-- Logs begin at Sat 2021-12-11 20:01:09 UTC, end at Sat 2021-12-11 22:15:10 UTC. --
Dec 11 20:37:23.431555 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
Dec 11 20:37:26.408732 ncdv-master-1 neutron-server[125880]: INFO neutron.common.config [-] Logging enabled!
Dec 11 20:37:26.409361 ncdv-master-1 neutron-server[125880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274
Dec 11 20:37:26.409505 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 11 20:37:26.413332 ncdv-master-1 neutron-server[125880]: INFO neutron.common.config [-] Logging enabled!
Dec 11 20:37:26.413587 ncdv-master-1 neutron-server[125880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274
Dec 11 20:37:26.413895 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=125880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 11 20:37:26.414871 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 20:37:26.415105 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 11 20:37:26.415467 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 20:37:26.415714 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 11 20:37:26.415938 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 11 20:37:26.416255 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.416803 ncdv-master-1 neutron-server[125880]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Dec 11 20:37:26.417113 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.417410 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.417702 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.418100 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.418396 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.418700 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.418990 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.419284 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.419570 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.419847 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.420127 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.420416 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.420694 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.420995 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.421258 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.421535 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] debug                          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.421811 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.422238 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.422672 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.422951 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.423237 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.423513 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.423781 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.424050 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.424328 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.424653 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.424930 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.425211 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.425492 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.425774 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.426043 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.426313 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.426614 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.426886 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.427154 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.427423 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.427706 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.427988 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.428271 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.429045 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.429263 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.429548 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.429829 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.430102 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.430373 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.430666 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.430937 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.431205 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.431469 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.431750 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.432033 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.432319 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.432592 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.432865 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.433135 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.433404 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.433688 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.433958 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.434231 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.434521 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.434812 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.435081 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.435350 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.435645 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.435925 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.436203 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.436484 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.436753 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.437030 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.437297 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.437563 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.437829 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.438097 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.438361 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.438663 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.438930 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.439196 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.439464 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.439729 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.440011 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:26.440303 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.440651 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.440889 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.441170 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.441472 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.441748 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.442035 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.442314 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.442637 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.442919 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.443212 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.443490 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.443775 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.444076 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.444370 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.444668 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.444963 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.445253 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.445526 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.445798 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.446071 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.446349 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.446662 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.446939 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.447225 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.447511 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.447787 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.448081 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.448365 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.448656 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.448943 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.449217 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.449493 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.449782 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.450060 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.450332 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.450633 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.450923 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.451199 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.451470 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.451751 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.452027 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.452300 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.452568 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.452843 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.453129 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.453402 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.453670 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.453937 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.454209 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.454497 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.454780 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.455053 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.455321 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.455588 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.455860 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.456127 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.456396 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.456667 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.456936 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.457209 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.457477 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.457743 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.458011 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.458283 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.458577 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.458849 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.459118 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.459391 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.459682 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.459952 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.460224 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.460495 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.460765 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.461044 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.461338 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.461611 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.461887 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.462163 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.462438 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.462734 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.463007 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.463283 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.463558 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.463827 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.464117 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.464397 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.464679 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.465177 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.465471 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.465770 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.466048 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.466333 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.466901 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.467180 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.467464 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.467749 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.468234 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.468533 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.468830 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.469127 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.469564 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.470051 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.470600 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.471074 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:26.471448 ncdv-master-1 neutron-server[125880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 11 20:37:26.471863 ncdv-master-1 neutron-server[125880]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=125880) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 11 20:37:26.825496 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=125880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 11 20:37:26.825775 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=125880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 11 20:37:26.826077 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=125880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Dec 11 20:37:26.826419 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 11 20:37:27.163522 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.163742 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.164009 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.165299 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.165569 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.165831 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.209644 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.210395 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.210688 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.226511 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.226802 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.227072 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.255914 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.256195 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.256972 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.293090 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.293365 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.293628 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.626460 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0d86edf550> agent after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.627086 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0d86edf550> agent after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.627086 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0d86edf790> segment precommit_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.627273 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0d86edf820> network precommit_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.627975 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0d86ee78b0> segment before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.727779 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> network before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.728092 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0d870733a0> agent before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.728374 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> network before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.728643 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.728909 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.729221 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> segment precommit_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.729480 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> segment precommit_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.729735 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> segment after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.729988 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> segment after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.730269 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> network after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.730549 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> network precommit_delete 0 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.730813 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.731160 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.731419 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.731675 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> port provisioning_complete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.731940 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.732193 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.732458 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> agent after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.732727 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> subnet after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.732988 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> subnet precommit_delete 0 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.733261 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.733514 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.733792 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> segment_host_mapping after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.734168 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.734418 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.734689 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0d87921f70>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.735077 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.735318 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.735553 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.735790 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.736025 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.736257 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:27.736616 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 11 20:37:27.739711 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 11 20:37:27.744356 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 11 20:37:27.748413 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Dec 11 20:37:27.750104 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 11 20:37:27.750567 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 11 20:37:27.750905 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 11 20:37:27.751288 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 11 20:37:27.754075 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 11 20:37:27.754326 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 11 20:37:27.754705 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 11 20:37:27.760003 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Dec 11 20:37:27.782413 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 11 20:37:27.782881 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0d86ffab50>> qos_plugin after_init 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.783173 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=125880) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Dec 11 20:37:27.783527 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0d86ffa640>> logging-plugin after_init 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.784904 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=125880) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 11 20:37:27.785179 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 11 20:37:27.785422 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 11 20:37:27.789148 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0d86fdfd30>> floatingip before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.789430 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0d86fdfd30>> port before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:27.860576 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 11 20:37:27.860815 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 11 20:37:27.861050 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 11 20:37:27.861411 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 11 20:37:27.882455 ncdv-master-1 neutron-server[125880]: DEBUG oslo_db.sqlalchemy.engines [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=125880) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Dec 11 20:37:28.318675 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing driver for type 'gre'
Dec 11 20:37:28.319201 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] gre ID ranges: [(1, 1000)]
Dec 11 20:37:28.372761 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing driver for type 'local'
Dec 11 20:37:28.373119 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing driver for type 'vlan'
Dec 11 20:37:28.386018 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] VlanTypeDriver initialization complete
Dec 11 20:37:28.386430 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing driver for type 'vxlan'
Dec 11 20:37:28.387001 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] vxlan ID ranges: [(1, 1000)]
Dec 11 20:37:28.441913 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing extension driver 'port_security'
Dec 11 20:37:28.442257 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.extensions.port_security [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] PortSecurityExtensionDriver initialization complete
Dec 11 20:37:28.442619 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing mechanism driver 'openvswitch'
Dec 11 20:37:28.442943 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing mechanism driver 'hyperv'
Dec 11 20:37:28.450011 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.plugin [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=125880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:28.450721 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86da7850>> port after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.451094 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86da7850>> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.451444 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86da7850>> port after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.451977 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.452407 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868520>> subnet after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.452758 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868520>> subnet after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.453101 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868520>> subnet after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.453496 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.453896 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868b20>> network after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.454241 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868b20>> network after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.454607 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86868b20>> network after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.455004 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.455407 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868686d0>> security_group after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.455754 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868686d0>> security_group after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.456093 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868686d0>> security_group after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.456620 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.457028 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868ab6d0>> security_group_rule after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.457381 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868ab6d0>> security_group_rule after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.457748 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d868ab6d0>> security_group_rule after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.458148 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.458569 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86871850>> address_group after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.458916 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86871850>> address_group after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.459253 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0d86871850>> address_group after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.460224 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=125880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Dec 11 20:37:28.460604 ncdv-master-1 neutron-server[125880]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] ML2 OVO RPC backend initialized. {{(pid=125880) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Dec 11 20:37:28.461309 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> router_interface after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.461664 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> router_interface after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.462082 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> network before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.462428 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> networks before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.462797 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> port before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.463140 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> ports before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.463483 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> subnet before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.463824 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> subnets before_response 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.464168 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> network after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.464507 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> network after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.464841 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> network after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.465287 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> port after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.465598 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.466025 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> port after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.466355 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> subnet after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.466984 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> subnet after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.467319 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0d86871f70>> subnet after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.467893 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.plugin [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Modular L2 Plugin initialization complete
Dec 11 20:37:28.468218 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading services supported by the core plugin {{(pid=125880) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 11 20:37:28.468545 ncdv-master-1 neutron-server[125880]: INFO neutron.plugins.ml2.managers [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Got port-security extension from driver 'port_security'
Dec 11 20:37:28.469006 ncdv-master-1 neutron-server[125880]: INFO neutron.extensions.vlantransparent [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Disabled vlantransparent extension.
Dec 11 20:37:28.469488 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=125880) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 11 20:37:28.469801 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: router
Dec 11 20:37:28.507215 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router_interface before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.507550 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_create 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.507917 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router before_create 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.508277 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router_interface before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.508648 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router_interface after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.509001 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_delete 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.509361 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> floatingip after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.509708 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> floatingip after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.510062 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_create 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.510406 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.510780 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.511125 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router_gateway after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.511483 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.511898 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.512269 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0d86f97dc0> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.512609 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0d86f97ca0> port after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.512948 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0d86f97d30> subnet after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.513288 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0d86f97e50> subnetpool_address_scope after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.513635 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> port precommit_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.513981 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_create 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.514322 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0d86f74670> port before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.514689 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.515046 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router after_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.515386 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_delete 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.515736 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_create 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.516090 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router_interface after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.516433 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> router precommit_update 55549900 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.516795 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> agent after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.517142 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> agent after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.517483 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0d8687a100>> network after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.518336 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Tracking information for resource: router configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:28.518695 ncdv-master-1 neutron-server[125880]: DEBUG neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Tracking information for resource: floatingip configured {{(pid=125880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 11 20:37:28.524464 ncdv-master-1 neutron-server[125880]: INFO neutron.db.l3_agentschedulers_db [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 11 20:37:28.525044 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0d867f0ee0> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.525403 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0d867f0dc0> port after_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.525771 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _notify_port_delete at 0x7f0d867f0e50> port after_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.526102 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0d867f9040> port after_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.526988 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0d867a6490>> router before_create 55550100 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.527354 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0d867a6490>> router precommit_delete 55550100 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.527715 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0d867a6490>> router precommit_create 55550100 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.528070 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0d867a6490>> router precommit_update 55550100 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.532901 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.provider_configuration [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service providers = [] {{(pid=125880) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 11 20:37:28.533267 ncdv-master-1 neutron-server[125880]: DEBUG neutron.db.servicetype_db [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=125880) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 11 20:37:28.536208 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.service_base [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=125880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 11 20:37:28.536558 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.service_base [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=125880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 11 20:37:28.536899 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.service_base [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=125880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 11 20:37:28.537824 ncdv-master-1 neutron-server[125880]: DEBUG neutron.services.service_base [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=125880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 11 20:37:28.538195 ncdv-master-1 neutron-server[125880]: INFO neutron.services.service_base [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 11 20:37:28.538608 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.538943 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 11 20:37:28.549626 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.549960 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: auto_allocate
Dec 11 20:37:28.555808 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0d867b4430> network precommit_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.556177 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0d867b4430> network precommit_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.556694 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.557013 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: tag
Dec 11 20:37:28.563570 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.563897 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: timestamp
Dec 11 20:37:28.567865 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.568193 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: network_ip_availability
Dec 11 20:37:28.574102 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d867b84f0>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.574494 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d867b84f0>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.574850 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d867b84f0>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.575552 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.575869 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: flavors
Dec 11 20:37:28.580578 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.580907 ncdv-master-1 neutron-server[125880]: INFO neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading Plugin: revisions
Dec 11 20:37:28.585771 ncdv-master-1 neutron-server[125880]: DEBUG neutron.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=125880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 11 20:37:28.586163 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=125880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Dec 11 20:37:28.586932 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=125880) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 11 20:37:28.587265 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Initializing extension manager.
Dec 11 20:37:28.587788 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: __init__.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.588132 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: __pycache__ {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.588467 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.588797 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: address_group.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.589538 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.590096 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: address-group
Dec 11 20:37:28.590419 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: address_scope.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.591334 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.592118 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: address-scope
Dec 11 20:37:28.592441 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: admin_state_down_before_update.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.593361 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.593875 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: router-admin-state-down-before-update
Dec 11 20:37:28.594196 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: agent.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.594927 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.595433 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: agent
Dec 11 20:37:28.595755 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: agent_resources_synced.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.596666 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.597173 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: agent-resources-synced
Dec 11 20:37:28.597494 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: allowedaddresspairs.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.599319 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.599850 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: allowed-address-pairs
Dec 11 20:37:28.600201 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: auto_allocated_topology.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.601286 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.601807 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: auto-allocated-topology
Dec 11 20:37:28.602134 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: availability_zone.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.602853 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.603365 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: availability_zone
Dec 11 20:37:28.603688 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: availability_zone_filter.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.604606 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.605118 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: availability_zone_filter
Dec 11 20:37:28.605438 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: data_plane_status.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.606334 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.606879 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension data-plane-status not supported by any of loaded plugins
Dec 11 20:37:28.607195 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: default_subnetpools.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.608106 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.608614 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: default-subnetpools
Dec 11 20:37:28.608936 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: dhcpagentscheduler.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.609736 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.610247 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: dhcp_agent_scheduler
Dec 11 20:37:28.610601 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: dns.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.611514 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.612018 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension dns-integration not supported by any of loaded plugins
Dec 11 20:37:28.612336 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: dns_domain_ports.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.613242 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.613745 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 11 20:37:28.614066 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.614999 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.615508 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Dec 11 20:37:28.615852 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: dvr.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.616515 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.617023 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: dvr
Dec 11 20:37:28.617340 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: ecmp_routes.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.618248 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.618787 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension ecmp_routes not supported by any of loaded plugins
Dec 11 20:37:28.619108 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: empty_string_filtering.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.620009 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.620515 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: empty-string-filtering
Dec 11 20:37:28.620834 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.621740 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.622241 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 11 20:37:28.622665 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.623580 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.624085 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 11 20:37:28.624408 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: external_net.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.625309 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.625826 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: external-net
Dec 11 20:37:28.626147 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: extra_dhcp_opt.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.627077 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.627611 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: extra_dhcp_opt
Dec 11 20:37:28.627898 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: extraroute.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.628796 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.629302 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: extraroute
Dec 11 20:37:28.629621 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: extraroute_atomic.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.630675 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.631193 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: extraroute-atomic
Dec 11 20:37:28.632030 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: filter_validation.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.632688 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.633195 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: filter-validation
Dec 11 20:37:28.633515 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: fip_pf_description.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.634412 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.634945 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 11 20:37:28.635264 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: fip_port_details.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.636172 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.636677 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: fip-port-details
Dec 11 20:37:28.636999 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: flavors.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.638237 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.638778 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: flavors
Dec 11 20:37:28.639103 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.640861 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.641386 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 11 20:37:28.641712 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: floatingip_pools.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.642405 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.642951 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: floatingip-pools
Dec 11 20:37:28.643275 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: ip_allocation.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.644197 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.644705 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension ip_allocation not supported by any of loaded plugins
Dec 11 20:37:28.645027 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.645941 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.646452 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: ip-substring-filtering
Dec 11 20:37:28.646805 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l2_adjacency.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.648274 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.648777 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 11 20:37:28.649100 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.650185 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.650720 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: router
Dec 11 20:37:28.651045 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3_conntrack_helper.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.653290 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.653819 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 11 20:37:28.654148 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.655109 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.655630 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: ext-gw-mode
Dec 11 20:37:28.655959 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.656875 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.657387 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: l3-ha
Dec 11 20:37:28.657715 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3_flavors.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.658657 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.659168 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: l3-flavors
Dec 11 20:37:28.659496 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.660399 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.660910 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 11 20:37:28.661229 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: l3agentscheduler.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.662242 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.662808 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: l3_agent_scheduler
Dec 11 20:37:28.663133 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: local_ip.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.664896 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.665415 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension local_ip not supported by any of loaded plugins
Dec 11 20:37:28.665748 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: logging.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.667250 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.667775 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension logging not supported by any of loaded plugins
Dec 11 20:37:28.668111 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: metering.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.668845 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.669429 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: metering
Dec 11 20:37:28.669756 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.670876 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.671396 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: metering_source_and_destination_fields
Dec 11 20:37:28.671723 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: multiprovidernet.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.672641 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.673152 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: multi-provider
Dec 11 20:37:28.673475 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: netmtu.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.674386 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.674922 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: net-mtu
Dec 11 20:37:28.675243 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: netmtu_writable.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.676152 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.676664 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: net-mtu-writable
Dec 11 20:37:28.676987 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: network_availability_zone.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.677652 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.678167 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: network_availability_zone
Dec 11 20:37:28.678533 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: network_ip_availability.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.679639 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.680153 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: network-ip-availability
Dec 11 20:37:28.680476 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: network_segment_range.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.681231 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.681737 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension network-segment-range not supported by any of loaded plugins
Dec 11 20:37:28.682058 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: pagination.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.683188 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.683521 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: pagination
Dec 11 20:37:28.683841 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: port_device_profile.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.684739 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.685256 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: port-device-profile
Dec 11 20:37:28.685578 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.686511 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.687030 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: port-mac-address-regenerate
Dec 11 20:37:28.687352 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.688256 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.688771 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: port-numa-affinity-policy
Dec 11 20:37:28.689094 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: port_resource_request.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.689992 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.690522 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension port-resource-request not supported by any of loaded plugins
Dec 11 20:37:28.690847 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: port_resource_request_groups.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.691818 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.692329 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension port-resource-request-groups not supported by any of loaded plugins
Dec 11 20:37:28.692652 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: portbindings.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.693560 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.694617 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: binding
Dec 11 20:37:28.694941 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: portbindings_extended.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.696191 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.696707 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: binding-extended
Dec 11 20:37:28.697033 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: portsecurity.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.697965 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.698469 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: port-security
Dec 11 20:37:28.698813 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: project_id.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.699781 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.700112 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: project-id
Dec 11 20:37:28.700435 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: providernet.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.701350 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.701872 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: provider
Dec 11 20:37:28.702193 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.705798 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.706329 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos not supported by any of loaded plugins
Dec 11 20:37:28.706690 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.707931 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.708452 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 11 20:37:28.708780 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.710285 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.710831 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 11 20:37:28.711157 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_default.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.712069 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.712581 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-default not supported by any of loaded plugins
Dec 11 20:37:28.712906 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_fip.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.713549 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.714053 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-fip not supported by any of loaded plugins
Dec 11 20:37:28.714372 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_fip_network_policy.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.715401 ncdv-master-1 neutron-server[125880]: WARNING neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py)
Dec 11 20:37:28.715730 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_gateway_ip.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.716905 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.717423 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 11 20:37:28.717743 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_port_network_policy.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.718702 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.719219 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 11 20:37:28.719538 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.720569 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.721083 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-pps-minimum not supported by any of loaded plugins
Dec 11 20:37:28.721404 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_pps_rule.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.722620 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.723138 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-pps not supported by any of loaded plugins
Dec 11 20:37:28.723463 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_rule_type_details.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.724371 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.724880 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 11 20:37:28.725247 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: qos_rules_alias.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.726291 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.726839 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 11 20:37:28.727164 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: quota_check_limit.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.728076 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.728595 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: quota-check-limit
Dec 11 20:37:28.728918 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: quotasv2.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.729833 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.730159 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: quotas
Dec 11 20:37:28.730503 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: quotasv2_detail.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.733725 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.734068 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: quota_details
Dec 11 20:37:28.734401 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: rbac.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.735467 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.735996 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: rbac-policies
Dec 11 20:37:28.736324 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: rbac_address_group.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.737247 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.737773 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: rbac-address-group
Dec 11 20:37:28.738101 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: rbac_address_scope.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.739084 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.739572 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: rbac-address-scope
Dec 11 20:37:28.739897 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: rbac_security_groups.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.740830 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.741449 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: rbac-security-groups
Dec 11 20:37:28.741780 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: rbac_subnetpool.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.742715 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.743233 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: rbac-subnetpool
Dec 11 20:37:28.743556 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: revisionifmatch.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.744469 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.744989 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: revision-if-match
Dec 11 20:37:28.745311 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: revisions.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.746405 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.746950 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: standard-attr-revisions
Dec 11 20:37:28.747275 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: router_availability_zone.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.748069 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.748601 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: router_availability_zone
Dec 11 20:37:28.748924 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: routerservicetype.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.749848 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.750358 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension router-service-type not supported by any of loaded plugins
Dec 11 20:37:28.750705 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.751734 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.752254 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: security-groups-normalized-cidr
Dec 11 20:37:28.752578 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: security_groups_port_filtering.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.753491 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.754004 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: port-security-groups-filtering
Dec 11 20:37:28.754326 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.755274 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.755786 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: security-groups-remote-address-group
Dec 11 20:37:28.756107 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.757600 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.758070 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: security-groups-shared-filtering
Dec 11 20:37:28.758392 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.758998 ncdv-master-1 neutron-server[125880]: WARNING neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Dec 11 20:37:28.759324 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: securitygroup.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.771175 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.771751 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: security-group
Dec 11 20:37:28.772738 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: segment.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.773718 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.774262 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension segment not supported by any of loaded plugins
Dec 11 20:37:28.774757 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.775810 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.776349 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 11 20:37:28.776885 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: servicetype.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.778044 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.778669 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: service-type
Dec 11 20:37:28.779067 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: sorting.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.780200 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.780567 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: sorting
Dec 11 20:37:28.780941 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: standard_attr_segment.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.782033 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.782638 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 11 20:37:28.783011 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: standardattrdescription.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.783750 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.784292 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: standard-attr-description
Dec 11 20:37:28.784705 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: stateful_security_group.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.785825 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.786403 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: stateful-security-group
Dec 11 20:37:28.786879 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: stdattrs_common.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.787493 ncdv-master-1 neutron-server[125880]: WARNING neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 11 20:37:28.787875 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.788912 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.789476 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 11 20:37:28.789832 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnet_onboard.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.791018 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.791535 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: subnet_onboard
Dec 11 20:37:28.791958 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.792946 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.793501 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 11 20:37:28.793905 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnet_service_types.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.794980 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.795583 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: subnet-service-types
Dec 11 20:37:28.795963 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnetallocation.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.797198 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.797752 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: subnet_allocation
Dec 11 20:37:28.798115 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.798953 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.799537 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: subnetpool-prefix-ops
Dec 11 20:37:28.799888 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.800848 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.801359 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 11 20:37:28.801678 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: tagging.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.802769 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.803806 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: standard-attr-tag
Dec 11 20:37:28.804301 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: timestamp.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.805586 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.806106 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loaded extension: standard-attr-timestamp
Dec 11 20:37:28.806436 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: trunk.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.807545 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.808067 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension trunk not supported by any of loaded plugins
Dec 11 20:37:28.808395 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: trunk_details.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.809319 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.809854 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension trunk-details not supported by any of loaded plugins
Dec 11 20:37:28.810186 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: uplink_status_propagation.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.811135 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.811649 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 11 20:37:28.811971 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Loading extension file: vlantransparent.py {{(pid=125880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 11 20:37:28.812640 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=125880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 11 20:37:28.813158 ncdv-master-1 neutron-server[125880]: INFO neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 11 20:37:28.815718 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:network
Dec 11 20:37:28.816257 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnet
Dec 11 20:37:28.816654 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 20:37:28.817045 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:port
Dec 11 20:37:28.818278 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.818746 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service FLAVORS assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.820139 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.820571 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.820899 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:router
Dec 11 20:37:28.821324 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:floatingip
Dec 11 20:37:28.821828 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service METERING assigned prefix: /metering {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.823273 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d86699100>> rbac-policy before_create 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.823645 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d86699100>> rbac-policy before_update 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.823996 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0d86699100>> rbac-policy before_delete 55550000 {{(pid=125880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:37:28.824990 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of CountableResource for resource:rbac_policy
Dec 11 20:37:28.825427 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:security_group
Dec 11 20:37:28.825856 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 11 20:37:28.826452 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service CORE assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.826802 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 20:37:28.827158 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] subnetpool is already registered
Dec 11 20:37:28.827581 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service CORE assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.827906 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 20:37:28.828234 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] subnetpool is already registered
Dec 11 20:37:28.830460 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.830911 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service FLAVORS assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.831496 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.831915 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.832247 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:router
Dec 11 20:37:28.832582 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] router is already registered
Dec 11 20:37:28.832986 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:floatingip
Dec 11 20:37:28.833319 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] floatingip is already registered
Dec 11 20:37:28.833767 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service METERING assigned prefix: /metering {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.834412 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of CountableResource for resource:rbac_policy
Dec 11 20:37:28.834793 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] rbac_policy is already registered
Dec 11 20:37:28.835200 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:security_group
Dec 11 20:37:28.835535 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] security_group is already registered
Dec 11 20:37:28.835931 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 11 20:37:28.836259 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] security_group_rule is already registered
Dec 11 20:37:28.836894 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service CORE assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.837220 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 20:37:28.837553 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] subnetpool is already registered
Dec 11 20:37:28.837962 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.v2.resource_helper [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Service CORE assigned prefix:  {{(pid=125880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 11 20:37:28.838285 ncdv-master-1 neutron-server[125880]: INFO neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Creating instance of TrackedResource for resource:subnetpool
Dec 11 20:37:28.838641 ncdv-master-1 neutron-server[125880]: WARNING neutron.quota.resource_registry [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] subnetpool is already registered
Dec 11 20:37:28.839109 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: extensions {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.840586 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: address-groups {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.842430 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: address-scopes {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.843800 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: agents {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.844952 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: auto-allocated-topology {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.846204 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: availability_zones {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.847461 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: dhcp-networks {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.848979 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: dhcp-agents {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.850457 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: routers {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.852676 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: flavors {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.853840 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: service_profiles {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.855080 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: next_providers {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.856551 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: service_profiles {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.858146 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: floatingip-pools {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.859399 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: routers {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.861527 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: floatingips {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.862842 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: l3-routers {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.864245 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: l3-agents {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.865659 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: metering-labels {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.867573 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: metering-label-rules {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.868857 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: network-ip-availabilities {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.870120 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: bindings {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.871810 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: quotas {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.873370 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: quotas {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.874931 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: rbac-policies {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.876232 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: security-groups {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.877477 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: security-group-rules {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.878737 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: service-providers {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.879966 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: subnetpools {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.883356 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: subnetpools {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.884814 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.886521 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.888376 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.890149 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.891988 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.893841 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.895604 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.897543 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.899344 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.901195 ncdv-master-1 neutron-server[125880]: DEBUG neutron.api.extensions [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Extended resource: tags {{(pid=125880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 11 20:37:28.907257 ncdv-master-1 neutron-server[125880]: WARNING keystonemiddleware.auth_token [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 11 20:37:28.911937 ncdv-master-1 neutron-server[125880]: WARNING keystonemiddleware.auth_token [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 11 20:37:28.920674 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Acquired lock "singleton_lock" {{(pid=125880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Dec 11 20:37:28.921148 ncdv-master-1 neutron-server[125880]: DEBUG oslo_concurrency.lockutils [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Releasing lock "singleton_lock" {{(pid=125880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Dec 11 20:37:28.921789 ncdv-master-1 neutron-server[125880]: INFO oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Starting 2 workers
Dec 11 20:37:28.926726 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Started child 125987 {{(pid=125880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 11 20:37:28.931845 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Started child 125988 {{(pid=125880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 11 20:37:28.932630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.933305 ncdv-master-1 neutron-server[125880]: INFO neutron.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Neutron service started, listening on 0.0.0.0:9696
Dec 11 20:37:28.933936 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Publish callbacks [] for process, before_spawn {{(pid=125880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.934215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [-] (125987) wsgi starting up on http://0.0.0.0:9696
Dec 11 20:37:28.936440 ncdv-master-1 neutron-server[125880]: INFO oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Starting 1 workers
Dec 11 20:37:28.936713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.938097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [-] (125988) wsgi starting up on http://0.0.0.0:9696
Dec 11 20:37:28.941751 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Started child 125989 {{(pid=125880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 11 20:37:28.942312 ncdv-master-1 neutron-server[125880]: INFO oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Starting 1 workers
Dec 11 20:37:28.945957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] calling RpcWorker wait() {{(pid=125989) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 11 20:37:28.946623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] returning from RpcWorker wait() {{(pid=125989) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 11 20:37:28.947628 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Started child 125990 {{(pid=125880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Dec 11 20:37:28.947934 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.948434 ncdv-master-1 neutron-server[125880]: DEBUG neutron_lib.callbacks.manager [None req-86f8ccf9-58dd-42e0-bb97-49400fb9d45c None None] Publish callbacks [] for process, after_spawn {{(pid=125880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.948528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:28.950340 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 11 20:37:28.950579 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 20:37:28.950770 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 11 20:37:28.950991 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 20:37:28.951329 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 11 20:37:28.951492 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 11 20:37:28.951994 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.952281 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.952542 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.952639 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:28.953072 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.953072 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.953653 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.953753 ncdv-master-1 neutron-server[125990]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:28.953921 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.954174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.954437 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.954693 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.954862 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.955030 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.955281 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.955515 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.955820 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.956093 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.956339 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.956602 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.956779 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.957018 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.957281 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.957509 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.957761 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.958002 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.958469 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.958715 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.958955 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.959172 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.959450 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.959744 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.959995 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.960244 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.960457 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.960704 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.961130 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.961392 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.961637 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.961882 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.962096 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.962352 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.962608 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.963504 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.963504 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.963504 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964090 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964090 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964327 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964449 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964634 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.964897 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.965135 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.965380 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.965613 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.965857 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.966089 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.966325 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.966744 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.966990 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.967250 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.967501 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.967691 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.967858 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.968057 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.968290 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.968452 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.968721 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.968952 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.969164 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.969399 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.969647 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.969875 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.970135 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.970365 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.970627 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.970865 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.971116 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.971359 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.971601 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.971847 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.972089 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.972302 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.972513 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.972746 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.972986 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.973201 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.973422 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.973650 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.973875 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.974118 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.974329 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.974579 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.974835 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.975059 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.975316 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.975535 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.975802 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.976025 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.976277 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.976521 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.976764 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.977007 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.977237 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.977468 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.977694 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.977905 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.978132 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.978352 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.978601 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.978815 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.979025 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.979234 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.979497 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:28.979985 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.980203 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.980511 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.980761 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.980990 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.981245 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.981493 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.981727 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.981959 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.982189 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.982533 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.983880 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.984195 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.984453 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.984726 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.986551 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.986933 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.987312 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.987618 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.987903 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.988095 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.988336 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.988658 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.989054 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.989307 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.989571 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.990459 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.990459 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.990459 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.991424 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.991538 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.992149 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.992149 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.992376 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993748 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993748 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.993990 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.994114 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.994243 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.994459 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.994706 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996154 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996154 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996154 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996154 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996458 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996797 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.996797 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.997474 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.997474 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.997474 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.997707 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.997962 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.998202 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.998920 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.998920 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.998920 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.999322 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.999322 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.999564 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:28.999749 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.000346 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.000571 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.000792 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.001057 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.001303 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.001518 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.001756 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.002014 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.002258 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.002468 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.002723 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.002940 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.003156 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.003392 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.003631 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.003865 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.004045 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.004257 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.004468 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.004701 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.004941 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.005172 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.005383 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.005598 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.007144 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008178 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008178 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008178 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008178 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008718 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.008718 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.009050 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.009332 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.009491 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.009730 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.009994 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.010301 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.010529 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.011108 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.011380 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.011611 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.011855 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.012184 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.012424 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.012778 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.013032 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.013279 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.013648 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.013935 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.014164 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.014398 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.018879 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.019216 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.019533 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.020002 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.020482 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.020893 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.021352 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.021853 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.022354 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.022816 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.023253 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.023694 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.023981 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.024434 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.024866 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.025281 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.026618 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.027022 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.027276 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.027531 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.027783 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.028027 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.028486 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.028732 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.028980 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.029203 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.029486 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.029745 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.030002 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.030283 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.030573 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.030837 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.031117 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.031368 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.031589 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.031826 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.032061 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.032284 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.032537 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.032775 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.033021 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.033260 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.033502 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.033770 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.034006 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.034240 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.034458 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.034703 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.034926 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.035176 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.035411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.035632 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.035872 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.036113 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.036357 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.036578 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.036786 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.037204 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.037616 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.037903 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.038350 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.038610 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.038846 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.039079 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.039337 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.039580 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.039873 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.040105 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.040320 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.040538 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.040760 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.040976 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.041195 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.041429 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.041660 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.042085 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.042526 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.042871 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.043133 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.043369 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.043614 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.043835 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.044079 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.044330 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.044546 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.044771 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.044992 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.045213 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.045460 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.045716 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.045977 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.046195 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.046434 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.046703 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.046924 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.047143 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.047436 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.047695 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.047928 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.048178 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.048437 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.048657 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.048888 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.049106 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.049342 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.049592 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.049813 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.050029 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.050269 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.050505 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.050710 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.050936 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.051155 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.051424 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.051672 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.051887 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.052124 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.052352 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.052591 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.052804 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.053029 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.053762 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.053983 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.054207 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.054451 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.054688 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.054920 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.055134 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.055345 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.055571 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.055789 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.055999 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.056301 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.056557 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.056778 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.057075 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.057325 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.057609 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.057856 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.058163 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.058398 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.058684 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.058907 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.059186 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.059411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.059668 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.059991 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.060278 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.060527 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.060765 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.061048 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.061332 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.061601 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.061816 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.062730 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.063108 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.063406 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.063712 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.063966 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.064337 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.064585 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.064822 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.065078 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.065343 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.065548 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.065826 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.066074 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.066337 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.066599 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.066858 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.067105 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.067360 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.067603 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.067858 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.068079 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.068241 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 11 20:37:29.068811 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=125880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Dec 11 20:37:29.069509 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 11 20:37:29.069680 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 11 20:37:29.069878 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 11 20:37:29.070065 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 11 20:37:29.070220 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 11 20:37:29.070441 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.070702 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.070865 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071027 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071189 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071370 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071534 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071793 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.071959 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072121 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072282 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072443 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072601 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072761 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.072921 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073080 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073239 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073402 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073569 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073713 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.073874 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.074088 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.074349 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] debug                          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.074534 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.074757 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.074925 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075089 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075274 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075433 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075594 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075752 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.075918 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076075 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076235 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076394 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076553 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076713 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.076871 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.077465 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.077633 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.077793 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.077952 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078112 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078289 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078498 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078662 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078822 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.078980 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079138 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079299 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079458 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079620 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079783 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.079960 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080090 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080248 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080408 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080560 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080720 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.080877 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081063 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081222 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081378 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081531 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081778 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.081947 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082109 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082268 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082429 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082595 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082759 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.082919 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083079 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083238 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083397 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083558 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083718 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.083876 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084034 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:29.084303 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084427 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084571 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084693 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084815 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.084977 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085135 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085293 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085454 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085656 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085781 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.085902 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086065 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086225 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086384 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086567 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086733 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.086892 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087052 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087211 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087370 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087529 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087688 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.087847 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088006 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088165 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088324 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088558 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088682 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088803 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.088924 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.089067 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.089227 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 11 20:37:29.089409 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.089572 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.089744 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.089907 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090071 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090232 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090394 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090580 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090742 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.090904 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.091075 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.091237 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.091409 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.091847 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092010 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092174 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092336 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092496 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092659 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092820 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.092983 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093146 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093315 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093477 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093638 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093800 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.093961 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094131 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094293 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094488 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094690 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094872 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.094996 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095152 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095281 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095634 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095634 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095866 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.095866 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096103 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096224 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096567 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096567 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096799 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.096799 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.097015 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.097139 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.097220 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.097359 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098192 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098192 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098192 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098192 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098192 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098595 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098595 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098595 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098834 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.098912 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099070 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099246 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099396 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099558 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099720 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.099882 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.100233 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.100399 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.100561 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.100736 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.100897 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101060 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101222 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101384 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101547 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101709 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.101870 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.102031 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.102193 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.102354 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.102539 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.102700 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.103023 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.103683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53606) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:37:29.106522 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.106753 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.106946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.107239 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.107424 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.107599 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.107774 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.107946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108116 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108293 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108475 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108643 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108807 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.108969 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.109132 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.109411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.109577 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.109738 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.109915 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110079 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110240 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110398 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110584 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110745 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.110902 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.111062 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.111220 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.111378 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.111537 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.111696 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.112349 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.112349 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.112349 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063860
Dec 11 20:37:29.113374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113708 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113708 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113846 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.113921 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114077 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114237 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114397 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114578 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114739 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.114898 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.115057 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.115216 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.115373 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116443 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116443 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116443 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116676 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116741 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.116888 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.117047 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.118100 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.118100 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.118100 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.119199 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.119478 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.121194 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.121393 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.121562 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.122250 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.122697 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.124617 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.124794 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.124967 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.125138 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.125306 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.125473 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.125637 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.125803 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.130500 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.131087 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132137 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132565 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.132940 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.133131 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.133364 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.133532 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.133712 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.133876 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134038 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134203 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134366 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134600 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134815 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.134981 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135144 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135306 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135468 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135633 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135799 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.135964 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.136203 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.136292 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.136576 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.136745 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.136908 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137084 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137247 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137573 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137734 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.137896 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.138068 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.138230 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.138555 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.138723 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.138890 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139064 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139223 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139369 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139543 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139695 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.139868 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.140865 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141047 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141213 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141378 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141537 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141702 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.141865 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.142036 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.142198 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.143328 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.143523 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.143871 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.143871 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144037 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144202 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144290 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.144946 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145230 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145230 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145374 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145530 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145692 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.145876 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146048 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146196 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146338 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146549 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146770 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.146959 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.148698 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.149143 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.149341 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.149636 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151411 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151898 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151898 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.151898 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152074 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152074 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152248 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152407 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152566 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152725 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.152884 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153042 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153200 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153357 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153517 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153673 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.153831 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.154015 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.154152 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 11 20:37:29.154320 ncdv-master-1 neutron-server[125880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=125880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 11 20:37:40.967864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d950f-a545-40a5-ab6e-497dd19a0f25 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 20:37:41.060344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d950f-a545-40a5-ab6e-497dd19a0f25 None None] No non-hosted networks {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 11 20:37:41.081319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.agentschedulers_db [None req-5b8d950f-a545-40a5-ab6e-497dd19a0f25 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=125989) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 11 20:37:41.221219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-376da2c8-ea85-4c4e-87e0-bb041b051b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:43.375457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0300e8f4-241c-4bbb-9afd-e19393759c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:43.421959 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aae2049e-0b87-4ade-b851-ce1e69877339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:44.754090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:46.114402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:47.012925 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:47.013616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.013966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.017274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.017921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.018301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.018716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.019033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.019398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.019733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.020063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.020421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.020797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.021132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:47.021542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0d86222040>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:47.032746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0d861e0fd0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:37:47.812274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53700) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:37:48.229776 ncdv-master-1 neutron-server[125989]: INFO neutron.db.l3_hamode_db [None req-94912010-291b-441a-a222-aa53ca04d831 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 11 20:37:48.307303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94912010-291b-441a-a222-aa53ca04d831 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:37:48.307771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94912010-291b-441a-a222-aa53ca04d831 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 20:37:48.325275 ncdv-master-1 neutron-server[125988]: WARNING oslo_policy.policy [None req-0ebf4b20-4b25-4a43-bd3c-70fe7f194d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:37:48.325894 ncdv-master-1 neutron-server[125988]: WARNING oslo_policy.policy [None req-0ebf4b20-4b25-4a43-bd3c-70fe7f194d64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:37:48.551569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-0ebf4b20-4b25-4a43-bd3c-70fe7f194d64 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:37:48.566497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0ebf4b20-4b25-4a43-bd3c-70fe7f194d64 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7392893
Dec 11 20:37:51.199961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53716) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:37:51.512412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:37:51.607203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.policy [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=125988) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 11 20:37:51.654365 ncdv-master-1 neutron-server[125988]: WARNING oslo_policy.policy [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:37:51.654688 ncdv-master-1 neutron-server[125988]: WARNING oslo_policy.policy [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:37:51.663648 ncdv-master-1 neutron-server[125988]: INFO neutron.quota [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f0d860ec0d0>.
Dec 11 20:37:51.751926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001182088', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001180541', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001266161', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001262278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001278084', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731001236270', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613875', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621043', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1564747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1491220'] for rbac-policy, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:51.818707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:51.819924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c229f13a-cc71-4d64-9895-56954b21819c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6189907
Dec 11 20:37:54.647571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53728) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:37:54.942762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Request body: {'network': {'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'name': 'private'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:37:54.970183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Made reservation on behalf of 0061aaf8ec3c4538ae93594b85332311 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:37:54.972991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:54.990326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.096975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.100614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.124026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:37:55.147971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731004690297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.148523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0d86edf790> segment precommit_create {{(pid=125988) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 11 20:37:55.149043 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Added segment d11665a1-e507-430d-9e75-9a6f1bd4b48e of type vlan for network 274bcf9a-f2d9-4d36-886e-17f8183cb07b
Dec 11 20:37:55.154906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07fd7da-70a9-4a17-a35f-d0af6e7e4691,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:37:55.176114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.176454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.176786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.177112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.177434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.177756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.178075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.178408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.178840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.179152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.179471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.179786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.180103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Tracked resource versions report:
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]: pushed versions:
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]: {   'AddressGroup': {'1.2'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'ConntrackHelper': {'1.0'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'Log': {'1.0'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'Network': {'1.1'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'Port': {'1.7'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'PortForwarding': {'1.2'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'QosPolicy': {'1.10'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'SecurityGroup': {'1.5'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'SubPort': {'1.0'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'Subnet': {'1.1'},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     'Trunk': {'1.1'}}
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]: consumer versions:
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     L3 agent@ncdv-master-1: {},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     Metering agent@ncdv-master-1: {},
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'ConntrackHelper': '1.0',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'Log': '1.0',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'Network': '1.1',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'Port': '1.7',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'PortForwarding': '1.2',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'QosPolicy': '1.10',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'SecurityGroup': '1.5',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'SubPort': '1.0',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'Subnet': '1.1',
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:                                           'Trunk': '1.1'}}
Dec 11 20:37:55.181229 ncdv-master-1 neutron-server[125988]:  {{(pid=125988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:37:55.266351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.309302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.310503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:37:55.311210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:55.401630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7529070
Dec 11 20:37:55.412391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0a58a-6516-4999-8c23-d48878c348a6 admin admin] Pushing event updated for resources: {'Network': ['ID=274bcf9a-f2d9-4d36-886e-17f8183cb07b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:37:55.425676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:37:58.344602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:37:58.733061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7983ba0-2aff-4f5e-95d2-d3383c582d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:37:58.734425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7983ba0-2aff-4f5e-95d2-d3383c582d00 admin admin] 10.222.0.18 "GET /v2.0/networks/274bcf9a-f2d9-4d36-886e-17f8183cb07b HTTP/1.1" status: 200  len: 825 time: 0.3888698
Dec 11 20:37:58.758613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8cb64d0f-8d45-4da1-8a23-6da116e72b36 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/809ebf83-4142-4bc3-8fbb-89779315c3ea HTTP/1.1" status: 200  len: 734 time: 0.0181868
Dec 11 20:37:58.767345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Request body: {'subnet': {'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'ip_version': 4, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:37:58.790243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Made reservation on behalf of 0061aaf8ec3c4538ae93594b85332311 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:37:58.792665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:59.084136 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:59.155256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dca2f9-e26f-44a9-b83a-f4579e091dbb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:37:59.157477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Checking segment: {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:37:59.157830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Network hostable DHCP agents. Network: 274bcf9a-f2d9-4d36-886e-17f8183cb07b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:37:59.179022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:37:59.191252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 274bcf9a-f2d9-4d36-886e-17f8183cb07b) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:37:59.196529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:37:59.197114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:59.201649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0086d10-bd2f-458d-ad94-648aea3e93fc None None] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:37:59.214306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dcea97dd-285e-4883-ab8b-81789fdb8de0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4501529
Dec 11 20:37:59.466006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:37:59.467513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:37:59.765939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Allocated IP 172.20.0.2 (274bcf9a-f2d9-4d36-886e-17f8183cb07b/19dca2f9-e26f-44a9-b83a-f4579e091dbb/f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:38:00.004074 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:00.011692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:00.090263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:38:00.098031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:38:00.099933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Pushing event updated for resources: {'Port': ['ID=f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:00.105072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:38:00.113163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.113513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.113857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.114195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.114550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.114881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.115208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.115533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.115869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.116762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.117099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.117422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.117744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Tracked resource versions report:
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]: pushed versions:
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]: {   'AddressGroup': {'1.2'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'ConntrackHelper': {'1.0'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'Log': {'1.0'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'Network': {'1.1'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'Port': {'1.7'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'PortForwarding': {'1.2'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'QosPolicy': {'1.10'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'SecurityGroup': {'1.5'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'SubPort': {'1.0'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'Subnet': {'1.1'},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     'Trunk': {'1.1'}}
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]: consumer versions:
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     L3 agent@ncdv-master-1: {},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     Metering agent@ncdv-master-1: {},
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'ConntrackHelper': '1.0',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'Log': '1.0',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'Network': '1.1',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'Port': '1.7',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'PortForwarding': '1.2',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'QosPolicy': '1.10',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'SecurityGroup': '1.5',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'SubPort': '1.0',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'Subnet': '1.1',
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:                                           'Trunk': '1.1'}}
Dec 11 20:38:00.118925 ncdv-master-1 neutron-server[125989]:  {{(pid=125989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:38:00.190180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Attempting to bind port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:38:00.190599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Attempting to bind port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:38:00.191030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Attempting to bind port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 on network 274bcf9a-f2d9-4d36-886e-17f8183cb07b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:38:00.195979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:38:00.196357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Checking segment: {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:38:00.196826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:00.197216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Bound using segment: {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:38:00.197720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Bound port: f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:38:00.198147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:00.264218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] For port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:38:00.268564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] For port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7,segment=NetworkSegment(d11665a1-e507-430d-9e75-9a6f1bd4b48e),segment_id=d11665a1-e507-430d-9e75-9a6f1bd4b48e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:38:00.273331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:00.334797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dadbaa-65fc-457e-b166-67cc4bc66f35 None None] Pushing event updated for resources: {'Port': ['ID=f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:01.903903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53750) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:02.340904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-0d838710-a2e7-47dc-b701-717275ad69b4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:38:02.341897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d838710-a2e7-47dc-b701-717275ad69b4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4369445
Dec 11 20:38:05.019504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:05.332071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-da4bd173-1f8c-4fa5-8209-c10998d9b452 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:38:05.333064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da4bd173-1f8c-4fa5-8209-c10998d9b452 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3126414
Dec 11 20:38:08.229041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53770) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:08.557675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0061aaf8ec3c4538ae93594b85332311'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:38:08.582850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:08.584408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:08.728672 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:08.734002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:08.748628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:08.749840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0790291f-d7b4-47cd-b869-65d4a387e90f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5200675
Dec 11 20:38:08.905090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:38:09.011506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:09.011898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:09.125540 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:09.160894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7,segment=NetworkSegment(d11665a1-e507-430d-9e75-9a6f1bd4b48e),segment_id=d11665a1-e507-430d-9e75-9a6f1bd4b48e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:38:09.165861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:09.215722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:09.769506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162930b-5a6a-4d0d-902b-8a5be92a1efe None None] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:38:09.889549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e269a14-6d27-4ada-a37a-fa6b40942e20 None None] Provisioning complete for port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:09.889909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e269a14-6d27-4ada-a37a-fa6b40942e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:10.094329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6bbf1b26-f380-40f6-b3e7-f932b24902dd None None] Provisioning complete for port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:10.094974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6bbf1b26-f380-40f6-b3e7-f932b24902dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:10.879902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:38:10.923139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad2afe33-d9e6-4b8d-86b3-2c6f65105706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:10.940349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:10.940703 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:11.424695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53780) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:11.738346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-d28d8833-c57c-47b8-942d-280a68138ccc admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:38:11.739371 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d28d8833-c57c-47b8-942d-280a68138ccc admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3137493
Dec 11 20:38:13.375062 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-003fabf5-d0d5-4a73-bf33-89f2a09a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.382063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53788) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:14.697424 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.701753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:38:14.722270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Made reservation on behalf of e9abd4ac430f4576a95df91cf526b465 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:38:14.724611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.732338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.806464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.809825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.824969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Reserving flat network on physical network physnet1 {{(pid=125988) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 11 20:38:14.845652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.846002 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Added segment 2c33a2ae-78d4-4e0e-a574-7ca902ed5c54 of type flat for network 574122d1-febc-4103-b29b-8c97d1bffd7a
Dec 11 20:38:14.847282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2a92b0-78c7-4e10-ac56-c3cffbc3ee75,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:14.893867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.924237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.925141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:38:14.925732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:14.981077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5978413
Dec 11 20:38:14.987446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601594a-46bb-4bc2-893f-82d03d184ced admin admin] Pushing event updated for resources: {'Network': ['ID=574122d1-febc-4103-b29b-8c97d1bffd7a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:14.998724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 574122d1-febc-4103-b29b-8c97d1bffd7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:38:16.007589 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:38:16.028981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:17.012227 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:17.609410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53806) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:17.833364 ncdv-master-1 neutron-server[125987]: WARNING oslo_policy.policy [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:38:17.833901 ncdv-master-1 neutron-server[125987]: WARNING oslo_policy.policy [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:38:18.246039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.policy [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=125987) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 11 20:38:18.295714 ncdv-master-1 neutron-server[125987]: WARNING oslo_policy.policy [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:38:18.296100 ncdv-master-1 neutron-server[125987]: WARNING oslo_policy.policy [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 11 20:38:18.304340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:38:18.306244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ebb9735e-cecd-4777-8cbe-945625c8b642 admin admin] 10.222.0.18 "GET /v2.0/subnets/19dca2f9-e26f-44a9-b83a-f4579e091dbb HTTP/1.1" status: 200  len: 849 time: 0.6947742
Dec 11 20:38:18.468941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-983df76d-747f-4f4c-baa2-c8ab59c8fd68 admin admin] 10.222.0.18 "GET /v2.0/routers/f966d0e0-09c4-4fd6-999d-f74143388baf HTTP/1.1" status: 200  len: 704 time: 0.1565735
Dec 11 20:38:18.730626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.049736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Allocated IP 172.20.0.1 (274bcf9a-f2d9-4d36-886e-17f8183cb07b/19dca2f9-e26f-44a9-b83a-f4579e091dbb/f0589e56-fe8e-4d93-951e-2d17b29bb820) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:38:19.254744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.330250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.369258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:38:19.392610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:38:19.437841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:38:19.438531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.503211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Pushing event updated for resources: {'Port': ['ID=f0589e56-fe8e-4d93-951e-2d17b29bb820,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:19.538741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.539087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.539424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.539759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.540088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.540413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.540739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.541059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.541378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.541698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.542014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.542330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.542669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Tracked resource versions report:
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]: pushed versions:
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]: {   'AddressGroup': {'1.2'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'ConntrackHelper': {'1.0'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'Log': {'1.0'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'Network': {'1.1'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'Port': {'1.7'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'PortForwarding': {'1.2'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'QosPolicy': {'1.10'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'SecurityGroup': {'1.5'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'SubPort': {'1.0'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'Subnet': {'1.1'},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     'Trunk': {'1.1'}}
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]: consumer versions:
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     L3 agent@ncdv-master-1: {},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     Metering agent@ncdv-master-1: {},
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'ConntrackHelper': '1.0',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'Log': '1.0',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'Network': '1.1',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'Port': '1.7',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'PortForwarding': '1.2',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'QosPolicy': '1.10',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'SecurityGroup': '1.5',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'SubPort': '1.0',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'Subnet': '1.1',
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:                                           'Trunk': '1.1'}}
Dec 11 20:38:19.543854 ncdv-master-1 neutron-server[125987]:  {{(pid=125987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:38:19.644139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bd6512fc-cf00-4638-b51f-1ce2d8923db0 None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:19.644694 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bd6512fc-cf00-4638-b51f-1ce2d8923db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.650253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.676690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bd6512fc-cf00-4638-b51f-1ce2d8923db0 None None] Port f0589e56-fe8e-4d93-951e-2d17b29bb820 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:38:19.861644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.865880 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.866676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:19.940886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Pushing event updated for resources: {'Port': ['ID=f0589e56-fe8e-4d93-951e-2d17b29bb820,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:19.987296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:38:19.988560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:38:20.197362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0c441b1e-48cb-4c05-b72a-658fa67cc68c None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:20.197687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c441b1e-48cb-4c05-b72a-658fa67cc68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:20.200616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Router f966d0e0-09c4-4fd6-999d-f74143388baf is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:38:20.232223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0c441b1e-48cb-4c05-b72a-658fa67cc68c None None] Port f0589e56-fe8e-4d93-951e-2d17b29bb820 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:38:20.291185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:38:20.296514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fc6d24f3-9f42-4069-92f3-aaf07d4d2c75 admin admin] 10.222.0.18 "PUT /v2.0/routers/f966d0e0-09c4-4fd6-999d-f74143388baf/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8219051
Dec 11 20:38:20.302034 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Sync routers for ids ['f966d0e0-09c4-4fd6-999d-f74143388baf'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:38:20.314817 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Routers {'f966d0e0-09c4-4fd6-999d-f74143388baf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:38:20.315673 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86346820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:38:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f966d0e0-09c4-4fd6-999d-f74143388baf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:20.508958 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Set router f966d0e0-09c4-4fd6-999d-f74143388baf gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:38:20.944426 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86346820>, [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:19Z', 'revision_number': 2, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port_host': None, '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:19Z', 'revision_number': 2, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:20.993606 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Checking router: f966d0e0-09c4-4fd6-999d-f74143388baf for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:38:20.993976 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Updating router f966d0e0-09c4-4fd6-999d-f74143388baf port f0589e56-fe8e-4d93-951e-2d17b29bb820 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:38:21.066436 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.553714 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.559789 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.729506 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Pushing event updated for resources: {'Port': ['ID=f0589e56-fe8e-4d93-951e-2d17b29bb820,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:21.744045 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.744392 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.744732 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.745067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.745472 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.745803 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.746128 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.746453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.746798 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.747120 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.747444 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.747762 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.748080 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Tracked resource versions report:
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]: pushed versions:
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]: {   'AddressGroup': {'1.2'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'ConntrackHelper': {'1.0'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'Log': {'1.0'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'Network': {'1.1'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'Port': {'1.7'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'PortForwarding': {'1.2'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'QosPolicy': {'1.10'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'SecurityGroup': {'1.5'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'SubPort': {'1.0'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'Subnet': {'1.1'},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     'Trunk': {'1.1'}}
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]: consumer versions:
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     L3 agent@ncdv-master-1: {},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     Metering agent@ncdv-master-1: {},
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'ConntrackHelper': '1.0',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'Log': '1.0',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'Network': '1.1',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'Port': '1.7',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'PortForwarding': '1.2',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'QosPolicy': '1.10',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'SecurityGroup': '1.5',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'SubPort': '1.0',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'Subnet': '1.1',
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:                                           'Trunk': '1.1'}}
Dec 11 20:38:21.749246 ncdv-master-1 neutron-server[125990]:  {{(pid=125990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:38:21.751744 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Attempting to bind port f0589e56-fe8e-4d93-951e-2d17b29bb820 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:38:21.752151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Attempting to bind port f0589e56-fe8e-4d93-951e-2d17b29bb820 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:38:21.752591 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Attempting to bind port f0589e56-fe8e-4d93-951e-2d17b29bb820 on network 274bcf9a-f2d9-4d36-886e-17f8183cb07b {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:38:21.758466 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:38:21.758898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Checking segment: {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:38:21.759373 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.759759 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Bound using segment: {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:38:21.760266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Bound port: f0589e56-fe8e-4d93-951e-2d17b29bb820, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11665a1-e507-430d-9e75-9a6f1bd4b48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:38:21.760657 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.762694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1f045a45-3f00-4702-8bef-515bac5a2b1c None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:21.763049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f045a45-3f00-4702-8bef-515bac5a2b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.799052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1f045a45-3f00-4702-8bef-515bac5a2b1c None None] Port f0589e56-fe8e-4d93-951e-2d17b29bb820 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:38:21.826687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] For port f0589e56-fe8e-4d93-951e-2d17b29bb820, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:38:21.845872 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] For port f0589e56-fe8e-4d93-951e-2d17b29bb820, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0589e56-fe8e-4d93-951e-2d17b29bb820,segment=NetworkSegment(d11665a1-e507-430d-9e75-9a6f1bd4b48e),segment_id=d11665a1-e507-430d-9e75-9a6f1bd4b48e)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:38:21.849938 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:21.907942 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Routers {'f966d0e0-09c4-4fd6-999d-f74143388baf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:38:21.908565 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86346820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:38:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f966d0e0-09c4-4fd6-999d-f74143388baf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:21.942619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a4079-f98e-4b76-a006-d66edcae0678 None None] Pushing event updated for resources: {'Port': ['ID=f0589e56-fe8e-4d93-951e-2d17b29bb820,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:22.004218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] Set router f966d0e0-09c4-4fd6-999d-f74143388baf gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:38:22.118941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:22.119388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:22.198847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:22.219864 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86346820>, [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:19Z', 'revision_number': 2, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port_host': None, '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:21Z', 'revision_number': 4, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:22.230331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] For port f0589e56-fe8e-4d93-951e-2d17b29bb820, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0589e56-fe8e-4d93-951e-2d17b29bb820,segment=NetworkSegment(d11665a1-e507-430d-9e75-9a6f1bd4b48e),segment_id=d11665a1-e507-430d-9e75-9a6f1bd4b48e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:38:22.234839 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:22.246394 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff2e81a-a5f2-40c7-853c-6d90380779fe None None] The sync data for ids ['f966d0e0-09c4-4fd6-999d-f74143388baf'] in ncdv-master-1 is: [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:19Z', 'revision_number': 2, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port_host': None, '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:21Z', 'revision_number': 4, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:38:22.287037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10da0b7-2e95-4442-b4c3-c8ee4ec39660 None None] Pushing event updated for resources: {'Port': ['ID=f0589e56-fe8e-4d93-951e-2d17b29bb820,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:22.831535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53838) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:22.940364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec728f-753d-4eec-b91b-a656152282ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:38:22.941815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-40ec728f-753d-4eec-b91b-a656152282ac admin admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 842 time: 0.1092041
Dec 11 20:38:22.952615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Request body: {'subnet': {'cidr': '172.35.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'gateway_ip': '172.35.1.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:38:22.954064 ncdv-master-1 neutron-server[125987]: INFO neutron.quota [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f0d86464ac0>.
Dec 11 20:38:22.992058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Made reservation on behalf of e9abd4ac430f4576a95df91cf526b465 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:38:22.994523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:23.299949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 20:38:23.300405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:23.356237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38deba9-22fb-4e5b-bec5-5075935dab58,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:23.364404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:38:23.364765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Network hostable DHCP agents. Network: 574122d1-febc-4103-b29b-8c97d1bffd7a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:38:23.388044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:38:23.400407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 574122d1-febc-4103-b29b-8c97d1bffd7a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:38:23.404898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:38:23.405932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:23.411216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd623c37-1a34-437e-bd72-4f55b43b431a None None] Network 574122d1-febc-4103-b29b-8c97d1bffd7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:38:23.439236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ec930a43-d275-4c10-b228-81ec76aef6cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4898086
Dec 11 20:38:23.526464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a32bb0f-2a02-486a-86f8-7d66de85aef0 None None] Network 574122d1-febc-4103-b29b-8c97d1bffd7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:38:25.984751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53846) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:26.212856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-be4365c5-08b5-46c9-a483-6dadb8ad4242 admin admin] 10.222.0.18 "GET /v2.0/routers/f966d0e0-09c4-4fd6-999d-f74143388baf HTTP/1.1" status: 200  len: 710 time: 0.2262058
Dec 11 20:38:26.327620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8171c-2543-4750-8874-d2e27f39eebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:38:26.328998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-efe8171c-2543-4750-8874-d2e27f39eebf admin admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 886 time: 0.1100349
Dec 11 20:38:26.338325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:38:26.585716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:26.859208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:26.941725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.096028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Allocated IP 172.35.1.250 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/fcab796b-aa45-48b9-9d93-b5134c706a4a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:38:27.199350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.259921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.334744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:38:27.339456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:38:27.348547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:38:27.351524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Pushing event updated for resources: {'Port': ['ID=fcab796b-aa45-48b9-9d93-b5134c706a4a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:27.639939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.830711 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.835401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:27.964270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Router f966d0e0-09c4-4fd6-999d-f74143388baf has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:38:28.077075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:38:28.081511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:28.082768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c7fcf1d1-aafe-456b-8ee6-73ab6bc21fbc admin admin] 10.222.0.18 "PUT /v2.0/routers/f966d0e0-09c4-4fd6-999d-f74143388baf HTTP/1.1" status: 200  len: 890 time: 1.7475393
Dec 11 20:38:28.915969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f0589e56-fe8e-4d93-951e-2d17b29bb820 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:38:28.968481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:28.968987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:29.434085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Sync routers for ids ['f966d0e0-09c4-4fd6-999d-f74143388baf'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:38:29.445541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Routers {'f966d0e0-09c4-4fd6-999d-f74143388baf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:38:29.446244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d85153a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:38:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f966d0e0-09c4-4fd6-999d-f74143388baf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:29.658235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Set router f966d0e0-09c4-4fd6-999d-f74143388baf gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:38:30.124580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d85153a30>, [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:27Z', 'revision_number': 4, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port': {'id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:26Z', 'updated_at': '2021-12-11T20:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:22Z', 'revision_number': 5, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:30.174810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Checking router: f966d0e0-09c4-4fd6-999d-f74143388baf for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:38:30.175178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Updating router f966d0e0-09c4-4fd6-999d-f74143388baf port fcab796b-aa45-48b9-9d93-b5134c706a4a binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:38:30.221115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.532243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.538393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.593520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903d98e-498c-4b3b-bb35-a660b48e5208 None None] Pushing event updated for resources: {'Port': ['ID=fcab796b-aa45-48b9-9d93-b5134c706a4a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:30.595804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Attempting to bind port fcab796b-aa45-48b9-9d93-b5134c706a4a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:38:30.596171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Attempting to bind port fcab796b-aa45-48b9-9d93-b5134c706a4a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:38:30.596532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Attempting to bind port fcab796b-aa45-48b9-9d93-b5134c706a4a on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:38:30.602039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:38:30.602411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:38:30.602855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.603500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:38:30.603965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Bound port: fcab796b-aa45-48b9-9d93-b5134c706a4a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:38:30.604348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.652050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] For port fcab796b-aa45-48b9-9d93-b5134c706a4a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:38:30.655130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] For port fcab796b-aa45-48b9-9d93-b5134c706a4a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcab796b-aa45-48b9-9d93-b5134c706a4a,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:38:30.658950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:30.712913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903d98e-498c-4b3b-bb35-a660b48e5208 None None] Pushing event updated for resources: {'Port': ['ID=fcab796b-aa45-48b9-9d93-b5134c706a4a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:30.719482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Routers {'f966d0e0-09c4-4fd6-999d-f74143388baf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:38:30.720078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d85153a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:38:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f966d0e0-09c4-4fd6-999d-f74143388baf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:30.762953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53858) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:38:30.828251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] Set router f966d0e0-09c4-4fd6-999d-f74143388baf gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:38:30.875486 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cac3d0a3-ea10-4798-a8fd-9f08020754f9 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1112897
Dec 11 20:38:31.046160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d85153a30>, [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:27Z', 'revision_number': 4, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port': {'id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:26Z', 'updated_at': '2021-12-11T20:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:22Z', 'revision_number': 5, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:38:31.072260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de28b82a-1dd5-4500-9e32-031b5cc7fc3f None None] The sync data for ids ['f966d0e0-09c4-4fd6-999d-f74143388baf'] in ncdv-master-1 is: [{'id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'name': 'router1', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250'}], 'enable_snat': True}, 'gw_port_id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:38:08Z', 'updated_at': '2021-12-11T20:38:27Z', 'revision_number': 4, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'gw_port': {'id': 'fcab796b-aa45-48b9-9d93-b5134c706a4a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:26Z', 'updated_at': '2021-12-11T20:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f0589e56-fe8e-4d93-951e-2d17b29bb820', 'name': '', 'network_id': '274bcf9a-f2d9-4d36-886e-17f8183cb07b', 'tenant_id': '0061aaf8ec3c4538ae93594b85332311', 'mac_address': 'fa:16:3e:f5:ff:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966d0e0-09c4-4fd6-999d-f74143388baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:38:18Z', 'updated_at': '2021-12-11T20:38:22Z', 'revision_number': 5, 'project_id': '0061aaf8ec3c4538ae93594b85332311', 'subnets': [{'id': '19dca2f9-e26f-44a9-b83a-f4579e091dbb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '809ebf83-4142-4bc3-8fbb-89779315c3ea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:38:32.953902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fcab796b-aa45-48b9-9d93-b5134c706a4a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:38:33.025031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fcab796b-aa45-48b9-9d93-b5134c706a4a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:33.025516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:33.110614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:33.133153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port fcab796b-aa45-48b9-9d93-b5134c706a4a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fcab796b-aa45-48b9-9d93-b5134c706a4a,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:38:33.139605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:33.192629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=fcab796b-aa45-48b9-9d93-b5134c706a4a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:38:34.934162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fcab796b-aa45-48b9-9d93-b5134c706a4a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:38:35.009482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fcab796b-aa45-48b9-9d93-b5134c706a4a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:38:35.010815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:40.906389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-55f6cd5e-7d2b-4f19-8bf5-54868d888ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:43.378094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e180-aa63-4145-a9c9-5f2e4fb0c91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:44.704371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:46.036165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:47.022527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:38:53.015528 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:39:10.894746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3010d8a-9632-4e6c-b7f4-82c456f2f898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:13.381768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3c70141-968e-460f-aaf9-221e8e155063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:14.708833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:16.043446 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:17.021372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:30.014402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:39:40.899535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7da4b0fa-4c51-4a3a-9da1-20bf3776e01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:43.382849 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-45a1b1a2-74e2-4ee7-b578-0a56dc268381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:44.707087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:46.036117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:47.015769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:39:59.147116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54444) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:39:59.207686 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e360081-1a50-4fec-8471-04bb169c6531 admin admin] GET failed (client error): The resource could not be found.
Dec 11 20:39:59.209573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3e360081-1a50-4fec-8471-04bb169c6531 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0614934
Dec 11 20:39:59.433555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00caee-ba91-48fc-bdd8-984795987b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:39:59.434977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db00caee-ba91-48fc-bdd8-984795987b9b admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.2204976
Dec 11 20:40:01.914214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:02.004869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05924c11-511e-4aeb-9263-b8c4fa28bddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:02.006233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05924c11-511e-4aeb-9263-b8c4fa28bddb admin admin] 10.222.0.18 "GET /v2.0/subnets/19dca2f9-e26f-44a9-b83a-f4579e091dbb HTTP/1.1" status: 200  len: 849 time: 0.0910373
Dec 11 20:40:02.016305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:40:02.102496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:02.249232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731004737491'] for subnet, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:02.280951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:02.281369 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:02.283113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] 10.222.0.18 "PUT /v2.0/subnets/19dca2f9-e26f-44a9-b83a-f4579e091dbb HTTP/1.1" status: 200  len: 868 time: 0.2702491
Dec 11 20:40:02.284841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b788d1-a610-4794-89fd-6b336cf19250 None None] Network 274bcf9a-f2d9-4d36-886e-17f8183cb07b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:40:02.302643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19dca2f9-e26f-44a9-b83a-f4579e091dbb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:02.309896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.310245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.310815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.311270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.311678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.312075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.312450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.312773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.313095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.313418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.313735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.314054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.314370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db00b0b9-57a3-472e-8f9b-558527195ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:02.639323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-81d47757-7192-483c-9131-4e800690f574 None None] Provisioning complete for port f0589e56-fe8e-4d93-951e-2d17b29bb820 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:40:02.639695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-81d47757-7192-483c-9131-4e800690f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:02.726524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-81d47757-7192-483c-9131-4e800690f574 None None] Provisioning complete for port f52938e5-c1d7-485b-8b7d-65d5c6ec8fc7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:40:02.726772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-81d47757-7192-483c-9131-4e800690f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:04.747010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54462) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:04.960691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215b92e-c85a-443c-af14-2b78c7f7cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:04.961106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215b92e-c85a-443c-af14-2b78c7f7cb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:04.962676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b215b92e-c85a-443c-af14-2b78c7f7cb5c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2146726
Dec 11 20:40:07.012240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:40:07.408495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:07.539158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991adb43-1971-4f66-8f6a-5b685135d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:07.539521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991adb43-1971-4f66-8f6a-5b685135d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:07.541066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-991adb43-1971-4f66-8f6a-5b685135d12f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1316350
Dec 11 20:40:09.986659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54480) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:10.120255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c074e-0054-4183-9be1-593bdd32c159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:10.121631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad4c074e-0054-4183-9be1-593bdd32c159 admin admin] 10.222.0.18 "GET /v2.0/networks/274bcf9a-f2d9-4d36-886e-17f8183cb07b HTTP/1.1" status: 200  len: 869 time: 0.1340034
Dec 11 20:40:10.901128 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e5a541f3-2707-4bc0-a4e3-accff1f2ae33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:12.576961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:12.699170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d2f38-4a70-4f20-9bcb-aa558f6f113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:12.700546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-727d2f38-4a70-4f20-9bcb-aa558f6f113f admin admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 886 time: 0.1226346
Dec 11 20:40:13.385513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-755af79e-1ab1-48ec-8333-3266088457db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:14.712210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:15.177385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54496) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:15.307163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4350e6-662b-4351-b965-66d61bcd148a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:15.307623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4350e6-662b-4351-b965-66d61bcd148a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:15.309180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dd4350e6-662b-4351-b965-66d61bcd148a admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1308167
Dec 11 20:40:16.039523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:17.018574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:17.777206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54504) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:17.868575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40536d3-8ed0-4914-b4e8-58a7fce9ba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:17.869013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40536d3-8ed0-4914-b4e8-58a7fce9ba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:17.870514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a40536d3-8ed0-4914-b4e8-58a7fce9ba54 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0923541
Dec 11 20:40:20.356610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54512) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:20.450865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66d472d-df23-4a35-9254-ae8b26765326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:20.452201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c66d472d-df23-4a35-9254-ae8b26765326 admin admin] 10.222.0.18 "GET /v2.0/subnets/19dca2f9-e26f-44a9-b83a-f4579e091dbb HTTP/1.1" status: 200  len: 868 time: 0.0946224
Dec 11 20:40:22.921263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:23.008795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a36f96-872d-4611-a215-286c957d9d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:23.010156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-32a36f96-872d-4611-a215-286c957d9d32 admin admin] 10.222.0.18 "GET /v2.0/subnets/b38deba9-22fb-4e5b-bec5-5075935dab58 HTTP/1.1" status: 200  len: 816 time: 0.0879529
Dec 11 20:40:40.902521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d523d2c-e4e8-4825-a41b-465eb2324451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:43.386676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd4d2a85-fac8-439d-a74e-11ff24a0714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:44.011298 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:40:44.716118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:46.042814 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:47.021947 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:48.961949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54574) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:49.008925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-a6ef37e1-7808-404f-995d-32f81d24cd3d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:40:49.009955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a6ef37e1-7808-404f-995d-32f81d24cd3d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0469983
Dec 11 20:40:51.578944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54582) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:51.640265 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba398e2-166d-47bd-8066-b1e84d3b7e71 admin admin] GET failed (client error): The resource could not be found.
Dec 11 20:40:51.641557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ba398e2-166d-47bd-8066-b1e84d3b7e71 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0616894
Dec 11 20:40:51.790566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419967bd-54ab-468f-89dd-c9feadeb3b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:51.792058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-419967bd-54ab-468f-89dd-c9feadeb3b07 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1453805
Dec 11 20:40:54.282470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54590) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:54.330625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:40:54.356398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Made reservation on behalf of e9abd4ac430f4576a95df91cf526b465 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:40:54.358729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:54.386184 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.revisions.revision_plugin [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0d844b2550] {project_id='e9abd4ac430f4576a95df91cf526b465', id='f7aeb0a3-1d71-4fbc-9224-6212f90f4a0a', target_project='*', action='access_as_shared', object_id='9486fe32-fb83-4c8d-89de-820366abdca1'}> to bump revision.
Dec 11 20:40:54.401968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:40:54.413810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731004690297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:54.414326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0d86edf790> segment precommit_create {{(pid=125987) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 11 20:40:54.414835 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Added segment 6fe5c361-f49d-4a9e-831b-56c97cd18c7f of type vlan for network 9486fe32-fb83-4c8d-89de-820366abdca1
Dec 11 20:40:54.467335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:54.498097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:54.499039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:54.499638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:54.582731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2990990
Dec 11 20:40:54.593798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Pushing event updated for resources: {'Network': ['ID=9486fe32-fb83-4c8d-89de-820366abdca1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:54.601600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.601953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.602300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.602674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.603021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.603360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.603694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.604028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.604362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.604710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.605034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.605364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.605692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b718513-b599-46cf-967d-d4776b9bff27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:54.618164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 9486fe32-fb83-4c8d-89de-820366abdca1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:40:57.044507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54614) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:40:57.105145 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67fc6a0-4f5a-4d50-8f30-ddeb9c7c7934 admin admin] GET failed (client error): The resource could not be found.
Dec 11 20:40:57.106415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e67fc6a0-4f5a-4d50-8f30-ddeb9c7c7934 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0609863
Dec 11 20:40:57.176391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e253f2ce-6762-4c53-955c-4812fd45ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:57.177873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e253f2ce-6762-4c53-955c-4812fd45ab1e admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0668652
Dec 11 20:40:57.187952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:40:57.209283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Made reservation on behalf of e9abd4ac430f4576a95df91cf526b465 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:40:57.211358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.367860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.424076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:57.431224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:40:57.431566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Network hostable DHCP agents. Network: 9486fe32-fb83-4c8d-89de-820366abdca1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:40:57.447050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:40:57.455069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9486fe32-fb83-4c8d-89de-820366abdca1) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:40:57.459025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:40:57.459654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.464073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f72eb-fa94-4a93-a22f-a8444e469cd3 None None] Network 9486fe32-fb83-4c8d-89de-820366abdca1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:40:57.478975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ff06880-7fe2-4d56-920c-4165363c5693 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2942944
Dec 11 20:40:57.570551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9486fe32-fb83-4c8d-89de-820366abdca1', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'project_id': 'e9abd4ac430f4576a95df91cf526b465', 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:40:57.571601 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.713767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Allocated IP 192.168.233.2 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/4c106313-a225-4094-9333-60258a3c8a46) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:40:57.952319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.959582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:57.998780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:40:58.001553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:40:58.005155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:40:58.011797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Pushing event updated for resources: {'Port': ['ID=4c106313-a225-4094-9333-60258a3c8a46,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:58.023147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.023504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.023832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.024167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.024496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.024822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.025143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.025466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.025786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.026109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.026425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.026767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.027090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:40:58.076529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Attempting to bind port 4c106313-a225-4094-9333-60258a3c8a46 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:40:58.076895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Attempting to bind port 4c106313-a225-4094-9333-60258a3c8a46 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:40:58.077247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Attempting to bind port 4c106313-a225-4094-9333-60258a3c8a46 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:40:58.083007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:40:58.083374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:40:58.083764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:58.084162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:40:58.084602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Bound port: 4c106313-a225-4094-9333-60258a3c8a46, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:40:58.084999 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:58.146689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] For port 4c106313-a225-4094-9333-60258a3c8a46, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:40:58.150248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] For port 4c106313-a225-4094-9333-60258a3c8a46, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c106313-a225-4094-9333-60258a3c8a46,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:40:58.156943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:58.214327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62139c1f-ea3a-4060-bb2c-ce3886ad3b92 None None] Pushing event updated for resources: {'Port': ['ID=4c106313-a225-4094-9333-60258a3c8a46,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:59.089165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4c106313-a225-4094-9333-60258a3c8a46 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:40:59.152422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4c106313-a225-4094-9333-60258a3c8a46 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:40:59.152852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:59.241753 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:59.243787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030b0a7-5a2f-4875-9d3b-eb8d73e444e6 None None] Network 9486fe32-fb83-4c8d-89de-820366abdca1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:40:59.323946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 4c106313-a225-4094-9333-60258a3c8a46, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c106313-a225-4094-9333-60258a3c8a46,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:40:59.340824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:59.418462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2f4d53a7-b979-47d3-8806-4b8f7a3cc6c6 None None] Provisioning complete for port 4c106313-a225-4094-9333-60258a3c8a46 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:40:59.418842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f4d53a7-b979-47d3-8806-4b8f7a3cc6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:40:59.420254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=4c106313-a225-4094-9333-60258a3c8a46,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:40:59.637084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e773b7d2-6623-45bd-a065-1a60b3e1b136 None None] Provisioning complete for port 4c106313-a225-4094-9333-60258a3c8a46 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:40:59.637451 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e773b7d2-6623-45bd-a065-1a60b3e1b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:01.009578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4c106313-a225-4094-9333-60258a3c8a46 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:41:01.059028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4c106313-a225-4094-9333-60258a3c8a46 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:41:01.059391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:10.904064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5950e140-10c0-44fb-9ba7-a91d6bc5c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:13.387335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5176bad3-8c9a-4022-9f6f-5fd2c4ec41a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:14.717314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:16.047600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:17.026839 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:21.010781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:41:40.906329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bce04f70-5089-4d42-8448-1461b847937f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:43.391009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-289469d7-4792-4593-bdb5-37d640c70972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:44.721611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:46.054825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:47.046269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:41:58.010305 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:42:10.058013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54678) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:42:10.064106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-775dd24e-b600-4f6e-8c2f-7ff28eaf9fe1 tempest-verify_tempest_config-833235721 tempest-verify_tempest_config-833235721-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:42:10.065325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-775dd24e-b600-4f6e-8c2f-7ff28eaf9fe1 tempest-verify_tempest_config-833235721 tempest-verify_tempest_config-833235721-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0063143
Dec 11 20:42:10.359521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54696) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:42:10.460118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.535304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.538776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.581837 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e2ce3d877ee4d9cbb3aeff8deeeb0f9&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2212949
Dec 11 20:42:10.583699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de190f-72bb-4148-a383-839afaa41f26,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:42:10.584677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:42:10.590180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.590547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.590893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.591424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.591765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.592096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.592426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.592754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.593079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.593403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.593980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.594303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.594649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201c2cd-90a7-4a08-b367-0fbe987b7505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.736780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.758503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.851962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.854592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:10.855839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36de190f-72bb-4148-a383-839afaa41f26 HTTP/1.1" status: 204  len: 168 time: 0.2701526
Dec 11 20:42:10.863533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36de190f-72bb-4148-a383-839afaa41f26,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:42:10.870065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.870407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.870775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.871108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.871434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.871760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.872083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.872402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.872719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.873039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.873425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.873670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.873986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dedadd-4925-4708-ad79-fd73f2912570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:42:10.916425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90b753b3-7e31-4ef1-b7a4-de90c68e2376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:13.392861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54831c3d-d9d1-441c-86f0-dbd7e8bdfd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:14.721956 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:16.060409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:17.027089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:35.009839 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:42:40.909040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3512b8d-502f-4504-b7eb-46947160f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:43.393288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fb1a7426-459d-4f21-9027-a689a1cbcaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:44.725190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:46.063553 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:42:47.029210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:10.911250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c290a727-327e-48e8-bf6b-b1a3c67de7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:12.009383 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:43:13.402237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-63c8ba61-885e-4e7b-804b-f19719f960d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:14.728850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:16.067029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:17.032232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:40.912633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0042346-c4fd-4b26-97fd-5b4c0239f1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:43.392635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d277747-28bb-4be0-83d5-febfff1d0fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:44.731944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:46.070642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:47.036684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:43:49.007991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:44:10.917063 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ff67f07-09ae-49a6-9974-1bbe21461da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:13.393765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-398fa690-451a-4fe3-8dc7-c1046ce6e150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:14.734948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:16.073517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:17.038578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:26.010326 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:44:40.919560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-038036bb-ab28-49bf-9bd0-93dc523d736c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:43.395084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f5db7f98-614f-42dd-9da1-4c2b58fd3c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:44.738340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:46.077408 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:44:47.041293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:03.009119 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 5 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:45:10.921494 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e69e7555-8e20-43f5-8451-a70a6e006afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:13.395753 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7225b7d-5758-4545-95e5-bd598f2a573b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:14.740097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:15.464363 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:16.080831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:17.043004 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:21.062376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516570'] for agent, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:40.008726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:45:40.922434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b638437c-b567-4b69-99b1-18b3d77576ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:43.395692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4fc2a60-c6ee-41ba-a3e2-fef2c9bc4db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:44.743535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:45.430965 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:46.083855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:47.045533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:45:51.041632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:03.099370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:46:03.204405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a0116535-0019-49c7-a6dd-275b3ae183f8 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.1039255
Dec 11 20:46:05.674199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54828) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:46:05.736755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f08bd4e2-ba63-46f6-b875-0f0d02b22a1c admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0614579
Dec 11 20:46:10.926700 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ed73-2cb9-4f11-9845-8372a9963431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:13.396116 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-202bc806-f1ea-45d2-9221-d773178dec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:14.745879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:15.462112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:16.086640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:17.007870 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:46:17.049077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:21.021605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:40.934547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8738652f-2a2f-4670-a636-237bfb3d48dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:43.399419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-936ddc4f-8e88-440e-aa0a-a46ce9b1a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:44.748461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:45.477923 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:46.090752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:47.056143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:51.027819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:46:54.007172 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:47:10.928006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb90bccd-465c-462d-bfd2-55ab81ead6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:13.401202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9689-e7b4-4eae-98f6-f0618abc7782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:14.752448 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:15.475281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:16.094122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:17.050660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:21.034168 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:28.795318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:29.269073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e684f13a-5ab7-4a6a-a58a-a2cbc0efef4b tempest-AutoAllocateNetworkTest-1506939995 tempest-AutoAllocateNetworkTest-1506939995-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=83af7dbde8a44ad2acdec8030b66c575&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4720051
Dec 11 20:47:29.271717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55062) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:29.464229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922fe215-2d31-4f41-9664-8877520366a0 tempest-AutoAllocateNetworkTest-1506939995 tempest-AutoAllocateNetworkTest-1506939995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:29.467762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-922fe215-2d31-4f41-9664-8877520366a0 tempest-AutoAllocateNetworkTest-1506939995 tempest-AutoAllocateNetworkTest-1506939995-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.1940703
Dec 11 20:47:29.469211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55072) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:29.529839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ea42a19-1002-4e93-b84f-6c042e18b0b2 tempest-AutoAllocateNetworkTest-1506939995 tempest-AutoAllocateNetworkTest-1506939995-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0594308
Dec 11 20:47:29.532483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55078) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:29.567507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-287e265c-0a29-4b68-87a8-8c2c94e7649f tempest-AutoAllocateNetworkTest-1506939995 tempest-AutoAllocateNetworkTest-1506939995-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=83af7dbde8a44ad2acdec8030b66c575 HTTP/1.1" status: 200  len: 208 time: 0.0338645
Dec 11 20:47:30.355406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55118) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:30.703161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.780098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.787977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.827000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ae0ab5-8d36-4936-b882-c71a23b788e2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:30.831876 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83af7dbde8a44ad2acdec8030b66c575&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4754453
Dec 11 20:47:30.836289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:30.840549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.841130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.842091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.842854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.843773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.844260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.844722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.845201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.845661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.846251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.846730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.847200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.847654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c81257-9636-4865-87c1-227e250a98b0 admin admin] Tracked resource versions report:
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]: pushed versions:
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]: {   'AddressGroup': {'1.2'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'ConntrackHelper': {'1.0'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'Log': {'1.0'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'Network': {'1.1'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'Port': {'1.7'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'PortForwarding': {'1.2'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'QosPolicy': {'1.10'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'SecurityGroup': {'1.5'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'SubPort': {'1.0'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'Subnet': {'1.1'},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     'Trunk': {'1.1'}}
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]: consumer versions:
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     HyperV agent@nch1-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     HyperV agent@nch2-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     L3 agent@ncdv-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     Metering agent@ncdv-master-1: {},
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'ConntrackHelper': '1.0',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'Log': '1.0',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'Network': '1.1',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'Port': '1.7',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'PortForwarding': '1.2',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'QosPolicy': '1.10',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'SecurityGroup': '1.5',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'SubPort': '1.0',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'Subnet': '1.1',
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:                                           'Trunk': '1.1'}}
Dec 11 20:47:30.848933 ncdv-master-1 neutron-server[125988]:  {{(pid=125988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:47:30.893086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.918036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.973157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.977041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:30.982533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61ae0ab5-8d36-4936-b882-c71a23b788e2 HTTP/1.1" status: 204  len: 168 time: 0.1459756
Dec 11 20:47:30.990682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ae0ab5-8d36-4936-b882-c71a23b788e2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:30.998173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.998587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.998941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.999283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.999621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:30.999958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.000289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.000621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.000951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.001279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.001601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.002072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.002581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927577bb-4104-4627-89e4-9db287932631 admin admin] Tracked resource versions report:
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]: pushed versions:
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]: {   'AddressGroup': {'1.2'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'ConntrackHelper': {'1.0'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'Log': {'1.0'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'Network': {'1.1'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'Port': {'1.7'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'PortForwarding': {'1.2'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'QosPolicy': {'1.10'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'SecurityGroup': {'1.5'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'SubPort': {'1.0'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'Subnet': {'1.1'},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     'Trunk': {'1.1'}}
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]: consumer versions:
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     HyperV agent@nch1-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     HyperV agent@nch2-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     L3 agent@ncdv-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     Metering agent@ncdv-master-1: {},
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'ConntrackHelper': '1.0',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'Log': '1.0',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'Network': '1.1',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'Port': '1.7',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'PortForwarding': '1.2',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'QosPolicy': '1.10',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'SecurityGroup': '1.5',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'SubPort': '1.0',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'Subnet': '1.1',
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:                                           'Trunk': '1.1'}}
Dec 11 20:47:31.003742 ncdv-master-1 neutron-server[125987]:  {{(pid=125987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:47:31.011088 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:47:32.326111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:32.549022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b53d198-58c9-4213-b74c-6b3907e51564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.654492 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b53d198-58c9-4213-b74c-6b3907e51564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.659930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b53d198-58c9-4213-b74c-6b3907e51564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.702667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b53d198-58c9-4213-b74c-6b3907e51564 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4a32bf4c4db4c63aa7bca2daf51cdf3&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3704348
Dec 11 20:47:32.702667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53d198-58c9-4213-b74c-6b3907e51564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d8f72-34d7-47d3-a80d-e580f102e823,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:32.702982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55252) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:32.762429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.786226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.845875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.848592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:32.852371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/073d8f72-34d7-47d3-a80d-e580f102e823 HTTP/1.1" status: 204  len: 168 time: 0.1458158
Dec 11 20:47:32.866741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903b967-079a-432f-865f-f3801c8adf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d8f72-34d7-47d3-a80d-e580f102e823,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:32.965831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.121511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.222623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d4c4-0198-4845-a206-dd3b960b1a18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.318353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d4c4-0198-4845-a206-dd3b960b1a18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.325240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d4c4-0198-4845-a206-dd3b960b1a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.361700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d4c4-0198-4845-a206-dd3b960b1a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c773812f-45ec-46e5-8141-e59d8cff1a8e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.374833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55290) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.374951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0fa3d4c4-0198-4845-a206-dd3b960b1a18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a74d066bd8c470799172c44ee73b692&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4076726
Dec 11 20:47:33.388438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aed9cd99-f945-44ef-8a51-dc7f988bc496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.437611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.465559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.478725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aed9cd99-f945-44ef-8a51-dc7f988bc496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.485349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aed9cd99-f945-44ef-8a51-dc7f988bc496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.506396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55296) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.515857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9cd99-f945-44ef-8a51-dc7f988bc496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effd26c5-03a3-4ef4-a757-92fccbebfb4a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.544034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.547843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.549003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c773812f-45ec-46e5-8141-e59d8cff1a8e HTTP/1.1" status: 204  len: 168 time: 0.1731722
Dec 11 20:47:33.551582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ee44eeb-e6f1-4b5c-85e5-cabd8490d2f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.556995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aed9cd99-f945-44ef-8a51-dc7f988bc496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=865abe7516354a2dbb704cc6b7250a76&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4336090
Dec 11 20:47:33.559568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.560882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32556025-372d-41b4-bd7f-6c106307271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c773812f-45ec-46e5-8141-e59d8cff1a8e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.630826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.661385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.668451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ee44eeb-e6f1-4b5c-85e5-cabd8490d2f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.670242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.678210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ee44eeb-e6f1-4b5c-85e5-cabd8490d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.725801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ee44eeb-e6f1-4b5c-85e5-cabd8490d2f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1efe382a45b4c929ef74d4ca26c99f6&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2158647
Dec 11 20:47:33.726631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55316) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:33.738096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.744524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee44eeb-e6f1-4b5c-85e5-cabd8490d2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d5572-76b5-4730-be7f-d16a2e4a7cc7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.744753 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.748185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/effd26c5-03a3-4ef4-a757-92fccbebfb4a HTTP/1.1" status: 204  len: 168 time: 0.1849849
Dec 11 20:47:33.764287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bc266-0e90-419b-88fa-9da939d0d1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd26c5-03a3-4ef4-a757-92fccbebfb4a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.806646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.829082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.883318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.886229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:33.887394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d6d5572-76b5-4730-be7f-d16a2e4a7cc7 HTTP/1.1" status: 204  len: 168 time: 0.1592364
Dec 11 20:47:33.896047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ed3ff-3ba9-445b-b657-b2a1f40c49f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d5572-76b5-4730-be7f-d16a2e4a7cc7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:33.958841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ac485e6-0fce-4227-b0b8-ecddced201e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.045992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ac485e6-0fce-4227-b0b8-ecddced201e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.050570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ac485e6-0fce-4227-b0b8-ecddced201e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.093630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac485e6-0fce-4227-b0b8-ecddced201e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e850f-83f8-4749-b3c8-0a21daa5bd07,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.104511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55332) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.112906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ac485e6-0fce-4227-b0b8-ecddced201e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3173e021a040269f9e2e04f851a458&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4414954
Dec 11 20:47:34.205969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55334) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.223134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cddbba74-2509-4533-9366-c9cb456852e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.243230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.273740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.334460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cddbba74-2509-4533-9366-c9cb456852e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.335650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.339518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.340136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cddbba74-2509-4533-9366-c9cb456852e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.344947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b37e850f-83f8-4749-b3c8-0a21daa5bd07 HTTP/1.1" status: 204  len: 168 time: 0.2394140
Dec 11 20:47:34.354010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2b5ca-6c00-49d0-94f4-175b2c97757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e850f-83f8-4749-b3c8-0a21daa5bd07,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.391846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbba74-2509-4533-9366-c9cb456852e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb2cf22-06cd-4ec0-b377-aac16d25e199,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.409964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cddbba74-2509-4533-9366-c9cb456852e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d403126ebc24e449d92592a42fe87cc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2022550
Dec 11 20:47:34.412618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55344) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.504386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.530364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.586525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.589563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.595130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cb2cf22-06cd-4ec0-b377-aac16d25e199 HTTP/1.1" status: 204  len: 168 time: 0.1809747
Dec 11 20:47:34.597113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.603910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31610f71-fdd8-405b-b8aa-ec5b67b24ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb2cf22-06cd-4ec0-b377-aac16d25e199,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.615510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e2fc-e6b8-4af9-8191-ed4ed336d161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.702211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e2fc-e6b8-4af9-8191-ed4ed336d161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.707173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0a5e2fc-e6b8-4af9-8191-ed4ed336d161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.747934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b0a5e2fc-e6b8-4af9-8191-ed4ed336d161 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b6423715fd64c0c95ac9949a540ea5f&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1475523
Dec 11 20:47:34.749911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5e2fc-e6b8-4af9-8191-ed4ed336d161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a1b7d-9363-4602-a913-8a364c9d169b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.750715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.820299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.843307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.894866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.897758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:34.898935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b58a1b7d-9363-4602-a913-8a364c9d169b HTTP/1.1" status: 204  len: 168 time: 0.1466174
Dec 11 20:47:34.908591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a500762-03e4-4461-ab38-586dab9a7a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a1b7d-9363-4602-a913-8a364c9d169b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:34.928621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55372) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:34.945405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d590e75c-e417-45a1-86d8-32298aeccef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.025053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d590e75c-e417-45a1-86d8-32298aeccef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.030795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d590e75c-e417-45a1-86d8-32298aeccef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.067777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590e75c-e417-45a1-86d8-32298aeccef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900a93f-da01-4444-9db6-5284ad15bfbb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:35.072175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d590e75c-e417-45a1-86d8-32298aeccef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b039f265fcc46c8a3028777002d7ed5&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1424568
Dec 11 20:47:35.074757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55380) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:35.128193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.155862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.203732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.206574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:35.207727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7900a93f-da01-4444-9db6-5284ad15bfbb HTTP/1.1" status: 204  len: 168 time: 0.1314745
Dec 11 20:47:35.215640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448e451-141d-4dd0-8ba9-df170514e60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900a93f-da01-4444-9db6-5284ad15bfbb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:36.066915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55448) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:36.069104 ncdv-master-1 neutron-server[125988]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 11 20:47:36.101300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-e5236b5e-7f40-4c0c-857f-cea43e90fed7 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b987631c45a84b6cb1610798960742e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331824
Dec 11 20:47:36.296888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-bfc43bab-eede-46f5-98b9-d75267f8c54d tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:36.304820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-bfc43bab-eede-46f5-98b9-d75267f8c54d tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1973729
Dec 11 20:47:36.319017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-8c7f030f-d2ef-481e-b8b0-ef06179d87df tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/quotas/b987631c45a84b6cb1610798960742e5 HTTP/1.1" status: 200  len: 375 time: 0.0133009
Dec 11 20:47:36.381601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-108fa41d-e1b8-4f0f-b551-a5489bb95a93 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b987631c45a84b6cb1610798960742e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0583391
Dec 11 20:47:36.650815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc7b3d7d-f5d8-4c5e-8715-60c6b3078443 req-38a8d2b6-c358-4bd2-8336-6c2d286da994 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.0795231
Dec 11 20:47:36.931990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55518) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:36.939170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55522) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:36.941327 ncdv-master-1 neutron-server[125987]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 11 20:47:36.963335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-d5b79048-bef4-42c4-b172-e79f06025034 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0228846
Dec 11 20:47:37.097344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-3a70bd42-9892-4593-9e6a-816df0eb591f tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:37.099196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-3a70bd42-9892-4593-9e6a-816df0eb591f tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1300077
Dec 11 20:47:37.121048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-8082f7fb-e168-4a33-b341-eb93f2831304 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/quotas/2bc1e3e8e0bf4b3783293a7236daff9b HTTP/1.1" status: 200  len: 375 time: 0.0150039
Dec 11 20:47:37.188930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-18fe0a47-f3f1-4687-96e5-282b76906a90 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0607305
Dec 11 20:47:37.225074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-network', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:37.258519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55538) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:37.271088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Made reservation on behalf of a8b7ca8f52de41809eb8c02a91e276ea for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:37.274228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.301268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.425457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.435613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.461426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:47:37.487171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107a8af-b7e3-4af9-ac3b-8fee6e7b8d20,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:37.487839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-333d3ed6-c2bf-4c06-bbea-ac7070c93a39 req-434ad79b-8105-483d-9833-7d9a9a55031a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.0623531
Dec 11 20:47:37.492002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.492618 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Added segment e7744ea5-3ef5-4953-9696-e26bb8d80423 of type vlan for network d13ab714-c7ea-44ff-9f03-60c4871ef1e9
Dec 11 20:47:37.555598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.589516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.590762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:37.591598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.613557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1298508102-network', 'tenant_id': '385463c536d74a2b9b8843b31636747e'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:37.651854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:37.658034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7222409
Dec 11 20:47:37.659721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55564) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:37.661494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.667491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Request body: {'subnet': {'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-subnet', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:37.675025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf304185-1e64-4b8e-8ba8-4fcdc85a4157 admin admin] Pushing event updated for resources: {'Network': ['ID=d13ab714-c7ea-44ff-9f03-60c4871ef1e9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:37.689361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:47:37.690954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.728277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Made reservation on behalf of a8b7ca8f52de41809eb8c02a91e276ea for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:37.740022 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.857346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.868976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.893130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:47:37.914016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:37.914394 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Added segment 1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb of type vlan for network 65f7b4a2-c131-4956-8472-b3b7c82bb4af
Dec 11 20:47:37.982902 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.038986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f292bc2-5bba-4e51-ab74-b7b8081a0442,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:38.054361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.057112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:38.061783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.112873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8531725
Dec 11 20:47:38.127451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:38.173724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Request body: {'subnet': {'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1298508102-subnet', 'tenant_id': '385463c536d74a2b9b8843b31636747e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:38.174698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15cb4b-88ce-4467-8825-a9481272a801 admin admin] Pushing event updated for resources: {'Network': ['ID=65f7b4a2-c131-4956-8472-b3b7c82bb4af,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:38.188964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:47:38.201920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f361798a-6995-4f9f-ae12-325115a0035e req-63f01cfe-f638-4763-9917-1e828b4b7cbc tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.3486419
Dec 11 20:47:38.203881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.272221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:38.274841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.504542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61c92ad-0fc9-4d5a-ae15-31091aa36092,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:38.554765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Checking segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:38.555125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Network hostable DHCP agents. Network: d13ab714-c7ea-44ff-9f03-60c4871ef1e9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:47:38.612064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-709c9c0d-0440-4d4d-8bd9-03177fc9181b req-26634c4b-85a1-4dcf-b645-339f0c503fa5 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.0419607
Dec 11 20:47:38.644573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:47:38.666974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d13ab714-c7ea-44ff-9f03-60c4871ef1e9) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:38.670852 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.687452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0288a-dadc-4928-84f2-c8514a3ebcff None None] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:38.687947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:38.688594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.754576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cffb603f-de6c-471d-8374-153693c430ad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.0936871
Dec 11 20:47:38.755564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7ee384-b459-4b7b-9169-bdf2613e790a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:38.760508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:38.767371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:38.798758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:38.799117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Network hostable DHCP agents. Network: 65f7b4a2-c131-4956-8472-b3b7c82bb4af, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:47:38.823533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.824899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.865791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:47:38.879809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65f7b4a2-c131-4956-8472-b3b7c82bb4af) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:38.902498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:38.904791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.919773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bccbd3-a7f0-4ab7-9c29-1d750f51b84f None None] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:38.938580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:38.938774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c26012b3-9b2a-48e1-af91-8f8fcb5f3e0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7723904
Dec 11 20:47:38.992774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:47:38.995356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:39.188429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:39.227612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.16', 56512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:39.297251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-cee904dd-cd42-4795-9b1d-54b215726982 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b987631c45a84b6cb1610798960742e5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0678940
Dec 11 20:47:39.487804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d222f00-f730-4da4-aadd-6664d9cda5ea None None] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:39.499109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-c5d7aec9-fbe0-4f13-a88a-2546496aab82 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:39.501362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-c5d7aec9-fbe0-4f13-a88a-2546496aab82 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1934986
Dec 11 20:47:39.550801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:39.569622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Allocated IP 172.20.0.2 (d13ab714-c7ea-44ff-9f03-60c4871ef1e9/b61c92ad-0fc9-4d5a-ae15-31091aa36092/97a1773c-3b2a-4ea3-a344-7fc5fc20c78d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:39.594377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:39.595881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Request body: {'port': {'device_id': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': 'b987631c45a84b6cb1610798960742e5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:39.615405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0f76b7d5-f5a8-4657-b677-5c653d63002f req-f9ad9101-1f3b-4a36-8710-d33b4a608738 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.0545428
Dec 11 20:47:39.813669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Allocated IP 172.35.1.85 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/7c469cda-edb4-4070-aedc-53c18b0ecae2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:39.819238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.16', 56515) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:39.869083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-ba546980-4669-46d1-8a73-d7e625e05759 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0480366
Dec 11 20:47:39.948235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55674) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:39.987823 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.024434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.066571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.076488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.143220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:40.147308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:40.147821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2bd50941-4008-431f-8115-4a5626f4b0dd req-7b33c28c-f01b-41c5-965e-7a9592447d38 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.1044874
Dec 11 20:47:40.148557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Made reservation on behalf of b987631c45a84b6cb1610798960742e5 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:40.153637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.163724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:40.171747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.172483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:40.174098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Pushing event updated for resources: {'Port': ['ID=7c469cda-edb4-4070-aedc-53c18b0ecae2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:40.175601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:40.205540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:40.239853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-38ecf661-9781-4e2d-bc7d-e76d0d05d3c8 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:40.241504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-38ecf661-9781-4e2d-bc7d-e76d0d05d3c8 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3627348
Dec 11 20:47:40.260870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Request body: {'port': {'device_id': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '2bc1e3e8e0bf4b3783293a7236daff9b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:40.261426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Attempting to bind port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:40.261805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Attempting to bind port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:40.262326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Attempting to bind port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:40.264814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Pushing event updated for resources: {'Port': ['ID=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:40.274894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.275494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.275846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.276187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.276585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.276921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.277367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.277667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.278009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.278872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.279205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.279536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.279902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Tracked resource versions report:
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]: pushed versions:
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]: {   'AddressGroup': {'1.2'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'ConntrackHelper': {'1.0'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'Log': {'1.0'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'Network': {'1.1'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'Port': {'1.7'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'PortForwarding': {'1.2'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'QosPolicy': {'1.10'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'SecurityGroup': {'1.5'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'SubPort': {'1.0'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'Subnet': {'1.1'},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     'Trunk': {'1.1'}}
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]: consumer versions:
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     HyperV agent@nch1-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     HyperV agent@nch2-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     L3 agent@ncdv-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     Metering agent@ncdv-master-1: {},
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'ConntrackHelper': '1.0',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'Log': '1.0',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'Network': '1.1',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'Port': '1.7',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'PortForwarding': '1.2',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'QosPolicy': '1.10',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'SecurityGroup': '1.5',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'SubPort': '1.0',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'Subnet': '1.1',
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:                                           'Trunk': '1.1'}}
Dec 11 20:47:40.281227 ncdv-master-1 neutron-server[125989]:  {{(pid=125989) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:47:40.288307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:40.288920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Checking segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:40.289471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.290020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Bound using segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:40.291521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Bound port: 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:40.292086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.385632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] For port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:40.391202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] For port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:40.393263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc567da2-a5ff-4013-9dcc-006b5d4ccd62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.407301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.483023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31be71-f20f-434b-8901-aeaddab7ad9d None None] Pushing event updated for resources: {'Port': ['ID=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:40.523470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc567da2-a5ff-4013-9dcc-006b5d4ccd62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.537175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc567da2-a5ff-4013-9dcc-006b5d4ccd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.580640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc567da2-a5ff-4013-9dcc-006b5d4ccd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d715bd1-5968-4be7-983c-b70215dbce92,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:40.584537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Made reservation on behalf of 2bc1e3e8e0bf4b3783293a7236daff9b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:40.588074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.603890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.625955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.688143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cc567da2-a5ff-4013-9dcc-006b5d4ccd62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b70878486e8e4057857886fe44adca81&name=default HTTP/1.1" status: 200  len: 2994 time: 0.7386947
Dec 11 20:47:40.689432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.698893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55716) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:40.767835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55722) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:40.776840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1993390575-network', 'tenant_id': '1faf4b50322b4e0eb838f521c64538ee'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:40.833832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066140dc-2154-4977-a22a-dbba51f7d5d8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:40.921089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:40.940375 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-83eaa0e6-0a9f-49e5-81be-96e94eb59a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.023844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3339934f-6191-49b9-9323-3c41a13d0f97 req-bca8ecec-4aa7-4c96-9f21-7c8f1a0baae0 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.1786039
Dec 11 20:47:41.039709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.058520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Made reservation on behalf of 1faf4b50322b4e0eb838f521c64538ee for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:41.064785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.136802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.152852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.399734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:41.530275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.569136 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.649384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.676480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:47:41.692258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.693229 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Added segment 9f6fd7bb-406b-4907-b615-8cc8082848a7 of type vlan for network 31f5349b-e786-4e85-bd8c-9a2868aa0cc4
Dec 11 20:47:41.731674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:41.732204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.755245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-533cf4fa-cf2f-4b0e-80f3-dd5586a56d75 req-3b8895c4-60fc-4ea3-92c1-c17a4c9f5ec8 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.2431135
Dec 11 20:47:41.758635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.800451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d59cc8-f376-467a-9d56-e677bb6dd16e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:41.806271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.817183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Allocated IP 192.168.233.93 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/0deb211c-ca7c-44ca-93b5-4fafbda6b144) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:41.906237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.925866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.928831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:41.930149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.961694 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:41.985705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e7748-9f83-40fe-99af-a7627f342ed0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:41.997804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2288592
Dec 11 20:47:42.000958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:42.008191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Request body: {'subnet': {'network_id': '31f5349b-e786-4e85-bd8c-9a2868aa0cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1993390575-subnet', 'tenant_id': '1faf4b50322b4e0eb838f521c64538ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:42.073220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:42.080891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.118005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Made reservation on behalf of 1faf4b50322b4e0eb838f521c64538ee for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:42.132149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.275222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a510e50-1178-4ac5-be7d-b318a1bbfad2 req-aac96c2e-6bdb-4ddc-9804-3d34b4651640 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.1008470
Dec 11 20:47:42.316517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c164-90d0-4adb-beec-3974395f6986 admin admin] Pushing event updated for resources: {'Network': ['ID=31f5349b-e786-4e85-bd8c-9a2868aa0cc4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:42.324571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:42.338973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.342785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.349498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d715bd1-5968-4be7-983c-b70215dbce92 HTTP/1.1" status: 204  len: 168 time: 1.6390085
Dec 11 20:47:42.353271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c37645-0785-47d9-8ba5-cd5589f1f688 None None] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:42.417647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 31f5349b-e786-4e85-bd8c-9a2868aa0cc4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:47:42.486728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:47:42.487734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52416cb9-cee7-42b0-9431-7d2196cdfd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d715bd1-5968-4be7-983c-b70215dbce92,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:42.580196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8abce245-a079-437d-a6ad-adb7523db809 None None] Provisioning complete for port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:42.580575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8abce245-a079-437d-a6ad-adb7523db809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.667549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.748699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:42.970022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:42.982913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.015983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:43.071023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:43.079957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:47:43.093525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:43.096255 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:47:43.109109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.113280 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:47:43.113923 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847f3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:43.277857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.300759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:43.303470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d29925f-031b-40f2-8ab4-a71d698bf70c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 4.5396664
Dec 11 20:47:43.305555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422b70aa-d27b-41fe-af78-b396fb4f6e70,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:43.342085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55790) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:43.342727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:43.473505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:43.474672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.531253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55798) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:43.535533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-946f280c-2935-4cf1-a2eb-8e5f1e526d84 None None] Provisioning complete for port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:43.536241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-946f280c-2935-4cf1-a2eb-8e5f1e526d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.577584 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:47:43.578258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f34f8291-5a0b-41a3-b7f4-95f228b6fef2 req-d94170c5-0a86-43cb-a012-8b4a004e4cdb tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.6252234
Dec 11 20:47:43.614592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b449a24d-76f2-4121-b09b-b7b6b2691533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.654879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Pushing event updated for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:43.660670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Allocated IP 192.168.233.178 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/3fec5349-fa10-4866-8d4e-ae86c2520943) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:43.677097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-f7c6608b-e3a3-4612-9fc2-59667dd5f0d6 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0853412
Dec 11 20:47:43.703286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-c17dca70-fa9d-4758-b318-d8fe51cbdb70 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:47:43.704686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-c17dca70-fa9d-4758-b318-d8fe51cbdb70 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0106893
Dec 11 20:47:43.813728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9196-c1ec-4a1b-a705-0b7d083f490c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.850747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b8ef1-9384-48b4-bbba-e85e0d8a0cea req-241609a4-3413-4c25-92b0-658b220bd5fe tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:43.863157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f93b8ef1-9384-48b4-bbba-e85e0d8a0cea req-241609a4-3413-4c25-92b0-658b220bd5fe tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 935 time: 0.3326740
Dec 11 20:47:43.868207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Checking segment: {'id': '9f6fd7bb-406b-4907-b615-8cc8082848a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '31f5349b-e786-4e85-bd8c-9a2868aa0cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:43.870922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Network hostable DHCP agents. Network: 31f5349b-e786-4e85-bd8c-9a2868aa0cc4, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:47:43.969438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a423045-0fef-48b9-afb9-eec8c2394f22 None None] Provisioning complete for port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:43.970601 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a423045-0fef-48b9-afb9-eec8c2394f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:43.978080 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847f3e20>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:40Z', 'revision_number': 3, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:43.995348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Network 31f5349b-e786-4e85-bd8c-9a2868aa0cc4 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:47:44.011664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.035005 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:47:44.035592 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Updating router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 port 7c469cda-edb4-4070-aedc-53c18b0ecae2 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:47:44.071311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a423045-0fef-48b9-afb9-eec8c2394f22 None None] Port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:47:44.088116 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.094454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.159258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 31f5349b-e786-4e85-bd8c-9a2868aa0cc4) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:44.175035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291f97cb-abb2-46ec-a652-dbfc4dfdcf64 None None] Network 31f5349b-e786-4e85-bd8c-9a2868aa0cc4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:44.176860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:44.178044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.207099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Request body: {'port': {'device_id': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'device_owner': 'compute:tempest-test_az-355614898', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:44.258281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f93b8ef1-9384-48b4-bbba-e85e0d8a0cea req-b3ab29bf-74e5-4727-8f84-cbb9d0bb15fa tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3923912
Dec 11 20:47:44.263195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c009-90ff-479b-8053-812c29913d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.317789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:44.332333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Pushing event updated for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:44.347543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:44.416443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:44.417658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91083cc5-d606-4b10-9e57-e26ef97cf2fe None None] Network 31f5349b-e786-4e85-bd8c-9a2868aa0cc4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:44.423015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:44.423652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.426010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.489480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-c2b5fea3-b90f-409b-b08f-6f4589db73ea tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2367380
Dec 11 20:47:44.740040 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.750814 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.782243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.852720 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Pushing event updated for resources: {'Port': ['ID=7c469cda-edb4-4070-aedc-53c18b0ecae2,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:44.869619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.870040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.870390 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.871556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.872492 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.872835 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.873381 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.873719 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.874125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.874543 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.875817 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.876239 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.879416 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Tracked resource versions report:
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]: pushed versions:
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]: {   'AddressGroup': {'1.2'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'ConntrackHelper': {'1.0'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'LocalIPAssociation': {'1.0'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'Log': {'1.0'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'Network': {'1.1'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'Port': {'1.7'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'PortForwarding': {'1.2'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'QosPolicy': {'1.10'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'SecurityGroup': {'1.5'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'SecurityGroupRule': {'1.2'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'SubPort': {'1.0'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'Subnet': {'1.1'},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     'Trunk': {'1.1'}}
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]: consumer versions:
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]: {   DHCP agent@ncdv-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     HyperV agent@nch1-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     HyperV agent@nch2-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     L3 agent@ncdv-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     Metadata agent@ncdv-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     Metering agent@ncdv-master-1: {},
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'ConntrackHelper': '1.0',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'LocalIPAssociation': '1.0',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'Log': '1.0',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'Network': '1.1',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'Port': '1.7',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'PortForwarding': '1.2',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'QosPolicy': '1.10',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'SecurityGroup': '1.5',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'SecurityGroupRule': '1.2',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'SubPort': '1.0',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'Subnet': '1.1',
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:                                           'Trunk': '1.1'}}
Dec 11 20:47:44.882948 ncdv-master-1 neutron-server[125990]:  {{(pid=125990) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 11 20:47:44.913272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a553f-6239-4923-9d79-853b70a19aa7 req-8003c170-1271-4bb1-abb5-d2f5706e4174 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:44.916656 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Attempting to bind port 7c469cda-edb4-4070-aedc-53c18b0ecae2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:44.917826 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Attempting to bind port 7c469cda-edb4-4070-aedc-53c18b0ecae2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:44.918725 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Attempting to bind port 7c469cda-edb4-4070-aedc-53c18b0ecae2 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:44.920734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9b6f0a5-2301-4ddc-bf9e-9242356cc9c2 None None] Provisioning complete for port 3fec5349-fa10-4866-8d4e-ae86c2520943 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:44.921243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9b6f0a5-2301-4ddc-bf9e-9242356cc9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.924982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-015a553f-6239-4923-9d79-853b70a19aa7 req-8003c170-1271-4bb1-abb5-d2f5706e4174 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 936 time: 0.2182355
Dec 11 20:47:44.926966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:44.927559 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:44.928123 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.928824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:44.929453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Bound port: 7c469cda-edb4-4070-aedc-53c18b0ecae2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:44.930008 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:44.936964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b91d8577-46b4-443f-85f2-3d2f6ed61546 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.9348266
Dec 11 20:47:44.980009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b9b6f0a5-2301-4ddc-bf9e-9242356cc9c2 None None] Port 3fec5349-fa10-4866-8d4e-ae86c2520943 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:47:45.099363 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] For port 7c469cda-edb4-4070-aedc-53c18b0ecae2, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:45.105153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9196-c1ec-4a1b-a705-0b7d083f490c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.111208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] For port 7c469cda-edb4-4070-aedc-53c18b0ecae2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c469cda-edb4-4070-aedc-53c18b0ecae2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:45.115507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae9196-c1ec-4a1b-a705-0b7d083f490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.120112 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.153229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-015a553f-6239-4923-9d79-853b70a19aa7 req-0b0b6889-d5b5-4214-9e68-a1d1517abc55 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229626
Dec 11 20:47:45.188827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c009-90ff-479b-8053-812c29913d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.241676 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:47:45.247448 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847f3e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:45.324653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.375309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:47:45.395107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6ae9196-c1ec-4a1b-a705-0b7d083f490c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbfaa27a916443779993ae11172e9c06&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8569210
Dec 11 20:47:45.401326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55814) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:45.414347 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0f1c009-90ff-479b-8053-812c29913d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.447990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0deb211c-ca7c-44ca-93b5-4fafbda6b144 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:47:45.477616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.487840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae9196-c1ec-4a1b-a705-0b7d083f490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2daf30c-6194-4b59-a587-becacf0a818e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:45.536702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.540653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Transition to ACTIVE for port object 0deb211c-ca7c-44ca-93b5-4fafbda6b144 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:47:45.548706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.645115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0f1c009-90ff-479b-8053-812c29913d2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68ec4d756c94463e94b733200bf717d2&name=default HTTP/1.1" status: 200  len: 2996 time: 2.2975886
Dec 11 20:47:45.680401 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847f3e20>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:40Z', 'revision_number': 3, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:45.684546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:45.685506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Pushing event updated for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:45.711792 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafe6d9-a477-4fe4-a98d-72a1c3e8c81b None None] Pushing event updated for resources: {'Port': ['ID=7c469cda-edb4-4070-aedc-53c18b0ecae2,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:45.721988 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b82dd15-c39b-45d7-9e8e-41ec3b797be2 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:40Z', 'revision_number': 3, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:47:45.728884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1c009-90ff-479b-8053-812c29913d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f12cd92-195e-4667-8da1-b33199d5775c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:45.757858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b828e98-ffef-40d0-acc9-f4927b5bb158 req-875d2cc5-1835-46de-856c-794267e4b550 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:45.759313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b828e98-ffef-40d0-acc9-f4927b5bb158 req-875d2cc5-1835-46de-856c-794267e4b550 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 935 time: 0.3617377
Dec 11 20:47:45.921859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:45.963200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.024193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b828e98-ffef-40d0-acc9-f4927b5bb158 req-5f3e7df5-fca0-4df2-ace8-67a8f0eb70bd tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277145
Dec 11 20:47:46.037943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.070050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Attempting to bind port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:46.070942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Attempting to bind port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:46.074217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Attempting to bind port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:46.130160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Allocated IP 172.20.0.1 (d13ab714-c7ea-44ff-9f03-60c4871ef1e9/b61c92ad-0fc9-4d5a-ae15-31091aa36092/20bc17a5-0e24-4df2-8d07-8ab1add18c02) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:46.137986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.173751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:47:46.174198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Attempting to bind port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:46.214385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.223207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.230355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2daf30c-6194-4b59-a587-becacf0a818e HTTP/1.1" status: 204  len: 168 time: 0.8068287
Dec 11 20:47:46.259068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.298726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:46.299430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:46.300287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:46.300911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Bound port: 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:46.301410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.524897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.577754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865584bc-d88b-47c7-8772-e39da75fff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2daf30c-6194-4b59-a587-becacf0a818e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:46.598618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.621672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:46.631438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:46.657089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.668296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:46.682133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:46.692051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:46.692650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.798070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:46.798707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:46.801295 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] 10.222.0.16 "PUT /v2.0/ports/0deb211c-ca7c-44ca-93b5-4fafbda6b144 HTTP/1.1" status: 200  len: 1116 time: 2.7733834
Dec 11 20:47:46.813169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Pushing event updated for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:46.818844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:47:46.846578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd220b4-1ea3-4714-9b0b-cdea3b269591 req-63a81a80-75cb-4b2e-9386-f3b8403d6ce5 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:46.848287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6dd220b4-1ea3-4714-9b0b-cdea3b269591 req-63a81a80-75cb-4b2e-9386-f3b8403d6ce5 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 936 time: 0.2721083
Dec 11 20:47:47.009265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-2fc97689-4d63-4c6b-ba20-36d81fbe6f2b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:47.015756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6dd220b4-1ea3-4714-9b0b-cdea3b269591 req-916214b0-69b4-47cf-91c4-bfe04c1cd602 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476057
Dec 11 20:47:47.022198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-2fc97689-4d63-4c6b-ba20-36d81fbe6f2b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 1.0654955
Dec 11 20:47:47.052191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Request body: {'port': {'device_id': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'device_owner': 'compute:tempest-test_az-355614898', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:47.085646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.236469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.371807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0fcabe84-631e-4c0e-8192-f1928607381b None None] Provisioning complete for port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:47.372518 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fe4d55-82e6-4cc9-814c-c8442c659777" -d '{"events": [{"name": "network-changed", "server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:47:47.373883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0fcabe84-631e-4c0e-8192-f1928607381b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.427937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-addb74be-7780-4d08-b36c-9ff69ea84910 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/quotas/385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 375 time: 0.3997366
Dec 11 20:47:47.479521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7c469cda-edb4-4070-aedc-53c18b0ecae2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:47.530279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0fcabe84-631e-4c0e-8192-f1928607381b None None] Port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:47:47.559578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7c469cda-edb4-4070-aedc-53c18b0ecae2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:47.560175 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.570756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b0e6-9cfc-40d3-b644-a3a58ac8b994 req-7fd369d8-b802-488e-9a3d-349cabc554af tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:47.573309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6427b0e6-9cfc-40d3-b644-a3a58ac8b994 req-7fd369d8-b802-488e-9a3d-349cabc554af tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.3544421
Dec 11 20:47:47.627581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-c5915efd-22e6-4974-baf9-af0a3786ee37 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1951594
Dec 11 20:47:47.688091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.698449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.705040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.714340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f12cd92-195e-4667-8da1-b33199d5775c HTTP/1.1" status: 204  len: 168 time: 1.9991796
Dec 11 20:47:47.754336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 7c469cda-edb4-4070-aedc-53c18b0ecae2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c469cda-edb4-4070-aedc-53c18b0ecae2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:47.762285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6427b0e6-9cfc-40d3-b644-a3a58ac8b994 req-0107fe89-82bb-422d-92fc-03fbc8d0d305 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507723
Dec 11 20:47:47.764172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.788790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538a5de-d8e8-4ff5-a37a-ce8bb33efd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f12cd92-195e-4667-8da1-b33199d5775c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:47.807833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce2b3b-2bc5-4c90-b14a-f1f0762af6fa service neutron] Pushing event updated for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:47.819506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.862019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.872439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.873685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:47.937546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=7c469cda-edb4-4070-aedc-53c18b0ecae2,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:48.062161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-038574ef-e3b8-40c1-8ebb-0a057e9a6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:48.063737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-038574ef-e3b8-40c1-8ebb-0a057e9a6bf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b987631c45a84b6cb1610798960742e5&device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 1119 time: 1.0323794
Dec 11 20:47:48.140278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Pushing event updated for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:48.193771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:48.196210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:48.469416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:47:48.487193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-24c2e3cc-99fc-4cda-9e08-e406c36b4322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144 HTTP/1.1" status: 200  len: 217 time: 0.3653944
Dec 11 20:47:48.844279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5b769edc-33ee-460c-a539-c9daf14afa66 None None] Provisioning complete for port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:48.844869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b769edc-33ee-460c-a539-c9daf14afa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:48.893350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:47:48.899480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-72115880-ec4c-4ef2-a2a0-adb6a4101d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:48.901097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-72115880-ec4c-4ef2-a2a0-adb6a4101d35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.3997180
Dec 11 20:47:48.911898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ca9a187-a425-4e08-9a3f-9fb01f4785ef admin admin] 10.222.0.18 "PUT /v2.0/routers/82f7ea21-4c3b-4d28-b838-d25aa03c2447/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5680273
Dec 11 20:47:48.929759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-8d33b386-7eb4-4097-a36b-54bb05b7518b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:47:48.930603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-8d33b386-7eb4-4097-a36b-54bb05b7518b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.9656141
Dec 11 20:47:48.948090 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f33b39-e121-4328-94f8-abacd05bdcdc x-openstack-request-id: req-46f33b39-e121-4328-94f8-abacd05bdcdc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:47:48.948424 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:47:48.948640 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46f33b39-e121-4328-94f8-abacd05bdcdc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:47:48.948854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5b769edc-33ee-460c-a539-c9daf14afa66 None None] Port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:47:48.949103 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144', 'status': 'completed', 'code': 200}
Dec 11 20:47:49.024700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9b86-503e-4eb9-823c-10e24c10b854 req-7249966e-b4e5-4003-9e9b-e977a851438a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:49.034894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:47:49.038885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2caf9b86-503e-4eb9-823c-10e24c10b854 req-7249966e-b4e5-4003-9e9b-e977a851438a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 936 time: 0.1157227
Dec 11 20:47:49.050947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:47:49.052798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77492340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:49.098592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55892) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:49.203177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2caf9b86-503e-4eb9-823c-10e24c10b854 req-b14e28b4-865b-4e42-bb47-25633d87baca tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574652
Dec 11 20:47:49.207173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6d29-3943-4dd0-ae7e-2aef86ce74a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.386523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7c469cda-edb4-4070-aedc-53c18b0ecae2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:49.446635 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6d29-3943-4dd0-ae7e-2aef86ce74a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.465257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6d29-3943-4dd0-ae7e-2aef86ce74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.499786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0a7c-a0a6-40a6-ac9d-befeb5e8f542 req-e90519d9-2cc3-4613-bce7-7e6c3d132a32 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:49.501527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c6b0a7c-a0a6-40a6-ac9d-befeb5e8f542 req-e90519d9-2cc3-4613-bce7-7e6c3d132a32 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.1393290
Dec 11 20:47:49.518036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fec5349-fa10-4866-8d4e-ae86c2520943 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:47:49.533724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.553870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:47:49.572920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Transition to ACTIVE for port object 3fec5349-fa10-4866-8d4e-ae86c2520943 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:47:49.576230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9f9e6d29-3943-4dd0-ae7e-2aef86ce74a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f891a4055b204f46aa104aa0e017d786&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4762800
Dec 11 20:47:49.580529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55902) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:49.601772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e6d29-3943-4dd0-ae7e-2aef86ce74a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f6d6eb-4c4c-42ce-9bbc-00867e814227,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:49.623075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c6b0a7c-a0a6-40a6-ac9d-befeb5e8f542 req-f539104c-4c5a-421d-884c-782f2c1ecc62 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134765
Dec 11 20:47:49.686812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.690592 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.727363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.853194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7c469cda-edb4-4070-aedc-53c18b0ecae2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:49.853726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.859145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.871251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-48ed8312-211a-435c-9fe0-0087fe304a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:49.872964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-48ed8312-211a-435c-9fe0-0087fe304a0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.7107954
Dec 11 20:47:49.873875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:49.876384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63f6d6eb-4c4c-42ce-9bbc-00867e814227 HTTP/1.1" status: 204  len: 168 time: 0.2949100
Dec 11 20:47:49.924867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6136b-01de-40d7-a25d-da6d98d44c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f6d6eb-4c4c-42ce-9bbc-00867e814227,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:49.963848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:49.989212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-ef3002cd-3c6f-4d47-81d1-5e350f39deb9 service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0368943
Dec 11 20:47:50.165329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Attempting to bind port 3fec5349-fa10-4866-8d4e-ae86c2520943 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:50.165663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Attempting to bind port 3fec5349-fa10-4866-8d4e-ae86c2520943 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:50.166179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Attempting to bind port 3fec5349-fa10-4866-8d4e-ae86c2520943 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:50.276454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Port 3fec5349-fa10-4866-8d4e-ae86c2520943 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:47:50.276820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Attempting to bind port 3fec5349-fa10-4866-8d4e-ae86c2520943 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:50.399048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:50.399450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:50.406176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:50.407035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Bound port: 3fec5349-fa10-4866-8d4e-ae86c2520943, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:50.407202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.426133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-af42e884-25a8-4226-ad61-8eed6b79ed63 service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4359403
Dec 11 20:47:50.522361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b6041-bbb8-464c-8724-f5f22deff749 req-b634cd8c-562c-42b8-a92d-449612569912 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:50.533060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-836b6041-bbb8-464c-8724-f5f22deff749 req-b634cd8c-562c-42b8-a92d-449612569912 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 969 time: 0.1303809
Dec 11 20:47:50.552805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77492340>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 2, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:50.612662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:47:50.613013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Updating router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:47:50.645925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-836b6041-bbb8-464c-8724-f5f22deff749 req-9ab1cbee-d309-4a40-a3ed-420d9dae93bd tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063647
Dec 11 20:47:50.682830 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.717595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-cb9b7a1e-fc09-4454-82d8-85ffd798fc84 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7140455
Dec 11 20:47:50.797387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:50.816973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67c4136c-1b3b-4825-be4b-a1b0d2aae7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.829481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55932) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:50.834771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-network', 'tenant_id': '39002d383abd46509d8d70cb52d20288'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:50.843014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:50.861940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fec5349-fa10-4866-8d4e-ae86c2520943,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:50.872912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.907512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Made reservation on behalf of 39002d383abd46509d8d70cb52d20288 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:50.910053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.913222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:50.913954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.915878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/3fec5349-fa10-4866-8d4e-ae86c2520943 HTTP/1.1" status: 200  len: 1117 time: 3.9507363
Dec 11 20:47:50.936893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:50.976818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:47:50.984327 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69869e98-465e-435d-93f7-5e4ab8038cca" -d '{"events": [{"name": "network-changed", "server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:47:51.141278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67c4136c-1b3b-4825-be4b-a1b0d2aae7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.158990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67c4136c-1b3b-4825-be4b-a1b0d2aae7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.215312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.264716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.292619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.311634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dd539-b095-4bfe-a886-802c1aaf21a8 req-c4869291-9034-4e9d-a72a-c0668bbacd3d tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:51.319667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb5dd539-b095-4bfe-a886-802c1aaf21a8 req-c4869291-9034-4e9d-a72a-c0668bbacd3d tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.3399346
Dec 11 20:47:51.373269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4136c-1b3b-4825-be4b-a1b0d2aae7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77103424-008f-4cd2-aacd-3301671dccbd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:51.393401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67c4136c-1b3b-4825-be4b-a1b0d2aae7ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=448f8f2d7b8c4e1a8122747e7d3eddb4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5933979
Dec 11 20:47:51.395066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:51.522697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb5dd539-b095-4bfe-a886-802c1aaf21a8 req-34207cc6-6dba-429d-8380-ae4bcde50821 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880910
Dec 11 20:47:51.544418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.558881 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.579415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.581183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.641383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d8a15-33c9-4254-be9a-44cee6d74164 None None] Pushing event updated for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:51.686059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.697483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:51.702409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77103424-008f-4cd2-aacd-3301671dccbd HTTP/1.1" status: 204  len: 168 time: 0.3061728
Dec 11 20:47:51.758222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e546f-e37e-4825-9f6c-56e06aeb59aa,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:51.768285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc4ae4-58c9-43ea-aaf2-04b0426d7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77103424-008f-4cd2-aacd-3301671dccbd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:51.856809 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74468f0d-3737-4e1a-bacb-90ed3e88f9c9 x-openstack-request-id: req-74468f0d-3737-4e1a-bacb-90ed3e88f9c9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:47:51.860057 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:47:51.861797 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74468f0d-3737-4e1a-bacb-90ed3e88f9c9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:47:51.863189 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943', 'status': 'completed', 'code': 200}
Dec 11 20:47:51.931395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e587f295-bc7c-483a-8293-856ec19068c0 req-59620f72-91f4-49a2-a1c4-44e543c6f449 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 210 time: 0.2451432
Dec 11 20:47:52.003185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:47:52.020389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97951458-319d-4dcb-9494-f5a7970156c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:52.048322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Attempting to bind port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:52.050779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Attempting to bind port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:52.051910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Attempting to bind port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:52.067385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:52.080183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Checking segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:52.080726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.081236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Bound using segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:52.082410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Bound port: 20bc17a5-0e24-4df2-8d07-8ab1add18c02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:52.083080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.085413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-660c8e96-486f-43b7-b5cf-c093f4a4ae10 req-d6e4bbfe-0d79-4d2e-8070-311317073f0b service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8092017
Dec 11 20:47:52.094124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.112986 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Added segment 48160521-2314-4ce7-ad00-daf4e585aa3a of type vlan for network 5e49a58d-8738-48dc-8f91-97a42beefa7b
Dec 11 20:47:52.283104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-6bc6011f-5f8a-434b-b104-0c55c9df9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:52.294447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-6bc6011f-5f8a-434b-b104-0c55c9df9559 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 1120 time: 1.0193419
Dec 11 20:47:52.378697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] For port 20bc17a5-0e24-4df2-8d07-8ab1add18c02, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:52.386357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da49879c-edff-4bb3-a47c-b340015541c1 None None] Provisioning complete for port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:52.386357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da49879c-edff-4bb3-a47c-b340015541c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.394094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] For port 20bc17a5-0e24-4df2-8d07-8ab1add18c02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20bc17a5-0e24-4df2-8d07-8ab1add18c02,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:52.474946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.511846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da49879c-edff-4bb3-a47c-b340015541c1 None None] Port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:47:52.514345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.616087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-f3b94a74-af69-419c-8735-804c95504294 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3fec5349-fa10-4866-8d4e-ae86c2520943 HTTP/1.1" status: 200  len: 217 time: 0.2664857
Dec 11 20:47:52.663756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:47:52.690329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:47:52.692759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77492340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:52.707059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-a358bbd9-6d17-443a-b25b-5d3787018aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:52.723070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-a358bbd9-6d17-443a-b25b-5d3787018aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b987631c45a84b6cb1610798960742e5&device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 1119 time: 0.4470298
Dec 11 20:47:52.756017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff00b-2412-4105-b9c3-07cf6e843902 req-90ac4480-f3c8-4341-87c6-a1c31badc372 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:52.758390 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dcfff00b-2412-4105-b9c3-07cf6e843902 req-90ac4480-f3c8-4341-87c6-a1c31badc372 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 969 time: 0.5671809
Dec 11 20:47:52.783024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.30', 59009) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:52.835193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.836863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:52.837710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:52.914861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:47:52.990038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dcfff00b-2412-4105-b9c3-07cf6e843902 req-8a493d08-a1ac-461c-82d9-ab92536dde20 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153246
Dec 11 20:47:52.996246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.1654017
Dec 11 20:47:52.997745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad38d7b-4976-4750-a68a-789f76626bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e49a58d-8738-48dc-8f91-97a42beefa7b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:52.999784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:53.016209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Request body: {'subnet': {'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-subnet', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:53.043273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Made reservation on behalf of 39002d383abd46509d8d70cb52d20288 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:53.046201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.076603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:47:53.078077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-86851be0-6df9-4dec-85da-e1852e45d8ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:53.079537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-86851be0-6df9-4dec-85da-e1852e45d8ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.2932708
Dec 11 20:47:53.101813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae952f-1dd8-4c5a-a814-55b61c8a8104 req-55757a92-bd95-4cd1-9682-2627e3a92fc2 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:53.103374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6ae952f-1dd8-4c5a-a814-55b61c8a8104 req-55757a92-bd95-4cd1-9682-2627e3a92fc2 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.4001153
Dec 11 20:47:53.115806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d8a15-33c9-4254-be9a-44cee6d74164 None None] Pushing event updated for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:53.199771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] Provisioning complete for port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:53.200489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.202460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Request body: {'port': {'device_id': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'admin_state_up': True, 'tenant_id': '385463c536d74a2b9b8843b31636747e'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:53.222203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6ae952f-1dd8-4c5a-a814-55b61c8a8104 req-b6bae3a1-d9ea-42cf-ab21-f6c3d6084a10 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113842
Dec 11 20:47:53.354997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d0f4fb3-0d8c-4720-ab79-0c7417b462ac req-dbed563a-64f6-4f68-9dd6-57cbe9e0f6f6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 210 time: 0.1658900
Dec 11 20:47:53.417545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.422841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-7ca49e73-286d-4ab9-bc31-8ec565f0efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:53.425178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-7ca49e73-286d-4ab9-bc31-8ec565f0efae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2791388
Dec 11 20:47:53.469522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77492340>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:52Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:53.507063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25049dc5-0b38-4f33-b7e3-311a0aa1b250 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:52Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:47:53.512856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] For port 20bc17a5-0e24-4df2-8d07-8ab1add18c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20bc17a5-0e24-4df2-8d07-8ab1add18c02,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:53.518610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.549468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-0c4c9ea1-5afd-4b82-8ab7-c08cf6fb5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:53.552342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-0c4c9ea1-5afd-4b82-8ab7-c08cf6fb5df2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.4048183
Dec 11 20:47:53.614470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff88a2-1f48-4419-858f-7cfcae137b08 None None] Pushing event updated for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:53.740154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:53.756810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.882857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:53.972223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-b42442ff-ec37-4ddf-af73-0575563d9856 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144 HTTP/1.1" status: 200  len: 217 time: 0.1021516
Dec 11 20:47:53.984047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-aed7df44-c7b9-4d29-b7a7-074afb153ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:53.985566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-aed7df44-c7b9-4d29-b7a7-074afb153ba9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.5367582
Dec 11 20:47:54.062944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:54.138760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Allocated IP 172.20.0.14 (65f7b4a2-c131-4956-8472-b3b7c82bb4af/eb7ee384-b459-4b7b-9169-bdf2613e790a/6fec5eec-a346-43c5-860c-daa10c8b3006) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:54.139627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-3129ab86-9d37-4743-9a2f-29664335c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.141316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-3129ab86-9d37-4743-9a2f-29664335c832 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1547694
Dec 11 20:47:54.155151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Checking segment: {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:54.155844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Network hostable DHCP agents. Network: 5e49a58d-8738-48dc-8f91-97a42beefa7b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:47:54.225038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56006) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:54.327832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:47:54.337636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-03b0f966-e308-44ee-9b6a-cda5d9eb6a1a service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3364005
Dec 11 20:47:54.356853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe93f1c-0e4b-47b4-b0c7-fee978e4eff4 req-1d9bd272-168a-4d14-aeb1-10837734afc6 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.358362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abe93f1c-0e4b-47b4-b0c7-fee978e4eff4 req-1d9bd272-168a-4d14-aeb1-10837734afc6 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 969 time: 0.1998727
Dec 11 20:47:54.380153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-ae71813e-293a-4509-872a-a6cf7c31a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.384592 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-ae71813e-293a-4509-872a-a6cf7c31a97f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2306306
Dec 11 20:47:54.402075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e49a58d-8738-48dc-8f91-97a42beefa7b) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:54.412359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcb47e7-f223-4c24-b659-e4d9b6803285 None None] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:54.478544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.479054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.506817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48373e3-7ead-4f83-ba2d-ce07fbf57701 req-ffda7b78-7fa9-4fe3-8fd0-eb923508241c tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.510689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b48373e3-7ead-4f83-ba2d-ce07fbf57701 req-ffda7b78-7fa9-4fe3-8fd0-eb923508241c tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.1698134
Dec 11 20:47:54.565947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.576298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96435ce4-99e5-430a-b55a-48c173220745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.624922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e49a58d-8738-48dc-8f91-97a42beefa7b', 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b', 'project_id': '39002d383abd46509d8d70cb52d20288', 'fixed_ips': [{'subnet_id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:47:54.625722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.635956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc186ab7-3b46-4f21-8d5b-431f7f9017ac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.6254556
Dec 11 20:47:54.640372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56020) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:54.646453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:54.682890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abe93f1c-0e4b-47b4-b0c7-fee978e4eff4 req-47045234-4697-4b7c-b17b-3895f00206d9 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912743
Dec 11 20:47:54.691822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b48373e3-7ead-4f83-ba2d-ce07fbf57701 req-475c60af-a6d2-47ff-b5de-d1f7bc06ec58 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1660945
Dec 11 20:47:54.733744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.795353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-53ae8ac3-a283-4526-85c0-4f001d30bad2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3636312
Dec 11 20:47:54.812510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c0ec67a-f2df-4119-8803-f2aa37aaa13b req-8eff2145-b9bd-4780-ab38-54e24afd38c1 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4641252
Dec 11 20:47:54.841700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:54.848418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.850091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.861299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:54.867288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Allocated IP 172.20.0.2 (5e49a58d-8738-48dc-8f91-97a42beefa7b/bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc/46c8965a-d79f-49f2-bb15-ef83c543c8cd) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:54.894260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:54.900278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:54.900922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.907482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:54.926903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96435ce4-99e5-430a-b55a-48c173220745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.934312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96435ce4-99e5-430a-b55a-48c173220745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:54.969536 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-96435ce4-99e5-430a-b55a-48c173220745 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2efa2f78beda48b2ae4c2e07be78326d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7434239
Dec 11 20:47:54.974225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-5d9e061e-debb-48e3-b7c3-b49123e5f182 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7822256
Dec 11 20:47:54.984392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56024) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:55.077909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869e98-465e-435d-93f7-5e4ab8038cca req-4bbe203b-320f-430b-8261-d3404f9d8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.078417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.079823 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-4bbe203b-320f-430b-8261-d3404f9d8fb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 1120 time: 0.1866837
Dec 11 20:47:55.086084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.100870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd226c7f-70db-40ac-aad5-cb34850fe315 req-93cdf484-b951-4b39-8720-813b8d5b0b2c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.108864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:55.109091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd226c7f-70db-40ac-aad5-cb34850fe315 req-93cdf484-b951-4b39-8720-813b8d5b0b2c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.3126297
Dec 11 20:47:55.112064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:55.134944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:55.226601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Attempting to bind port 46c8965a-d79f-49f2-bb15-ef83c543c8cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:47:55.227024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Attempting to bind port 46c8965a-d79f-49f2-bb15-ef83c543c8cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:47:55.227348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Attempting to bind port 46c8965a-d79f-49f2-bb15-ef83c543c8cd on network 5e49a58d-8738-48dc-8f91-97a42beefa7b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:47:55.234583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:47:55.234969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Checking segment: {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:47:55.235474 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.235863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Bound using segment: {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:47:55.236332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Bound port: 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:47:55.236705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.325150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.351080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20bc17a5-0e24-4df2-8d07-8ab1add18c02 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:55.353290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96435ce4-99e5-430a-b55a-48c173220745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e11038-a256-47e3-94b2-84bc939df964,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:55.415912 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01fe4d55-82e6-4cc9-814c-c8442c659777 req-196fffe8-dae4-4870-82db-6914e138b800 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6019161
Dec 11 20:47:55.420266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] For port 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:47:55.420642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.428611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] For port 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c8965a-d79f-49f2-bb15-ef83c543c8cd,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:47:55.442758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Pushing event updated for resources: {'Port': ['ID=46c8965a-d79f-49f2-bb15-ef83c543c8cd,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:55.453173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.496381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.499579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd226c7f-70db-40ac-aad5-cb34850fe315 req-1ca9d081-36b6-4c79-913b-3b6bce61e959 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3847184
Dec 11 20:47:55.559868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:55.560237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.580002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869e98-465e-435d-93f7-5e4ab8038cca req-788798ac-8ab6-4abf-95d9-cd0a5cf97e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.581488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-788798ac-8ab6-4abf-95d9-cd0a5cf97e85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.4607639
Dec 11 20:47:55.615213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.619014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.620584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7e11038-a256-47e3-94b2-84bc939df964 HTTP/1.1" status: 204  len: 168 time: 0.6350365
Dec 11 20:47:55.629449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306dea6-b085-4e16-b870-5c4f4db79477 None None] Pushing event updated for resources: {'Port': ['ID=46c8965a-d79f-49f2-bb15-ef83c543c8cd,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:55.656362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1159197-e6e8-4906-bc76-bc0721fe38a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e11038-a256-47e3-94b2-84bc939df964,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:55.674027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:55.728549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-f6be6980-5ce7-4dd6-b983-429ae0943d69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3fec5349-fa10-4866-8d4e-ae86c2520943 HTTP/1.1" status: 200  len: 217 time: 0.1233432
Dec 11 20:47:55.847524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869e98-465e-435d-93f7-5e4ab8038cca req-08d5352c-0c55-4c1d-aac0-80d87e45b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.849183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-08d5352c-0c55-4c1d-aac0-80d87e45b167 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1129332
Dec 11 20:47:55.880226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab7439-f96c-4bb2-b5ee-2b8e9c0bea53 req-ef9659ef-2efb-429a-b021-2feca790a802 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.883401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02ab7439-f96c-4bb2-b5ee-2b8e9c0bea53 req-ef9659ef-2efb-429a-b021-2feca790a802 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 968 time: 0.0700095
Dec 11 20:47:55.938116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1c171-91a8-4508-b848-f4d540ac3bb6 req-a2422df0-0991-4905-81ea-3d450e31c057 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.948599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dc1c171-91a8-4508-b848-f4d540ac3bb6 req-a2422df0-0991-4905-81ea-3d450e31c057 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 969 time: 0.1455245
Dec 11 20:47:55.976868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69869e98-465e-435d-93f7-5e4ab8038cca req-e97c1573-f241-41e6-80b2-1bf90285dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:55.978023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-e97c1573-f241-41e6-80b2-1bf90285dacd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1093912
Dec 11 20:47:55.984473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02ab7439-f96c-4bb2-b5ee-2b8e9c0bea53 req-8f2b8089-6d57-4345-b020-f7116d862e3e tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887349
Dec 11 20:47:56.093620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dc1c171-91a8-4508-b848-f4d540ac3bb6 req-69dbf867-d57f-4f87-8a46-2aba1816f07a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440351
Dec 11 20:47:56.117573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0deb211c-ca7c-44ca-93b5-4fafbda6b144 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:47:56.319451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:56.333649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '0deb211c-ca7c-44ca-93b5-4fafbda6b144', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '0deb211c-ca7c-44ca-93b5-4fafbda6b144', 'mac_address': 'fa:16:3e:5e:21:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:tempest-test_az-355614898', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:47:56.353436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56076) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:56.385112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abaf658e-2466-4121-976a-b9b7855468fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.387252 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.409994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0deb211c-ca7c-44ca-93b5-4fafbda6b144 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:47:56.441846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:56.452757 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.499195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abaf658e-2466-4121-976a-b9b7855468fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.507790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abaf658e-2466-4121-976a-b9b7855468fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.507954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-b94d7096-4dc8-4764-b87b-71e1f1ee8564 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5218391
Dec 11 20:47:56.520820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:56.580237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf658e-2466-4121-976a-b9b7855468fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdf94ba-9eba-483d-8e2e-d0a8378b8342,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:56.585023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-abaf658e-2466-4121-976a-b9b7855468fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d23d31e83a949b387bf8c4e4d8bcf36&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2297895
Dec 11 20:47:56.589277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56082) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:56.612418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.625976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:56.655765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.693599 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.709249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.755094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69869e98-465e-435d-93f7-5e4ab8038cca req-e191a69d-4e62-40fc-90a1-5eefcdfd620e service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351761
Dec 11 20:47:56.772650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25971f-fe7a-4969-a4d5-8fb7ed9608a1 req-c4a3239e-3205-44b6-8362-dc5c7197b2f2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:56.773975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0deb211c-ca7c-44ca-93b5-4fafbda6b144'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:47:56.774463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.774669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc25971f-fe7a-4969-a4d5-8fb7ed9608a1 req-c4a3239e-3205-44b6-8362-dc5c7197b2f2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.1825080
Dec 11 20:47:56.776796 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.778994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abdf94ba-9eba-483d-8e2e-d0a8378b8342 HTTP/1.1" status: 204  len: 168 time: 0.1880653
Dec 11 20:47:56.789036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb7351bb-d617-4c87-8abb-89d6373b5235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.815422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef76ef3-38b5-46b6-bdbd-1aec25ff5bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdf94ba-9eba-483d-8e2e-d0a8378b8342,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:56.943173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc25971f-fe7a-4969-a4d5-8fb7ed9608a1 req-dff9f5b4-aed5-4f4d-aa04-4a685c621ec3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324050
Dec 11 20:47:56.943776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb7351bb-d617-4c87-8abb-89d6373b5235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:56.949495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb7351bb-d617-4c87-8abb-89d6373b5235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.003697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Allocated IP 172.35.1.246 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/b5eac6db-c752-4576-b833-f24ea70c770b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:47:57.010503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb7351bb-d617-4c87-8abb-89d6373b5235 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d0f60f43423440db1a9c10bfcc72f53&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3832736
Dec 11 20:47:57.011221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7351bb-d617-4c87-8abb-89d6373b5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceaf3e2-a931-46df-8f14-dd54e2920220,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:57.015483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:57.172757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.208531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.234521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cbe0c-2c40-48b5-9cfb-7418930d89b7 req-764519bf-a20b-4c70-b65b-26f029c5f774 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:57.246451 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-418cbe0c-2c40-48b5-9cfb-7418930d89b7 req-764519bf-a20b-4c70-b65b-26f029c5f774 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 969 time: 0.1082854
Dec 11 20:47:57.318356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.320949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.324919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dceaf3e2-a931-46df-8f14-dd54e2920220 HTTP/1.1" status: 204  len: 168 time: 0.3022153
Dec 11 20:47:57.345148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-418cbe0c-2c40-48b5-9cfb-7418930d89b7 req-4daf448c-4e3e-4913-bf53-83cc1ea5432a tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976391
Dec 11 20:47:57.355668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af29e2b-3bc6-4c6c-a078-3b05f0fa5a4f None None] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:47:57.366057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfebaf-9c93-4e35-a866-981ac50adade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceaf3e2-a931-46df-8f14-dd54e2920220,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:57.403825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 46c8965a-d79f-49f2-bb15-ef83c543c8cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:57.415430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7ad62-4853-4657-b42d-81141bea3331 req-a50ad78a-d8e1-424e-b757-9ede0d2ac36d tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:57.416999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde7ad62-4853-4657-b42d-81141bea3331 req-a50ad78a-d8e1-424e-b757-9ede0d2ac36d tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 969 time: 0.1463404
Dec 11 20:47:57.420433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.481397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde7ad62-4853-4657-b42d-81141bea3331 req-10f48f2c-f485-419d-af43-1da6b048bd71 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554075
Dec 11 20:47:57.517840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.519233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] Provisioning complete for port 46c8965a-d79f-49f2-bb15-ef83c543c8cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:57.519233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.565377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:47:57.568716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:47:57.571201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:47:57.643810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Pushing event updated for resources: {'Port': ['ID=b5eac6db-c752-4576-b833-f24ea70c770b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:57.658847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 46c8965a-d79f-49f2-bb15-ef83c543c8cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:57.658847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.750535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.801677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] For port 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c8965a-d79f-49f2-bb15-ef83c543c8cd,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:57.850524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56116) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:57.862596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.873460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.879554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9674f875-a706-4165-a6fa-ea398d78f0c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:57.958785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.013217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67035372-51a2-458d-a71c-bf5198e47cd2 None None] Pushing event updated for resources: {'Port': ['ID=46c8965a-d79f-49f2-bb15-ef83c543c8cd,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:58.076675 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:47:58.077104 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:47:58.077208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9674f875-a706-4165-a6fa-ea398d78f0c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.106931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9674f875-a706-4165-a6fa-ea398d78f0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.119955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3fec5349-fa10-4866-8d4e-ae86c2520943 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:47:58.164530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9674f875-a706-4165-a6fa-ea398d78f0c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2138e2d6963b429cbaed4f0121ad3515&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3128433
Dec 11 20:47:58.169511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56124) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:58.174197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0deb211c-ca7c-44ca-93b5-4fafbda6b144 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:58.185309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674f875-a706-4165-a6fa-ea398d78f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d50a4cc-bfec-4a71-94f3-651b1d5a6e7d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:58.189240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.204309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc958a0-c649-4f16-a7f6-291dc9150ebc req-f2dc9204-8395-45b7-adb0-fd97f246f163 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:58.211814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adc958a0-c649-4f16-a7f6-291dc9150ebc req-f2dc9204-8395-45b7-adb0-fd97f246f163 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.1377683
Dec 11 20:47:58.262624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:58.298272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c2c109e-07cc-4b53-aa98-8fe0f7be84e7 None None] Provisioning complete for port 46c8965a-d79f-49f2-bb15-ef83c543c8cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:58.298672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c2c109e-07cc-4b53-aa98-8fe0f7be84e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.322901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adc958a0-c649-4f16-a7f6-291dc9150ebc req-055ddecc-a098-4b7d-884e-15dfb67f3387 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100545
Dec 11 20:47:58.324306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.348933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:47:58.362655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fec5349-fa10-4866-8d4e-ae86c2520943,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:58.366177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.375310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:58.376241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.396130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-network', 'tenant_id': '9db55288209440a08ca2840c9ee07a60'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:58.419376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '3fec5349-fa10-4866-8d4e-ae86c2520943', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '3fec5349-fa10-4866-8d4e-ae86c2520943', 'mac_address': 'fa:16:3e:28:9d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:tempest-test_az-355614898', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:47:58.440025 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.446829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.450635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Made reservation on behalf of 9db55288209440a08ca2840c9ee07a60 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:58.453709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d50a4cc-bfec-4a71-94f3-651b1d5a6e7d HTTP/1.1" status: 204  len: 168 time: 0.2797329
Dec 11 20:47:58.453841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.462825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Router d9da4da2-1607-4766-b6bf-42a225d8a8b6 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:47:58.468479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.477167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6f82e-1c73-4f3d-9662-f1fedca94948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d50a4cc-bfec-4a71-94f3-651b1d5a6e7d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:58.521921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.546041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fec5349-fa10-4866-8d4e-ae86c2520943 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:47:58.618348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fec5349-fa10-4866-8d4e-ae86c2520943,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:58.630131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.631325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d4cd2-b3b2-40ad-a980-aa3a50a07883 req-a7d2b9b6-9c9c-49cb-b953-c1779271c3f7 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:58.633069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-734d4cd2-b3b2-40ad-a980-aa3a50a07883 req-a7d2b9b6-9c9c-49cb-b953-c1779271c3f7 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 969 time: 0.1681867
Dec 11 20:47:58.637927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.703031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:47:58.770075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:47:58.778226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-734d4cd2-b3b2-40ad-a980-aa3a50a07883 req-e72e95af-4dfe-4ac8-9fbc-411ebc7863d1 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327839
Dec 11 20:47:58.783875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.786257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:47:58.793920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.795138 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Sync routers for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:47:58.816524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.821513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56142) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:58.821946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-675f44cb-8b28-409a-8374-8a0a55bf027e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 936 time: 4.1785331
Dec 11 20:47:58.823529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.831176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:58.836499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:47:58.855009 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:47:58.855991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:58.860669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3fec5349-fa10-4866-8d4e-ae86c2520943'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:47:58.867314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:58.867863 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Added segment 1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b of type vlan for network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0
Dec 11 20:47:58.887325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac9c1a-6728-48fa-a647-c692c1d06ca5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:58.991389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.010748 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031af094-c54a-4e08-84c8-9228c82ea8e1" -d '{"events": [{"server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "name": "network-vif-plugged", "status": "completed", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:47:59.040291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.042198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:59.042953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.079424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:59.136382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8726797
Dec 11 20:47:59.142187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56154) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:47:59.162530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Request body: {'subnet': {'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-subnet', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:47:59.176885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e97acf-c5eb-43c1-807a-b615491ab40e admin admin] Pushing event updated for resources: {'Network': ['ID=798c8c48-f373-4c5f-81ec-3ebe90a7fec0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:47:59.233513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:47:59.252643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Made reservation on behalf of 9db55288209440a08ca2840c9ee07a60 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:47:59.255029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.284376 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc27529b-5b05-43a0-bd35-dcee4374cddd x-openstack-request-id: req-bc27529b-5b05-43a0-bd35-dcee4374cddd {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:47:59.284982 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "name": "network-vif-plugged", "status": "completed", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:47:59.285457 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc27529b-5b05-43a0-bd35-dcee4374cddd {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:47:59.286078 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144', 'code': 200}
Dec 11 20:47:59.342990 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:47:59.364092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 46c8965a-d79f-49f2-bb15-ef83c543c8cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:47:59.460266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 46c8965a-d79f-49f2-bb15-ef83c543c8cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:47:59.460895 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.532123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4b12-8ee5-4be0-a34b-81a14025b2b2 req-802b36ce-0f87-47a3-a3ac-c51c0a83c98a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:59.533638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-792e4b12-8ee5-4be0-a34b-81a14025b2b2 req-802b36ce-0f87-47a3-a3ac-c51c0a83c98a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 970 time: 0.4826753
Dec 11 20:47:59.632164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-70be6537-6199-407e-b8f0-b613bf7d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:59.633747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-70be6537-6199-407e-b8f0-b613bf7d3e1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 1121 time: 0.3072798
Dec 11 20:47:59.646056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40901da-2417-4b2f-acf8-93e44a725756 req-54a0eb79-8b6f-4e00-85a6-333db8d2e92b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:47:59.647644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b40901da-2417-4b2f-acf8-93e44a725756 req-54a0eb79-8b6f-4e00-85a6-333db8d2e92b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.1479075
Dec 11 20:47:59.680946 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5b0>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:47:57Z', 'revision_number': 3, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:47:59.695490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-6933ede5-e208-41d1-a743-e73dbeef4fd6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.702922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-792e4b12-8ee5-4be0-a34b-81a14025b2b2 req-16755b8f-1916-427b-a2c7-fc444bef7fa3 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540895
Dec 11 20:47:59.712747 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Checking router: d9da4da2-1607-4766-b6bf-42a225d8a8b6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:47:59.713728 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Updating router d9da4da2-1607-4766-b6bf-42a225d8a8b6 port b5eac6db-c752-4576-b833-f24ea70c770b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:47:59.748580 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.797199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b40901da-2417-4b2f-acf8-93e44a725756 req-81bd6cb1-82c7-4e9a-9328-2fa038018c7c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259270
Dec 11 20:47:59.838357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.873559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-6933ede5-e208-41d1-a743-e73dbeef4fd6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:47:59.877720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.050675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f5f2f-d615-487c-8540-ac644889e1d3 req-1f41734f-ec6b-4ebc-a818-9c696042ec14 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:00.058116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb9f5f2f-d615-487c-8540-ac644889e1d3 req-1f41734f-ec6b-4ebc-a818-9c696042ec14 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.1363862
Dec 11 20:48:00.104541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Allocated IP 172.20.0.1 (5e49a58d-8738-48dc-8f91-97a42beefa7b/bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc/2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:00.106263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-6933ede5-e208-41d1-a743-e73dbeef4fd6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.120595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3fec5349-fa10-4866-8d4e-ae86c2520943 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:00.140129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb9f5f2f-d615-487c-8540-ac644889e1d3 req-0c4cdd12-1403-4c52-8340-0f0c24b8ec9d tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802422
Dec 11 20:48:00.159469 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.170001 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.181783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40d84a4e-aae1-47ca-b4dc-abff880d6a7d req-6933ede5-e208-41d1-a743-e73dbeef4fd6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5331042
Dec 11 20:48:00.189745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933ede5-e208-41d1-a743-e73dbeef4fd6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9aa3f-d1a3-4907-be77-1c18fc6e67e4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:00.215608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4880ca6a-6648-4a4e-86d6-b553d0e6f190,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:00.220915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 3fec5349-fa10-4866-8d4e-ae86c2520943 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:00.230012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Checking segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:00.230817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Network hostable DHCP agents. Network: 798c8c48-f373-4c5f-81ec-3ebe90a7fec0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:00.235881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 3fec5349-fa10-4866-8d4e-ae86c2520943 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:00.236251 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.260924 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Attempting to bind port b5eac6db-c752-4576-b833-f24ea70c770b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:00.261368 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Attempting to bind port b5eac6db-c752-4576-b833-f24ea70c770b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:00.262827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Attempting to bind port b5eac6db-c752-4576-b833-f24ea70c770b on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:00.272936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:00.273377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:00.273918 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.274376 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:00.275049 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Bound port: b5eac6db-c752-4576-b833-f24ea70c770b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:00.275449 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.277358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:00.283170 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f57ca7-9f37-464e-89a8-3b7b87938daa None None] Pushing event updated for resources: {'Port': ['ID=b5eac6db-c752-4576-b833-f24ea70c770b,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:00.294377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 798c8c48-f373-4c5f-81ec-3ebe90a7fec0) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:00.301404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:00.302016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.308551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955add7-f6a9-411a-a8fc-42542cc95087 None None] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:00.339456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b5a1e784-8e20-4f09-ac20-4ae9286bad0b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1918597
Dec 11 20:48:00.341060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56182) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:00.347215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:00.352011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.370702 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] For port b5eac6db-c752-4576-b833-f24ea70c770b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:00.378971 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] For port b5eac6db-c752-4576-b833-f24ea70c770b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5eac6db-c752-4576-b833-f24ea70c770b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:00.389602 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.392913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.394031 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.436959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.476834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.478762 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f57ca7-9f37-464e-89a8-3b7b87938daa None None] Pushing event updated for resources: {'Port': ['ID=b5eac6db-c752-4576-b833-f24ea70c770b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:00.513286 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:00.513924 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:00.514832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:00.518455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:00.522643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:00.523582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.532540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:00.567058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.608348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'project_id': '9db55288209440a08ca2840c9ee07a60', 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:48:00.609239 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.701583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:00.781273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.792489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.835230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fec5349-fa10-4866-8d4e-ae86c2520943,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:00.846353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:00.915901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:01.001086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Allocated IP 172.20.0.2 (798c8c48-f373-4c5f-81ec-3ebe90a7fec0/4880ca6a-6648-4a4e-86d6-b553d0e6f190/0281949b-5c7a-4b59-8e8c-8c0d81900921) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:01.031918 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5b0>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:47:57Z', 'revision_number': 3, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:01.051177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c00b1a6c-8704-4a75-89e2-3e4414c1b87f None None] Provisioning complete for port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:01.051545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c00b1a6c-8704-4a75-89e2-3e4414c1b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.075507 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06db61d3-3bad-4a0b-9e0b-93550e492315 None None] The sync data for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 is: [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:47:57Z', 'revision_number': 3, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:01.101999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c00b1a6c-8704-4a75-89e2-3e4414c1b87f None None] Port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:01.114351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.126591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.128633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.213010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.239101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.251122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da107254-5f11-4854-a9a7-10ee73e0e22b req-aff5626b-0e14-479f-8429-dfc7d4c49ec5 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:01.256255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da107254-5f11-4854-a9a7-10ee73e0e22b req-aff5626b-0e14-479f-8429-dfc7d4c49ec5 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 971 time: 0.1453681
Dec 11 20:48:01.291028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:01.294613 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61e0e61-f9c0-47f2-95c1-7b9c56c309d4" -d '{"events": [{"server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "name": "network-vif-plugged", "status": "completed", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:01.306390 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.316143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.327191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:01.330957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:01.347573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Pushing event updated for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:01.376410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:01.379736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:01.383134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:01.421152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da107254-5f11-4854-a9a7-10ee73e0e22b req-c4291205-4994-4603-990d-022de6a7ca02 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518958
Dec 11 20:48:01.485383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Attempting to bind port 0281949b-5c7a-4b59-8e8c-8c0d81900921 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:01.485766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Attempting to bind port 0281949b-5c7a-4b59-8e8c-8c0d81900921 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:01.486166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Attempting to bind port 0281949b-5c7a-4b59-8e8c-8c0d81900921 on network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:01.493494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Allocated IP 172.35.1.64 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/223b052e-aefd-4e93-99f5-8abb4ad8281f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:01.500564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:01.503569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Checking segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:01.503987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.504380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Bound using segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:01.504859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Bound port: 0281949b-5c7a-4b59-8e8c-8c0d81900921, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:01.508509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.512423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Pushing event updated for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:01.621864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Router d9da4da2-1607-4766-b6bf-42a225d8a8b6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:48:01.677103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:01.687111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281949b-5c7a-4b59-8e8c-8c0d81900921,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:01.698083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.703706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.724591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab74986-1537-423a-9c65-662d0a3f5e0b req-ef09e6e8-e44b-458b-be9a-4ae520ae2f6f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:01.726280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dab74986-1537-423a-9c65-662d0a3f5e0b req-ef09e6e8-e44b-458b-be9a-4ae520ae2f6f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.0900569
Dec 11 20:48:01.805287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.828466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed784b07-0935-44f8-adba-c65cc766d1df None None] Pushing event updated for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:01.877674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e7643ed3-f204-4dc3-be95-7ad104c2313a None None] Provisioning complete for port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:01.878789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7643ed3-f204-4dc3-be95-7ad104c2313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:01.889139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dab74986-1537-423a-9c65-662d0a3f5e0b req-56c660ed-a29b-4ba4-8b83-9446aa291735 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452599
Dec 11 20:48:01.896336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:01.899655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=223b052e-aefd-4e93-99f5-8abb4ad8281f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:01.906742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:01.954958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e7643ed3-f204-4dc3-be95-7ad104c2313a None None] Port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:01.960198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:01.972183 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b36da-bf6f-4bfa-9ca1-530919baceea x-openstack-request-id: req-813b36da-bf6f-4bfa-9ca1-530919baceea {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:01.972495 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "name": "network-vif-plugged", "status": "completed", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:01.972759 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-813b36da-bf6f-4bfa-9ca1-530919baceea {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:01.973171 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943', 'code': 200}
Dec 11 20:48:02.147615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-349557f0-e01d-4090-ae40-6ae579262974 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:48:02.149046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-349557f0-e01d-4090-ae40-6ae579262974 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059774
Dec 11 20:48:02.198432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:02.215905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-20063ba6-741d-4cd2-bf61-57856ff42f57 admin admin] 10.222.0.18 "PUT /v2.0/routers/d9da4da2-1607-4766-b6bf-42a225d8a8b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3918483
Dec 11 20:48:02.265681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1533-63af-4c0e-a07c-5ab163b979c6 req-3f1cc156-4f18-4196-a2ee-095675b770c9 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:02.276459 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-683f1533-63af-4c0e-a07c-5ab163b979c6 req-3f1cc156-4f18-4196-a2ee-095675b770c9 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.5208306
Dec 11 20:48:02.365799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-683f1533-63af-4c0e-a07c-5ab163b979c6 req-9b1d4afb-af1a-4cf1-a1e7-3a57bee45baf tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844796
Dec 11 20:48:02.367571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09caea7-95e4-4ba7-ab72-7ce3eeab2d32 req-b4d7f3d5-d785-4ea9-bbcf-f3abf4d3ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:02.370207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f09caea7-95e4-4ba7-ab72-7ce3eeab2d32 req-b4d7f3d5-d785-4ea9-bbcf-f3abf4d3ea00 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 1122 time: 0.2982996
Dec 11 20:48:02.510077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Request body: {'port': {'device_id': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:02.555723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:02.561067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f09caea7-95e4-4ba7-ab72-7ce3eeab2d32 req-6dd9e461-c66e-4d4d-951c-c4cf04e1b58e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823857
Dec 11 20:48:02.606596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:02.639358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89539a1d-b54a-4c4b-ad2e-9676c156c20d req-b67aaadb-4c44-4085-8c06-48271554791f tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:02.646647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89539a1d-b54a-4c4b-ad2e-9676c156c20d req-b67aaadb-4c44-4085-8c06-48271554791f tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 971 time: 0.0992510
Dec 11 20:48:02.802515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:02.830431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89539a1d-b54a-4c4b-ad2e-9676c156c20d req-8711a3d4-6dde-45c9-b3e8-cb72c9b72f7e tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828232
Dec 11 20:48:03.029669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:48:03.083257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fec5eec-a346-43c5-860c-daa10c8b3006 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:03.092123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.114102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Transition to ACTIVE for port object 6fec5eec-a346-43c5-860c-daa10c8b3006 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:03.124569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.146550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edc916-611f-4b30-847e-1d4d27b2509c req-f882f990-1afa-4c9b-b972-725a65f868c8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:03.154840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75edc916-611f-4b30-847e-1d4d27b2509c req-f882f990-1afa-4c9b-b972-725a65f868c8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 932 time: 0.1221929
Dec 11 20:48:03.176403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:03.262832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:03.268457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:03.268661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:03.268987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:03.273720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:03.274185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:03.276693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Sync routers for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:03.285946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:03.292906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:03.293515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:03.294010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Bound port: 6fec5eec-a346-43c5-860c-daa10c8b3006, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:03.294370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.302096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:03.302780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7733d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:03.341072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.345131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1bb94a9a-5629-47de-9f71-6a8b924fb7f1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0002146
Dec 11 20:48:03.347584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:03.384802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd922d-917c-41bc-83cd-e7cd2cc6ae4a None None] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:03.454814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:03.469851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:03.479504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.483149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5eac6db-c752-4576-b833-f24ea70c770b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:03.559262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:03.560031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.561742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:03.562209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 1092 time: 1.1426420
Dec 11 20:48:03.575782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:03.603906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] Provisioning complete for port 0281949b-5c7a-4b59-8e8c-8c0d81900921 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:03.604277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.628169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75edc916-611f-4b30-847e-1d4d27b2509c req-1d40f1f2-b1e2-4732-8cdf-6ea137544102 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4724557
Dec 11 20:48:03.823017 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c0e130-0d9e-4212-869f-cd0f61453f05" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:03.877085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b5eac6db-c752-4576-b833-f24ea70c770b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:03.877624 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:03.913334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209a405-fe44-4ca6-9eb0-f14684a472c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:03.928376 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Sync routers for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:03.947455 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:03.948484 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84387f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:03.985630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-ee827d08-3e7d-4781-a624-134f2f939fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:03.987952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-ee827d08-3e7d-4781-a624-134f2f939fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1095 time: 0.2649188
Dec 11 20:48:03.997257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635c538-a980-48d3-8e36-4115b020b193 req-7a674e7e-3324-4ce4-a80e-061b38ea72e4 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:04.006332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5635c538-a980-48d3-8e36-4115b020b193 req-7a674e7e-3324-4ce4-a80e-061b38ea72e4 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.2824242
Dec 11 20:48:04.024203 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.087150 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b72abe-9cfc-4fef-a416-0b0b65da5d03 x-openstack-request-id: req-b6b72abe-9cfc-4fef-a416-0b0b65da5d03 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:04.087555 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:04.087870 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6b72abe-9cfc-4fef-a416-0b0b65da5d03 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:04.090757 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'status': 'completed', 'code': 200}
Dec 11 20:48:04.138717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-fedab9de-3cc9-47fc-bd46-c7dff65d07c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.1301103
Dec 11 20:48:04.165423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281949b-5c7a-4b59-8e8c-8c0d81900921,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:04.169591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.172916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5635c538-a980-48d3-8e36-4115b020b193 req-043f6083-a4fb-47d1-a6df-6800107138b3 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655526
Dec 11 20:48:04.188295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.192846 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:04.257597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7733d910>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:02Z', 'revision_number': 3, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:04.311211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-adc84b4a-0403-4b45-bcf0-0334b33eec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:04.313945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-adc84b4a-0403-4b45-bcf0-0334b33eec1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1462405
Dec 11 20:48:04.319636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320390-fb7f-4d4e-b9f3-ff54979f5a68 req-30a0ba4f-c8aa-4486-9327-4b8c64c4bea0 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:04.321346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9320390-fb7f-4d4e-b9f3-ff54979f5a68 req-30a0ba4f-c8aa-4486-9327-4b8c64c4bea0 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 971 time: 0.1677606
Dec 11 20:48:04.333749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port b5eac6db-c752-4576-b833-f24ea70c770b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5eac6db-c752-4576-b833-f24ea70c770b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:04.349594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Checking router: 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:04.349942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Updating router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b port 223b052e-aefd-4e93-99f5-8abb4ad8281f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:48:04.355405 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.359639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0281949b-5c7a-4b59-8e8c-8c0d81900921 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:04.419246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-d2440979-7dfd-4d0e-9a81-dbc8532a8ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0969973
Dec 11 20:48:04.429222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9320390-fb7f-4d4e-b9f3-ff54979f5a68 req-d107acfd-cd01-40e3-91c2-db8fed3fd158 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965624
Dec 11 20:48:04.491197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.514057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e734e-dca0-44cd-941b-77c02f9da8c6 None None] Pushing event updated for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:04.516600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.585898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-95bcfa3f-2db6-451f-a265-46c9de7cbfcf None None] Provisioning complete for port 0281949b-5c7a-4b59-8e8c-8c0d81900921 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:04.586311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95bcfa3f-2db6-451f-a265-46c9de7cbfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.649290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:04.658348 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84387f10>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 4, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f', 'name': '', 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'mac_address': 'fa:16:3e:4b:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:59Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 2, 'project_id': '39002d383abd46509d8d70cb52d20288', 'subnets': [{'id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:04.661197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876571801', 'description': 'tempest-description--601077698'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:04.723347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-e853e28d-492d-4a9e-93e5-649cc339b032 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2959726
Dec 11 20:48:04.724346 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Checking router: d9da4da2-1607-4766-b6bf-42a225d8a8b6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:04.725241 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Updating router d9da4da2-1607-4766-b6bf-42a225d8a8b6 port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:48:04.726591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.744959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Allocated IP 172.20.0.1 (798c8c48-f373-4c5f-81ec-3ebe90a7fec0/4880ca6a-6648-4a4e-86d6-b553d0e6f190/255b1065-7aa7-4c11-8532-71e08a8cf46c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:04.774942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:04.863600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=b5eac6db-c752-4576-b833-f24ea70c770b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:04.879532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.920404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.931274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.931773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.974519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0281949b-5c7a-4b59-8e8c-8c0d81900921 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:04.975261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.986291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:04.992080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.3417664
Dec 11 20:48:04.993143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:04.998841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:05.003056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'security_group_rule': {'security_group_id': 'e1e2b37e-6eaf-4d41-a2a8-45555fff8722', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:05.006196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:05.010143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:05.011220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.028711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee46a56-9340-4e49-beaf-481ae0e95d94 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e2b37e-6eaf-4d41-a2a8-45555fff8722,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.057902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fa3b8d6-f992-4251-b086-fa643b7e9b54 req-1dbb8243-bada-41ff-a155-e9d75a5f9f7f service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3253720
Dec 11 20:48:05.083319 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.113650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.208900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-61be65cb-f047-4e2b-92c3-38505af13816 tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:05.219215 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8218bbad-0cda-4f32-9495-2b5b3580d954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.219882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-61be65cb-f047-4e2b-92c3-38505af13816 tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 1121 time: 0.3006721
Dec 11 20:48:05.235411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Pushing event updated for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.241555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-ddb41207-8b6c-43c2-81c9-d73c5ec7a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:05.250860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-ddb41207-8b6c-43c2-81c9-d73c5ec7a01b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1095 time: 0.1073647
Dec 11 20:48:05.271638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-69dc2062-4cb0-43cc-a73a-b61fb106ec8e tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.391069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5eac6db-c752-4576-b833-f24ea70c770b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:05.434166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.468620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-69dc2062-4cb0-43cc-a73a-b61fb106ec8e tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.469777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.471488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.477807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-69dc2062-4cb0-43cc-a73a-b61fb106ec8e tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.486019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e1aaac82-0499-4ab1-a0ad-a04dd6b605eb None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:05.486648 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e1aaac82-0499-4ab1-a0ad-a04dd6b605eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.493778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.514462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18f936cb-0799-4cd6-bd83-c90c5909fa44 req-69dc2062-4cb0-43cc-a73a-b61fb106ec8e tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936070
Dec 11 20:48:05.520666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8070bbf4-850d-49c6-85ef-2d78f696eb61,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.541465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.545559 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b3a53c0-c485-427e-a610-0b68facb9ee7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5437460
Dec 11 20:48:05.551950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56274) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:05.566864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'security_group_rule': {'security_group_id': 'e1e2b37e-6eaf-4d41-a2a8-45555fff8722', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:05.603391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8218bbad-0cda-4f32-9495-2b5b3580d954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.626742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc2062-4cb0-43cc-a73a-b61fb106ec8e tempest-AggregatesAdminTestJSON-2046810359 tempest-AggregatesAdminTestJSON-2046810359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e544091-1fba-4081-a596-4ce4ea717a06,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.642356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b5eac6db-c752-4576-b833-f24ea70c770b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:05.643894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.672023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.705952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237590a8-0ff8-41d4-be64-71275f7c8325 None None] Pushing event updated for resources: {'Port': ['ID=223b052e-aefd-4e93-99f5-8abb4ad8281f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.716937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e1aaac82-0499-4ab1-a0ad-a04dd6b605eb None None] Port 255b1065-7aa7-4c11-8532-71e08a8cf46c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:05.728333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Attempting to bind port 223b052e-aefd-4e93-99f5-8abb4ad8281f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:05.728615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Attempting to bind port 223b052e-aefd-4e93-99f5-8abb4ad8281f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:05.728980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Attempting to bind port 223b052e-aefd-4e93-99f5-8abb4ad8281f on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:05.736840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:05.736840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:05.737224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.737621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:05.738156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Bound port: 223b052e-aefd-4e93-99f5-8abb4ad8281f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:05.738577 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.741991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.807623 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.826455 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.835278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8218bbad-0cda-4f32-9495-2b5b3580d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.835653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0281949b-5c7a-4b59-8e8c-8c0d81900921 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:05.858959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad16f1-f4b6-4cc4-ad79-9ccfd34a655f req-c5c2cf0e-92c9-44b1-8723-87d488aac4fd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:05.861057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dad16f1-f4b6-4cc4-ad79-9ccfd34a655f req-c5c2cf0e-92c9-44b1-8723-87d488aac4fd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.2073557
Dec 11 20:48:05.907183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] For port 223b052e-aefd-4e93-99f5-8abb4ad8281f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:05.907796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.912119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] For port 223b052e-aefd-4e93-99f5-8abb4ad8281f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=223b052e-aefd-4e93-99f5-8abb4ad8281f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:05.923856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8218bbad-0cda-4f32-9495-2b5b3580d954 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a8a90b9a93d4145abbbbe1085635876&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1438992
Dec 11 20:48:05.926045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56284) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:05.929206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.949696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:05.968502 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110b8a-fe53-4d63-8121-b404fa9e6955 None None] Pushing event updated for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:05.998209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218bbad-0cda-4f32-9495-2b5b3580d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a7ae9e-402e-48bf-aeaa-a0c22a6b01b2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.009525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-3e1ad411-9d27-4998-8b30-cbac6ffd35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:06.009759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:06.010768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7733d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:06.015236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-3e1ad411-9d27-4998-8b30-cbac6ffd35fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.5651977
Dec 11 20:48:06.020747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0281949b-5c7a-4b59-8e8c-8c0d81900921 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:06.021117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.068404 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Attempting to bind port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:06.068937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Attempting to bind port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:06.069415 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Attempting to bind port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f on network 5e49a58d-8738-48dc-8f91-97a42beefa7b {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:06.086316 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:06.087485 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Checking segment: {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:06.088112 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.088788 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Bound using segment: {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:06.089593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Bound port: 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48160521-2314-4ce7-ad00-daf4e585aa3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:06.090237 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.100041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-becf357f-1108-4b53-a8f1-fcd2d35eb1ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0777404
Dec 11 20:48:06.102961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.151457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.164149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.179459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237590a8-0ff8-41d4-be64-71275f7c8325 None None] Pushing event updated for resources: {'Port': ['ID=223b052e-aefd-4e93-99f5-8abb4ad8281f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.204152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.205349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.257199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] For port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:06.263347 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] For port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:06.273712 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.276470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.277642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63a7ae9e-402e-48bf-aeaa-a0c22a6b01b2 HTTP/1.1" status: 204  len: 168 time: 0.3513772
Dec 11 20:48:06.278401 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.331656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:06.337911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cd4e9-418c-46d6-b1c0-aba26aae253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a7ae9e-402e-48bf-aeaa-a0c22a6b01b2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.340664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Pushing event updated for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.357733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dad16f1-f4b6-4cc4-ad79-9ccfd34a655f req-31fa8b0b-f4d6-4731-a59a-bc7d0f583078 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4789205
Dec 11 20:48:06.365660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3733a9c-36f0-4781-b192-a6a8d3cfc441,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.373327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-3f7d26f5-fa02-4510-becf-cd8736cc1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:06.390138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-3f7d26f5-fa02-4510-becf-cd8736cc1256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1360600
Dec 11 20:48:06.390614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.390614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b4f7d98e-ad1a-45a6-b2bd-779e53e945d9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8310337
Dec 11 20:48:06.391752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56300) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:06.404762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:06.411254 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110b8a-fe53-4d63-8121-b404fa9e6955 None None] Pushing event updated for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:06.421992 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:06.426614 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84387f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:06.461597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-2be59257-5433-4289-92f0-28616bb1c394 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0700693
Dec 11 20:48:06.609851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.628976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c620c-da66-49a0-9ea8-140c2c716c26 req-1b887468-78d2-4843-ab07-c6fc7f9cad3a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:06.643771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] Provisioning complete for port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:06.644335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.646164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-810c620c-da66-49a0-9ea8-140c2c716c26 req-1b887468-78d2-4843-ab07-c6fc7f9cad3a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 971 time: 0.2637439
Dec 11 20:48:06.745804 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:06.772624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:06.774584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:06.873485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:06.901840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c44e53f9-dbb7-4821-ad2d-f2d6268115c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:06.926283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-810c620c-da66-49a0-9ea8-140c2c716c26 req-0d00d4ae-efb7-4d87-b37f-2cc46f9b6cee tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772062
Dec 11 20:48:06.941420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-5b8f204a-e53f-48e3-be67-885208158964 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4685781
Dec 11 20:48:07.141264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7733d910>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '255b1065-7aa7-4c11-8532-71e08a8cf46c', 'name': '', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'mac_address': 'fa:16:3e:ab:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:04Z', 'updated_at': '2021-12-11T20:48:04Z', 'revision_number': 1, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'subnets': [{'id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:07.218884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16c0e130-0d9e-4212-869f-cd0f61453f05 req-7110acc5-8f05-4547-b89f-b7c29b733fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676713
Dec 11 20:48:07.220689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc5152-b990-4f29-bdeb-328826c30e7a None None] The sync data for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 is: [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '255b1065-7aa7-4c11-8532-71e08a8cf46c', 'name': '', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'mac_address': 'fa:16:3e:ab:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:04Z', 'updated_at': '2021-12-11T20:48:04Z', 'revision_number': 1, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'subnets': [{'id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:07.241636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.291513 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c44e53f9-dbb7-4821-ad2d-f2d6268115c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.301196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c44e53f9-dbb7-4821-ad2d-f2d6268115c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.312262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84387f10>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 4, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f', 'name': '', 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'mac_address': 'fa:16:3e:4b:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:59Z', 'updated_at': '2021-12-11T20:48:06Z', 'revision_number': 4, 'project_id': '39002d383abd46509d8d70cb52d20288', 'subnets': [{'id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:07.316611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] For port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:07.331196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.368173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a4f2a-2558-4ddb-890d-7c449373c39b None None] The sync data for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 is: [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:48:00Z', 'revision_number': 4, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f', 'name': '', 'network_id': '5e49a58d-8738-48dc-8f91-97a42beefa7b', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'mac_address': 'fa:16:3e:4b:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:59Z', 'updated_at': '2021-12-11T20:48:06Z', 'revision_number': 4, 'project_id': '39002d383abd46509d8d70cb52d20288', 'subnets': [{'id': 'bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:07.370318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c44e53f9-dbb7-4821-ad2d-f2d6268115c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb02818a26604301ab959240c62bf5ec&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4901624
Dec 11 20:48:07.373437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56338) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:07.473474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003379e9-15ab-4f77-80c5-fc84baf7e24a None None] Pushing event updated for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:07.482899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c8d551e4-3cbd-4c8c-a0b5-2fff25d577cd None None] Provisioning complete for port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:07.483270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8d551e4-3cbd-4c8c-a0b5-2fff25d577cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.487531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e53f9-dbb7-4821-ad2d-f2d6268115c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5919a7-4598-4dcf-a9a2-257316172f37,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:07.525616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.602615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.621674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-c3986c2c-19dd-4c11-8ede-b18d70451424 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:07.624225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-c3986c2c-19dd-4c11-8ede-b18d70451424 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 1122 time: 0.6021078
Dec 11 20:48:07.665467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:48:07.682439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c8d551e4-3cbd-4c8c-a0b5-2fff25d577cd None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:07.683972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8d551e4-3cbd-4c8c-a0b5-2fff25d577cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.745299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.749481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.750159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ea8a5-43e7-4b7b-b2db-f479669826a8 req-84abf94a-0922-4eef-a1df-a9f98a24dfba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:07.751949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-953ea8a5-43e7-4b7b-b2db-f479669826a8 req-84abf94a-0922-4eef-a1df-a9f98a24dfba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.2125142
Dec 11 20:48:07.763861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c8d551e4-3cbd-4c8c-a0b5-2fff25d577cd None None] Port 255b1065-7aa7-4c11-8532-71e08a8cf46c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:07.770623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:07.778778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d5919a7-4598-4dcf-a9a2-257316172f37 HTTP/1.1" status: 204  len: 168 time: 0.4018917
Dec 11 20:48:07.793466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19692b92-08e2-4097-9489-b6d10935b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5919a7-4598-4dcf-a9a2-257316172f37,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:08.010611 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:48:08.125833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-953ea8a5-43e7-4b7b-b2db-f479669826a8 req-f5d47b73-1038-4b2e-84ec-61ede8082b40 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963710
Dec 11 20:48:08.161177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:08.175626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8070ba96-fb4f-451c-926a-9e4a3a84bc77 admin admin] 10.222.0.18 "PUT /v2.0/routers/0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8271253
Dec 11 20:48:08.190356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Deleting port 3fec5349-fa10-4866-8d4e-ae86c2520943 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:48:08.190729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:08.268025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228336d-805b-4410-acf8-bd9633ace12c req-da13fbab-7322-4476-8dd6-2c5c484aafbb tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:08.270161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Allocated IP 172.35.1.167 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/91bc09d3-36ca-40a0-8672-a065767639ca) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:08.293713 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b228336d-805b-4410-acf8-bd9633ace12c req-da13fbab-7322-4476-8dd6-2c5c484aafbb tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 971 time: 0.1012313
Dec 11 20:48:08.382820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b228336d-805b-4410-acf8-bd9633ace12c req-eb5abe4d-05e6-4d37-a478-ec598168eb48 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879836
Dec 11 20:48:08.510962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] For port 3fec5349-fa10-4866-8d4e-ae86c2520943, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3fec5349-fa10-4866-8d4e-ae86c2520943,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:08.512132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:08.540720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Calling delete_port for 3fec5349-fa10-4866-8d4e-ae86c2520943 owned by compute:tempest-test_az-355614898 {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:48:08.816468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:08.866688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:08.877564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3fec5349-fa10-4866-8d4e-ae86c2520943'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:08.885722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:08.974615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fec5349-fa10-4866-8d4e-ae86c2520943,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:09.062855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] No DVR routers for this DVR port 3fec5349-fa10-4866-8d4e-ae86c2520943 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:48:09.098446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:09.125443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:09.133914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.152174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9feded0c-4c50-44e5-8393-de65a0e2955a req-b2574e5f-013c-4c67-8bc0-532360a6de91 tempest-DeleteServersAdminTestJSON-466502661 tempest-DeleteServersAdminTestJSON-466502661-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3fec5349-fa10-4866-8d4e-ae86c2520943 HTTP/1.1" status: 204  len: 173 time: 1.4986825
Dec 11 20:48:09.154646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'name': 'network-vif-deleted', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:09.156993 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86839e9f-5681-4ebb-aa60-a714db785195" -d '{"events": [{"server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "name": "network-vif-deleted", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:09.161808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:09.350664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'Port': ['ID=91bc09d3-36ca-40a0-8672-a065767639ca,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:09.354300 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62445f-aa22-4b34-a44f-aece9aa30ba9 x-openstack-request-id: req-8c62445f-aa22-4b34-a44f-aece9aa30ba9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:09.354784 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256bf73f-4fee-45c9-a188-cf9768ee9060", "name": "network-vif-deleted", "tag": "3fec5349-fa10-4866-8d4e-ae86c2520943", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:09.355368 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c62445f-aa22-4b34-a44f-aece9aa30ba9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:09.355899 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256bf73f-4fee-45c9-a188-cf9768ee9060', 'name': 'network-vif-deleted', 'tag': '3fec5349-fa10-4866-8d4e-ae86c2520943', 'status': 'completed', 'code': 200}
Dec 11 20:48:09.453510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.510057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a782f3-3e25-4490-b71d-b321c94107e6 req-8d229d51-4c9a-489e-bf2f-d0228c0d8ca3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:09.518342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a782f3-3e25-4490-b71d-b321c94107e6 req-8d229d51-4c9a-489e-bf2f-d0228c0d8ca3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.1702580
Dec 11 20:48:09.599759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:09.606176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.630931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56462) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:09.637604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-network', 'tenant_id': 'd18d6c513d9a434aa498069814e17570'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:09.669035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Made reservation on behalf of d18d6c513d9a434aa498069814e17570 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:09.672508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.685849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.691431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:09.691941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:09.720580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a782f3-3e25-4490-b71d-b321c94107e6 req-2b7cba85-2e2f-4383-8660-208a97505f5f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2012982
Dec 11 20:48:09.885405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65e8748e-c6ea-4509-850c-a0ded065b207 req-c99d855a-5972-44a7-b914-319918c93b60 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=256bf73f-4fee-45c9-a188-cf9768ee9060 HTTP/1.1" status: 200  len: 210 time: 0.1000137
Dec 11 20:48:09.894869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 223b052e-aefd-4e93-99f5-8abb4ad8281f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:09.939540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:09.992847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.001155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.061149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.070748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.105807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.176670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'Port': ['ID=91bc09d3-36ca-40a0-8672-a065767639ca,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:10.178159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:48:10.191402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.212975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a035bc2c-2396-4a34-81c2-9c8a97008679 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8167083
Dec 11 20:48:10.234502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f9f4ef-594a-4177-a268-7f01aa2add4e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:10.253094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.253739 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Added segment d487cdea-c1d8-471d-b7c7-b251c9be1416 of type vlan for network 5516f101-6892-43ff-878f-ccfff5744728
Dec 11 20:48:10.349085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.416371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.417656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:10.418496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.558956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9255891
Dec 11 20:48:10.563254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:10.570275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:10.570604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Request body: {'subnet': {'network_id': '5516f101-6892-43ff-878f-ccfff5744728', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-subnet', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:10.571749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32160315-a115-4910-bca7-25512b1b69d5 admin admin] Pushing event updated for resources: {'Network': ['ID=5516f101-6892-43ff-878f-ccfff5744728,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:10.589133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5516f101-6892-43ff-878f-ccfff5744728 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:48:10.611355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'port_id': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'mac_address': 'fa:16:3e:67:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7ee384-b459-4b7b-9169-bdf2613e790a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:48:10.617947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 223b052e-aefd-4e93-99f5-8abb4ad8281f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:10.618429 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.638282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Made reservation on behalf of d18d6c513d9a434aa498069814e17570 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:10.641589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.707565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56530) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:10.800631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.822198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fec5eec-a346-43c5-860c-daa10c8b3006 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:10.853482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-8d1ad233-397a-4f79-88bf-4f31894b32eb tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--876571801&fields=id&tenant_id=a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 267 time: 0.1391194
Dec 11 20:48:10.866438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:10.876638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.883529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.967042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 223b052e-aefd-4e93-99f5-8abb4ad8281f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=223b052e-aefd-4e93-99f5-8abb4ad8281f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:10.974236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c74472c2-92cf-46ea-995e-0665e048463c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.981022 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:10.983382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:11.060064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.095521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d6920d5-5cce-402b-851a-28a80e30292f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.108099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=223b052e-aefd-4e93-99f5-8abb4ad8281f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:11.142441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-162df80e-6d2a-49fb-a1eb-0da583b1184c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:11.149723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-162df80e-6d2a-49fb-a1eb-0da583b1184c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 823 time: 0.2885709
Dec 11 20:48:11.162143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02be20af-b31e-46e5-a1a0-164301fe509f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:11.172115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-c45e6ab4-10a6-43ae-8ee9-2520bba9fbc1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/quotas/a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 375 time: 0.0214236
Dec 11 20:48:11.176572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Checking segment: {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:11.177161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Network hostable DHCP agents. Network: 5516f101-6892-43ff-878f-ccfff5744728, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:11.217910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Network 5516f101-6892-43ff-878f-ccfff5744728 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:11.237041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5516f101-6892-43ff-878f-ccfff5744728) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:11.250872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:11.251968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.263644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5892a-f492-4a18-84c2-5dad3ca7ecd0 None None] Network 5516f101-6892-43ff-878f-ccfff5744728 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:11.298310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-055f3bbc-c108-4478-9ea6-3ec578d5f2b1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1252794
Dec 11 20:48:11.321175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90aed31e-7c20-4323-bd18-fe444b60970e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7567570
Dec 11 20:48:11.325068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56554) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:11.329205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d6920d5-5cce-402b-851a-28a80e30292f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.335569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d6920d5-5cce-402b-851a-28a80e30292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.345008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:11.397152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1401b-fb69-4ace-9baa-a38fdae5a958 req-32fa44ab-e0c3-4d70-a048-fb9b9404ad1f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:11.406922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4d6920d5-5cce-402b-851a-28a80e30292f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92a7ab81eba746109a30597074b1d8e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6924655
Dec 11 20:48:11.407009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4e1401b-fb69-4ace-9baa-a38fdae5a958 req-32fa44ab-e0c3-4d70-a048-fb9b9404ad1f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.1271756
Dec 11 20:48:11.407912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['6fec5eec-a346-43c5-860c-daa10c8b3006'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:11.409446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.409579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56558) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:11.410818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.416153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6920d5-5cce-402b-851a-28a80e30292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492e2fdc-2217-4a69-892f-3a5ac4c7bb0c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:11.486396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 223b052e-aefd-4e93-99f5-8abb4ad8281f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:11.501405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.506738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.536371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-1ef6eb8b-4f78-4ab0-bbca-f5aaa9060b37 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:48:11.537411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-1ef6eb8b-4f78-4ab0-bbca-f5aaa9060b37 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0831153
Dec 11 20:48:11.544194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.617474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4e1401b-fb69-4ace-9baa-a38fdae5a958 req-b4f3ae6f-bdf6-4d3a-91a5-8117d8ddfd67 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2104983
Dec 11 20:48:11.680378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5516f101-6892-43ff-878f-ccfff5744728', 'network_id': '5516f101-6892-43ff-878f-ccfff5744728', 'project_id': 'd18d6c513d9a434aa498069814e17570', 'fixed_ips': [{'subnet_id': '02be20af-b31e-46e5-a1a0-164301fe509f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:48:11.683898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.703991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.707553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.709234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/492e2fdc-2217-4a69-892f-3a5ac4c7bb0c HTTP/1.1" status: 204  len: 168 time: 0.2984490
Dec 11 20:48:11.750560 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-b24dfd72-641f-476b-88af-484b5f5eaf1e service neutron] 10.222.0.18 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011809
Dec 11 20:48:11.789915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6b4c-2470-4cbf-95be-94050c979c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492e2fdc-2217-4a69-892f-3a5ac4c7bb0c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:11.887047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:11.896307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Allocated IP 172.20.0.2 (5516f101-6892-43ff-878f-ccfff5744728/02be20af-b31e-46e5-a1a0-164301fe509f/a2196125-364a-4ebf-abc0-04a72acbe12b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:11.920552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56572) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:11.958404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a978a8-7b15-4a96-9a0c-c730a01aebe7 req-fe2c3531-c1a8-4df8-8259-f6d776546666 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:11.965893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79a978a8-7b15-4a96-9a0c-c730a01aebe7 req-fe2c3531-c1a8-4df8-8259-f6d776546666 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.0736647
Dec 11 20:48:11.996615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7e16bf1d-32ed-4cfd-851b-bfab8bd5fca7 service neutron] 10.222.0.18 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445347
Dec 11 20:48:12.062508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.079806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79a978a8-7b15-4a96-9a0c-c730a01aebe7 req-91766da1-27de-4ce8-89e2-9d4bef83ad2b tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127186
Dec 11 20:48:12.084774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Sync routers for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:12.095094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.156828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Network 5516f101-6892-43ff-878f-ccfff5744728 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:12.161555 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Pushing event updated for resources: {'Port': ['ID=a2196125-364a-4ebf-abc0-04a72acbe12b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:12.166311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:12.173858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3fec5349-fa10-4866-8d4e-ae86c2520943 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:48:12.208683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:12.211041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 3fec5349-fa10-4866-8d4e-ae86c2520943 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:48:12.211476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3fec5349-fa10-4866-8d4e-ae86c2520943 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:48:12.213462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:12.219656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770bbb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:47:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:12.266319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.269688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 223b052e-aefd-4e93-99f5-8abb4ad8281f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:12.270064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.284675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fb0dc15-b234-40b1-8759-1cec715bf991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.437174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56594) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:12.440987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fb0dc15-b234-40b1-8759-1cec715bf991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.471816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fb0dc15-b234-40b1-8759-1cec715bf991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.476927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa81d99-e2a9-4ce2-ae1a-91deef45258a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.489183 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-5dde582e-b6b6-42a6-96f5-ee0331c3c377 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0527723
Dec 11 20:48:12.563218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9fb0dc15-b234-40b1-8759-1cec715bf991 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f48eea5a4604e7eac25e82dbbe926bd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6415887
Dec 11 20:48:12.590347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Attempting to bind port a2196125-364a-4ebf-abc0-04a72acbe12b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:12.590769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Attempting to bind port a2196125-364a-4ebf-abc0-04a72acbe12b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:12.591134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Attempting to bind port a2196125-364a-4ebf-abc0-04a72acbe12b on network 5516f101-6892-43ff-878f-ccfff5744728 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:12.600754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:12.609635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0dc15-b234-40b1-8759-1cec715bf991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb30897-7276-4fce-8f73-ff984060c210,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:12.613584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56596) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:12.639897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:12.640273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Checking segment: {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:12.640678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.641088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Bound using segment: {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:12.641654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Bound port: a2196125-364a-4ebf-abc0-04a72acbe12b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:12.642551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.740487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-ed024d3c-8ce0-4987-8af7-76e0214454dc tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:12.748671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-ed024d3c-8ce0-4987-8af7-76e0214454dc tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2442286
Dec 11 20:48:12.763533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.785806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-b49a4afd-506f-4834-97df-a7de5aeb246c tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/quotas/2bc1e3e8e0bf4b3783293a7236daff9b HTTP/1.1" status: 200  len: 375 time: 0.0359309
Dec 11 20:48:12.808301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.830180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] For port a2196125-364a-4ebf-abc0-04a72acbe12b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:12.841244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-37524306-3858-48e1-ab67-18059981eda7 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0544639
Dec 11 20:48:12.856758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] For port a2196125-364a-4ebf-abc0-04a72acbe12b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2196125-364a-4ebf-abc0-04a72acbe12b,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:12.871739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.901186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa81d99-e2a9-4ce2-ae1a-91deef45258a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.931328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa81d99-e2a9-4ce2-ae1a-91deef45258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:12.958348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-e19b1eec-e742-4127-a512-e45ac0edd8e9 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:12.959916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-e19b1eec-e742-4127-a512-e45ac0edd8e9 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.1925404
Dec 11 20:48:12.977448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa7e2b1e-aef2-4e59-9a59-f8ae6b1adbc7 req-204d42b0-17de-4c95-b070-9a4e6ad112b5 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 210 time: 0.0718248
Dec 11 20:48:12.998077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a7e30-aa23-4255-b411-ca60a5882337 None None] Pushing event updated for resources: {'Port': ['ID=a2196125-364a-4ebf-abc0-04a72acbe12b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:13.016171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770bbb50>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '255b1065-7aa7-4c11-8532-71e08a8cf46c', 'name': '', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'mac_address': 'fa:16:3e:ab:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:04Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 2, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'subnets': [{'id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:13.021319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.072408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Checking router: 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:13.072958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Updating router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b port 255b1065-7aa7-4c11-8532-71e08a8cf46c binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:48:13.153555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.201510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8aa81d99-e2a9-4ce2-ae1a-91deef45258a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c02c174955614263ab04f17075f56e59&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7631242
Dec 11 20:48:13.230984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56616) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:13.256917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa81d99-e2a9-4ce2-ae1a-91deef45258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d5ff9-1d95-4fdd-8ac9-f105f57a60e6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:13.371591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3095e87b-f566-4ebb-af27-808dca8ad6cb req-ba464afe-c896-4f3b-9525-4f654d8c36f1 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 210 time: 0.1440952
Dec 11 20:48:13.430318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Allocated IP 172.35.1.231 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/41213d0f-f15c-46db-bb8c-6512a5b02fb9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:13.459638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.461921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Deleting port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:48:13.462332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.481831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.485846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebb30897-7276-4fce-8f73-ff984060c210 HTTP/1.1" status: 204  len: 168 time: 0.8689933
Dec 11 20:48:13.503490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c74f40-30ea-4705-956d-373a17e2bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb30897-7276-4fce-8f73-ff984060c210,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:13.553348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.603073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.636084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9771e9-e612-43ef-bacf-ee99ad3d4dd9 req-ef95b0ca-15b3-49b4-b756-93a4e8b950a1 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:13.645088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f9771e9-e612-43ef-bacf-ee99ad3d4dd9 req-ef95b0ca-15b3-49b4-b756-93a4e8b950a1 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.5529962
Dec 11 20:48:13.674814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8bce-429a-4b21-9f61-27887f3ffb7d req-9afcc970-2ffe-4986-940a-cba2901d46e2 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:13.684296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c8bce-429a-4b21-9f61-27887f3ffb7d req-9afcc970-2ffe-4986-940a-cba2901d46e2 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 970 time: 0.1964581
Dec 11 20:48:13.748115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b6a585c2-ab5b-4d57-baf7-b02edace7941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.775197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c8bce-429a-4b21-9f61-27887f3ffb7d req-4ef73a3b-c79f-49b7-bea4-81bbe666ab9e tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/security-groups?id=066140dc-2154-4977-a22a-dbba51f7d5d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885894
Dec 11 20:48:13.805170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.810182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.813201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/611d5ff9-1d95-4fdd-8ac9-f105f57a60e6 HTTP/1.1" status: 204  len: 168 time: 0.5793595
Dec 11 20:48:13.834233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71c8a9-cc00-4128-99c2-3caed5bdc720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d5ff9-1d95-4fdd-8ac9-f105f57a60e6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:13.880302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] For port 0deb211c-ca7c-44ca-93b5-4fafbda6b144, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0deb211c-ca7c-44ca-93b5-4fafbda6b144,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:13.881600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:13.903567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Calling delete_port for 0deb211c-ca7c-44ca-93b5-4fafbda6b144 owned by compute:tempest-test_az-355614898 {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:48:13.968239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:14.073136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f9771e9-e612-43ef-bacf-ee99ad3d4dd9 req-94844652-7577-4e53-86ed-b42026905845 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4269037
Dec 11 20:48:14.174873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 6fec5eec-a346-43c5-860c-daa10c8b3006 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:14.194730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 6fec5eec-a346-43c5-860c-daa10c8b3006 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:14.199808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.243533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-090b9a42-2ad0-4bfe-b79f-47ef226a2ae1 req-275cd28e-8ac8-43de-8846-d2c41c39f166 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 210 time: 0.0760672
Dec 11 20:48:14.278890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56648) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:14.300380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be45797c-055b-4d0d-aa2f-be9b2db8113d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.309279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.420461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.438149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.500573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be45797c-055b-4d0d-aa2f-be9b2db8113d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.515659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be45797c-055b-4d0d-aa2f-be9b2db8113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.550085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9498-423f-477f-ba79-358a4f870e42 None None] Pushing event updated for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:14.588534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.620145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:14.623516 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e59108-cfe1-4dcb-bf81-bd430d67b34b" -d '{"events": [{"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-plugged", "status": "completed", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:14.662209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-be45797c-055b-4d0d-aa2f-be9b2db8113d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48463e326b6442d2b1d371693cd7253d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3758478
Dec 11 20:48:14.663275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:14.702854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45797c-055b-4d0d-aa2f-be9b2db8113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fe5fb-3755-46eb-91b5-da756f6ae72c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:14.710549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:14.737861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.767868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Attempting to bind port 255b1065-7aa7-4c11-8532-71e08a8cf46c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:14.768392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Attempting to bind port 255b1065-7aa7-4c11-8532-71e08a8cf46c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:14.768965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Attempting to bind port 255b1065-7aa7-4c11-8532-71e08a8cf46c on network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:14.781797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.833748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:14.834280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Checking segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:14.834927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.835598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Bound using segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:14.836271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Bound port: 255b1065-7aa7-4c11-8532-71e08a8cf46c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:14.838990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.869863 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a1b4a4-a5f1-43c7-9272-5c91c5637ff8 x-openstack-request-id: req-b1a1b4a4-a5f1-43c7-9272-5c91c5637ff8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:14.871409 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-plugged", "status": "completed", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:14.872277 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1a1b4a4-a5f1-43c7-9272-5c91c5637ff8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:14.873816 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'code': 200}
Dec 11 20:48:14.918331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=41213d0f-f15c-46db-bb8c-6512a5b02fb9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:14.951788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-6319d90d-b440-4c43-89d6-2958ca832428 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:14.954318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-6319d90d-b440-4c43-89d6-2958ca832428 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 823 time: 0.7964656
Dec 11 20:48:14.966505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:14.993832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.001324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47905f3c-dfb6-4486-91d7-4fdd7e7dd499 None None] Network 5516f101-6892-43ff-878f-ccfff5744728 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:15.006098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.045602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64fb4b0f-3a3d-4f34-9622-b0b1a2631402 req-c39fd709-f8cb-42a6-a566-18c6d6136ed3 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 210 time: 0.3151309
Dec 11 20:48:15.073211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:15.087585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:15.097938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:15.106789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.111031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.112877 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/528fe5fb-3755-46eb-91b5-da756f6ae72c HTTP/1.1" status: 204  len: 168 time: 0.4424264
Dec 11 20:48:15.133576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.16', 56526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:15.135021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:15.137335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3307451-8a31-477a-9e26-584bc17ab063 req-9e08b1d8-f262-446a-85fd-25603dded199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:15.138961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3307451-8a31-477a-9e26-584bc17ab063 req-9e08b1d8-f262-446a-85fd-25603dded199 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1097 time: 0.2728567
Dec 11 20:48:15.159372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Provisioning complete for port a2196125-364a-4ebf-abc0-04a72acbe12b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:15.159888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.189262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba907094-37ec-4f0f-acc0-eba61fb2433d req-31b648fb-3666-49d8-9792-feceafc9b2ff tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.0997798
Dec 11 20:48:15.193053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-c02cc09b-e751-4ed2-83ed-0f244e515149 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0530624
Dec 11 20:48:15.220186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] For port 255b1065-7aa7-4c11-8532-71e08a8cf46c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:15.237576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d935e-51cc-40bf-bc46-cce7a34138fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fe5fb-3755-46eb-91b5-da756f6ae72c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:15.274650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] For port 255b1065-7aa7-4c11-8532-71e08a8cf46c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=255b1065-7aa7-4c11-8532-71e08a8cf46c,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:15.320601 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.474702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2196125-364a-4ebf-abc0-04a72acbe12b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:15.486559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.561432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.587240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a2196125-364a-4ebf-abc0-04a72acbe12b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:15.587695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:15.659954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:15.663347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770bbb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:15.720181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0df5e176-c1de-4ead-9366-bbdcea7241a0 req-ab5d7c43-6376-4421-a9cf-b26e536e45c0 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 210 time: 0.2669992
Dec 11 20:48:15.740703 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3307451-8a31-477a-9e26-584bc17ab063 req-0aa82a46-ab4d-4559-a58a-539c05c8fd4a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5320427
Dec 11 20:48:15.864613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:15.913119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-edfec980-8cc2-4002-be42-d7ccb2ff63fc tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:15.915807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-edfec980-8cc2-4002-be42-d7ccb2ff63fc tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7063534
Dec 11 20:48:15.930111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Request body: {'port': {'device_id': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '2bc1e3e8e0bf4b3783293a7236daff9b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:15.965792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Pushing event deleted for resources: {'Port': ['ID=0deb211c-ca7c-44ca-93b5-4fafbda6b144,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:16.002384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.137782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9498-423f-477f-ba79-358a4f870e42 None None] Pushing event updated for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:16.174736 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.203131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0deb211c-ca7c-44ca-93b5-4fafbda6b144 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:48:16.209768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.248928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 0deb211c-ca7c-44ca-93b5-4fafbda6b144 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:48:16.249641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0deb211c-ca7c-44ca-93b5-4fafbda6b144 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:48:16.272965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] For port a2196125-364a-4ebf-abc0-04a72acbe12b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2196125-364a-4ebf-abc0-04a72acbe12b,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:16.275229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.288267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-63c9b2de-41b6-4ebd-9e5f-d9be220348f9 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 379 time: 1.2076213
Dec 11 20:48:16.296744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] No DVR routers for this DVR port 0deb211c-ca7c-44ca-93b5-4fafbda6b144 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:48:16.302032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.306976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.315189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-747e61f3-3c4e-4f77-a906-66341b6fefef req-b8f1b08f-8913-494d-9fad-69a8b0a6fcef tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.16 "DELETE /v2.0/ports/0deb211c-ca7c-44ca-93b5-4fafbda6b144 HTTP/1.1" status: 204  len: 173 time: 3.3366971
Dec 11 20:48:16.325344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cf83493-dea1-4c96-a050-9e5f737e877c req-f30177fd-4c0f-4468-be01-bbe6af8348fe tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 210 time: 0.0493071
Dec 11 20:48:16.341975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Made reservation on behalf of 2bc1e3e8e0bf4b3783293a7236daff9b for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:16.352321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.352509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'port': {'device_id': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'admin_state_up': True, 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'security_groups': ['e1e2b37e-6eaf-4d41-a2a8-45555fff8722']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:16.362726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'name': 'network-vif-deleted', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:16.370048 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592d44f-53ef-4afd-a8aa-b5e6a084611f" -d '{"events": [{"server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "name": "network-vif-deleted", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:16.402637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:16.403015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:16.484204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:48:16.487255 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:48:16.513524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Pushing event updated for resources: {'Port': ['ID=a2196125-364a-4ebf-abc0-04a72acbe12b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:16.601797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770bbb50>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '255b1065-7aa7-4c11-8532-71e08a8cf46c', 'name': '', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'mac_address': 'fa:16:3e:ab:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:04Z', 'updated_at': '2021-12-11T20:48:15Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'subnets': [{'id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:16.605195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b4bdb1-4035-43c4-9ce0-bcc14d055dca req-3c997a05-9df2-4352-bb3b-4ac2c6fcf9c7 tempest-AggregatesAdminTestJSON-511551378 tempest-AggregatesAdminTestJSON-511551378-project] 10.222.0.18 "GET /v2.0/ports?device_id=eabbda91-b90b-413d-9333-8ed728ff3f38 HTTP/1.1" status: 200  len: 210 time: 0.1028020
Dec 11 20:48:16.744481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Allocated IP 192.168.233.52 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/ab1b7ff4-5643-4bfd-884e-d40fedbd1583) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:16.762841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a332e6-740f-43b7-8659-ddbca3656b4b req-e1a2f417-ed2a-4ac5-83a3-f3abc6f1b2fc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:16.770721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3a332e6-740f-43b7-8659-ddbca3656b4b req-e1a2f417-ed2a-4ac5-83a3-f3abc6f1b2fc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 946 time: 1.2660723
Dec 11 20:48:16.929937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0aea3a-9968-48a5-bc4e-4c3fc3928ae9 None None] The sync data for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 is: [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:48:05Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '255b1065-7aa7-4c11-8532-71e08a8cf46c', 'name': '', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'mac_address': 'fa:16:3e:ab:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:04Z', 'updated_at': '2021-12-11T20:48:15Z', 'revision_number': 4, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'subnets': [{'id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:16.943854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.122922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] For port 255b1065-7aa7-4c11-8532-71e08a8cf46c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=255b1065-7aa7-4c11-8532-71e08a8cf46c,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:17.192538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.203296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3a332e6-740f-43b7-8659-ddbca3656b4b req-f58e3e20-4f58-4a82-828a-d8e7e4746a03 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4316471
Dec 11 20:48:17.240894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.280316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.325591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Made reservation on behalf of a8b7ca8f52de41809eb8c02a91e276ea for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:17.329298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.358004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d53b7bfe-9e00-4043-bfb5-290de2ae0186 req-10f4b413-0e03-4db2-9303-8dd4106b9424 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 210 time: 0.0613456
Dec 11 20:48:17.470440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fed37e2d-39fb-40c2-a702-42c80c8805b2 None None] Provisioning complete for port a2196125-364a-4ebf-abc0-04a72acbe12b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:17.471028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed37e2d-39fb-40c2-a702-42c80c8805b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.476346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf1f0-0746-4183-b199-83da40cd93cc None None] Pushing event updated for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:17.486408 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2cdaf-ae1d-43e7-b04c-e7c95b8e1346 x-openstack-request-id: req-82b2cdaf-ae1d-43e7-b04c-e7c95b8e1346 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:17.504055 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabbda91-b90b-413d-9333-8ed728ff3f38", "name": "network-vif-deleted", "tag": "0deb211c-ca7c-44ca-93b5-4fafbda6b144", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:17.504332 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b2cdaf-ae1d-43e7-b04c-e7c95b8e1346 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:17.504763 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabbda91-b90b-413d-9333-8ed728ff3f38', 'name': 'network-vif-deleted', 'tag': '0deb211c-ca7c-44ca-93b5-4fafbda6b144', 'status': 'completed', 'code': 200}
Dec 11 20:48:17.550312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2196125-364a-4ebf-abc0-04a72acbe12b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:17.612697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.652672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0eb6ef8c-7d5b-4127-a90d-5211ae858b04 req-74b44c8e-5ab9-46bc-9090-368688ff1b16 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 210 time: 0.1187234
Dec 11 20:48:17.733766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.751185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fed37e2d-39fb-40c2-a702-42c80c8805b2 None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:17.751626 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed37e2d-39fb-40c2-a702-42c80c8805b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.840843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a2196125-364a-4ebf-abc0-04a72acbe12b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:17.841245 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.865869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Pushing event updated for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:17.883040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:17.885275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:17.888646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:17.894379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:17.895040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:17.922666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-98ba97ac-dadc-4147-923d-6f8c98fa4524 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9963992
Dec 11 20:48:17.926361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Allocated IP 172.20.0.9 (d13ab714-c7ea-44ff-9f03-60c4871ef1e9/b61c92ad-0fc9-4d5a-ae15-31091aa36092/ce1ce2bb-eaf8-4016-8a31-48d3228a73e2) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:17.928406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Router 986104a5-e09d-428c-abb4-a0c808f6de26 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:48:17.942726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Request body: {'port': {'device_id': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:18.067285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.162356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:18.174932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Sync routers for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:18.198460 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:18.199056 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84628610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:18.386635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 255b1065-7aa7-4c11-8532-71e08a8cf46c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:18.469920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:18.555235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:18.556116 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.592855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.622429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39c7438d-4f94-4479-a6af-5069071750f0 req-91adf10b-a346-4ee9-883e-39a10dd1a33d tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 210 time: 0.0889452
Dec 11 20:48:18.648256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c5b80869-0f0a-465d-955a-248a50add020 None None] Provisioning complete for port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:18.648256 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5b80869-0f0a-465d-955a-248a50add020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.671413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.675967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d62dfcd0-dfbe-444c-8782-a67a2da30ce1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.3463264
Dec 11 20:48:18.695495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.701188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:18.744920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c5b80869-0f0a-465d-955a-248a50add020 None None] Port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:18.784183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56824) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:18.807254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56826) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:18.808441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84628610>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:15Z', 'revision_number': 3, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:18.852349 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Checking router: 986104a5-e09d-428c-abb4-a0c808f6de26 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:18.852709 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Updating router 986104a5-e09d-428c-abb4-a0c808f6de26 port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:48:18.899337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:18.901192 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:18.941256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:18.955469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:18.958037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12153403-f68e-4615-8a1e-4fd8e16bd09b req-70e880a5-dfe5-4ac9-a08a-0e4ed91b2b1b tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:18.960364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12153403-f68e-4615-8a1e-4fd8e16bd09b req-70e880a5-dfe5-4ac9-a08a-0e4ed91b2b1b tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 935 time: 0.0918708
Dec 11 20:48:18.963277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:18.965310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.039125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7051988
Dec 11 20:48:19.064266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12153403-f68e-4615-8a1e-4fd8e16bd09b req-3fd39c5d-8377-4b08-85cb-1b2669b8c637 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945807
Dec 11 20:48:19.068911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1b7ff4-5643-4bfd-884e-d40fedbd1583 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:19.079345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.086952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7103c-055d-4ba0-8c28-8416d23df13f req-8f2ccf67-9468-4868-a11c-1769d978ea82 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:19.095609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Transition to ACTIVE for port object ab1b7ff4-5643-4bfd-884e-d40fedbd1583 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:19.103989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ca7103c-055d-4ba0-8c28-8416d23df13f req-8f2ccf67-9468-4868-a11c-1769d978ea82 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 946 time: 0.5241256
Dec 11 20:48:19.105153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.164759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:19.203047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Request body: {'port': {'device_id': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:19.226347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1adc-f5a9-4d2f-aa85-935ace0b903e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:19.240454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Attempting to bind port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:19.240802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Attempting to bind port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:19.241128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Attempting to bind port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:19.265922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:19.265922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Attempting to bind port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:19.303498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:19.303859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:19.304253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:19.305275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Bound port: ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:19.305621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.332428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c524-259a-498f-9a55-8df57f375d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.422773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dbbefe12-42f6-4e02-97fb-02ccfde7c82b None None] Provisioning complete for port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:19.425440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dbbefe12-42f6-4e02-97fb-02ccfde7c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.437518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:19.451633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:19.508303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.526914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67d86013-4ed3-4b78-a09e-3c8d702fb719 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b987631c45a84b6cb1610798960742e5&name=default HTTP/1.1" status: 200  len: 2995 time: 0.7389414
Dec 11 20:48:19.528787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 255b1065-7aa7-4c11-8532-71e08a8cf46c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:19.552377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56846) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:19.554712 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.581355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:19.581869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.584022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab1b7ff4-5643-4bfd-884e-d40fedbd1583 HTTP/1.1" status: 200  len: 1095 time: 1.6528497
Dec 11 20:48:19.630322 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.647214 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.683344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c524-259a-498f-9a55-8df57f375d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.686236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577300f-7d70-4951-abe4-027dbeede360 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:19.690157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:19.693181 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747f2629-8d50-47c9-a576-ee427fade53d" -d '{"events": [{"name": "network-changed", "server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:19.705833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dbbefe12-42f6-4e02-97fb-02ccfde7c82b None None] Port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:19.723552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c524-259a-498f-9a55-8df57f375d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.733909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 255b1065-7aa7-4c11-8532-71e08a8cf46c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:19.734515 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.763649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d8b9c524-259a-498f-9a55-8df57f375d15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1dc9236bdc04f8f9398cb2be3a23134&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9552581
Dec 11 20:48:19.769300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56854) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:19.771908 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b9c6-2733-4d55-b826-60e1be8664e6 None None] Pushing event updated for resources: {'Port': ['ID=41213d0f-f15c-46db-bb8c-6512a5b02fb9,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:19.816417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ca7103c-055d-4ba0-8c28-8416d23df13f req-e0dced13-1901-451d-a0da-1b9edfd7ccfb tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7101326
Dec 11 20:48:19.830135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Attempting to bind port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:19.831643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Attempting to bind port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:19.832148 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Attempting to bind port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:19.841541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-bb8b1d55-c9d0-46a8-bb04-e74c1efce25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:19.843807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-bb8b1d55-c9d0-46a8-bb04-e74c1efce25e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 1098 time: 0.1588364
Dec 11 20:48:19.858781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:19.859452 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:19.859964 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.860474 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:19.861238 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Bound port: 41213d0f-f15c-46db-bb8c-6512a5b02fb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:19.861883 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.864458 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.891682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:19.970430 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f52db6-a7a0-4127-8c41-cbb5fd3d04c3 x-openstack-request-id: req-91f52db6-a7a0-4127-8c41-cbb5fd3d04c3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:19.970742 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:19.970993 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91f52db6-a7a0-4127-8c41-cbb5fd3d04c3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:19.971385 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583', 'status': 'completed', 'code': 200}
Dec 11 20:48:20.001853 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] For port 41213d0f-f15c-46db-bb8c-6512a5b02fb9, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:20.009474 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] For port 41213d0f-f15c-46db-bb8c-6512a5b02fb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41213d0f-f15c-46db-bb8c-6512a5b02fb9,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:20.021236 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.022014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-772cc0d9-e750-4598-b717-f7e095344428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583 HTTP/1.1" status: 200  len: 217 time: 0.1583867
Dec 11 20:48:20.031511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.034289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.038417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b24096ce-e6b8-447e-a9c4-b4b98cb0c927 HTTP/1.1" status: 204  len: 168 time: 0.2634704
Dec 11 20:48:20.066756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86616173-e90c-437f-a3ef-2b4d479e7645 req-e2dd3342-7f14-4324-9fcf-7ef13d48c75c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.074066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86616173-e90c-437f-a3ef-2b4d479e7645 req-e2dd3342-7f14-4324-9fcf-7ef13d48c75c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 931 time: 0.2396722
Dec 11 20:48:20.075903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9c524-259a-498f-9a55-8df57f375d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24096ce-e6b8-447e-a9c4-b4b98cb0c927,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:20.123217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0df60-a913-4f5f-8b1a-2cd8f1d03389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24096ce-e6b8-447e-a9c4-b4b98cb0c927,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:20.169807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86616173-e90c-437f-a3ef-2b4d479e7645 req-989dfeab-47f5-4549-8a7d-918b2e704907 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944538
Dec 11 20:48:20.176075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-ba0c51c7-349f-46d8-a604-2113eecd54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.178399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-ba0c51c7-349f-46d8-a604-2113eecd54f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1378801
Dec 11 20:48:20.182046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.222141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:20.226576 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:20.230494 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84628610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:20.251915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-73251887-c532-4eba-bbeb-2ceb0e16e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.253433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-73251887-c532-4eba-bbeb-2ceb0e16e43e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0677404
Dec 11 20:48:20.289699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.320876 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b9c6-2733-4d55-b826-60e1be8664e6 None None] Pushing event updated for resources: {'Port': ['ID=41213d0f-f15c-46db-bb8c-6512a5b02fb9,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:20.437047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-bdc51527-d136-4c46-a9df-3b4ae580b24a service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750276
Dec 11 20:48:20.439212 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:20.592804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.596609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.601349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/066140dc-2154-4977-a22a-dbba51f7d5d8 HTTP/1.1" status: 204  len: 168 time: 1.0440848
Dec 11 20:48:20.612158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-893f05e0-90ab-4e5e-a9e2-67e040c5a492 req-0f58fa33-2964-4543-892c-450501ca2889 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688943
Dec 11 20:48:20.659366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28755d43-d43c-4300-9341-11d1b5d03e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066140dc-2154-4977-a22a-dbba51f7d5d8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:20.747221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.794619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2629-8d50-47c9-a576-ee427fade53d req-68769808-7e4d-4359-b231-10f0d2b6ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.796149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-68769808-7e4d-4359-b231-10f0d2b6ca74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 1098 time: 0.1305699
Dec 11 20:48:20.832032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:20.844659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced5e8-58fb-4ce9-b3fb-8259a456d148 req-556f347a-cb35-4621-ba8d-3b8d3f34c340 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.852972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aced5e8-58fb-4ce9-b3fb-8259a456d148 req-556f347a-cb35-4621-ba8d-3b8d3f34c340 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 947 time: 0.2248085
Dec 11 20:48:20.861093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.911210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2629-8d50-47c9-a576-ee427fade53d req-3d4f6f48-c36a-46b4-86cb-490c1a1496da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.912980 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-3d4f6f48-c36a-46b4-86cb-490c1a1496da service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1054964
Dec 11 20:48:20.914806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857c00-2fec-41e4-9458-bcb0d8952a28 req-85f43fcc-4715-4e13-8ce3-6bd2c5c71b01 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:20.916406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b5857c00-2fec-41e4-9458-bcb0d8952a28 req-85f43fcc-4715-4e13-8ce3-6bd2c5c71b01 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1097 time: 0.1764534
Dec 11 20:48:20.940821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84628610>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:15Z', 'revision_number': 3, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:20.946051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Transition to ACTIVE for port object ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:20.981039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:20.982674 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966963aa-e1a8-46f2-a603-e932a443d790 None None] The sync data for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 is: [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:15Z', 'revision_number': 3, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:20.993668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:20.993831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22477c4b-d0da-4b7e-8b07-569be7b572a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.000420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-9b69a4f7-5f34-48a7-9c85-540d4674a067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583 HTTP/1.1" status: 200  len: 217 time: 0.0690680
Dec 11 20:48:21.037376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aced5e8-58fb-4ce9-b3fb-8259a456d148 req-db4690cd-9d69-4a29-ac5e-edec32a58746 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830487
Dec 11 20:48:21.044309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b5857c00-2fec-41e4-9458-bcb0d8952a28 req-73893a40-6802-40ef-8b63-4677ee60c3ea tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155174
Dec 11 20:48:21.062266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.075401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8bf6-20fb-4c73-8f61-e703473345c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.177539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:21.217611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2629-8d50-47c9-a576-ee427fade53d req-7daa8c59-9adc-4079-894c-a7314a351afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:21.219230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-7daa8c59-9adc-4079-894c-a7314a351afe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1891067
Dec 11 20:48:21.238848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Attempting to bind port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:21.239740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Attempting to bind port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:21.240326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Attempting to bind port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:21.320181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:21.320483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2629-8d50-47c9-a576-ee427fade53d req-2c57819b-807e-40a8-b2b4-4789e9c0c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:21.320736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Attempting to bind port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:21.322040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-2c57819b-807e-40a8-b2b4-4789e9c0c3e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0927439
Dec 11 20:48:21.333515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:21.333764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Checking segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:21.334179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Bound using segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:21.334755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Bound port: ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:21.335232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.349281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22477c4b-d0da-4b7e-8b07-569be7b572a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.362667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Allocated IP 172.20.0.1 (5516f101-6892-43ff-878f-ccfff5744728/02be20af-b31e-46e5-a1a0-164301fe509f/1dbea230-0832-40e5-a0bb-a20cf94cc7f3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:21.364133 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22477c4b-d0da-4b7e-8b07-569be7b572a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.431206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69994e-52eb-401c-acf1-458e3c45ea2c req-3aacce71-bd48-4a35-b23f-c6624a970384 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:21.434154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d69994e-52eb-401c-acf1-458e3c45ea2c req-3aacce71-bd48-4a35-b23f-c6624a970384 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1097 time: 0.2232029
Dec 11 20:48:21.451403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:21.494986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22477c4b-d0da-4b7e-8b07-569be7b572a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522358b4-d348-49c4-93a6-e86b21c57b24,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:21.510260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-22477c4b-d0da-4b7e-8b07-569be7b572a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9124347422f3478b8c149ab22235cf3c&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2870710
Dec 11 20:48:21.513211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:21.579117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc7524-e462-490b-b86f-f40575dd59e8 req-50a32650-9686-4d38-ba6a-37789ec24d6c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:21.587191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1fcc7524-e462-490b-b86f-f40575dd59e8 req-50a32650-9686-4d38-ba6a-37789ec24d6c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 943 time: 0.2241495
Dec 11 20:48:21.609737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-57451ac6-3300-4c49-87cb-1d1b5fe0ff79 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2756805
Dec 11 20:48:21.727782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1fcc7524-e462-490b-b86f-f40575dd59e8 req-570714b8-7455-4a5b-beb3-fc9d246e2620 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1393907
Dec 11 20:48:21.731058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.770328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.813277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e4d969c7-5e08-459a-870f-02591cc29ebf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=106aa7d8554a4a5487ef68b219794d80&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3600798
Dec 11 20:48:21.816201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56904) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:21.857774 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-747f2629-8d50-47c9-a576-ee427fade53d req-e9d79728-597a-4ae2-a15c-565b2208d580 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2319260
Dec 11 20:48:21.902762 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.906342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.917596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.925795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/522358b4-d348-49c4-93a6-e86b21c57b24 HTTP/1.1" status: 204  len: 168 time: 0.4007535
Dec 11 20:48:21.926778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:21.944123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8bf6-20fb-4c73-8f61-e703473345c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.958091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15238ae-1caa-4dac-aeed-222348f2f00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522358b4-d348-49c4-93a6-e86b21c57b24,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:21.970413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:21.999363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae5b8bf6-20fb-4c73-8f61-e703473345c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.015157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:22.035375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d69994e-52eb-401c-acf1-458e3c45ea2c req-a996c45c-6da2-4f58-8f1b-5363b1d38472 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5746832
Dec 11 20:48:22.047482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.076569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.080452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.094943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e544091-1fba-4081-a596-4ce4ea717a06 HTTP/1.1" status: 204  len: 168 time: 0.2523956
Dec 11 20:48:22.127345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767378-c61b-4f41-aa5b-c8be3090aa12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e544091-1fba-4081-a596-4ce4ea717a06,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:22.134505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ae5b8bf6-20fb-4c73-8f61-e703473345c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d477c5c5dbb141f7b2c98cf0ec62cf86&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1499374
Dec 11 20:48:22.137553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:22.137671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.145424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b8bf6-20fb-4c73-8f61-e703473345c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1c6e5-0393-402b-ac1f-a465fb2c655d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:22.156401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:22.156931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.158366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] 10.222.0.16 "PUT /v2.0/ports/ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 HTTP/1.1" status: 200  len: 1091 time: 2.9612911
Dec 11 20:48:22.160299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:22.162781 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e16c8b-859c-495c-986e-02ec7c2f36a5" -d '{"events": [{"name": "network-changed", "server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:22.189109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6e723-77fe-4fc4-a5d6-f86c923ea970 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:22.332556 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2205d158-faf4-4e99-b6b2-8662bcb11a8d x-openstack-request-id: req-2205d158-faf4-4e99-b6b2-8662bcb11a8d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:22.333175 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:22.333616 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2205d158-faf4-4e99-b6b2-8662bcb11a8d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:22.333993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.334522 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'status': 'completed', 'code': 200}
Dec 11 20:48:22.340660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.401971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.422991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-c0a7d080-2e47-45f2-9c8e-b6ff6587d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:22.424759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-c0a7d080-2e47-45f2-9c8e-b6ff6587d779 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 1094 time: 0.1979072
Dec 11 20:48:22.438624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Network 5516f101-6892-43ff-878f-ccfff5744728 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:22.456824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:22.510310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.513173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.514359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8df1c6e5-0393-402b-ac1f-a465fb2c655d HTTP/1.1" status: 204  len: 168 time: 0.3740792
Dec 11 20:48:22.525051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94446-ed7b-4e1d-a844-fb4c97e0e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1c6e5-0393-402b-ac1f-a465fb2c655d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:22.571295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b384d3-555d-4ced-9712-d64a77501ee1 req-f65adb24-c0d1-492d-89b9-9625961f5e1a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:22.584471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35b384d3-555d-4ced-9712-d64a77501ee1 req-f65adb24-c0d1-492d-89b9-9625961f5e1a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 947 time: 0.3178389
Dec 11 20:48:22.587720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:22.588211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.590029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-224bcc82-08b5-42a5-81de-e5302d2f1b2d req-1b740886-4005-4635-9fe9-68cd98984124 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:48:22.591302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-224bcc82-08b5-42a5-81de-e5302d2f1b2d req-1b740886-4005-4635-9fe9-68cd98984124 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063396
Dec 11 20:48:22.606723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-1c4aaf32-3e63-4da3-86f9-6d468b9a54f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 HTTP/1.1" status: 200  len: 217 time: 0.1650784
Dec 11 20:48:22.615711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Pushing event updated for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:22.729113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:22.753813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e019-06e2-4ecc-81db-cba473fd35dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.852890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35b384d3-555d-4ced-9712-d64a77501ee1 req-076096ac-8dbe-421c-a5bc-a5e8a056e4b6 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2674518
Dec 11 20:48:22.865859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-27225dd8-2de1-49c2-b790-b3570f6ec88b None None] Provisioning complete for port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:22.867452 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27225dd8-2de1-49c2-b790-b3570f6ec88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.878597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-2f4bd0fb-116a-41e4-8dd2-a164dc073736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:22.880326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-2f4bd0fb-116a-41e4-8dd2-a164dc073736 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.2607915
Dec 11 20:48:22.906863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:22.963170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-27225dd8-2de1-49c2-b790-b3570f6ec88b None None] Port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:22.992322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e019-06e2-4ecc-81db-cba473fd35dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:22.998634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e019-06e2-4ecc-81db-cba473fd35dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.040450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-536f8d30-8560-4f4b-b8e3-4d99e64b570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:23.042870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-536f8d30-8560-4f4b-b8e3-4d99e64b570e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1526642
Dec 11 20:48:23.067069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.085830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2bc7e019-06e2-4ecc-81db-cba473fd35dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bae1c95a32b4ab288bb5aeacf633d1c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3540876
Dec 11 20:48:23.091741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:23.105417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69329f57-2948-42a2-af4f-00958e25132f req-e570661a-3802-403e-989e-143906621384 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:23.108613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7e019-06e2-4ecc-81db-cba473fd35dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b513205d-a0a0-4738-935c-fb271a244300,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.113778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69329f57-2948-42a2-af4f-00958e25132f req-e570661a-3802-403e-989e-143906621384 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 943 time: 0.1492310
Dec 11 20:48:23.169563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.201644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.234909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69329f57-2948-42a2-af4f-00958e25132f req-8cbbab24-8224-4e39-b103-e294580c166c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1197326
Dec 11 20:48:23.284290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.287997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.291847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b513205d-a0a0-4738-935c-fb271a244300 HTTP/1.1" status: 204  len: 168 time: 0.1976578
Dec 11 20:48:23.300528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1a994-3107-44a6-bf3a-60ce29988e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b513205d-a0a0-4738-935c-fb271a244300,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.301040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-de35ffba-7de4-4e97-9831-8c9c4882e88f service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488079
Dec 11 20:48:23.388449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc28f4d7-cf0a-40e1-a9c8-dbb916f30eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.455645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41213d0f-f15c-46db-bb8c-6512a5b02fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:23.551314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:23.551979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.560613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.572191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc28f4d7-cf0a-40e1-a9c8-dbb916f30eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.578570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc28f4d7-cf0a-40e1-a9c8-dbb916f30eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.579767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.583995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.637993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bc28f4d7-cf0a-40e1-a9c8-dbb916f30eb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e66081581ee4a9e84a73db03ea36f98&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7299149
Dec 11 20:48:23.638767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28f4d7-cf0a-40e1-a9c8-dbb916f30eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b40ec-8b70-4c8a-a778-5d2631941eae,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.653651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:23.670636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.695084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 41213d0f-f15c-46db-bb8c-6512a5b02fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41213d0f-f15c-46db-bb8c-6512a5b02fb9,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:23.704940 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.721588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.767088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c84d676-5b4b-463b-b606-bce9e7d28efb req-3a5b2916-8a0f-4d56-af20-85f43a032795 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4367366
Dec 11 20:48:23.772399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.778402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=41213d0f-f15c-46db-bb8c-6512a5b02fb9,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.781631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Pushing event updated for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.803691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Network 5516f101-6892-43ff-878f-ccfff5744728 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:23.805457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:23.897229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.899841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:23.903362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a4b40ec-8b70-4c8a-a778-5d2631941eae HTTP/1.1" status: 204  len: 168 time: 0.2462995
Dec 11 20:48:23.917189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0da2e5-804a-4544-89ea-8fee439b3aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b40ec-8b70-4c8a-a778-5d2631941eae,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:23.987608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-4a084fe4-1f4e-4f81-a289-862b6ef26dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:23.989280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-4a084fe4-1f4e-4f81-a289-862b6ef26dcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 1094 time: 0.1310096
Dec 11 20:48:24.104202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Router 986104a5-e09d-428c-abb4-a0c808f6de26 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:48:24.134307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0be9f8-0425-4835-a003-40d96fc965f0 req-4c3cb4f3-0fe9-4d4f-b13c-e6e79fd80284 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.135881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb0be9f8-0425-4835-a003-40d96fc965f0 req-4c3cb4f3-0fe9-4d4f-b13c-e6e79fd80284 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 947 time: 0.1393244
Dec 11 20:48:24.205178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-aeef0155-e150-4a69-9f07-679dc6e91f17 None None] Provisioning complete for port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:24.206758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aeef0155-e150-4a69-9f07-679dc6e91f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:24.224002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-a4930147-720b-4a65-a2a1-8b98b46f7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.225291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-a4930147-720b-4a65-a2a1-8b98b46f7e1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 924 time: 0.2266326
Dec 11 20:48:24.257774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb0be9f8-0425-4835-a003-40d96fc965f0 req-12a4327b-8f6f-4467-8fcb-5f3d970c51ce tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843058
Dec 11 20:48:24.286084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ab1b7ff4-5643-4bfd-884e-d40fedbd1583 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:24.334157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-cf6d6afb-1876-43e6-9b9b-1bfce1bff325 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 HTTP/1.1" status: 200  len: 217 time: 0.0817564
Dec 11 20:48:24.351011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aeef0155-e150-4a69-9f07-679dc6e91f17 None None] Port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:24.508365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:24.523480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583', 'mac_address': 'fa:16:3e:97:c6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:48:24.575444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:24.596287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b7ff4-5643-4bfd-884e-d40fedbd1583 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:24.619822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:24.626953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:24.647298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:24.661413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35b6e9dc-94f9-4665-adbc-e2ffbaec287c admin admin] 10.222.0.18 "PUT /v2.0/routers/986104a5-e09d-428c-abb4-a0c808f6de26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9571927
Dec 11 20:48:24.665465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e350-d606-4422-9873-2f4c35e3579a req-0765afb3-f620-467d-87c9-a9cdeb42eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.668260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-0765afb3-f620-467d-87c9-a9cdeb42eb84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1097 time: 0.0726180
Dec 11 20:48:24.681274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Sync routers for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:24.705609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-286c479b-1c51-4b67-9051-2375b4d35706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.707167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-286c479b-1c51-4b67-9051-2375b4d35706 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.3641686
Dec 11 20:48:24.709821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:24.710761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7733b190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:24.716311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a4e02-cac6-47d5-8117-94232cac93a6 req-2e248bf7-7ff0-4fc9-aec9-993fc8cf6d2d tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.725146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-275a4e02-cac6-47d5-8117-94232cac93a6 req-2e248bf7-7ff0-4fc9-aec9-993fc8cf6d2d tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 943 time: 0.0816941
Dec 11 20:48:24.729141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57012) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:24.765459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35971359-0c68-41ce-8182-f9fdeedf64cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:24.778693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:24.805387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-c075c3b5-17bf-4a2d-953a-73494b7f15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.806768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-c075c3b5-17bf-4a2d-953a-73494b7f15ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0789609
Dec 11 20:48:24.820792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-275a4e02-cac6-47d5-8117-94232cac93a6 req-85343a82-f49b-4749-a1c8-25efd91294c4 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945139
Dec 11 20:48:24.863346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ab1b7ff4-5643-4bfd-884e-d40fedbd1583'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:24.912063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e350-d606-4422-9873-2f4c35e3579a req-715daa16-73c0-4b4e-8783-3a942b8f5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:24.913699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-715daa16-73c0-4b4e-8783-3a942b8f5216 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2173171
Dec 11 20:48:24.965901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:24.970575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-3a2a6116-2e9c-498f-8688-ff9ab4dd8775 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488745
Dec 11 20:48:24.970840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-ebc9398c-448a-49b0-9b40-67f161f0cc11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0466366
Dec 11 20:48:25.022105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e350-d606-4422-9873-2f4c35e3579a req-b0f4c5fa-3049-4225-9370-3942e8f6a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:25.024364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-b0f4c5fa-3049-4225-9370-3942e8f6a2f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0470836
Dec 11 20:48:25.074843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-ad32c1a6-9136-4b31-a404-e22da14e08cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425732
Dec 11 20:48:25.087505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35971359-0c68-41ce-8182-f9fdeedf64cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:25.177729 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30e16c8b-859c-495c-986e-02ec7c2f36a5 req-169835f7-cc7c-4921-bf46-03f4595e0478 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904850
Dec 11 20:48:25.250113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35971359-0c68-41ce-8182-f9fdeedf64cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:25.431061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7733b190>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:22Z', 'revision_number': 4, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1dbea230-0832-40e5-a0bb-a20cf94cc7f3', 'name': '', 'network_id': '5516f101-6892-43ff-878f-ccfff5744728', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'mac_address': 'fa:16:3e:98:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:20Z', 'updated_at': '2021-12-11T20:48:23Z', 'revision_number': 2, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'subnets': [{'id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:25.444378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-c8755882-9149-4da7-910e-de15ff798f7c service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3544927
Dec 11 20:48:25.465676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41213d0f-f15c-46db-bb8c-6512a5b02fb9 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:25.509195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Checking router: 986104a5-e09d-428c-abb4-a0c808f6de26 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:25.509554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Updating router 986104a5-e09d-428c-abb4-a0c808f6de26 port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:48:25.570828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175aca3-f447-4ba3-adc0-afe8752894bf req-72540d56-bea7-4c98-9470-61872b3b4039 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:25.581275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5175aca3-f447-4ba3-adc0-afe8752894bf req-72540d56-bea7-4c98-9470-61872b3b4039 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 948 time: 0.1314125
Dec 11 20:48:25.582620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:25.582997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:25.617919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:25.658718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5175aca3-f447-4ba3-adc0-afe8752894bf req-b893e791-e491-4d7e-a5e2-0f56fa768ce7 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707881
Dec 11 20:48:25.878712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35971359-0c68-41ce-8182-f9fdeedf64cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f2ae1c8eca6454d81a2e135ffb46e63&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1461151
Dec 11 20:48:25.879621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:25.904185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35971359-0c68-41ce-8182-f9fdeedf64cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0698250-ed19-4777-a127-73b5314406e3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:25.917406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12e2e350-d606-4422-9873-2f4c35e3579a req-e8d625e1-dcc7-4889-820d-ef34c7f1662b service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4512491
Dec 11 20:48:26.014298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.062456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2eca4-45f2-4ffb-9cbf-32ec1be722f5 req-548d4ba9-0a16-4c41-9060-0aecd5bbebea tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:26.071708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dd2eca4-45f2-4ffb-9cbf-32ec1be722f5 req-548d4ba9-0a16-4c41-9060-0aecd5bbebea tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 943 time: 0.0961602
Dec 11 20:48:26.075624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.172651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dd2eca4-45f2-4ffb-9cbf-32ec1be722f5 req-7cdc237a-59ff-4ea4-9778-fe0d90ab785d tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957160
Dec 11 20:48:26.204070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.207680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.208982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0698250-ed19-4777-a127-73b5314406e3 HTTP/1.1" status: 204  len: 168 time: 0.3276994
Dec 11 20:48:26.220211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b24f1d-4503-4627-af7e-38fc931e62ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0698250-ed19-4777-a127-73b5314406e3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:26.243968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:26.309803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57066) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:26.612053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:26.630372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'port_id': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'mac_address': 'fa:16:3e:00:44:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:48:26.636172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ab1b7ff4-5643-4bfd-884e-d40fedbd1583 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:26.640430 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.721357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-bc657514-86fe-4291-b34b-1d1230547c79 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:48:26.722943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-bc657514-86fe-4291-b34b-1d1230547c79 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.4121666
Dec 11 20:48:26.734652 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:26.826492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f0977-8ada-4fe6-bc7e-bd7530bacf0a None None] Pushing event updated for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:26.876331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23cb4-d6dd-440a-8487-91d565aafcc6 req-296159f9-cb31-4802-b46e-05b807460af3 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:26.883898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efb23cb4-d6dd-440a-8487-91d565aafcc6 req-296159f9-cb31-4802-b46e-05b807460af3 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 948 time: 0.0817580
Dec 11 20:48:26.932922 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.002211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:27.006454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efb23cb4-d6dd-440a-8487-91d565aafcc6 req-c826d5e3-aa4c-4da4-9487-63238f4738c2 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213613
Dec 11 20:48:27.021062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:27.041956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:27.042402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.045492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:27.048222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Attempting to bind port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:27.048222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Attempting to bind port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:27.049316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Attempting to bind port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 on network 5516f101-6892-43ff-878f-ccfff5744728 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:27.089634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.097827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:27.098318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Checking segment: {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:27.098844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.099281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Bound using segment: {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:27.100527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Bound port: 1dbea230-0832-40e5-a0bb-a20cf94cc7f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd487cdea-c1d8-471d-b7c7-b251c9be1416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5516f101-6892-43ff-878f-ccfff5744728'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:27.100867 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.177344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:27.364360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:27.432014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e9bed-6f43-4dfd-bfad-1b70bfc9a005 req-3af45735-848c-4a5c-ad78-fefc86e32836 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:27.460211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-837e9bed-6f43-4dfd-bfad-1b70bfc9a005 req-3af45735-848c-4a5c-ad78-fefc86e32836 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 944 time: 0.1414540
Dec 11 20:48:27.544151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ec3f730a-918c-438a-a9c0-acd5effff3ce None None] Provisioning complete for port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:27.544299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3f730a-918c-438a-a9c0-acd5effff3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.580255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-837e9bed-6f43-4dfd-bfad-1b70bfc9a005 req-1fd254ba-02d5-490f-bb81-12f994b97290 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152935
Dec 11 20:48:27.697589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f730a-918c-438a-a9c0-acd5effff3ce None None] Port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:48:27.739534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] For port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:27.772748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.797053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] For port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:27.814076 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:27.873923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:27.886091 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb0e24-f6c2-495b-9cdd-f7ea3c3d6540" -d '{"events": [{"server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:27.895041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f0977-8ada-4fe6-bc7e-bd7530bacf0a None None] Pushing event updated for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:27.917763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:27.934764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:28.017799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-917deab5-4b19-4622-b391-73a04dff1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:28.030127 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d48ba3e-a066-47e6-ad16-45a25104ac59 x-openstack-request-id: req-7d48ba3e-a066-47e6-ad16-45a25104ac59 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:28.030610 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:28.030968 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d48ba3e-a066-47e6-ad16-45a25104ac59 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:28.031454 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583', 'code': 200}
Dec 11 20:48:28.032558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:28.046312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-917deab5-4b19-4622-b391-73a04dff1104 service neutron] 10.222.0.18 "GET /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 1094 time: 0.4815881
Dec 11 20:48:28.070704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:28.071880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:28.072090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:48:28.072519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7733b190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:28.305244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab6466-6f30-4a7a-bb64-edaa244f6c4c req-a929e17a-6b0e-49ce-bb6a-5ca8c48d0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:28.308618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aeab6466-6f30-4a7a-bb64-edaa244f6c4c req-a929e17a-6b0e-49ce-bb6a-5ca8c48d0e0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 1100 time: 0.2233653
Dec 11 20:48:28.354099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:28.365011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7beb8-3fd5-4019-8f5d-a62881d41e8f req-6ac886ed-daad-4f4f-a3a1-edebccf4b85a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:28.366914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ae7beb8-3fd5-4019-8f5d-a62881d41e8f req-6ac886ed-daad-4f4f-a3a1-edebccf4b85a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.1720161
Dec 11 20:48:28.499354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] Provisioning complete for port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:28.500018 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:28.681974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:28.691302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on host nch1-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:28.691945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:28.691945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:28.701500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aeab6466-6f30-4a7a-bb64-edaa244f6c4c req-ccf971b4-6e87-4180-b038-ebb1aaac98e4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3628976
Dec 11 20:48:28.724501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] For port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:28.734714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ae7beb8-3fd5-4019-8f5d-a62881d41e8f req-3ddf9349-3569-4c97-ad74-28c45b5b9e13 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588441
Dec 11 20:48:28.739155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:28.739498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:28.748456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:28.748789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:28.749207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:28.749728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Bound port: 6fec5eec-a346-43c5-860c-daa10c8b3006, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:28.761441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:28.792934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7733b190>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:22Z', 'revision_number': 4, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1dbea230-0832-40e5-a0bb-a20cf94cc7f3', 'name': '', 'network_id': '5516f101-6892-43ff-878f-ccfff5744728', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'mac_address': 'fa:16:3e:98:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:20Z', 'updated_at': '2021-12-11T20:48:27Z', 'revision_number': 4, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'subnets': [{'id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:28.882062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:28.898168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:28.924730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-4da6971a-55c2-4b75-be2b-f27e7ce3e3cf service neutron] 10.222.0.18 "POST /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006/bindings HTTP/1.1" status: 201  len: 389 time: 0.8663492
Dec 11 20:48:28.960183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce752b0-7d12-462e-9afc-e14c5f016b77 None None] The sync data for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 is: [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:48:22Z', 'revision_number': 4, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1dbea230-0832-40e5-a0bb-a20cf94cc7f3', 'name': '', 'network_id': '5516f101-6892-43ff-878f-ccfff5744728', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'mac_address': 'fa:16:3e:98:75:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:20Z', 'updated_at': '2021-12-11T20:48:27Z', 'revision_number': 4, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'subnets': [{'id': '02be20af-b31e-46e5-a1a0-164301fe509f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:29.006664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdff09-bfa6-4e85-b5ae-5755e1180e70 None None] Pushing event updated for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:29.299129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdee64-885a-4d8e-b6e7-6bebde39fdf9 req-91e040d8-5ad3-4ed1-9c76-32a5de92f3f2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:29.308003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98cdee64-885a-4d8e-b6e7-6bebde39fdf9 req-91e040d8-5ad3-4ed1-9c76-32a5de92f3f2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 944 time: 0.1026475
Dec 11 20:48:29.380749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98cdee64-885a-4d8e-b6e7-6bebde39fdf9 req-b59783f6-4a7b-4907-83b3-8333f4932158 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714993
Dec 11 20:48:29.466085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-0257f883-d03d-4230-8f1b-8065abcdb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:29.468077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-0257f883-d03d-4230-8f1b-8065abcdb75c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1097 time: 0.0802691
Dec 11 20:48:29.567856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:29.647019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-ab1c6163-ba8f-4143-a038-b92dc838ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:29.648844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-ab1c6163-ba8f-4143-a038-b92dc838ff91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.1705141
Dec 11 20:48:29.689406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:29.689808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:29.720464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-5fb2a787-e75c-4d72-b93b-5dfc51f4b805 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0634873
Dec 11 20:48:29.847756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d112116d-4254-45e2-bb8d-bc735ff3bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:29.854910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d112116d-4254-45e2-bb8d-bc735ff3bee4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1194303
Dec 11 20:48:29.938754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2837a136-9d43-4fd5-b57c-55970e08d9e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738826
Dec 11 20:48:30.175506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-fa502fc1-cdb6-4dd8-874c-9dcaf6b2f3c0 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281995
Dec 11 20:48:30.209109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de79967-a881-4274-b496-51f6a9e6ae2c req-98b38162-ffc6-41c6-9bc6-e3b714e61d21 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:30.217776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1de79967-a881-4274-b496-51f6a9e6ae2c req-98b38162-ffc6-41c6-9bc6-e3b714e61d21 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 946 time: 0.0963798
Dec 11 20:48:30.241462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:30.287560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:30.375291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccba4e-10b8-4602-9a23-b7697ba14847 req-3dc53f94-5a9e-46e3-850b-0a80e4714197 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:30.378573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcccba4e-10b8-4602-9a23-b7697ba14847 req-3dc53f94-5a9e-46e3-850b-0a80e4714197 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.0818727
Dec 11 20:48:30.392096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:30.396806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:30.398717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.452349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1de79967-a881-4274-b496-51f6a9e6ae2c req-e488fa32-7136-464e-98b0-6a0f6a979e1e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333655
Dec 11 20:48:30.473716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcccba4e-10b8-4602-9a23-b7697ba14847 req-370fb41e-c909-4623-bdd3-e750b825e093 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864058
Dec 11 20:48:30.506768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dfa03cc2-10ba-4943-8f85-9149fa5a5c9e service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3142471
Dec 11 20:48:30.610064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-450891730-network', 'tenant_id': 'ab74ac5e278045cfabd33d4b53d45f91'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:30.617440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.668811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Made reservation on behalf of ab74ac5e278045cfabd33d4b53d45f91 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:30.671998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.692003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:30.697205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.702939 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1beb3-19d4-45b8-969c-eb2ea96f5ada" -d '{"events": [{"server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:30.726993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:30.740165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.863434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-b380cff6-cc1d-442d-afae-5371c36f7f6e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:30.868179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-b380cff6-cc1d-442d-afae-5371c36f7f6e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.2180376
Dec 11 20:48:30.871070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:30.902836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:30.937323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.944959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:30.977310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:48:30.988159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f704ffd3-6fe3-4405-8d80-4e9417564064,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:30.999260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:30.999608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:30.999972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.000280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.000614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.000940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.001265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.001609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.001904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.002226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.002646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.002961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.003271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.007381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.007703 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Added segment 4a73273e-d41a-402c-9e19-6f4f3be0cf84 of type vlan for network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434
Dec 11 20:48:31.055732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.091725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.105399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.106977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:31.107758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.197625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9089477
Dec 11 20:48:31.202589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54612fd4-5263-438a-b65a-fc8c58e94839 admin admin] Pushing event updated for resources: {'Network': ['ID=421d8eb1-ef6b-4dbb-8a24-1f731daf4434,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:31.205262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57178) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:31.212989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Request body: {'subnet': {'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-450891730-subnet', 'tenant_id': 'ab74ac5e278045cfabd33d4b53d45f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:31.215247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:48:31.246041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Made reservation on behalf of ab74ac5e278045cfabd33d4b53d45f91 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:31.255112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.336854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14835-f8d2-4fd8-bc42-e11325bf8b89 req-b20fd9e3-3d22-4e5a-9806-084c33577d60 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:31.339956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d14835-f8d2-4fd8-bc42-e11325bf8b89 req-b20fd9e3-3d22-4e5a-9806-084c33577d60 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.2211270
Dec 11 20:48:31.420045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d14835-f8d2-4fd8-bc42-e11325bf8b89 req-cf3df3b4-c20b-4cf8-845e-0c5c0598cb64 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710542
Dec 11 20:48:31.420388 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd098ef-c48e-4689-9c4b-2700cfc64f97 x-openstack-request-id: req-8bd098ef-c48e-4689-9c4b-2700cfc64f97 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:31.421332 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:31.421732 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8bd098ef-c48e-4689-9c4b-2700cfc64f97 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:31.422260 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'code': 200}
Dec 11 20:48:31.422406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:31.501645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:31.579872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:31.583010 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d6d94e-5785-4b79-bb20-816e3660c69e" -d '{"events": [{"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:31.596391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.610761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.618391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46fe84-a601-4a77-bc90-0feeed25b449 req-ebf43afb-fff1-4567-b5e1-2f13741d4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:31.621304 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da46fe84-a601-4a77-bc90-0feeed25b449 req-ebf43afb-fff1-4567-b5e1-2f13741d4abd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 1096 time: 0.1126606
Dec 11 20:48:31.622709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.733765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:31.763579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.766059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.766987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.767528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.768059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.768589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.769128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.769654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.770307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.770850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.771613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.772281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.773145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:31.832409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Checking segment: {'id': '4a73273e-d41a-402c-9e19-6f4f3be0cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:31.832771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Network hostable DHCP agents. Network: 421d8eb1-ef6b-4dbb-8a24-1f731daf4434, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:31.834939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e202143d-e985-442c-a59f-847c11e8ab3b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:31.843662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da46fe84-a601-4a77-bc90-0feeed25b449 req-0a281cac-b6e2-4963-a471-c0b32de22d09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2110527
Dec 11 20:48:31.903825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:31.906661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:31.907594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:31.909057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:31.921786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 421d8eb1-ef6b-4dbb-8a24-1f731daf4434) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:31.930156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:31.931253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:31.939339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac74672-c332-4683-9fee-3ad15209da91 None None] Network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:31.950578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4474590-76d4-4ab4-9f6c-557a51dad1fc req-101069ee-b5f4-45fb-8237-dadf35612c25 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:31.959256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4474590-76d4-4ab4-9f6c-557a51dad1fc req-101069ee-b5f4-45fb-8237-dadf35612c25 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.1118248
Dec 11 20:48:31.964585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:31.965433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Attempting to bind port 6fec5eec-a346-43c5-860c-daa10c8b3006 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:31.976578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:31.977240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:31.977893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:31.978561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Bound port: 6fec5eec-a346-43c5-860c-daa10c8b3006, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:31.979173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.029822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2f2fcbab-cb44-4205-81ea-ca42b6e5f5c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8149772
Dec 11 20:48:32.048498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4474590-76d4-4ab4-9f6c-557a51dad1fc req-fa75bb3b-8711-4a38-9ef4-88ccbbd8c902 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883400
Dec 11 20:48:32.086320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a25c3-f8f7-4e75-ac12-db21d7b29988 req-c2fa3680-b0ce-4af6-a291-fd5906adf873 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:32.086535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d4a25c3-f8f7-4e75-ac12-db21d7b29988 req-c2fa3680-b0ce-4af6-a291-fd5906adf873 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.1920538
Dec 11 20:48:32.107857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57200) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:32.191186 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e6e9a8-6275-45d2-aee9-faf34f7c147d x-openstack-request-id: req-65e6e9a8-6275-45d2-aee9-faf34f7c147d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:32.191186 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-unplugged", "status": "completed", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:32.191186 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65e6e9a8-6275-45d2-aee9-faf34f7c147d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:32.191186 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'code': 200}
Dec 11 20:48:32.274147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07526f75-972d-410d-bf47-0a86c781dbc9 None None] Network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:32.282704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d4a25c3-f8f7-4e75-ac12-db21d7b29988 req-b199bc55-c12c-485e-b442-97966db0f351 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816719
Dec 11 20:48:32.292276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:32.300591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:32.321137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.342420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e917910a-fa65-46d3-b108-280091a91d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.517451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=8']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:32.528793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:32.529468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.532248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-2d66c843-7719-47a4-a843-c2a25d746f9c service neutron] 10.222.0.16 "PUT /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 1122 time: 1.6438460
Dec 11 20:48:32.581526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e917910a-fa65-46d3-b108-280091a91d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.591020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e917910a-fa65-46d3-b108-280091a91d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.598259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['6fec5eec-a346-43c5-860c-daa10c8b3006'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:32.663356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:32.683685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e917910a-fa65-46d3-b108-280091a91d95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=195084a410ff41a6935697a11f90bed6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5515628
Dec 11 20:48:32.741516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917910a-fa65-46d3-b108-280091a91d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5526291-0477-4b48-98ab-aef1fcf521a9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:32.827683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15769ce3-a607-44cf-99ed-9108b1d28adb req-25cc216b-f2a5-4280-adf1-c2986a82f755 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:32.835986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15769ce3-a607-44cf-99ed-9108b1d28adb req-25cc216b-f2a5-4280-adf1-c2986a82f755 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.0912356
Dec 11 20:48:32.855905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:32.911832 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15769ce3-a607-44cf-99ed-9108b1d28adb req-ea049b8a-e9d5-4286-9f63-949731c6bd15 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747323
Dec 11 20:48:32.924187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.041141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.045429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.046819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5526291-0477-4b48-98ab-aef1fcf521a9 HTTP/1.1" status: 204  len: 168 time: 0.3824751
Dec 11 20:48:33.061671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57236) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:33.067536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-985764807-network', 'tenant_id': '68de72f9ffbd4a09a9a8b02e704c49a8'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:33.118725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e0242-8225-449e-992c-8d7f5ba33d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5526291-0477-4b48-98ab-aef1fcf521a9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:33.120830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Made reservation on behalf of 68de72f9ffbd4a09a9a8b02e704c49a8 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:33.125461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.149528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.167617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a09ca-ef9f-45fa-b597-9e7360a20398 req-20823a74-965b-4d8b-bc57-2fc050573929 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:33.177013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a87a09ca-ef9f-45fa-b597-9e7360a20398 req-20823a74-965b-4d8b-bc57-2fc050573929 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.1480908
Dec 11 20:48:33.282649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.297797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.300264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a87a09ca-ef9f-45fa-b597-9e7360a20398 req-799561f6-0346-4a89-abb3-616cb478195a tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209004
Dec 11 20:48:33.349859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70a4c49-6cdc-46dd-b809-24c2c43d04d9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:33.387897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:48:33.406375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1917a90-6dcb-40c1-b16d-274d1d5ab9cd req-e40ad4da-be48-4dbd-b383-d70910f36252 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:33.407881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1917a90-6dcb-40c1-b16d-274d1d5ab9cd req-e40ad4da-be48-4dbd-b383-d70910f36252 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.1237595
Dec 11 20:48:33.420221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.420221 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Added segment bc551369-a70c-4097-99e4-64032be9e496 of type vlan for network c622619a-a3d5-42f4-bd41-dee168d24a90
Dec 11 20:48:33.543302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.615557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1917a90-6dcb-40c1-b16d-274d1d5ab9cd req-85507748-dd79-47e3-83cb-8d78c0d5e352 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1935945
Dec 11 20:48:33.641989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.643008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:33.643593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.709424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57260) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:33.709547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6466229
Dec 11 20:48:33.715658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Request body: {'subnet': {'network_id': 'c622619a-a3d5-42f4-bd41-dee168d24a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-985764807-subnet', 'tenant_id': '68de72f9ffbd4a09a9a8b02e704c49a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:33.724670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db072b0-3c28-43cb-8243-5d4b539ad609 admin admin] Pushing event updated for resources: {'Network': ['ID=c622619a-a3d5-42f4-bd41-dee168d24a90,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:33.736644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:33.739000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c622619a-a3d5-42f4-bd41-dee168d24a90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:48:33.753585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Made reservation on behalf of 68de72f9ffbd4a09a9a8b02e704c49a8 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:33.757035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:33.912765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:33.945847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1374d6-2188-4f31-9c4e-77544a9c22f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.062324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.163334 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1374d6-2188-4f31-9c4e-77544a9c22f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.176133 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1374d6-2188-4f31-9c4e-77544a9c22f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.193486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:34.195998 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e96ba6-e762-412e-b8de-dabaa577cce0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:34.223016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5493d829-f70f-49fd-8639-2faf6159f852,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:34.254197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac663356-6fa8-45fa-89ae-723388439187 req-f93fc6e6-2958-4903-b40e-18544861ce32 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.269222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1374d6-2188-4f31-9c4e-77544a9c22f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4349c-5720-423c-8628-a51738474229,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:34.273862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac663356-6fa8-45fa-89ae-723388439187 req-f93fc6e6-2958-4903-b40e-18544861ce32 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.1645880
Dec 11 20:48:34.284217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Checking segment: {'id': 'bc551369-a70c-4097-99e4-64032be9e496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c622619a-a3d5-42f4-bd41-dee168d24a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:34.284582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Network hostable DHCP agents. Network: c622619a-a3d5-42f4-bd41-dee168d24a90, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:34.299771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2b1374d6-2188-4f31-9c4e-77544a9c22f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af2fb6c9930148718d191dd8552b4b94&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3765733
Dec 11 20:48:34.300062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:34.311538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57278) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:34.315534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f6172-c81b-490f-b90e-91c986643f74 req-8a9ed05d-7c7d-4c6d-b3fd-ab8e30ae744b tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.318966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d04f6172-c81b-490f-b90e-91c986643f74 req-8a9ed05d-7c7d-4c6d-b3fd-ab8e30ae744b tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.2109663
Dec 11 20:48:34.410395 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671f807-1a7a-472d-8d8e-d1a1c3cf2822 x-openstack-request-id: req-b671f807-1a7a-472d-8d8e-d1a1c3cf2822 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:34.410948 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:34.411392 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b671f807-1a7a-472d-8d8e-d1a1c3cf2822 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:34.411985 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'status': 'completed', 'code': 200}
Dec 11 20:48:34.473016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93cf4a54-67f4-4e35-8100-69ccb30f7c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.481771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d51a27b-8b39-4c8a-b67d-4672377b75f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.493801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Network c622619a-a3d5-42f4-bd41-dee168d24a90 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:34.505363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac663356-6fa8-45fa-89ae-723388439187 req-f5c6dc62-45b9-4fbd-b028-90c489330838 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2306187
Dec 11 20:48:34.516181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c622619a-a3d5-42f4-bd41-dee168d24a90) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:34.522623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.522937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.526814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Deleting port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:48:34.527260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.552709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-ada5ed38-a9a0-4d5a-9c19-cc64cd3496c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.553372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-ada5ed38-a9a0-4d5a-9c19-cc64cd3496c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1125 time: 0.2177963
Dec 11 20:48:34.572324 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.574731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e90efe9-540c-4c11-ab3b-98b3ac0b979f None None] Network c622619a-a3d5-42f4-bd41-dee168d24a90 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:34.704373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.720253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79b780-a393-4c76-87f9-19c0bd4106a6 req-b7a73aa0-60f8-4a7d-be49-7cf496e32b27 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.723650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa79b780-a393-4c76-87f9-19c0bd4106a6 req-b7a73aa0-60f8-4a7d-be49-7cf496e32b27 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 949 time: 0.2944796
Dec 11 20:48:34.770176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f78d1-ac73-4d97-895e-4a6eba3c5aed None None] Network c622619a-a3d5-42f4-bd41-dee168d24a90 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:34.779173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e2dac72-0afd-4695-b614-b08324986177 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0672464
Dec 11 20:48:34.791209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd1fc7-3a07-4177-85b1-a09b0cdd70c4 req-9eea72c1-0dbd-4a7b-a63e-50a35d6ac8f4 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.815701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36cd1fc7-3a07-4177-85b1-a09b0cdd70c4 req-9eea72c1-0dbd-4a7b-a63e-50a35d6ac8f4 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.1630635
Dec 11 20:48:34.817024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57290) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:34.853736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'floatingip': {'port_id': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:34.879770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-589dc2ab-b3c2-4f05-8ab0-565f14eab33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:34.882739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-589dc2ab-b3c2-4f05-8ab0-565f14eab33c service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.3189793
Dec 11 20:48:34.929106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93cf4a54-67f4-4e35-8100-69ccb30f7c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.962985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] For port ab1b7ff4-5643-4bfd-884e-d40fedbd1583, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:34.963926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:34.980665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Calling delete_port for ab1b7ff4-5643-4bfd-884e-d40fedbd1583 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:48:34.990051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93cf4a54-67f4-4e35-8100-69ccb30f7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.007520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa79b780-a393-4c76-87f9-19c0bd4106a6 req-15209168-032e-4c8f-964c-35ba05804f09 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0d59cc8-f376-467a-9d56-e677bb6dd16e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828751
Dec 11 20:48:35.034411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d51a27b-8b39-4c8a-b67d-4672377b75f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.049279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-b144e0c1-bb2b-4e8c-ad4a-49d85155f20f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.1247060
Dec 11 20:48:35.056838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d51a27b-8b39-4c8a-b67d-4672377b75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.098629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.103370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.107286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fd4349c-5720-423c-8628-a51738474229 HTTP/1.1" status: 204  len: 168 time: 0.8060496
Dec 11 20:48:35.149574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-93cf4a54-67f4-4e35-8100-69ccb30f7c15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=699923900ff749709fc306c027f92a29&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4040122
Dec 11 20:48:35.165013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:35.189147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4d51a27b-8b39-4c8a-b67d-4672377b75f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12a9cb2895c9468e93c3f134e5b60000&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8741760
Dec 11 20:48:35.197763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57298) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:35.202728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf4a54-67f4-4e35-8100-69ccb30f7c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791dc80f-cfba-419c-bd4c-5db83a8b8c17,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:35.204489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.276689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-3402a6df-1449-4f13-a200-c22a257a4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:35.285250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-3402a6df-1449-4f13-a200-c22a257a4e17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.2252970
Dec 11 20:48:35.344881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51a27b-8b39-4c8a-b67d-4672377b75f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd94e8-adf4-4313-9f33-16cbb2673215,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:35.372001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-0d77da63-9999-434f-aeca-98263b754c08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569527
Dec 11 20:48:35.386264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e870b7-bde2-4009-98d6-cfc28cd39ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4349c-5720-423c-8628-a51738474229,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:35.477297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.489243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8b409-46e0-495d-90f3-eebe0315b1e7 req-aa3a66fe-0f00-42a5-89a1-7795aaa9b5ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:35.490960 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.492092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2da8b409-46e0-495d-90f3-eebe0315b1e7 req-aa3a66fe-0f00-42a5-89a1-7795aaa9b5ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.3434551
Dec 11 20:48:35.498011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ab1b7ff4-5643-4bfd-884e-d40fedbd1583'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:35.559680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.576934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Pushing event deleted for resources: {'Port': ['ID=ab1b7ff4-5643-4bfd-884e-d40fedbd1583,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:35.731096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.745746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.977122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-f8fa227c-5987-497e-bd45-78bed7ed86a1 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5803759
Dec 11 20:48:35.984384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.994542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:35.999627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edcd94e8-adf4-4313-9f33-16cbb2673215 HTTP/1.1" status: 204  len: 168 time: 0.7974615
Dec 11 20:48:36.143894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] No DVR routers for this DVR port ab1b7ff4-5643-4bfd-884e-d40fedbd1583 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:48:36.150063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:36.153168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d04f6172-c81b-490f-b90e-91c986643f74 req-ec10bd60-8dab-482f-b0d0-5d45798f6553 tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.16 "DELETE /v2.0/ports/ab1b7ff4-5643-4bfd-884e-d40fedbd1583 HTTP/1.1" status: 204  len: 173 time: 1.8213930
Dec 11 20:48:36.263066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2da8b409-46e0-495d-90f3-eebe0315b1e7 req-26c24f4c-27ab-4924-89f6-f53e8dbafc3e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7526543
Dec 11 20:48:36.264239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:36.312700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38e96ba6-e762-412e-b8de-dabaa577cce0 req-a1d4474c-d5a8-4356-9c59-0385b3aabb29 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058968
Dec 11 20:48:36.335898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b79d63-61b1-4bea-9fb8-8d7a8a4e9552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd94e8-adf4-4313-9f33-16cbb2673215,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:36.340778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:36.345228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:36.352017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/791dc80f-cfba-419c-bd4c-5db83a8b8c17 HTTP/1.1" status: 204  len: 168 time: 1.1819012
Dec 11 20:48:36.366294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-b4f010e4-8830-48cc-ad32-e1bdd8df04da tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:36.375622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-b4f010e4-8830-48cc-ad32-e1bdd8df04da tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/networks?id=421d8eb1-ef6b-4dbb-8a24-1f731daf4434 HTTP/1.1" status: 200  len: 814 time: 0.3712118
Dec 11 20:48:36.394368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827ef0e-8cb8-4604-9b92-7e37e9534797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791dc80f-cfba-419c-bd4c-5db83a8b8c17,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:36.405439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-132b17e6-3ce7-4488-95c7-c9b66229e0a6 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/quotas/ab74ac5e278045cfabd33d4b53d45f91 HTTP/1.1" status: 200  len: 375 time: 0.0277829
Dec 11 20:48:36.419589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'name': 'network-vif-deleted', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:36.424688 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6b7538-90d7-46cc-846b-1b9c5d05b6ec" -d '{"events": [{"server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "name": "network-vif-deleted", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:36.468993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:36.472438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-7d41f59f-65bc-401a-a848-22c8df00bbd2 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab74ac5e278045cfabd33d4b53d45f91&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0648999
Dec 11 20:48:36.486585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 has no active binding in host nch1-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:48:36.667226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-2b4dc3a9-09bc-43d9-b7d1-e3bbe7b2a781 service neutron] 10.222.0.18 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892567
Dec 11 20:48:36.772621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f7678637-275f-4cb3-af07-fa42ef1dab49 service neutron] 10.222.0.18 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1042850
Dec 11 20:48:37.204779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05d268cb-17d0-494c-88a4-cab455a7ca7a req-501ed8fe-4f84-483b-a8e8-674db49882ec tempest-DeleteServersAdminTestJSON-629074509 tempest-DeleteServersAdminTestJSON-629074509-project] 10.222.0.18 "GET /v2.0/ports?device_id=529b0b9d-7f79-48b1-99b9-d13f0ced273d HTTP/1.1" status: 200  len: 210 time: 0.5511770
Dec 11 20:48:37.206507 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30268597-10da-4d97-bcb7-a625d641783d x-openstack-request-id: req-30268597-10da-4d97-bcb7-a625d641783d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:37.206818 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529b0b9d-7f79-48b1-99b9-d13f0ced273d", "name": "network-vif-deleted", "tag": "ab1b7ff4-5643-4bfd-884e-d40fedbd1583", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:37.207051 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30268597-10da-4d97-bcb7-a625d641783d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:37.207431 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529b0b9d-7f79-48b1-99b9-d13f0ced273d', 'name': 'network-vif-deleted', 'tag': 'ab1b7ff4-5643-4bfd-884e-d40fedbd1583', 'status': 'completed', 'code': 200}
Dec 11 20:48:37.222461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:48:37.234845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1890c5e8-a63a-4520-8bdb-ff09c50564b0 req-ba95976d-4bd5-4503-92fb-22e0f839e258 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 210 time: 0.0925498
Dec 11 20:48:37.311174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:37.350444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-295b36c2-63a7-4d64-8361-e84a82a6e83c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.415854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.437037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57356) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:37.444213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.513315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c799a1e-b4d2-43a6-8c73-891d0f14c859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.535806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-295b36c2-63a7-4d64-8361-e84a82a6e83c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.543855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-295b36c2-63a7-4d64-8361-e84a82a6e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.559198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d1268-3e85-4d66-b5ff-0016ddad1167 req-f0dd98bd-da47-4644-8b1b-123c9ce419c2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:37.578062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-962d1268-3e85-4d66-b5ff-0016ddad1167 req-f0dd98bd-da47-4644-8b1b-123c9ce419c2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.1863320
Dec 11 20:48:37.604802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b36c2-63a7-4d64-8361-e84a82a6e83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3e6be-3179-482c-99f4-91acbc5dec12,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:37.659575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-295b36c2-63a7-4d64-8361-e84a82a6e83c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08a00e06c96a4befa3350e3984ec09be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3470268
Dec 11 20:48:37.660208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:37.743555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-962d1268-3e85-4d66-b5ff-0016ddad1167 req-15f718eb-c3f1-4032-b918-c60a3ef0cd94 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643381
Dec 11 20:48:37.775161 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb associated. External IP: 172.35.1.167, port: ce1ce2bb-eaf8-4016-8a31-48d3228a73e2.
Dec 11 20:48:37.799453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.860281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.903561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c799a1e-b4d2-43a6-8c73-891d0f14c859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.952510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c799a1e-b4d2-43a6-8c73-891d0f14c859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.976257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.981848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:37.983623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8be3e6be-3179-482c-99f4-91acbc5dec12 HTTP/1.1" status: 204  len: 168 time: 0.3219414
Dec 11 20:48:38.008564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5574a53-142e-4a9f-8d18-d6d536831ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3e6be-3179-482c-99f4-91acbc5dec12,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:38.062166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c799a1e-b4d2-43a6-8c73-891d0f14c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dff016e-ec60-45da-a571-f97aa68333ea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:38.078062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57368) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:38.078426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7c799a1e-b4d2-43a6-8c73-891d0f14c859 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e9f387e9a6c4e7b981e2043ce4f131e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6391759
Dec 11 20:48:38.267525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ab1b7ff4-5643-4bfd-884e-d40fedbd1583 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:48:38.357459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ab1b7ff4-5643-4bfd-884e-d40fedbd1583 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:48:38.359887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ab1b7ff4-5643-4bfd-884e-d40fedbd1583 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:48:38.368283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:48:38.445799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:38.472954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e12b873-d3df-4e09-a53c-b78cea5ab31d req-403c48eb-c8a6-45e8-9281-e37085da8f82 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 210 time: 0.0990133
Dec 11 20:48:38.519577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:38.639831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:38.646918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:38.654795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dff016e-ec60-45da-a571-f97aa68333ea HTTP/1.1" status: 204  len: 168 time: 0.5735097
Dec 11 20:48:38.654977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:48:38.661828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:38.671360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:48:38.682589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96201a11-bc67-4fec-b421-917de907570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dff016e-ec60-45da-a571-f97aa68333ea,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:38.685826 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:38.686529 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847bab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:38.686706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-0dc82b64-572c-4e8d-ba59-9ff7b6d47be9 service neutron] 10.222.0.30 "GET /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.4835875
Dec 11 20:48:38.726436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c5daf4d2-a4c5-4bdd-8d3c-6a193ee45936 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "PUT /v2.0/floatingips/8adad169-1244-495e-bf0e-8e2bdc502aeb HTTP/1.1" status: 200  len: 991 time: 3.8921895
Dec 11 20:48:38.875291 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:38.926996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.30', 59041) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:39.076760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-52e3dcd8-f13d-4d94-b4aa-aabee388e6ab tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:39.078424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-52e3dcd8-f13d-4d94-b4aa-aabee388e6ab tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.30 "GET /v2.0/networks?id=421d8eb1-ef6b-4dbb-8a24-1f731daf4434 HTTP/1.1" status: 200  len: 814 time: 0.1503317
Dec 11 20:48:39.080915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1636fe-1edc-480b-966c-ac9bf87bb348 req-1aa81285-4be3-4c79-96a5-3c906bd399f4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:39.090362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab1636fe-1edc-480b-966c-ac9bf87bb348 req-1aa81285-4be3-4c79-96a5-3c906bd399f4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 944 time: 0.1409440
Dec 11 20:48:39.095560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Request body: {'port': {'device_id': '120adee5-6022-4b49-8021-9cc50b027b26', 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434', 'admin_state_up': True, 'tenant_id': 'ab74ac5e278045cfabd33d4b53d45f91'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:39.208156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:39.211499 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:39.262660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab1636fe-1edc-480b-966c-ac9bf87bb348 req-e9ea54d1-2b96-4f5b-958e-a68130305d43 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711645
Dec 11 20:48:39.301229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:39.303109 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bc63b3-ed20-454c-9272-32fb16a80b62 x-openstack-request-id: req-b4bc63b3-ed20-454c-9272-32fb16a80b62 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:39.305218 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:39.305529 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4bc63b3-ed20-454c-9272-32fb16a80b62 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:39.305972 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'status': 'completed', 'code': 200}
Dec 11 20:48:39.310784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Made reservation on behalf of ab74ac5e278045cfabd33d4b53d45f91 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:39.314272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:39.350656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:39.388579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57432) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:39.433479 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847bab50>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:00:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:48:37Z', 'revision_number': 1, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:39.444804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fec5eec-a346-43c5-860c-daa10c8b3006 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:39.461803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:39.469109 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:48:39.486712 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:48:39.488036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847bab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:48:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:39.496619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:39.640760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] Transition to ACTIVE for port object 6fec5eec-a346-43c5-860c-daa10c8b3006 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:39.652161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:39.736856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] No DVR routers for this DVR port 6fec5eec-a346-43c5-860c-daa10c8b3006 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:48:39.746143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=10']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:39.748346 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:48:39.788542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-dd7d0600-7057-4060-a11f-c2de4a7499b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0933430
Dec 11 20:48:40.058983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-3f8b7573-882c-469f-af48-3ada0684fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:40.060634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-3f8b7573-882c-469f-af48-3ada0684fd5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 1096 time: 0.7248313
Dec 11 20:48:40.105419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-238f3543-630c-4600-af95-3d5d53c1306e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:40.117376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-238f3543-630c-4600-af95-3d5d53c1306e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2499158
Dec 11 20:48:40.126267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-289fe19b-70a1-4f70-a2cf-4768d59c287f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bc1e3e8e0bf4b3783293a7236daff9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7365530
Dec 11 20:48:40.143612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57458) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:40.165063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ba40436-f9c8-43a1-9d26-85c8417de4e0 req-756dcadb-15e3-4146-bb7c-ce7483f20f5d tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 210 time: 0.1109636
Dec 11 20:48:40.256311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Allocated IP 172.20.0.12 (421d8eb1-ef6b-4dbb-8a24-1f731daf4434/e202143d-e985-442c-a59f-847c11e8ab3b/820ad8ba-3014-49f0-a8c8-ed8e0632ef1f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:40.394719 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847bab50>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:00:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:48:37Z', 'revision_number': 1, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:40.457277 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6aa998-ee3c-42fb-b30e-b57ae1a97d28 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:00:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:48:37Z', 'revision_number': 1, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:48:40.567767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-2702fca2-db71-4833-bf4e-bcc668a0900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:40.569264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-2702fca2-db71-4833-bf4e-bcc668a0900a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 924 time: 0.4999847
Dec 11 20:48:40.583453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:40.795752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c7a20-0ee7-4b37-b027-1e57ddf156e7 req-d87467da-82f8-48e5-972f-54b28c3e14e2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:40.797297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc6c7a20-0ee7-4b37-b027-1e57ddf156e7 req-d87467da-82f8-48e5-972f-54b28c3e14e2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.2611768
Dec 11 20:48:40.805060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-fcd919e4-140d-43b5-b070-888c0d949ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:40.805261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-8f0c0bf8-ced2-4f01-8043-0e1ad090a903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 HTTP/1.1" status: 200  len: 999 time: 0.2099383
Dec 11 20:48:40.808374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-fcd919e4-140d-43b5-b070-888c0d949ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&tenant_id=385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 1096 time: 0.6808875
Dec 11 20:48:40.854309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:40.896636 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:40.908322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f778bb-fde9-484a-a68a-2d345616d134 None None] New status for floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:48:40.957476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.021771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Pushing event updated for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:41.034047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc6c7a20-0ee7-4b37-b027-1e57ddf156e7 req-43a55179-a3c9-468f-938c-56a7eadd00bb tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1946702
Dec 11 20:48:41.045457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-ed9b9153-7ee7-4ee4-8aab-b38581aad6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.047078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-ed9b9153-7ee7-4ee4-8aab-b38581aad6df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.2038746
Dec 11 20:48:41.055038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:41.099382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:41.103411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:41.109522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.110160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.110883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.112109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.116689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0d59cc8-f376-467a-9d56-e677bb6dd16e HTTP/1.1" status: 204  len: 168 time: 0.9547818
Dec 11 20:48:41.135535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-96dab226-25cb-4e58-b670-f0031fbbb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.137184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-96dab226-25cb-4e58-b670-f0031fbbb5b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1096 time: 0.2869680
Dec 11 20:48:41.138084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53b6de-df14-40f6-b768-cda2ccbced4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d59cc8-f376-467a-9d56-e677bb6dd16e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:41.139179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-cf40ba70-3248-4192-b4ea-38f5c5634161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.140965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-cf40ba70-3248-4192-b4ea-38f5c5634161 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0848253
Dec 11 20:48:41.145815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-f920388d-c6b2-407c-b49f-b53abcc83864 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0578203
Dec 11 20:48:41.179031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Request body: {'port': {'device_id': '120adee5-6022-4b49-8021-9cc50b027b26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:41.267075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d006c1fa-fead-4d10-a58e-12a78f7b4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.268696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d006c1fa-fead-4d10-a58e-12a78f7b4655 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.1160352
Dec 11 20:48:41.362662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-86e6ab67-4b1f-41e6-8466-b62562ea1bdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0836372
Dec 11 20:48:41.446434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d7629567-41e8-4367-bb2d-6febaae53ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.461088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-a1b6efd9-ebd7-4a05-a2ae-e6b093d8a312 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086898
Dec 11 20:48:41.466401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d01e94be-9567-45ef-849f-9b05b4add638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.469995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-d01e94be-9567-45ef-849f-9b05b4add638 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0992489
Dec 11 20:48:41.514691 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-c23658c5-7ded-4ddb-8c6b-3c845c6097d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345986
Dec 11 20:48:41.610240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:41.640651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60992b4-ec55-48db-a2b6-7d8b6dd37fd9 req-4d25e9d6-7ed7-4002-9c01-3d734acde223 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:41.642289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c60992b4-ec55-48db-a2b6-7d8b6dd37fd9 req-4d25e9d6-7ed7-4002-9c01-3d734acde223 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 932 time: 0.3516905
Dec 11 20:48:41.678754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-755675ef-c06c-425b-a51a-3fa5bf685ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552124
Dec 11 20:48:41.751236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f0627f-97cf-4a6a-a53f-a5b9cc90cc9d req-7c0d52de-c13c-444d-9974-b2885fd5b4c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521665
Dec 11 20:48:41.850267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c60992b4-ec55-48db-a2b6-7d8b6dd37fd9 req-ef2eff0f-cac2-47a9-b2c7-b40f143cf416 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977055
Dec 11 20:48:41.896752 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-9925a50d-3af1-413c-8a42-af849be77e09 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004521
Dec 11 20:48:42.002134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57504) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:42.024401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:48:42.046165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7dc2-b509-4781-b640-c8abf074ac02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.102976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:48:42.152233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:42.188184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:42.197156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7dc2-b509-4781-b640-c8abf074ac02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.205333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d98e7dc2-b509-4781-b640-c8abf074ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.212756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.273386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Transition to ACTIVE for port object 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:42.291567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.357791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d98e7dc2-b509-4781-b640-c8abf074ac02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1278361ab024232ae147595dcb23a8d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3507564
Dec 11 20:48:42.377299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e7dc2-b509-4781-b640-c8abf074ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa056d-6cf2-47c9-a44f-fa4409bb9f5f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:42.379761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57516) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:42.420374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Pushing event updated for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:42.461990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8219b8-9916-415e-837d-9f2f3ac38db8 req-438fc186-c660-40de-91ca-c24a182e9624 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:42.462510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-f08828c8-a44e-405e-af68-d03255fe3542 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:42.464074 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-f08828c8-a44e-405e-af68-d03255fe3542 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1562111
Dec 11 20:48:42.470640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f8219b8-9916-415e-837d-9f2f3ac38db8 req-438fc186-c660-40de-91ca-c24a182e9624 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.2024837
Dec 11 20:48:42.534920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Attempting to bind port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:42.535268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Attempting to bind port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4a73273e-d41a-402c-9e19-6f4f3be0cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:42.535590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Attempting to bind port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f on network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:42.565168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f on network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:42.565507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Attempting to bind port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f on network 421d8eb1-ef6b-4dbb-8a24-1f731daf4434 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:42.583718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583393226-network', 'tenant_id': 'b9f20eaf25f74bc2bab59205090e6fc3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:42.588519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:42.593892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Checking segment: {'id': '4a73273e-d41a-402c-9e19-6f4f3be0cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:42.594334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Bound using segment: {'id': '4a73273e-d41a-402c-9e19-6f4f3be0cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:42.594833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Bound port: 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a73273e-d41a-402c-9e19-6f4f3be0cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:42.595195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.595772 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.677575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f8219b8-9916-415e-837d-9f2f3ac38db8 req-521988c6-0046-4ba2-a9a9-5349de52399c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055926
Dec 11 20:48:42.751605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.760773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:42.777625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Made reservation on behalf of b9f20eaf25f74bc2bab59205090e6fc3 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:42.777848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,segment=NetworkSegment(4a73273e-d41a-402c-9e19-6f4f3be0cf84),segment_id=4a73273e-d41a-402c-9e19-6f4f3be0cf84)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:42.777949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.785446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.846302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.875104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:42.875733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:42.878632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] 10.222.0.30 "PUT /v2.0/ports/820ad8ba-3014-49f0-a8c8-ed8e0632ef1f HTTP/1.1" status: 200  len: 1092 time: 1.7124751
Dec 11 20:48:42.881864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:42.901994 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a54feb-6413-4d37-9d17-136869a367fa" -d '{"events": [{"name": "network-changed", "server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:43.052544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af95e2-4a01-4841-a947-7436fbd75081 service neutron] Pushing event updated for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:43.121581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c390205-85a1-4c09-b29c-f0224e2e3e99 req-e9a8b263-bef5-4e66-bc47-eb614d2da633 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:43.123144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c390205-85a1-4c09-b29c-f0224e2e3e99 req-e9a8b263-bef5-4e66-bc47-eb614d2da633 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 944 time: 0.1231723
Dec 11 20:48:43.125331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-681f797c-a671-4c0a-beef-fc4e74c05e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:43.126761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-681f797c-a671-4c0a-beef-fc4e74c05e27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab74ac5e278045cfabd33d4b53d45f91&device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 1095 time: 0.1954396
Dec 11 20:48:43.136078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-761ae0ab-dae4-4990-bad1-07f8ed516271 service neutron] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:43.138615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-761ae0ab-dae4-4990-bad1-07f8ed516271 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.140477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d4d5be7-fae6-4e2a-872f-a7ab6d43a4ee req-761ae0ab-dae4-4990-bad1-07f8ed516271 service neutron] 10.222.0.16 "DELETE /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6601748
Dec 11 20:48:43.168366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.173832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.175894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01aa056d-6cf2-47c9-a44f-fa4409bb9f5f HTTP/1.1" status: 204  len: 168 time: 0.7839682
Dec 11 20:48:43.201692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-c1b95f46-afb1-4ba5-a8ae-3e2042e9483c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f HTTP/1.1" status: 200  len: 217 time: 0.0579410
Dec 11 20:48:43.219559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06e3f3-427a-4cdc-8a9f-92046d696837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa056d-6cf2-47c9-a44f-fa4409bb9f5f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:43.320343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-b96ebad4-95a9-4c00-8e52-5a2472ecc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:43.322043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-b96ebad4-95a9-4c00-8e52-5a2472ecc6b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e202143d-e985-442c-a59f-847c11e8ab3b HTTP/1.1" status: 200  len: 854 time: 0.1130478
Dec 11 20:48:43.332241 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ecab12-b4f8-4e97-867b-88322c28cabe x-openstack-request-id: req-44ecab12-b4f8-4e97-867b-88322c28cabe {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:43.332687 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:43.333050 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44ecab12-b4f8-4e97-867b-88322c28cabe {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:43.333567 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f', 'status': 'completed', 'code': 200}
Dec 11 20:48:43.401374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.412015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.424576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87a3f390-d7cd-42dd-aa29-5b2cf7e357cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.434547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-5d57df86-5c62-4271-8e0d-0fcaa30241e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=421d8eb1-ef6b-4dbb-8a24-1f731daf4434&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986423
Dec 11 20:48:43.473372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:48:43.518842 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.523087 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Added segment f1210cf5-d47c-4e43-ae1a-d2800704d1e1 of type vlan for network c70a2eeb-d412-40a0-be24-32ad087c6d96
Dec 11 20:48:43.524819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2404222-2163-4ab6-b369-4a0c6a9e2ad4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:43.548089 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-ee1e5f36-6e7f-434d-8f1b-7526e351ab4e service neutron] 10.222.0.30 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1017499
Dec 11 20:48:43.557955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c390205-85a1-4c09-b29c-f0224e2e3e99 req-b2a61e40-49c7-4cac-a932-6ddde705765e tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4255490
Dec 11 20:48:43.672195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da5c4aa4-c881-4cb8-84cb-3aa9bc1e83f2 req-3c03c53a-4996-4538-b94c-5fdacf60ba8d service neutron] 10.222.0.30 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1127961
Dec 11 20:48:43.689831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.791952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.793038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:43.793867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:43.852914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54feb-6413-4d37-9d17-136869a367fa req-4acdc9ab-2ff3-4937-9ca7-a26b035efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:43.855908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-4acdc9ab-2ff3-4937-9ca7-a26b035efab9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab74ac5e278045cfabd33d4b53d45f91&device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 1095 time: 0.1244171
Dec 11 20:48:43.890666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c70a2eeb-d412-40a0-be24-32ad087c6d96,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:43.896445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f57c6c89-5889-4d28-b2e0-8a0a1e7be9c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.7430062
Dec 11 20:48:43.899357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:43.902496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c70a2eeb-d412-40a0-be24-32ad087c6d96 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:48:43.906443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Request body: {'subnet': {'network_id': 'c70a2eeb-d412-40a0-be24-32ad087c6d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-583393226-subnet', 'tenant_id': 'b9f20eaf25f74bc2bab59205090e6fc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:43.940198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Made reservation on behalf of b9f20eaf25f74bc2bab59205090e6fc3 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:43.944200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:44.168568 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:44.216889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd9938-2505-4e12-b29b-7310df22abeb req-ca7e5b6e-7b49-45ff-af09-6240654bc725 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:44.249284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4cd9938-2505-4e12-b29b-7310df22abeb req-ca7e5b6e-7b49-45ff-af09-6240654bc725 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.4096246
Dec 11 20:48:44.255532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Checking segment: {'id': 'f1210cf5-d47c-4e43-ae1a-d2800704d1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c70a2eeb-d412-40a0-be24-32ad087c6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:44.255885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Network hostable DHCP agents. Network: c70a2eeb-d412-40a0-be24-32ad087c6d96, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:44.283823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b055dd-a7f2-4ee9-b3a2-d43e0270227d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:44.289746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Network c70a2eeb-d412-40a0-be24-32ad087c6d96 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:44.308068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c70a2eeb-d412-40a0-be24-32ad087c6d96) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:44.317946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a406a81-3f38-4861-b1a6-fa32f907ae39 None None] Network c70a2eeb-d412-40a0-be24-32ad087c6d96 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:44.322560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:44.323416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:44.342679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54feb-6413-4d37-9d17-136869a367fa req-6dfe6793-78cb-4e32-a340-cf9e695c603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:44.344191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-6dfe6793-78cb-4e32-a340-cf9e695c603d service neutron] 10.222.0.30 "GET /v2.0/networks?id=421d8eb1-ef6b-4dbb-8a24-1f731daf4434 HTTP/1.1" status: 200  len: 915 time: 0.4688964
Dec 11 20:48:44.352266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4cd9938-2505-4e12-b29b-7310df22abeb req-271ebea3-7734-4461-ba42-ffe9869c805a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019945
Dec 11 20:48:44.359766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a075ed2d-2136-4ed6-9530-78623d22ff65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4550116
Dec 11 20:48:44.427718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-fa72898a-796e-4e8e-a685-0375cd6cd00f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f HTTP/1.1" status: 200  len: 217 time: 0.0744214
Dec 11 20:48:44.511358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b171ab-7a76-4694-8f1a-e00c1ae756b7 None None] Network c70a2eeb-d412-40a0-be24-32ad087c6d96 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:44.536138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54feb-6413-4d37-9d17-136869a367fa req-126c86e9-0157-4139-9a3a-78b19941c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:44.537631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-126c86e9-0157-4139-9a3a-78b19941c37e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e202143d-e985-442c-a59f-847c11e8ab3b HTTP/1.1" status: 200  len: 854 time: 0.1005454
Dec 11 20:48:44.604070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-5f58989e-3134-4dde-8ac3-5969fa73c29b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=421d8eb1-ef6b-4dbb-8a24-1f731daf4434&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558343
Dec 11 20:48:44.780981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-844398d5-07aa-4e4a-8876-1f58989fa313 service neutron] 10.222.0.30 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631646
Dec 11 20:48:44.794943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:44.987142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25a54feb-6413-4d37-9d17-136869a367fa req-5d8bec17-9ff0-4a6f-872c-5a4393a3988c service neutron] 10.222.0.30 "GET /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981590
Dec 11 20:48:45.030836 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:48:45.061976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47faf-cb08-4f39-a783-c4c53e17f278 req-086c8c86-eb82-48d3-8b75-8f208f9874d4 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:45.069554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52c47faf-cb08-4f39-a783-c4c53e17f278 req-086c8c86-eb82-48d3-8b75-8f208f9874d4 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 944 time: 0.0705009
Dec 11 20:48:45.122435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52c47faf-cb08-4f39-a783-c4c53e17f278 req-a5ccc1d3-a27f-4112-a602-c0022303b876 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518820
Dec 11 20:48:45.283055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12be19-27ce-4f71-913d-fc72ffc1d5e7 req-0ca1d797-f802-4359-bbcc-7bc011027071 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:45.296745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd12be19-27ce-4f71-913d-fc72ffc1d5e7 req-0ca1d797-f802-4359-bbcc-7bc011027071 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1096 time: 0.0878940
Dec 11 20:48:45.392852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd12be19-27ce-4f71-913d-fc72ffc1d5e7 req-09706ba7-2442-4ff6-851d-e9e962dfa9b9 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964072
Dec 11 20:48:45.491167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:45.962659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-578e9786-8adc-4d5e-8f9e-09cdae85cd33 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:45.970434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-578e9786-8adc-4d5e-8f9e-09cdae85cd33 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.1711929
Dec 11 20:48:45.993916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-26aa82fa-658c-4f36-9f5d-623b12795990 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/quotas/385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 375 time: 0.0221257
Dec 11 20:48:46.054971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-dbaa1fb3-824b-44d2-b496-a1aca70900a1 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0591033
Dec 11 20:48:46.132199 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.251413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-abb4d1d0-64c5-4e57-812f-720bbcb31eb2 service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752236
Dec 11 20:48:46.253629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57648) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:46.316990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571c859-8f50-457f-922d-4bbfaee7de5b req-1510cc68-5aaf-4dbd-a113-6d4f4c2173a6 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:46.318577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e571c859-8f50-457f-922d-4bbfaee7de5b req-1510cc68-5aaf-4dbd-a113-6d4f4c2173a6 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 944 time: 0.0828295
Dec 11 20:48:46.372734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-3b608de1-f62c-4e83-9dd2-ef3f5c3c9c0f service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404669
Dec 11 20:48:46.414515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e571c859-8f50-457f-922d-4bbfaee7de5b req-01b4358e-6bb0-45e0-bc07-bd3f4ff5ff80 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780308
Dec 11 20:48:46.604588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-775c8c4b-4ae0-412a-a3d1-3b0706bedb1f req-65db1462-a985-4bf8-a0b2-1a47eaa144f0 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 210 time: 0.0332861
Dec 11 20:48:46.641800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57666) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:46.648390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458311092-network', 'tenant_id': '8829f1387cfb4dc5aa12edc2f25ac38c'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:46.697465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82ea5210-111c-4558-aa8c-8dd04e84dda1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.710395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Made reservation on behalf of 8829f1387cfb4dc5aa12edc2f25ac38c for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:46.714531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.738548 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.791942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57674) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:46.907872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.917854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.933352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82ea5210-111c-4558-aa8c-8dd04e84dda1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.942106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82ea5210-111c-4558-aa8c-8dd04e84dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:46.996582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9147ea64-6892-4827-8979-a88b5b201cd5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:47.016440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:48:47.039429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.039777 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Added segment 7480573e-7edc-4318-b1f4-c793cc4172a3 of type vlan for network 904a0d5c-fa07-4b83-be41-2c804328662d
Dec 11 20:48:47.081550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.108995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-82ea5210-111c-4558-aa8c-8dd04e84dda1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c3d9e6c41004694ba042ef9148e426a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8540232
Dec 11 20:48:47.110466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57684) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:47.173636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea5210-111c-4558-aa8c-8dd04e84dda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a5825-0388-486c-bd98-c627f155fa60,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:47.265515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.285914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6599afc9-a893-4937-8b85-8871e2577f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.482676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.526351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.529314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6599afc9-a893-4937-8b85-8871e2577f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.530976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.531976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:47.532598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.595638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6599afc9-a893-4937-8b85-8871e2577f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.641281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] Pushing event updated for resources: {'Network': ['ID=904a0d5c-fa07-4b83-be41-2c804328662d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:47.654367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 904a0d5c-fa07-4b83-be41-2c804328662d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:48:47.655480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ac1cb96c-22f8-4026-bf58-5d8d721a1866 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0125949
Dec 11 20:48:47.658285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57698) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:47.663677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Request body: {'subnet': {'network_id': '904a0d5c-fa07-4b83-be41-2c804328662d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-458311092-subnet', 'tenant_id': '8829f1387cfb4dc5aa12edc2f25ac38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:47.699768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6599afc9-a893-4937-8b85-8871e2577f3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4f1733a44dc41df91557d639888201a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9038072
Dec 11 20:48:47.703388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:47.718031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Made reservation on behalf of 8829f1387cfb4dc5aa12edc2f25ac38c for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:47.719114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc42d27-e31c-49f2-b889-10c488bd7efe req-9c96017f-11eb-416d-b572-9e43a9e4c32b tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:47.721753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Publish callbacks [] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.726739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cc42d27-e31c-49f2-b889-10c488bd7efe req-9c96017f-11eb-416d-b572-9e43a9e4c32b tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 944 time: 0.2032645
Dec 11 20:48:47.729162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599afc9-a893-4937-8b85-8871e2577f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a3058-9ccb-454e-b0dd-2a9af3ad1930,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:47.776721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e43ec942-c135-4440-a101-f39c11278b0b req-30aea589-d251-4b4b-9f49-d05281735c64 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 210 time: 0.0607233
Dec 11 20:48:47.818369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cc42d27-e31c-49f2-b889-10c488bd7efe req-1ccc075d-c901-4ea8-859f-75389b187f9b tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907581
Dec 11 20:48:47.830038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.833182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:47.835229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b5a5825-0388-486c-bd98-c627f155fa60 HTTP/1.1" status: 204  len: 168 time: 0.7220321
Dec 11 20:48:47.866748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5531d4-ec8f-4b90-b86e-b596b2930fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a5825-0388-486c-bd98-c627f155fa60,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:48.029931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:48.052386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.097391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.231202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.273001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,segment=NetworkSegment(4a73273e-d41a-402c-9e19-6f4f3be0cf84),segment_id=4a73273e-d41a-402c-9e19-6f4f3be0cf84)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:48.292040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f', 'network_id': '421d8eb1-ef6b-4dbb-8a24-1f731daf4434', 'port_id': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f', 'mac_address': 'fa:16:3e:95:60:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e202143d-e985-442c-a59f-847c11e8ab3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:48:48.312599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-532179ca-03ee-4dbd-8fe0-bf7ab7836e9a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:48.336231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-532179ca-03ee-4dbd-8fe0-bf7ab7836e9a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.3035080
Dec 11 20:48:48.341442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.358101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.361175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:48.362511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Request body: {'port': {'device_id': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'admin_state_up': True, 'tenant_id': '385463c536d74a2b9b8843b31636747e'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:48.362794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.364167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c2a3058-9ccb-454e-b0dd-2a9af3ad1930 HTTP/1.1" status: 204  len: 168 time: 0.6592636
Dec 11 20:48:48.387239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03ac82-f162-45a0-832e-9cd3ede9ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a3058-9ccb-454e-b0dd-2a9af3ad1930,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:48.403281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b434ed4f-adf8-4921-bcb8-f1c157f990dc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:48.409254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Checking segment: {'id': '7480573e-7edc-4318-b1f4-c793cc4172a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '904a0d5c-fa07-4b83-be41-2c804328662d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:48.409808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Network hostable DHCP agents. Network: 904a0d5c-fa07-4b83-be41-2c804328662d, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:48:48.422409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,segment=NetworkSegment(4a73273e-d41a-402c-9e19-6f4f3be0cf84),segment_id=4a73273e-d41a-402c-9e19-6f4f3be0cf84)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:48.438867 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.452601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Network 904a0d5c-fa07-4b83-be41-2c804328662d is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:48:48.488517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 904a0d5c-fa07-4b83-be41-2c804328662d) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:48.502522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:48.502657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:48.503133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.505511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59515153-3a18-4dad-ac4b-cc3f69c2b5b1 None None] Network 904a0d5c-fa07-4b83-be41-2c804328662d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:48.539296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.539708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.540083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.541798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.541798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.542021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.542351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.542887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.543250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.543584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.543940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.544273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.544620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:48:48.576361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a3e2fe9-0f96-4851-9b15-0b5bd46df61f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9165611
Dec 11 20:48:48.625853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57732) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:48.645823 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b0b563e-8e04-462b-8b85-0edc7c981878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.684913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:48:48.689561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:48.809756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a775b0f-8e04-42d7-8da7-c3f54d16f9ac None None] Network 904a0d5c-fa07-4b83-be41-2c804328662d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:48:48.873971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['820ad8ba-3014-49f0-a8c8-ed8e0632ef1f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:48.969595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:48.980610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-23513cd7-7383-4cc6-bee1-e6a3ff9f5ec4 req-c0489f67-3b72-47ef-aa01-3cbd06c1f968 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 210 time: 0.0746486
Dec 11 20:48:49.065179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b0b563e-8e04-462b-8b85-0edc7c981878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.079932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b0b563e-8e04-462b-8b85-0edc7c981878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.137333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Deleting subnet 27b055dd-a7f2-4ee9-b3a2-d43e0270227d {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:48:49.150944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.171152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2b0b563e-8e04-462b-8b85-0edc7c981878 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ac2b2092c4b4eea886d87d4e7bec5c4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5438912
Dec 11 20:48:49.249148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:49.287047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.291697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57760) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:49.327555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ee668cf-2f07-4bb0-909f-826aa744151b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.333249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.397527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Allocated IP 172.20.0.5 (65f7b4a2-c131-4956-8472-b3b7c82bb4af/eb7ee384-b459-4b7b-9169-bdf2613e790a/acce30fa-97ae-4cb8-a7ce-6d2e20e12756) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:48:49.485084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ee668cf-2f07-4bb0-909f-826aa744151b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.496330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ee668cf-2f07-4bb0-909f-826aa744151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.558957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ee668cf-2f07-4bb0-909f-826aa744151b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79ba2fd5c8ec450997a9bf957164e9e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2659411
Dec 11 20:48:49.561912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57764) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:49.562617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee668cf-2f07-4bb0-909f-826aa744151b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ead10b-1100-46c5-962b-095fddd02fc3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:49.668388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.696340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.706347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b563e-8e04-462b-8b85-0edc7c981878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89565e5b-04db-45d3-af3e-39f958c29feb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:49.745685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.785136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9376-bd67-4462-9be6-121ea1952c18 req-5f6fbcf8-798d-4392-9170-20ac1e6544eb tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:49.786997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd7e9376-bd67-4462-9be6-121ea1952c18 req-5f6fbcf8-798d-4392-9170-20ac1e6544eb tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 945 time: 0.7108943
Dec 11 20:48:49.799220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b055dd-a7f2-4ee9-b3a2-d43e0270227d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:49.811259 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.817229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.832437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-57a620b9-dd68-4eff-a57e-903dbcc71051 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/27b055dd-a7f2-4ee9-b3a2-d43e0270227d HTTP/1.1" status: 204  len: 168 time: 0.8506174
Dec 11 20:48:49.834909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.841598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.843626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.847408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08ead10b-1100-46c5-962b-095fddd02fc3 HTTP/1.1" status: 204  len: 168 time: 0.2630062
Dec 11 20:48:49.847547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57778) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:49.878394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588747c-8cb3-4550-895a-4ddc6a3f62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ead10b-1100-46c5-962b-095fddd02fc3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:49.946240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:49.991481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd7e9376-bd67-4462-9be6-121ea1952c18 req-0b194cc8-58f5-49ec-a62a-ea47bf944686 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872363
Dec 11 20:48:50.033683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:50.034775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.049726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.117439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:50.127599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:50.128181 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.135802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.139533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.141305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89565e5b-04db-45d3-af3e-39f958c29feb HTTP/1.1" status: 204  len: 168 time: 0.8517120
Dec 11 20:48:50.163531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:48:50.226333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8458879-7304-425a-880f-e9c396fce72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89565e5b-04db-45d3-af3e-39f958c29feb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:50.303377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.312485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.340199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0d7ec95610>> segment before_delete 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.340962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0d7ec95610>> subnet precommit_delete_associations 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.342733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> segment_host_mapping after_create 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.343283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> port after_create 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.344504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> port after_delete 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.345118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> port after_update 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.345681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> segment after_delete 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.346016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> subnet after_create 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.346838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> subnet after_delete 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.347238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7ec95850>> subnet after_update 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.382037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:50.393433 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e44f2e-ddd3-4465-849b-e745d5d24c55" -d '{"events": [{"server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "name": "network-vif-plugged", "status": "completed", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:50.419385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,segment=NetworkSegment(4a73273e-d41a-402c-9e19-6f4f3be0cf84),segment_id=4a73273e-d41a-402c-9e19-6f4f3be0cf84)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:50.433353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.516149 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a141f15-12e4-4e5f-88f0-07ce9a1bab4d x-openstack-request-id: req-9a141f15-12e4-4e5f-88f0-07ce9a1bab4d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:50.516717 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "name": "network-vif-plugged", "status": "completed", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:50.517552 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a141f15-12e4-4e5f-88f0-07ce9a1bab4d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:50.517968 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f', 'code': 200}
Dec 11 20:48:50.576290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec83f10>> subnet after_create 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.577481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec83f10>> subnet after_delete 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.578062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec83f10>> subnet before_create 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.578664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec83f10>> subnet before_update 55550000 {{(pid=125988) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:50.579336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec953d0>,) {'filters': {'network_id': ['c70a2eeb-d412-40a0-be24-32ad087c6d96']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:50.591847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:50.678211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789a654-6e6e-4fdf-9ca1-b2aa9c1df754 req-05c04f8b-fbd2-4faf-9ac3-65f0d7c31c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:50.683842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1789a654-6e6e-4fdf-9ca1-b2aa9c1df754 req-05c04f8b-fbd2-4faf-9ac3-65f0d7c31c25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 1097 time: 0.0979373
Dec 11 20:48:50.688250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:48:50.703522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:48:50.719442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:50.720461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.795377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1789a654-6e6e-4fdf-9ca1-b2aa9c1df754 req-a8dfa10a-ec1d-448d-ab7f-3f915d3ae3cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990772
Dec 11 20:48:50.800304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec953d0>, 'f1210cf5-d47c-4e43-ae1a-d2800704d1e1') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:50.800609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec953d0>, 'f1210cf5-d47c-4e43-ae1a-d2800704d1e1') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:50.839592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:50.861614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.891542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf39a1-0054-4f6a-bd93-542a96f60c79 req-d9982f7a-9e56-4ef2-9334-f230b51be093 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:50.897855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbaf39a1-0054-4f6a-bd93-542a96f60c79 req-d9982f7a-9e56-4ef2-9334-f230b51be093 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 931 time: 0.7101772
Dec 11 20:48:50.907565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a46950a2-f767-4cc1-ac45-e0f3f2aecbff tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5551658
Dec 11 20:48:50.949708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:50.963782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Request body: {'port': {'device_id': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:48:51.005427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:48:51.005864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   from cryptography.utils import int_from_bytes
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   from cryptography.utils import int_from_bytes
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:48:51.042242 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:48:51.072624 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.132420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbaf39a1-0054-4f6a-bd93-542a96f60c79 req-a85f80f2-30d5-4769-b3d4-548ab751b761 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283213
Dec 11 20:48:51.216809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.220905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.237493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.241580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/c70a2eeb-d412-40a0-be24-32ad087c6d96 HTTP/1.1" status: 204  len: 168 time: 1.3940582
Dec 11 20:48:51.254854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57848) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:51.268684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bb4d2-7eee-4588-9c23-930b3fe516ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c70a2eeb-d412-40a0-be24-32ad087c6d96,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:51.385956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3302f-b421-4bd2-86f7-ff2d8dade536 req-ebad99c1-1d1a-4164-b927-98dba09fd604 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:51.397903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2de3302f-b421-4bd2-86f7-ff2d8dade536 req-ebad99c1-1d1a-4164-b927-98dba09fd604 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.1747782
Dec 11 20:48:51.523530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2de3302f-b421-4bd2-86f7-ff2d8dade536 req-19b24923-f1f0-4dbc-aa8e-b433a09a8bd4 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244569
Dec 11 20:48:51.675630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Deleting subnet b434ed4f-adf8-4921-bcb8-f1c157f990dc {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:48:51.738871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.791495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:51.886427 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.116899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.167769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:52.210743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.214465 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b434ed4f-adf8-4921-bcb8-f1c157f990dc HTTP/1.1" status: 204  len: 168 time: 0.9571061
Dec 11 20:48:52.217332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:52.219362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db5605-f415-4619-bdeb-d9ea41dcbae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b434ed4f-adf8-4921-bcb8-f1c157f990dc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:52.242962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acce30fa-97ae-4cb8-a7ce-6d2e20e12756 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:52.262269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.309759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Transition to ACTIVE for port object acce30fa-97ae-4cb8-a7ce-6d2e20e12756 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:48:52.336790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.347713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d30c6-ab90-433b-8da9-732a2e06aaa0 req-96568c21-a8b8-4d1c-916f-fbe7f55557ba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:52.355620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-639d30c6-ab90-433b-8da9-732a2e06aaa0 req-96568c21-a8b8-4d1c-916f-fbe7f55557ba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 931 time: 0.0983856
Dec 11 20:48:52.358185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.403210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d2f3af-f434-44b7-a718-6d6648f6a26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.503705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-639d30c6-ab90-433b-8da9-732a2e06aaa0 req-bd9b4a50-da40-4d3e-8eb3-df902d8a9eaf tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387758
Dec 11 20:48:52.508748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:52.608510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.664288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:48:52.664950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:48:52.665593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:52.667963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0d7f30bd00>> segment before_delete 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.668312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0d7f30bd00>> subnet precommit_delete_associations 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.669070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> segment_host_mapping after_create 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.669504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> port after_create 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.669709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> port after_delete 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.670045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> port after_update 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.670370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> segment after_delete 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.672567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> subnet after_create 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.675085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:48:52.676512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:48:52.678238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> subnet after_delete 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.680326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0d7fa40b80>> subnet after_update 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.683891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:48:52.684409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:48:52.684938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:48:52.685538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Bound port: acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:48:52.686040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.825449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec0e850>> subnet after_create 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.826056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec0e850>> subnet after_delete 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.826391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec0e850>> subnet before_create 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.828422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0d7ec0e850>> subnet before_update 55550000 {{(pid=125987) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 11 20:48:52.828574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:48:52.832795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:48:52.833387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30b340>,) {'filters': {'network_id': ['904a0d5c-fa07-4b83-be41-2c804328662d']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:52.849142 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.897713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30b340>, '7480573e-7edc-4318-b1f4-c793cc4172a3') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:52.898002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30b340>, '7480573e-7edc-4318-b1f4-c793cc4172a3') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:48:52.923924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.932144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:52.933023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:52.935055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 1091 time: 2.0008361
Dec 11 20:48:52.935690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:52.938707 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3" -d '{"events": [{"name": "network-changed", "server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:53.034177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d2f3af-f434-44b7-a718-6d6648f6a26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.044762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.044879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05adca3-0bc4-4ba4-b531-c3dba521d1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:53.049041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:48:53.049332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.064977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a344004e-d88e-49fa-a38e-b1d2ac2f104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:53.067321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-a344004e-d88e-49fa-a38e-b1d2ac2f104d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1094 time: 0.0693111
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   from cryptography.utils import int_from_bytes
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   from cryptography.utils import int_from_bytes
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:48:53.116488 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:48:53.119461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d2f3af-f434-44b7-a718-6d6648f6a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.138675 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73845aad-a020-4538-a070-64a6a0bd5d64 x-openstack-request-id: req-73845aad-a020-4538-a070-64a6a0bd5d64 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:53.139250 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:53.139616 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73845aad-a020-4538-a070-64a6a0bd5d64 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:53.140274 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'status': 'completed', 'code': 200}
Dec 11 20:48:53.142577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-437e35ea-b2e5-4613-b984-6e9fe3ede792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.0648286
Dec 11 20:48:53.174679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.191823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.200004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/904a0d5c-fa07-4b83-be41-2c804328662d HTTP/1.1" status: 204  len: 168 time: 0.9808924
Dec 11 20:48:53.246400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-88d2f3af-f434-44b7-a718-6d6648f6a26b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e95bfb903ff453b801f36399b82c23a&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0767469
Dec 11 20:48:53.248769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768af097-c1cc-46ec-94bc-74b55ab673f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=904a0d5c-fa07-4b83-be41-2c804328662d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:53.251619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:53.261355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2f3af-f434-44b7-a718-6d6648f6a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354fa33f-e2a3-43db-b576-582c3a8adb03,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:53.268282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-e943819e-a8b2-46bf-9e7a-d3d121d65394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:53.271704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-e943819e-a8b2-46bf-9e7a-d3d121d65394 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1169555
Dec 11 20:48:53.272910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86599-60bc-459d-83f3-cc056f119d37 req-2215e5c2-a585-4e12-8f74-f41f4ce0d1a5 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:53.289600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-beb86599-60bc-459d-83f3-cc056f119d37 req-2215e5c2-a585-4e12-8f74-f41f4ce0d1a5 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.4410179
Dec 11 20:48:53.341613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-ad29dbbd-34b1-4796-a3ea-2482381e93ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631008
Dec 11 20:48:53.379302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.411994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-beb86599-60bc-459d-83f3-cc056f119d37 req-0c4ef4c1-8a57-4fbb-9f91-a827a427d57b tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210845
Dec 11 20:48:53.462917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.569577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-57064b64-a602-44cc-995e-2b29ca53c6f2 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186854
Dec 11 20:48:53.597522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.601619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:53.603892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/354fa33f-e2a3-43db-b576-582c3a8adb03 HTTP/1.1" status: 204  len: 168 time: 0.3391101
Dec 11 20:48:53.623738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40baeeb5-cf7d-469a-a10c-02190994b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354fa33f-e2a3-43db-b576-582c3a8adb03,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:53.741650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57952) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:53.789130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88cd0add-8902-41c3-bae0-fba5479edc77 req-042020f9-b518-4329-8a41-4a2c24c8a685 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115953
Dec 11 20:48:53.814227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4f5f8-8e73-4b7d-85a9-352677277d04 req-6f1e96ca-98cb-44f3-a1dc-f554980b61dc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:53.815784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edd4f5f8-8e73-4b7d-85a9-352677277d04 req-6f1e96ca-98cb-44f3-a1dc-f554980b61dc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.1012921
Dec 11 20:48:53.881806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:53.882505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dc4b6034-af21-4fc9-b6e8-048bebbaaea0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9f20eaf25f74bc2bab59205090e6fc3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1356959
Dec 11 20:48:54.107119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edd4f5f8-8e73-4b7d-85a9-352677277d04 req-1a26bf7b-0174-4ac0-9969-cf0f691505cc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2680149
Dec 11 20:48:54.128569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-d0f2244e-9741-4f23-87bf-aae6295d3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:54.130237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-d0f2244e-9741-4f23-87bf-aae6295d3c46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1094 time: 0.2767103
Dec 11 20:48:54.199883 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.275698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.282830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57974) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:54.309119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23b61240-a6c5-43fa-8f03-e20da5f2b7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.368565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-0b541005-48ff-40cd-8166-ee5c137c8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:54.370303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-0b541005-48ff-40cd-8166-ee5c137c8ef8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2321153
Dec 11 20:48:54.476032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23b61240-a6c5-43fa-8f03-e20da5f2b7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.483871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23b61240-a6c5-43fa-8f03-e20da5f2b7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.518936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-a006013c-0adb-4ac1-bbfe-0ca099bc4ab7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.1164253
Dec 11 20:48:54.537191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23b61240-a6c5-43fa-8f03-e20da5f2b7f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cec3a5d5dd624856a35ef23b7ee3e1e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2531524
Dec 11 20:48:54.538086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57994) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:54.539078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b61240-a6c5-43fa-8f03-e20da5f2b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edae43d-2070-4e24-80c5-cf96e4f82d1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:54.650420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.659773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.662986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2404222-2163-4ab6-b369-4a0c6a9e2ad4 HTTP/1.1" status: 204  len: 168 time: 0.7464366
Dec 11 20:48:54.687837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.694871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509782a-3552-49bd-990c-b41689e5219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2404222-2163-4ab6-b369-4a0c6a9e2ad4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:54.707759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-9ef68cee-4391-4571-8ac6-79a0d92719d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:54.717932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-9ef68cee-4391-4571-8ac6-79a0d92719d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1883059
Dec 11 20:48:54.743267 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.793231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-003b6c0d-9342-467b-b9fc-72d205e9cf7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0657938
Dec 11 20:48:54.871969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.875321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:54.877482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2edae43d-2070-4e24-80c5-cf96e4f82d1b HTTP/1.1" status: 204  len: 168 time: 0.3345385
Dec 11 20:48:54.908836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c28749-a9b8-49f0-838e-d5b8880e6192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edae43d-2070-4e24-80c5-cf96e4f82d1b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:54.969667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-5fdd1767-d45f-4e7b-a692-ad0878c63a32 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644685
Dec 11 20:48:55.211355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac8d104-a9a7-404c-8efb-d14dbc7c04e3 req-f343d081-763d-4640-9724-3f9581181c62 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089911
Dec 11 20:48:55.491277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c11c1-f27e-4082-ae17-5ead4ea8c18e req-04a1f9bd-a81c-4f74-bf23-cfd7775d7c55 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:55.511152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-680c11c1-f27e-4082-ae17-5ead4ea8c18e req-04a1f9bd-a81c-4f74-bf23-cfd7775d7c55 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.1532092
Dec 11 20:48:55.627837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-680c11c1-f27e-4082-ae17-5ead4ea8c18e req-64e495ab-38d0-4180-9e38-68db88432b22 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134298
Dec 11 20:48:55.820112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58064) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:55.921433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5694dd53-5cde-417f-a13a-9c00c2329fda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8829f1387cfb4dc5aa12edc2f25ac38c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1000454
Dec 11 20:48:55.924103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:55.972387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58072) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:56.004019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.006226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58076) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:56.042653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.116416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.120654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.121882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9147ea64-6892-4827-8979-a88b5b201cd5 HTTP/1.1" status: 204  len: 168 time: 0.1967978
Dec 11 20:48:56.130891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe90c69-e2f1-4c12-8368-5b57079e16ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9147ea64-6892-4827-8979-a88b5b201cd5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:56.157131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3feb8f37-fea2-48d8-b748-91e20a2c0550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.214394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30b3a292-9a02-410e-9c93-8a223560c56a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.320673 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3feb8f37-fea2-48d8-b748-91e20a2c0550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.328895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3feb8f37-fea2-48d8-b748-91e20a2c0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.331912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:48:56.393352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb8f37-fea2-48d8-b748-91e20a2c0550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b33722-ae1d-4a06-bccf-aa7d4506b9f8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:56.400688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3feb8f37-fea2-48d8-b748-91e20a2c0550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1c653ffaee2463b940ee425727dda68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4258733
Dec 11 20:48:56.402707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58090) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:56.437447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30b3a292-9a02-410e-9c93-8a223560c56a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.451535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30b3a292-9a02-410e-9c93-8a223560c56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.505363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.547339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-30b3a292-9a02-410e-9c93-8a223560c56a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c9f950d835f422984ccbbe5d2e89b43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5400805
Dec 11 20:48:56.547616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.563920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58100) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:56.584255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:56.598946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'port_id': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'mac_address': 'fa:16:3e:a5:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7ee384-b459-4b7b-9169-bdf2613e790a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:48:56.609667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3a292-9a02-410e-9c93-8a223560c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccf8fc4-7691-4e19-badb-28fc23486d74,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:56.653279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.692080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.695644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.701890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9b33722-ae1d-4a06-bccf-aa7d4506b9f8 HTTP/1.1" status: 204  len: 168 time: 0.2979438
Dec 11 20:48:56.719652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5386e7e-a2c6-4e03-8584-c08efaf94399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b33722-ae1d-4a06-bccf-aa7d4506b9f8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:56.740472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.751779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.780853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acce30fa-97ae-4cb8-a7ce-6d2e20e12756 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:48:56.803273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:56.809250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.872104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.875671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:56.878212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cccf8fc4-7691-4e19-badb-28fc23486d74 HTTP/1.1" status: 204  len: 168 time: 0.3112345
Dec 11 20:48:56.899529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe79411-8dc4-49d3-bbb0-110859b4cf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccf8fc4-7691-4e19-badb-28fc23486d74,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:56.903610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cd99f-456c-47d2-af6e-c169bee1dcec req-5552210b-7b0d-4800-8e09-9161966dec3e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:56.906324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-461cd99f-456c-47d2-af6e-c169bee1dcec req-5552210b-7b0d-4800-8e09-9161966dec3e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.1276381
Dec 11 20:48:56.915355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:57.019945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-461cd99f-456c-47d2-af6e-c169bee1dcec req-c6f97fe6-518f-4c81-9176-a0d86ad2d958 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032584
Dec 11 20:48:57.066107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['acce30fa-97ae-4cb8-a7ce-6d2e20e12756'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:48:57.458993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58138) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:57.487852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acc1868-62a6-4eb1-b01b-ec0ae5b1f25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.631486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acc1868-62a6-4eb1-b01b-ec0ae5b1f25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.640541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acc1868-62a6-4eb1-b01b-ec0ae5b1f25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.730018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1868-62a6-4eb1-b01b-ec0ae5b1f25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd15184-de89-47dd-abef-650ee653a9cb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:57.747488 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8acc1868-62a6-4eb1-b01b-ec0ae5b1f25a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00873ce10913466c8b7acbf5ce4bc9be&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2875423
Dec 11 20:48:57.750237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:57.809435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.845813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.925107 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.927849 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:57.929279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fd15184-de89-47dd-abef-650ee653a9cb HTTP/1.1" status: 204  len: 168 time: 0.1779020
Dec 11 20:48:57.946342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a0e02-934b-471e-8af5-487409dfe1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd15184-de89-47dd-abef-650ee653a9cb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:57.948027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:57.986901 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ff85119-3820-4897-bfb1-4486584adda4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.124100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ff85119-3820-4897-bfb1-4486584adda4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.139479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ff85119-3820-4897-bfb1-4486584adda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.190722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ff85119-3820-4897-bfb1-4486584adda4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd63b9a9c56f4d77b34fbde5da4a29a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2408173
Dec 11 20:48:58.193249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58166) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:48:58.206751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff85119-3820-4897-bfb1-4486584adda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba67f30-4f0f-4960-a6ce-c31389a0277c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:58.328842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2be7-f5b4-49eb-8aa1-8a157b6f3c43 req-6cacb395-1edf-4d69-b850-40b7b85d6745 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:58.333069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-741b2be7-f5b4-49eb-8aa1-8a157b6f3c43 req-6cacb395-1edf-4d69-b850-40b7b85d6745 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.1389556
Dec 11 20:48:58.338652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.352421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:48:58.381570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.454609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.457781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-741b2be7-f5b4-49eb-8aa1-8a157b6f3c43 req-69b25445-8da0-4f64-9b3c-d906f3ad2b4d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188083
Dec 11 20:48:58.458074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.463361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ba67f30-4f0f-4960-a6ce-c31389a0277c HTTP/1.1" status: 204  len: 168 time: 0.2687728
Dec 11 20:48:58.484308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9224e-ced3-47f0-9e0b-e55c8f1e37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba67f30-4f0f-4960-a6ce-c31389a0277c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:58.524277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:48:58.544211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:48:58.545334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.647508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.677674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:48:58.681108 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7689d3-04a8-4540-bc95-d545c515935a" -d '{"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-plugged", "status": "completed", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:48:58.697476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:48:58.720167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:48:58.804175 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bb7f0-6c93-4a33-84e9-de6d8712d1f5 x-openstack-request-id: req-0a4bb7f0-6c93-4a33-84e9-de6d8712d1f5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:48:58.804497 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-plugged", "status": "completed", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:48:58.804762 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a4bb7f0-6c93-4a33-84e9-de6d8712d1f5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:48:58.807224 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'code': 200}
Dec 11 20:48:58.813546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:48:58.952848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9965a-db19-4597-a75a-617677addc14 req-8d982c44-f4df-4df0-9729-c3a875687f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:58.960556 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73d9965a-db19-4597-a75a-617677addc14 req-8d982c44-f4df-4df0-9729-c3a875687f65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0783679
Dec 11 20:48:59.041798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73d9965a-db19-4597-a75a-617677addc14 req-da93723b-b2e1-4380-829e-4ce744e0070a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781193
Dec 11 20:48:59.618207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82877c08-ed66-43ec-a327-97aadab602c1 req-bc9552b8-5ce8-4a9c-8519-0a674e996971 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:48:59.620637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82877c08-ed66-43ec-a327-97aadab602c1 req-bc9552b8-5ce8-4a9c-8519-0a674e996971 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 945 time: 0.0770915
Dec 11 20:48:59.745644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82877c08-ed66-43ec-a327-97aadab602c1 req-a9b1e9c3-5576-4732-a0da-8935c585987b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178656
Dec 11 20:49:00.919606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ab829-b126-4c55-bfbf-43e35c197f0c req-8de3e3a4-8168-4e97-b7d9-8d8ab85d1cdd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:00.923156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d0ab829-b126-4c55-bfbf-43e35c197f0c req-8de3e3a4-8168-4e97-b7d9-8d8ab85d1cdd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 945 time: 0.0567858
Dec 11 20:49:00.980034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d0ab829-b126-4c55-bfbf-43e35c197f0c req-250f2c76-87f1-4505-8249-f292244cf266 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521491
Dec 11 20:49:01.322618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:01.521234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460fdb2-ace8-4deb-a12e-cabd7e0aa83c req-c132c713-28d8-41ad-b2df-f713871fe4a2 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:01.528642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d460fdb2-ace8-4deb-a12e-cabd7e0aa83c req-c132c713-28d8-41ad-b2df-f713871fe4a2 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0489123
Dec 11 20:49:01.573226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d460fdb2-ace8-4deb-a12e-cabd7e0aa83c req-ff90dff1-2af0-47c0-9dce-a1a938109e94 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431173
Dec 11 20:49:01.652227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07f993d-8ca3-4af9-a865-9d1dfadf7c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.740639 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07f993d-8ca3-4af9-a865-9d1dfadf7c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.748213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07f993d-8ca3-4af9-a865-9d1dfadf7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.788086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f07f993d-8ca3-4af9-a865-9d1dfadf7c74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a154543204e4eff8b204767bdbbbd48&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4620240
Dec 11 20:49:01.788421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58372) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:01.854697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f993d-8ca3-4af9-a865-9d1dfadf7c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097d54a-27c9-4fdc-9a92-be893f076045,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:01.908603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.933793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.934436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-542ef54b-b49a-41c6-83fd-e8ea302eae0c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:01.935541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-542ef54b-b49a-41c6-83fd-e8ea302eae0c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/networks?id=798c8c48-f373-4c5f-81ec-3ebe90a7fec0 HTTP/1.1" status: 200  len: 815 time: 0.1517439
Dec 11 20:49:01.957145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-f0bfaf98-e479-498f-9955-030aa99c549e tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/quotas/9db55288209440a08ca2840c9ee07a60 HTTP/1.1" status: 200  len: 375 time: 0.0150626
Dec 11 20:49:01.991889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:01.996708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.000405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3097d54a-27c9-4fdc-9a92-be893f076045 HTTP/1.1" status: 204  len: 168 time: 0.2083056
Dec 11 20:49:02.009000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161539b-20c7-4c30-84fb-d8ebbbad7bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097d54a-27c9-4fdc-9a92-be893f076045,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:02.024482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-fff5d4f4-bdf5-4d02-aa71-c92446794f09 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9db55288209440a08ca2840c9ee07a60&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0610497
Dec 11 20:49:02.084043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688da60b-4adc-43a7-aa35-49a2e914190d req-d4c59ec3-e680-4c71-9414-ed8cef2bcc98 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:02.085600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-688da60b-4adc-43a7-aa35-49a2e914190d req-d4c59ec3-e680-4c71-9414-ed8cef2bcc98 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0698886
Dec 11 20:49:02.130140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-7e853a8e-a765-43e1-8f1f-da4a17ba768e service neutron] 10.222.0.18 "GET /v2.0/networks/798c8c48-f373-4c5f-81ec-3ebe90a7fec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953295
Dec 11 20:49:02.135571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-688da60b-4adc-43a7-aa35-49a2e914190d req-be5b66bb-c80d-4708-899c-0708538987fa tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394239
Dec 11 20:49:02.242629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-705ff4a5-f852-47ca-8d39-817288e5811d service neutron] 10.222.0.18 "GET /v2.0/networks/798c8c48-f373-4c5f-81ec-3ebe90a7fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1053190
Dec 11 20:49:02.426842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:02.444766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50c2aba3-6f05-43f8-9a1a-0f9839a53d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.612064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a261a46e-08c9-4d1c-ae15-7491e167104d req-97bf8861-4483-415d-8e64-280138a97dd2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 210 time: 0.0531189
Dec 11 20:49:02.619290 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50c2aba3-6f05-43f8-9a1a-0f9839a53d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.627182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50c2aba3-6f05-43f8-9a1a-0f9839a53d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.706427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2aba3-6f05-43f8-9a1a-0f9839a53d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac132d3-cb3e-4da0-9ca0-f1920883cdc7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:02.713783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-50c2aba3-6f05-43f8-9a1a-0f9839a53d84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=962d821cac094765be969e29f2260c6e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2855990
Dec 11 20:49:02.716310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58432) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:02.809503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.847373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.934801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.938278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:02.939677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ac132d3-cb3e-4da0-9ca0-f1920883cdc7 HTTP/1.1" status: 204  len: 168 time: 0.2220950
Dec 11 20:49:02.951731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1abfe-a2f3-4f61-b614-3c36571124b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac132d3-cb3e-4da0-9ca0-f1920883cdc7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:03.007181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff39dee-edb7-440f-82df-32d14092b31d req-1134d47d-0b06-40b9-a94d-073693a16036 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:03.015649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ff39dee-edb7-440f-82df-32d14092b31d req-1134d47d-0b06-40b9-a94d-073693a16036 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0569561
Dec 11 20:49:03.068486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ff39dee-edb7-440f-82df-32d14092b31d req-cbdf37d4-5b73-452e-a96c-fd5d488d40c7 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519009
Dec 11 20:49:03.348857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58466) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:03.566883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-017cd94b-5ff8-4537-aa7c-1e4889b5c6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:03.702168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-017cd94b-5ff8-4537-aa7c-1e4889b5c6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:03.708036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-017cd94b-5ff8-4537-aa7c-1e4889b5c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:03.747709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cd94b-5ff8-4537-aa7c-1e4889b5c6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4cfc4-d516-46d8-b4e4-59831e70cd93,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:03.835294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-692d5e98-52c1-4bec-84d2-3623819bb3aa req-3cc89155-97a4-4cd3-ab0d-21dc2d38a58d tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 210 time: 0.0797074
Dec 11 20:49:03.918134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-017cd94b-5ff8-4537-aa7c-1e4889b5c6d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49ee770223304bdaa131c43e4cf37b4b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5681815
Dec 11 20:49:03.921065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58500) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:04.034173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.085432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-db72011f-aa20-4e7a-8d0f-eaa27acec0a5 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:04.087012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-db72011f-aa20-4e7a-8d0f-eaa27acec0a5 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.30 "GET /v2.0/networks?id=798c8c48-f373-4c5f-81ec-3ebe90a7fec0 HTTP/1.1" status: 200  len: 815 time: 0.3409083
Dec 11 20:49:04.092591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.111204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Request body: {'port': {'device_id': '204552f7-748c-4d24-b166-61277a936306', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'admin_state_up': True, 'tenant_id': '9db55288209440a08ca2840c9ee07a60'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:04.227346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.230788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.232020 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60a4cfc4-d516-46d8-b4e4-59831e70cd93 HTTP/1.1" status: 204  len: 168 time: 0.3100307
Dec 11 20:49:04.272441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793086d2-45bc-41f2-9b41-7ace87888364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4cfc4-d516-46d8-b4e4-59831e70cd93,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:04.296760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be91e44-833b-4221-8147-08812bccb575 req-41cae66f-f669-4331-81e7-6dd09d8a5fc9 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:04.309312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6be91e44-833b-4221-8147-08812bccb575 req-41cae66f-f669-4331-81e7-6dd09d8a5fc9 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0602677
Dec 11 20:49:04.326494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Made reservation on behalf of 9db55288209440a08ca2840c9ee07a60 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:04.330934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.369820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6be91e44-833b-4221-8147-08812bccb575 req-6bbf0718-d5a2-4868-adeb-d8c28adec0cd tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592306
Dec 11 20:49:04.419163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58540) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:04.486948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Allocated IP 172.20.0.14 (798c8c48-f373-4c5f-81ec-3ebe90a7fec0/4880ca6a-6648-4a4e-86d6-b553d0e6f190/993dbf25-9b77-42e0-8746-487f9e582023) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:04.675132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.740917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.804544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:04.809977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:04.816455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:04.847075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Pushing event updated for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:04.885233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:04.886025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:04.921878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-6c644298-9307-4bcb-a8bc-f1ce13e350f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8164945
Dec 11 20:49:04.953357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Request body: {'port': {'device_id': '204552f7-748c-4d24-b166-61277a936306', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:04.998243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-378e25a1-6358-458b-a034-aa0ece0bbfb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.150420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.230603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-378e25a1-6358-458b-a034-aa0ece0bbfb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.239580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-378e25a1-6358-458b-a034-aa0ece0bbfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.329218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3bef520f-0984-4769-8720-4a896d58c36b None None] Provisioning complete for port 993dbf25-9b77-42e0-8746-487f9e582023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:05.330423 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3bef520f-0984-4769-8720-4a896d58c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.377072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-378e25a1-6358-458b-a034-aa0ece0bbfb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb64611480844c9fb83b7c3ba6b2fbc5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9567122
Dec 11 20:49:05.383231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58580) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:05.387342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e25a1-6358-458b-a034-aa0ece0bbfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af2326-0b71-4947-8261-47ebf3041ddd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:05.416424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3bef520f-0984-4769-8720-4a896d58c36b None None] Port 993dbf25-9b77-42e0-8746-487f9e582023 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:05.473532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.502650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.578736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.594523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.598315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71af2326-0b71-4947-8261-47ebf3041ddd HTTP/1.1" status: 204  len: 168 time: 0.2104857
Dec 11 20:49:05.621225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166797c-34a1-4c1c-8966-adc251785e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af2326-0b71-4947-8261-47ebf3041ddd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:05.783969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993dbf25-9b77-42e0-8746-487f9e582023 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:05.807394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.839738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Transition to ACTIVE for port object 993dbf25-9b77-42e0-8746-487f9e582023 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:05.850061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:05.859090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753732-4da6-4a2b-86be-7165bd2a0d9b req-ce246ac1-1308-4a9f-aba7-d8c145571dd2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:05.860619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5753732-4da6-4a2b-86be-7165bd2a0d9b req-ce246ac1-1308-4a9f-aba7-d8c145571dd2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 932 time: 0.1334686
Dec 11 20:49:05.975508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Pushing event updated for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:06.128018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5753732-4da6-4a2b-86be-7165bd2a0d9b req-0862721d-cb41-439e-a417-1475cc79de1d tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015529
Dec 11 20:49:06.188261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Attempting to bind port 993dbf25-9b77-42e0-8746-487f9e582023 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:06.188928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Attempting to bind port 993dbf25-9b77-42e0-8746-487f9e582023 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:06.190583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Attempting to bind port 993dbf25-9b77-42e0-8746-487f9e582023 on network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:06.203811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Port 993dbf25-9b77-42e0-8746-487f9e582023 on network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:06.205379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Attempting to bind port 993dbf25-9b77-42e0-8746-487f9e582023 on network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:06.221920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:06.226210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Checking segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:06.226210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Bound using segment: {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:06.226210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Bound port: 993dbf25-9b77-42e0-8746-487f9e582023, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:06.226210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.386261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:06.390795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=993dbf25-9b77-42e0-8746-487f9e582023,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:06.399118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.465412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:06.465928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.468561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] 10.222.0.30 "PUT /v2.0/ports/993dbf25-9b77-42e0-8746-487f9e582023 HTTP/1.1" status: 200  len: 1092 time: 1.5205112
Dec 11 20:49:06.469605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:06.473587 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "204552f7-748c-4d24-b166-61277a936306", "tag": "993dbf25-9b77-42e0-8746-487f9e582023"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:06.539404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9c049-88c1-4b6d-95b8-a81d604fa1ef service neutron] Pushing event updated for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:06.553448 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907ede2-6cd5-44bd-b0a5-d66eb89bd4b6 x-openstack-request-id: req-5907ede2-6cd5-44bd-b0a5-d66eb89bd4b6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:06.563696 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204552f7-748c-4d24-b166-61277a936306", "tag": "993dbf25-9b77-42e0-8746-487f9e582023", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:06.564304 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5907ede2-6cd5-44bd-b0a5-d66eb89bd4b6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:06.565331 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023', 'status': 'completed', 'code': 200}
Dec 11 20:49:06.581959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58616) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:06.614781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d67fad1-a517-4594-8356-6eb6e44d34fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.758695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-ea22d686-4b8b-49bd-9c4e-85b096bb8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:06.766656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-ea22d686-4b8b-49bd-9c4e-85b096bb8f36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9db55288209440a08ca2840c9ee07a60&device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 1095 time: 0.1811922
Dec 11 20:49:06.873309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d67fad1-a517-4594-8356-6eb6e44d34fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.896379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d67fad1-a517-4594-8356-6eb6e44d34fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:06.984000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3d67fad1-a517-4594-8356-6eb6e44d34fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=351fd7ad5dfc40fc96825efd8692e14d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3996015
Dec 11 20:49:06.988397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58630) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:07.007795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67fad1-a517-4594-8356-6eb6e44d34fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446a484b-bf67-4d50-baa7-1110468c1bd2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:07.182107 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:07.224615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:07.333478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:07.338117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:07.340145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/446a484b-bf67-4d50-baa7-1110468c1bd2 HTTP/1.1" status: 204  len: 168 time: 0.3502605
Dec 11 20:49:07.352428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfeca2c-0ded-44ca-b5a8-18171ed0daca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446a484b-bf67-4d50-baa7-1110468c1bd2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:07.508353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-901b8bfd-8ea9-4ce7-8e15-c45dc380482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:07.510716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-901b8bfd-8ea9-4ce7-8e15-c45dc380482b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9db55288209440a08ca2840c9ee07a60&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6957479
Dec 11 20:49:07.525672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad75a2c-09ed-4daf-8330-46413691311a req-e68620a9-c2c2-4750-bd8b-54d673c81406 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:07.527563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ad75a2c-09ed-4daf-8330-46413691311a req-e68620a9-c2c2-4750-bd8b-54d673c81406 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.1508844
Dec 11 20:49:07.588971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ad75a2c-09ed-4daf-8330-46413691311a req-535207e1-2920-4684-bbdc-9983f187d4b2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552685
Dec 11 20:49:09.479102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8b188-c1c8-4f06-9c96-5851482e0b67 req-96e81de5-46a3-4d7b-9f16-b7dbe5fa6fd2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:09.491595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15c8b188-c1c8-4f06-9c96-5851482e0b67 req-96e81de5-46a3-4d7b-9f16-b7dbe5fa6fd2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0851631
Dec 11 20:49:09.574108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15c8b188-c1c8-4f06-9c96-5851482e0b67 req-f1004bae-1c68-4dc5-a6bf-f7311bbe5778 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675859
Dec 11 20:49:10.696677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-ac30094d-3baa-458b-815d-db3290f5990a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0258300
Dec 11 20:49:10.808886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8addf2f0-b6ec-4306-be8c-908af9d7be08 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:10.810402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8addf2f0-b6ec-4306-be8c-908af9d7be08 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1088021
Dec 11 20:49:10.830095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-16a0abc7-d741-4565-9fd2-8eb1fc2fc1bb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0127976
Dec 11 20:49:10.882087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-cb454e11-34d5-4902-a7f7-de56816de4c4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0383074
Dec 11 20:49:10.944028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-597deb6b-9b99-4a8e-9345-0d269a29990b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:11.631325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a899f-fc3e-4123-8086-316d2dd59f16 req-1f7df926-fed4-465c-a087-558dd276ebca tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:11.632956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f1a899f-fc3e-4123-8086-316d2dd59f16 req-1f7df926-fed4-465c-a087-558dd276ebca tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0589120
Dec 11 20:49:11.686059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f1a899f-fc3e-4123-8086-316d2dd59f16 req-217c6b33-bdb3-47b5-a1e1-42530bdc8d42 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456917
Dec 11 20:49:11.806639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72a07161-4aa0-4d32-a4df-96d8d79c764e req-627ff58b-30d5-4e74-af21-1a54de27e281 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 210 time: 0.0402358
Dec 11 20:49:12.136547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-5a2c4a90-6eb4-48b8-a921-72195aeb8395 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0252655
Dec 11 20:49:12.398541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-19384651-8ff8-4e9c-a7e6-068cee480fa6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:12.401746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-19384651-8ff8-4e9c-a7e6-068cee480fa6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2573073
Dec 11 20:49:12.417659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:12.651627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:12.659706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:12.699595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:12.817981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:12.826060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:12.893737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d831-c72b-4f36-a88f-4a7e92349895 req-de9711b5-6337-45f1-a074-c9604372037f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:12.903656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a537d831-c72b-4f36-a88f-4a7e92349895 req-de9711b5-6337-45f1-a074-c9604372037f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0842829
Dec 11 20:49:12.969763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.128 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/e04b0885-c3e6-49d1-85b1-ce6a848c38a2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:12.972926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a537d831-c72b-4f36-a88f-4a7e92349895 req-9eee4310-1fa5-4bc9-8be7-63a81604eab6 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627799
Dec 11 20:49:13.051815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418bce38-7103-4309-99e4-60031dea3641,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:13.072526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58936) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:13.217188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6135c25-5291-4190-8013-c27d6f4d79a1 req-d3bc4e3a-deb5-4572-8529-9ccf1dc9af2f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 210 time: 0.0765414
Dec 11 20:49:13.295692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58940) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:13.296991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.385710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.444499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a922999-eb15-4560-8e03-2ff4c204426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.457705 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f3d-71d1-4cac-8161-4dce434087d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.485800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:13.524215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:13.525691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:13.542697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcb699c9-d88a-4fe7-9cd1-358feb7b37f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.545775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:13.698793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:13.699475 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.742426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f3d-71d1-4cac-8161-4dce434087d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.747908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-c91868fe-7cbf-4c51-a523-d0530a810740 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3350334
Dec 11 20:49:13.762738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6f3d-71d1-4cac-8161-4dce434087d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.769894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Request body: {'port': {'device_id': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:13.800347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec6f3d-71d1-4cac-8161-4dce434087d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056f91e5-c81e-492e-b223-671e27964fb7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:13.809640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcb699c9-d88a-4fe7-9cd1-358feb7b37f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.821832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023bde3-34fb-4778-a60c-200323633716 req-639231ef-0314-4bb0-abd5-082663ca12fa tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:13.829753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5023bde3-34fb-4778-a60c-200323633716 req-639231ef-0314-4bb0-abd5-082663ca12fa tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.1566985
Dec 11 20:49:13.835361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcb699c9-d88a-4fe7-9cd1-358feb7b37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.878179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.885889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-09fc14de-3500-4715-b06d-51ee997b12e4 None None] Provisioning complete for port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:13.886622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09fc14de-3500-4715-b06d-51ee997b12e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:13.909968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3ec6f3d-71d1-4cac-8161-4dce434087d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e31567c74d624d8f8d7f2c1bed43a387&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6126413
Dec 11 20:49:13.941881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58956) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:13.969044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-09fc14de-3500-4715-b06d-51ee997b12e4 None None] Port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:13.999168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5023bde3-34fb-4778-a60c-200323633716 req-aa6aef9f-e889-4ad0-949c-afb673cd0a30 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683617
Dec 11 20:49:14.004321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bcb699c9-d88a-4fe7-9cd1-358feb7b37f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d529b38514462d986cb2e51defed88&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9306433
Dec 11 20:49:14.005026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb699c9-d88a-4fe7-9cd1-358feb7b37f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5581076-0669-4dbd-baf6-36bfad33b096,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:14.012838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58960) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:14.136318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.184480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.187722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.290319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.372738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.376130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.380931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5581076-0669-4dbd-baf6-36bfad33b096 HTTP/1.1" status: 204  len: 168 time: 0.3638952
Dec 11 20:49:14.423616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe43d11-42c9-476e-a28e-f06742183e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5581076-0669-4dbd-baf6-36bfad33b096,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:14.462603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04b0885-c3e6-49d1-85b1-ce6a848c38a2 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:14.483348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746df170-2ec9-4dbe-84d1-d4e48f3c75ab req-e28f2e0a-a5ae-456c-ba68-19c39cd4e55b tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:14.487845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.495238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-746df170-2ec9-4dbe-84d1-d4e48f3c75ab req-e28f2e0a-a5ae-456c-ba68-19c39cd4e55b tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.1419075
Dec 11 20:49:14.523924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Transition to ACTIVE for port object e04b0885-c3e6-49d1-85b1-ce6a848c38a2 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:14.533005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.664757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:14.703810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Attempting to bind port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:14.706340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Attempting to bind port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:14.707069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Attempting to bind port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:14.715575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:14.716446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Attempting to bind port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:14.725096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:14.726005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:14.726624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:14.727276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Bound port: e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:14.727817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.779488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.870973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-746df170-2ec9-4dbe-84d1-d4e48f3c75ab req-6ed14eed-3b62-491b-9a69-b1b0d81b48ee tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3746624
Dec 11 20:49:14.871662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.874254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.894915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/056f91e5-c81e-492e-b223-671e27964fb7 HTTP/1.1" status: 204  len: 168 time: 0.9326658
Dec 11 20:49:14.907065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c39454-39d7-479e-be6e-553096c2e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056f91e5-c81e-492e-b223-671e27964fb7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:14.907325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:14.910569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:14.919850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:14.996012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58990) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:15.031449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36b9db08-40b7-4ca7-a27f-883e43385296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.076408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.077223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.078720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e04b0885-c3e6-49d1-85b1-ce6a848c38a2 HTTP/1.1" status: 200  len: 1096 time: 1.3201046
Dec 11 20:49:15.079183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:15.090084 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be155b89-5b04-472f-a1e8-b550fec18e67" -d '{"events": [{"name": "network-changed", "server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:15.137301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc273a-1a5c-4493-ad1b-49d7b0285eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:15.248921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2baad-80cd-4f3a-a243-e5d343fa0020 req-18ba0ddd-e05f-4a83-878c-62c4b6e32bc0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.250584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60e2baad-80cd-4f3a-a243-e5d343fa0020 req-18ba0ddd-e05f-4a83-878c-62c4b6e32bc0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 948 time: 0.1345792
Dec 11 20:49:15.287118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-fe56f021-0e94-4f02-957a-19f4bf9c60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.288627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-fe56f021-0e94-4f02-957a-19f4bf9c60b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 1099 time: 0.1483002
Dec 11 20:49:15.292718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36b9db08-40b7-4ca7-a27f-883e43385296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.312860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36b9db08-40b7-4ca7-a27f-883e43385296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.392882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9db08-40b7-4ca7-a27f-883e43385296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5072953-99e5-4ca1-8ed5-ed78e527ddc7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:15.415445 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-36b9db08-40b7-4ca7-a27f-883e43385296 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a10c7851ee3347eabef8ddbce007846c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4172227
Dec 11 20:49:15.420915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8568599e-0a1b-40f3-bb07-a81627700012 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2 HTTP/1.1" status: 200  len: 217 time: 0.1235809
Dec 11 20:49:15.431362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60e2baad-80cd-4f3a-a243-e5d343fa0020 req-2640c6dd-8874-41cd-a454-3be3d53115e0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608202
Dec 11 20:49:15.432082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:15.531436 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.536908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8bf7c08a-cf9a-43e2-839c-84609fbd0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.538549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-8bf7c08a-cf9a-43e2-839c-84609fbd0657 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1043475
Dec 11 20:49:15.625109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59006) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:15.652077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-425f4f2d-dad0-4f1d-bad9-6dc65dc9b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.653606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-425f4f2d-dad0-4f1d-bad9-6dc65dc9b5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0905266
Dec 11 20:49:15.656470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e9d189f-a0ef-4777-b560-c7ce106c367e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.696674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.754648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.757537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c877b57-d0d9-4dd8-bc04-f1642253bbe7 req-3269e508-04db-4758-9ea8-483acf97c4e2 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:15.759331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c877b57-d0d9-4dd8-bc04-f1642253bbe7 req-3269e508-04db-4758-9ea8-483acf97c4e2 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.0776141
Dec 11 20:49:15.807629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-bf01f578-b5f2-4dea-918b-b32e65bb9e74 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399534
Dec 11 20:49:15.826120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e9d189f-a0ef-4777-b560-c7ce106c367e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.833820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e9d189f-a0ef-4777-b560-c7ce106c367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.858830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c877b57-d0d9-4dd8-bc04-f1642253bbe7 req-196cd291-ffa3-4c77-bd92-00d1ab80862a tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854352
Dec 11 20:49:15.880454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d189f-a0ef-4777-b560-c7ce106c367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e377b22-8edd-4fd1-9e4f-6ec3e7a57605,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:15.898646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.900727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7e9d189f-a0ef-4777-b560-c7ce106c367e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d823b62dce43e090e9202ec0fcd89e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2740180
Dec 11 20:49:15.901876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:15.903106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5072953-99e5-4ca1-8ed5-ed78e527ddc7 HTTP/1.1" status: 204  len: 168 time: 0.4700453
Dec 11 20:49:15.903470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59010) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:15.928463 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe6aee4-1134-44b5-8356-dfc4e0e7ad7a x-openstack-request-id: req-efe6aee4-1134-44b5-8356-dfc4e0e7ad7a {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:15.929167 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:15.929435 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efe6aee4-1134-44b5-8356-dfc4e0e7ad7a {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:15.929845 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'status': 'completed', 'code': 200}
Dec 11 20:49:15.932602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351295d-a5e3-414f-b7ce-c556537aaada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5072953-99e5-4ca1-8ed5-ed78e527ddc7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:15.963005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc83593b-b0f8-4d5a-a630-d066e12f04bc req-5b227c51-1d51-4b8f-8df7-8e030f63c39f service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477332
Dec 11 20:49:15.989364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:16.037663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:16.078118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a42f7-7679-43e0-acad-30a522dc46ea req-89662173-e583-4c0f-955f-9edf6777fe5c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.079722 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f56a42f7-7679-43e0-acad-30a522dc46ea req-89662173-e583-4c0f-955f-9edf6777fe5c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0884671
Dec 11 20:49:16.141089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:16.149770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:16.152843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:16.164598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e377b22-8edd-4fd1-9e4f-6ec3e7a57605 HTTP/1.1" status: 204  len: 168 time: 0.2584729
Dec 11 20:49:16.181750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8320410-a6fa-42d9-83b1-9c0a1df1e817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e377b22-8edd-4fd1-9e4f-6ec3e7a57605,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:16.205666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f56a42f7-7679-43e0-acad-30a522dc46ea req-8f33b6a3-db1c-4c7b-890e-7434d37e2192 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161969
Dec 11 20:49:16.296636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-3f53c315-837c-46c5-b896-31d1b59fae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.298680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-3f53c315-837c-46c5-b896-31d1b59fae3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 1099 time: 0.2822149
Dec 11 20:49:16.403614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-ca2c28cd-9d84-4e54-89d5-0e3857cd8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.405440 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-ca2c28cd-9d84-4e54-89d5-0e3857cd8e24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0989709
Dec 11 20:49:16.454921 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-f35bc1ae-4edb-453c-a19b-97c93af0c5e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2 HTTP/1.1" status: 200  len: 217 time: 0.0414894
Dec 11 20:49:16.531336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-dcc6e016-d606-484c-90ba-a9a63e96f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.533361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-dcc6e016-d606-484c-90ba-a9a63e96f4f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0708404
Dec 11 20:49:16.567932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2405b8d-e726-457d-80f4-1496bd7d5f77 req-8ceb3bc2-5ddf-4e79-b669-22aca6616805 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.569636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2405b8d-e726-457d-80f4-1496bd7d5f77 req-8ceb3bc2-5ddf-4e79-b669-22aca6616805 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 948 time: 0.0640335
Dec 11 20:49:16.591152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-6ebb0667-2ab6-4bcf-a99e-60e76052caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:16.593578 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-6ebb0667-2ab6-4bcf-a99e-60e76052caf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0516741
Dec 11 20:49:16.668925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2405b8d-e726-457d-80f4-1496bd7d5f77 req-c7b064e4-8da9-49cd-a113-83ba2a94a5f8 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793655
Dec 11 20:49:16.733449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-6a70492b-3020-4d55-97ed-813377ee1585 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319253
Dec 11 20:49:16.862818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be155b89-5b04-472f-a1e8-b550fec18e67 req-205bdd6d-e517-4b4d-a33b-18c1f4e87ceb service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200640
Dec 11 20:49:17.018700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeae28-c807-4c82-81d6-ea8568ea1a34 req-f314a692-42a2-42bb-80d9-bc2fc6c248be tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:17.020583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2aeeae28-c807-4c82-81d6-ea8568ea1a34 req-f314a692-42a2-42bb-80d9-bc2fc6c248be tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.0569174
Dec 11 20:49:17.065385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:17.091590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2aeeae28-c807-4c82-81d6-ea8568ea1a34 req-bbb34249-8d46-4fe4-b49c-17366ae6c938 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623641
Dec 11 20:49:17.357070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07816-69f3-452e-a488-954c994bff1b req-651c221b-e4af-4450-80eb-3e1e61bdd92d tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:17.358612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5c07816-69f3-452e-a488-954c994bff1b req-651c221b-e4af-4450-80eb-3e1e61bdd92d tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0601890
Dec 11 20:49:17.415378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5c07816-69f3-452e-a488-954c994bff1b req-c4bbcd93-3661-456d-bd1d-caced39c497c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498731
Dec 11 20:49:17.528282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-0c112283-9dcc-4b3a-be7f-900550daf6cb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=48323e27eadb4c0d904bd94731b0c505&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0268059
Dec 11 20:49:17.666353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-a3f62d26-d481-44ed-b6d0-3fe3d2eb7522 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:17.675374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-a3f62d26-d481-44ed-b6d0-3fe3d2eb7522 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1414378
Dec 11 20:49:17.688005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-4de324cd-9427-4ab9-87eb-0c18122c4cb7 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/quotas/48323e27eadb4c0d904bd94731b0c505 HTTP/1.1" status: 200  len: 375 time: 0.0115101
Dec 11 20:49:17.726701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-8531fb9b-4b2c-40f9-8dfe-44150ebbcb76 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0314322
Dec 11 20:49:18.175045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-41104a21-9cc2-40d5-a66c-1da9302a9ecc tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:49:18.176616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-41104a21-9cc2-40d5-a66c-1da9302a9ecc tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0223546
Dec 11 20:49:18.282023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e751d-4a9a-43a7-95ce-ca99322fa2ce req-9175001f-c969-44e8-b885-3ebdc50b881b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.290713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d4e751d-4a9a-43a7-95ce-ca99322fa2ce req-9175001f-c969-44e8-b885-3ebdc50b881b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 948 time: 0.3947980
Dec 11 20:49:18.325019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-c8c50288-1417-4cc7-8305-2010350c0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.327569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-c8c50288-1417-4cc7-8305-2010350c0b95 service neutron] 10.222.0.18 "GET /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 1093 time: 0.1210396
Dec 11 20:49:18.329615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-1fd40b08-bcac-4848-9d82-86419c8e858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.331399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-524e5605-d5d7-4b99-a1c7-98db7cfc2d5b req-1fd40b08-bcac-4848-9d82-86419c8e858a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4541101
Dec 11 20:49:18.358024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:18.359053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:49:18.442832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e04b0885-c3e6-49d1-85b1-ce6a848c38a2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:18.456660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d4e751d-4a9a-43a7-95ce-ca99322fa2ce req-26df8b61-47f5-49d9-b4fd-8540566ddecb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640086
Dec 11 20:49:18.567906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-9e9043e8-af3a-456d-acbb-18ea21db1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.569460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-9e9043e8-af3a-456d-acbb-18ea21db1b64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9db55288209440a08ca2840c9ee07a60&device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 1095 time: 0.1742589
Dec 11 20:49:18.574196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:18.589352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'mac_address': 'fa:16:3e:89:82:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:18.634742 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:18.647277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-46c8e6b6-cd1c-42a9-8537-06e48256f315 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=993dbf25-9b77-42e0-8746-487f9e582023 HTTP/1.1" status: 200  len: 217 time: 0.0615261
Dec 11 20:49:18.648172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04b0885-c3e6-49d1-85b1-ce6a848c38a2 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:18.668304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:18.672571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:18.712450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-e52b1360-49f7-4fad-8411-f8f39b959093 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=48323e27eadb4c0d904bd94731b0c505&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0690765
Dec 11 20:49:18.725359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:18.805686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-69471ff2-e3c4-40d9-bdb1-33a808479baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.807151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-69471ff2-e3c4-40d9-bdb1-33a808479baa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4880ca6a-6648-4a4e-86d6-b553d0e6f190 HTTP/1.1" status: 200  len: 854 time: 0.1370451
Dec 11 20:49:18.821848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:18.822179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:18.822521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:18.857735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:18.858058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:18.876303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:18.876631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:18.877007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:18.877428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Bound port: acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:18.896342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:18.918494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-17af9f10-fc53-450b-af36-28edb1eb8cc2 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.919921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-17af9f10-fc53-450b-af36-28edb1eb8cc2 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1969802
Dec 11 20:49:18.947059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-aed9d5e2-22f7-4305-8065-031baf631723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:18.947953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-aed9d5e2-22f7-4305-8065-031baf631723 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=798c8c48-f373-4c5f-81ec-3ebe90a7fec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1276705
Dec 11 20:49:18.951879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-5009e2a1-277e-4cf3-9178-b5520d90cd80 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/quotas/48323e27eadb4c0d904bd94731b0c505 HTTP/1.1" status: 200  len: 375 time: 0.0256002
Dec 11 20:49:18.979010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:19.008082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:19.013824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-27709f39-aa12-4f36-9b59-7fe17ad6f02e service neutron] 10.222.0.18 "POST /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756/bindings HTTP/1.1" status: 201  len: 389 time: 0.6779900
Dec 11 20:49:19.039415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-69472bbe-1c58-412c-8b66-64dd6736d29c tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0781784
Dec 11 20:49:19.096370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-968ead67-fde6-4a0c-82ce-14c0139fbc7e service neutron] 10.222.0.30 "GET /v2.0/networks/798c8c48-f373-4c5f-81ec-3ebe90a7fec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362443
Dec 11 20:49:19.137098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-5f2497d8-83fc-4eb1-897d-d8b09de956d0 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=48323e27eadb4c0d904bd94731b0c505&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262263
Dec 11 20:49:19.294738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4bbcc05-06eb-4605-a764-5a2803d7423e req-89b5413b-00ee-4f37-ad1b-22426739c3e6 service neutron] 10.222.0.30 "GET /v2.0/networks/798c8c48-f373-4c5f-81ec-3ebe90a7fec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1815505
Dec 11 20:49:19.371652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a420e2-e96c-4cba-861c-5858e700f058 req-d98c573b-0290-466b-9bcb-bfa10ec77318 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.378356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4a420e2-e96c-4cba-861c-5858e700f058 req-d98c573b-0290-466b-9bcb-bfa10ec77318 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.1764941
Dec 11 20:49:19.419751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c966683-621b-4e86-a367-5add742e8140 req-0a192b11-8caa-44b6-b120-e5d3189690c9 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.421377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c966683-621b-4e86-a367-5add742e8140 req-0a192b11-8caa-44b6-b120-e5d3189690c9 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0700040
Dec 11 20:49:19.454772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-34a601e4-9400-44fb-bc3e-9e9afc6cc72d tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.456621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-34a601e4-9400-44fb-bc3e-9e9afc6cc72d tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3107960
Dec 11 20:49:19.480029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Request body: {'port': {'device_id': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '48323e27eadb4c0d904bd94731b0c505'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:19.512255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c966683-621b-4e86-a367-5add742e8140 req-c746f831-f5bb-4b0c-9b26-fe266782309a tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840874
Dec 11 20:49:19.515074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-f703aec5-73fc-4aa0-a535-29c69f5c01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.516534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-f703aec5-73fc-4aa0-a535-29c69f5c01ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1096 time: 0.0760148
Dec 11 20:49:19.594512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4a420e2-e96c-4cba-861c-5858e700f058 req-1d05508a-b701-4fe9-b13c-03022e1b84e9 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/security-groups?id=f704ffd3-6fe3-4405-8d80-4e9417564064&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985636
Dec 11 20:49:19.642071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-12879550-c7c5-4e86-940c-23c216c4f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.644949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-12879550-c7c5-4e86-940c-23c216c4f52b service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.1104431
Dec 11 20:49:19.654922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Made reservation on behalf of 48323e27eadb4c0d904bd94731b0c505 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:19.666272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:19.677026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:19.697652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-79a1a673-d8c0-400d-b139-81c721a222c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.0441630
Dec 11 20:49:19.755510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-117eed58-80ab-4fd5-b054-bda8d9475958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:19.757452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-117eed58-80ab-4fd5-b054-bda8d9475958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0524261
Dec 11 20:49:19.810529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:19.818579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:19.827448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-4399c741-ed09-43b7-bffa-47efbd58a40c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616484
Dec 11 20:49:19.903569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:19.975440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.30', 59082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:19.991640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Request body: {'security_group': {'name': 'tempest-securitygroup-425623600', 'description': 'tempest-description-1166953362'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:20.016488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Allocated IP 192.168.233.154 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/a3bd09b8-1bee-4a4f-b80b-378ebb234289) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:20.028437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-2ccd0b4f-218e-4067-b8be-5aec704e8fd5 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903059
Dec 11 20:49:20.071539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.106791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.115477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-e4a597e5-3af5-49c9-895b-e8b1ceb6e621 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.116912 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-e4a597e5-3af5-49c9-895b-e8b1ceb6e621 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.30 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 946 time: 0.1404662
Dec 11 20:49:20.185781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ef88f-2560-40b5-8247-7eac796037f7 req-352e9d2a-ec4b-4312-bf6f-d3f1b8fd1945 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.187352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-381ef88f-2560-40b5-8247-7eac796037f7 req-352e9d2a-ec4b-4312-bf6f-d3f1b8fd1945 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 945 time: 0.1058717
Dec 11 20:49:20.250925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-5c8deefe-a696-4f84-89e7-2a458d56d79a service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2058039
Dec 11 20:49:20.253045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.274982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-381ef88f-2560-40b5-8247-7eac796037f7 req-a071d955-03d6-4d79-bc46-5fbba850def5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774364
Dec 11 20:49:20.297821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Deleting port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:49:20.298377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.320403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.357559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.375462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:20.379473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:20.384302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:20.391264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.444785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e04b0885-c3e6-49d1-85b1-ce6a848c38a2 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:20.472842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-254b4e7b-b412-4f73-8630-7521fdf1013f tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=48323e27eadb4c0d904bd94731b0c505&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0246358
Dec 11 20:49:20.474901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b65afe91-2af7-4cca-a344-a701ba4d89c3 req-5d0194c1-c4e1-4281-9ed6-76e60cee36d9 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 210 time: 0.0585444
Dec 11 20:49:20.476198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:20.507156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f66da4-3fe0-42ab-acec-34d8d983d9ec,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:20.532057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-68c448af-2985-46c9-a653-8c36b0ba7408 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.533801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-68c448af-2985-46c9-a653-8c36b0ba7408 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1787548
Dec 11 20:49:20.535906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] For port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,segment=NetworkSegment(4a73273e-d41a-402c-9e19-6f4f3be0cf84),segment_id=4a73273e-d41a-402c-9e19-6f4f3be0cf84)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:20.542630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.558181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.558937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.559809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:20.619489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.635864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Calling delete_port for 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:49:20.670546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:20.675031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-85484347-7db5-4161-9cc8-ffdb0ecf3337 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1953232
Dec 11 20:49:20.685307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:20.686172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.693052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.697453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Request body: {'port': {'device_id': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:20.756612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55d29b6-2227-4100-888a-cc8f29b6c893,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:20.799222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98c8ef-49dc-4f0b-91f5-a47315b3e10c req-b6aad119-a2fe-44f7-a37f-c7906afcab04 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.800778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f98c8ef-49dc-4f0b-91f5-a47315b3e10c req-b6aad119-a2fe-44f7-a37f-c7906afcab04 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 949 time: 0.1889265
Dec 11 20:49:20.833540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.836809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-5d8db00c-9943-46b9-a8a8-9fb46c6e92bb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:20.838617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-5d8db00c-9943-46b9-a8a8-9fb46c6e92bb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3509104
Dec 11 20:49:20.854416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.855681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b62898e-d487-4a5d-aa8f-aba855f47844 req-e87369e9-331f-4945-b5f3-54c2d1d2ef1b tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.8812060
Dec 11 20:49:20.865275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Request body: {'port': {'device_id': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '48323e27eadb4c0d904bd94731b0c505'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:20.916243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.916909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-b975f58a-4524-4d7f-9b09-8560c87db04d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1614869
Dec 11 20:49:20.932898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-23e5cd6c-cdde-4b98-983a-0e8371d7d432 None None] Provisioning complete for port a3bd09b8-1bee-4a4f-b80b-378ebb234289 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:20.933548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23e5cd6c-cdde-4b98-983a-0e8371d7d432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.984029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:20.985693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-23e5cd6c-cdde-4b98-983a-0e8371d7d432 None None] Port a3bd09b8-1bee-4a4f-b80b-378ebb234289 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:21.002132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:21.004812 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7933190-ab08-40ec-9020-156951838f97" -d '{"events": [{"server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:21.024052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:21.030087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.084816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.102612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.108716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Made reservation on behalf of 48323e27eadb4c0d904bd94731b0c505 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:21.114139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.118129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['820ad8ba-3014-49f0-a8c8-ed8e0632ef1f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:21.135133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f98c8ef-49dc-4f0b-91f5-a47315b3e10c req-0732ca81-0321-4945-909c-7542c7f7e253 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097937
Dec 11 20:49:21.154283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:21.172526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a656-7c32-4845-946d-d77b24376ce3 req-726a8009-0575-490a-8fdb-b7e86f4256ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:21.174085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-726a8009-0575-490a-8fdb-b7e86f4256ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1096 time: 0.1521366
Dec 11 20:49:21.177416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Pushing event deleted for resources: {'Port': ['ID=820ad8ba-3014-49f0-a8c8-ed8e0632ef1f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:21.353683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2dab63a5-2f4a-4fd3-bb42-873e97bbc122 req-24ea12d1-3564-4a32-8bbd-021119f1490e tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.18 "GET /v2.0/ports?device_id=120adee5-6022-4b49-8021-9cc50b027b26 HTTP/1.1" status: 200  len: 210 time: 0.0885913
Dec 11 20:49:21.417848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Request body: {'security_group': {'name': 'tempest-securitygroup-673727195', 'description': 'tempest-description-796994018'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:21.467229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.496321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:21.523091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] No DVR routers for this DVR port 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:49:21.552807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.556151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c37bdd7-30c6-478d-ae07-a588152a13fe req-f04fe680-ade3-4011-9e2c-ef3a0ab48331 tempest-VolumesAdminNegativeTest-1681167821 tempest-VolumesAdminNegativeTest-1681167821-project] 10.222.0.30 "DELETE /v2.0/ports/820ad8ba-3014-49f0-a8c8-ed8e0632ef1f HTTP/1.1" status: 204  len: 173 time: 1.4287472
Dec 11 20:49:21.558290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'name': 'network-vif-deleted', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:21.560639 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b808e6-a4e2-465f-b95e-c8c4934ba485" -d '{"events": [{"server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "name": "network-vif-deleted", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:21.580757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:21.592738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.605735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fd2a8-7346-4358-b07d-69c1af7a31d6 req-5020b38d-dcf8-4848-83fb-aad28a63cb2f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:21.607282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f8fd2a8-7346-4358-b07d-69c1af7a31d6 req-5020b38d-dcf8-4848-83fb-aad28a63cb2f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.4454982
Dec 11 20:49:21.617202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.620354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Transition to ACTIVE for port object a3bd09b8-1bee-4a4f-b80b-378ebb234289 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:21.623372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.637552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:21.641444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.697387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a656-7c32-4845-946d-d77b24376ce3 req-9307b548-3131-4cdc-97b0-51b03c3ad263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:21.698986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-9307b548-3131-4cdc-97b0-51b03c3ad263 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.5030115
Dec 11 20:49:21.721926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.728790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.730136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-039f2a43-219c-43f9-ae38-df5df4552fa2 req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.3434098
Dec 11 20:49:21.749437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33b34-f1fa-4425-ac59-629412fa3f0f tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079a925b-7f12-4f67-aed3-9b231e5d2087,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:21.769971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-16411b9b-2a26-4af5-a601-4b8c6a7b124f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0581954
Dec 11 20:49:21.797092 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7d093-d70c-4cb0-9aa6-f3cad24554c6 x-openstack-request-id: req-23b7d093-d70c-4cb0-9aa6-f3cad24554c6 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:21.798000 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "name": "network-vif-plugged", "status": "completed", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:21.798506 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23b7d093-d70c-4cb0-9aa6-f3cad24554c6 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:21.799095 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'code': 200}
Dec 11 20:49:21.800295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:21.801435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:21.814141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Allocated IP 192.168.233.155 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/9006da9f-a9bb-4951-a148-43978fa5de06) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:21.885661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f8fd2a8-7346-4358-b07d-69c1af7a31d6 req-bf9f6aa9-3fbc-4e82-9303-755a25cf081f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697065
Dec 11 20:49:21.916204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Attempting to bind port a3bd09b8-1bee-4a4f-b80b-378ebb234289 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:21.916547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Attempting to bind port a3bd09b8-1bee-4a4f-b80b-378ebb234289 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:21.920437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Attempting to bind port a3bd09b8-1bee-4a4f-b80b-378ebb234289 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:21.928180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441a656-7c32-4845-946d-d77b24376ce3 req-dc1fd238-e607-4c90-951f-79803389e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:21.929920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-dc1fd238-e607-4c90-951f-79803389e489 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1517525
Dec 11 20:49:22.014741 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:49:22.073866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-780f6fb5-31d8-4806-be0c-bb5ded8f877a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0707760
Dec 11 20:49:22.105353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.142120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Port a3bd09b8-1bee-4a4f-b80b-378ebb234289 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:22.142439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Attempting to bind port a3bd09b8-1bee-4a4f-b80b-378ebb234289 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:22.151891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:22.152227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:22.152610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:22.153046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Bound port: a3bd09b8-1bee-4a4f-b80b-378ebb234289, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:22.153404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.163095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.177662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:22.177987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:22.178322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:22.188877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:22.189205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Attempting to bind port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:22.229161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:22.248813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:22.249150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:22.249536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:22.249980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Bound port: acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:22.250459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.264635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:22.270453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:22.273292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:22.288799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d3070-eb0c-4463-b423-a50dba445f56 req-070cbad2-af61-4016-ab69-130e667b261e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.296129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c10d3070-eb0c-4463-b423-a50dba445f56 req-070cbad2-af61-4016-ab69-130e667b261e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.2969241
Dec 11 20:49:22.299132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12f408-e53c-4dbb-a70c-4f4770b23ca7 req-1065edfa-cd2a-4530-97a4-f660a027a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.300654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b12f408-e53c-4dbb-a70c-4f4770b23ca7 req-1065edfa-cd2a-4530-97a4-f660a027a8ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 1101 time: 0.3799815
Dec 11 20:49:22.327592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:22.368050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.368726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.384031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537be23-ebaf-4ca2-a1fc-dcaa4f8b4e8c req-043acb3c-7258-4331-b597-130914403226 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.385666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e537be23-ebaf-4ca2-a1fc-dcaa4f8b4e8c req-043acb3c-7258-4331-b597-130914403226 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 936 time: 0.2002094
Dec 11 20:49:22.388939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:22.392481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:22.399041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.409160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-0639bc32-ca4e-45a7-b210-fc2994e53231 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5517430
Dec 11 20:49:22.437396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-19088ebc-0a99-4c45-92e1-910e6fe72bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2946453
Dec 11 20:49:22.447713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Request body: {'port': {'device_id': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:22.454290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c10d3070-eb0c-4463-b423-a50dba445f56 req-bc01a949-f199-481f-ab2d-4d19f9db77b7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1572320
Dec 11 20:49:22.455559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:22.464091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:22.475039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b12f408-e53c-4dbb-a70c-4f4770b23ca7 req-68ae2504-af07-4048-9a1b-b4ed92f2f9f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608968
Dec 11 20:49:22.486172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.494805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.495429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.496888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] 10.222.0.30 "PUT /v2.0/ports/a3bd09b8-1bee-4a4f-b80b-378ebb234289 HTTP/1.1" status: 200  len: 1096 time: 1.8172083
Dec 11 20:49:22.499609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:22.502094 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579bdbba-f222-4019-8c78-9ddedb705d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:22.545532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d401-ff63-42de-a980-8bc8af3afcdc service neutron] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:22.577229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-392dcebc-6293-4b05-96a8-c80449bec925 None None] Provisioning complete for port 9006da9f-a9bb-4951-a148-43978fa5de06 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:22.577939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-392dcebc-6293-4b05-96a8-c80449bec925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.602730 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03872faf-b231-4c98-b4e9-7b7ccead0a0c x-openstack-request-id: req-03872faf-b231-4c98-b4e9-7b7ccead0a0c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:22.603186 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120adee5-6022-4b49-8021-9cc50b027b26", "name": "network-vif-deleted", "tag": "820ad8ba-3014-49f0-a8c8-ed8e0632ef1f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:22.603311 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03872faf-b231-4c98-b4e9-7b7ccead0a0c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:22.603649 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120adee5-6022-4b49-8021-9cc50b027b26', 'name': 'network-vif-deleted', 'tag': '820ad8ba-3014-49f0-a8c8-ed8e0632ef1f', 'status': 'completed', 'code': 200}
Dec 11 20:49:22.628297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e537be23-ebaf-4ca2-a1fc-dcaa4f8b4e8c req-43a4de0c-8983-4604-9741-abd982845953 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024837
Dec 11 20:49:22.653975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.663482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-392dcebc-6293-4b05-96a8-c80449bec925 None None] Port 9006da9f-a9bb-4951-a148-43978fa5de06 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:22.674603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=8']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:22.679553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.680446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.682077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-3ecb946e-3134-4121-a586-c0b9de08aa61 service neutron] 10.222.0.30 "PUT /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 1121 time: 2.1275468
Dec 11 20:49:22.685381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b441a656-7c32-4845-946d-d77b24376ce3 req-c0162f73-20d8-44a2-aad0-9010c64a32ee service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247407
Dec 11 20:49:22.698314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-c0f8d33b-9de6-406d-a39e-227ff74587b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:22.708523 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-c0f8d33b-9de6-406d-a39e-227ff74587b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 1099 time: 0.1564655
Dec 11 20:49:22.763712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['acce30fa-97ae-4cb8-a7ce-6d2e20e12756'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:22.832554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1330979178', 'description': 'tempest-description-215901664'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:22.879124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:22.906170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.017707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-9f27b83d-23e4-4971-b99e-d568161a9954 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289 HTTP/1.1" status: 200  len: 217 time: 0.2817953
Dec 11 20:49:23.042507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.047037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.087110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c095ada-6886-4bd5-9e73-3487bbe7ad2a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:23.124655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.130045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.159007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.160913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b79b910e-01d7-4908-8a36-140c0bd4579c req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3344827
Dec 11 20:49:23.172923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd0ee7-a4fd-4a39-9cfd-336ceb135a5f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9b328-05d0-4239-8bd1-d6c23172d208,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:23.175946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-c5e63816-3548-4da8-b695-c40447e6d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.177375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-c5e63816-3548-4da8-b695-c40447e6d6bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1502252
Dec 11 20:49:23.207860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:23.214290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc63f5-f98b-4360-8f58-64919cc0f5e1 req-2b944bff-8f35-4eb8-9f3e-4fb04504b41a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.215823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6cc63f5-f98b-4360-8f58-64919cc0f5e1 req-2b944bff-8f35-4eb8-9f3e-4fb04504b41a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 950 time: 0.2024274
Dec 11 20:49:23.262458 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc160dd-84be-4a4b-9f14-98bb6d6e2d1d x-openstack-request-id: req-1bc160dd-84be-4a4b-9f14-98bb6d6e2d1d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:23.262773 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:23.263723 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bc160dd-84be-4a4b-9f14-98bb6d6e2d1d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:23.264344 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'status': 'completed', 'code': 200}
Dec 11 20:49:23.276777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Deleting subnet e202143d-e985-442c-a59f-847c11e8ab3b {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:49:23.282881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.343857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-840b6684-822b-4712-8b3a-5d5ce1222d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.345473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-840b6684-822b-4712-8b3a-5d5ce1222d7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1287723
Dec 11 20:49:23.361253 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6cc63f5-f98b-4360-8f58-64919cc0f5e1 req-99afbacb-60e2-4b16-a011-d790c9a56137 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301212
Dec 11 20:49:23.365826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.394751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-348314404', 'description': 'tempest-description-1954381907'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:23.419397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367b09-3d20-4cdc-89b3-9152e0aa35e6 req-12a6b32d-b72a-4c59-8f9f-ddfabac2efed tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.426593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4367b09-3d20-4cdc-89b3-9152e0aa35e6 req-12a6b32d-b72a-4c59-8f9f-ddfabac2efed tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 944 time: 0.0983849
Dec 11 20:49:23.440884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.504215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9006da9f-a9bb-4951-a148-43978fa5de06 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:23.519087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.535453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4367b09-3d20-4cdc-89b3-9152e0aa35e6 req-27d95fb0-22e9-41a9-9a3c-f1de5111fa62 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079085
Dec 11 20:49:23.540561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.559141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.591699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e202143d-e985-442c-a59f-847c11e8ab3b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:23.592974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Transition to ACTIVE for port object 9006da9f-a9bb-4951-a148-43978fa5de06 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:23.605584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.608805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.609386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06cad0be-f021-4149-98e3-1f78e1d34dbc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e202143d-e985-442c-a59f-847c11e8ab3b HTTP/1.1" status: 204  len: 168 time: 0.4002299
Dec 11 20:49:23.619803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:23.650569 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-77837e81-0bc3-4fa7-90c4-43309106f311 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881413
Dec 11 20:49:23.658252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41f6b-5394-41e2-ab3a-fd12a2d0dddc req-01761218-6e8b-44d1-ae5d-63c03b190006 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.660005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10b41f6b-5394-41e2-ab3a-fd12a2d0dddc req-01761218-6e8b-44d1-ae5d-63c03b190006 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.0724154
Dec 11 20:49:23.715045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10b41f6b-5394-41e2-ab3a-fd12a2d0dddc req-17b6da37-1dff-420f-8776-90298d4daaf5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485928
Dec 11 20:49:23.750686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.785305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59272) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:23.851201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d315c-e1bf-4c2c-a8bb-1ccc27a699cb req-e6a335a9-4952-4f8e-9295-b4cb7bac3de5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:23.858929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f4d315c-e1bf-4c2c-a8bb-1ccc27a699cb req-e6a335a9-4952-4f8e-9295-b4cb7bac3de5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.0603786
Dec 11 20:49:23.915150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:23.916282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f4d315c-e1bf-4c2c-a8bb-1ccc27a699cb req-5d27f5b5-1c9e-456e-a415-f833367ef1eb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563114
Dec 11 20:49:23.917697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11e4e5c3-5da9-489c-895f-32d1cd47c2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:23.932601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7da8b7df-1b37-4cbb-9955-0d0b2e7a5836 req-335d4d19-9b1c-416b-989c-1448cdc6c12e service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854444
Dec 11 20:49:24.000880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.010366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11e4e5c3-5da9-489c-895f-32d1cd47c2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.012606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11e4e5c3-5da9-489c-895f-32d1cd47c2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.027878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.055640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-11e4e5c3-5da9-489c-895f-32d1cd47c2aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59be52705fb641bdb593e60a5b3bf15e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2686801
Dec 11 20:49:24.056595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4e5c3-5da9-489c-895f-32d1cd47c2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216165b5-527a-436f-904e-0cdc0e2931a2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.058961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59276) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:24.104734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Attempting to bind port 9006da9f-a9bb-4951-a148-43978fa5de06 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:24.105062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Attempting to bind port 9006da9f-a9bb-4951-a148-43978fa5de06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:24.105383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Attempting to bind port 9006da9f-a9bb-4951-a148-43978fa5de06 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:24.109871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.116311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.123615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.124820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81b321fe-840f-4ed7-9b06-0da0e1b4b997 req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7444844
Dec 11 20:49:24.131706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.139046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Port 9006da9f-a9bb-4951-a148-43978fa5de06 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:24.139748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Attempting to bind port 9006da9f-a9bb-4951-a148-43978fa5de06 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:24.147577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77a62d-9309-40a7-ae22-0d018f002740 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb0499c-d88a-44c6-a925-74364fcc7d07,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.155352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d0a0>,) {'filters': {'network_id': ['421d8eb1-ef6b-4dbb-8a24-1f731daf4434']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:24.167375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-7e322e5d-10c2-4660-99a3-d3e8549e8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.168857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-7e322e5d-10c2-4660-99a3-d3e8549e8a6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 1099 time: 0.1665616
Dec 11 20:49:24.169568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:24.169894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:24.170265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:24.170724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Bound port: 9006da9f-a9bb-4951-a148-43978fa5de06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:24.171070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.174078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d0a0>, '4a73273e-d41a-402c-9e19-6f4f3be0cf84') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:24.175203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d0a0>, '4a73273e-d41a-402c-9e19-6f4f3be0cf84') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:24.204043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.217143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.219778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.223255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/216165b5-527a-436f-904e-0cdc0e2931a2 HTTP/1.1" status: 204  len: 168 time: 0.1610060
Dec 11 20:49:24.240305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee32a39-36da-4765-8876-983b78b6d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216165b5-527a-436f-904e-0cdc0e2931a2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.276793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 993dbf25-9b77-42e0-8746-487f9e582023 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:24.304455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.304666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:49:24.323315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:49:24.323840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:49:24.327477 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:49:24.332571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:49:24.333190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 820ad8ba-3014-49f0-a8c8-ed8e0632ef1f not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:49:24.407252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-2099d4a8-e68f-40ac-be13-7a1ba6cad3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.408700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-2099d4a8-e68f-40ac-be13-7a1ba6cad3b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2316790
Dec 11 20:49:24.419015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.429283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:24.460749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.464078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] 10.222.0.18 "DELETE /v2.0/networks/421d8eb1-ef6b-4dbb-8a24-1f731daf4434 HTTP/1.1" status: 204  len: 168 time: 0.8336525
Dec 11 20:49:24.467870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59286) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:24.473323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-058f5284-8598-420d-8085-a73535f8bf0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289 HTTP/1.1" status: 200  len: 217 time: 0.0556602
Dec 11 20:49:24.478416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=993dbf25-9b77-42e0-8746-487f9e582023,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:24.487224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:24.494854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '993dbf25-9b77-42e0-8746-487f9e582023', 'network_id': '798c8c48-f373-4c5f-81ec-3ebe90a7fec0', 'port_id': '993dbf25-9b77-42e0-8746-487f9e582023', 'mac_address': 'fa:16:3e:d0:33:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4880ca6a-6648-4a4e-86d6-b553d0e6f190', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:24.495976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42216447-3022-41e8-bed2-b38e2b61c826 admin admin] Pushing event deleted for resources: {'Network': ['ID=421d8eb1-ef6b-4dbb-8a24-1f731daf4434,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.510073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.555154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Deleting subnet 5493d829-f70f-49fd-8639-2faf6159f852 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:49:24.583315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-1ca20940-dd6c-4984-9f81-8e76f8e470c0 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 53725 time: 0.4340117
Dec 11 20:49:24.595005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.595840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.597644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] 10.222.0.16 "PUT /v2.0/ports/9006da9f-a9bb-4951-a148-43978fa5de06 HTTP/1.1" status: 200  len: 1096 time: 2.1629958
Dec 11 20:49:24.599917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.628787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-cce9d2c8-a12d-4e4c-aa0c-7ef440ad033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.631176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-cce9d2c8-a12d-4e4c-aa0c-7ef440ad033b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1460593
Dec 11 20:49:24.641328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5cc66-84fb-48cb-a51d-a0724124d635 req-3c4ae97f-1fd5-4fc4-9404-f762252be9a5 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.643412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4a5cc66-84fb-48cb-a51d-a0724124d635 req-3c4ae97f-1fd5-4fc4-9404-f762252be9a5 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 950 time: 0.1594062
Dec 11 20:49:24.654786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756'}, {'name': 'network-changed', 'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:24.658146 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5adb6-e619-4cf0-af29-ab3833aeb99c" -d '{"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756"}, {"name": "network-changed", "server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:24.665666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d9f3-b5c0-465b-829c-959e3f45045b service neutron] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.706920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.709145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59292) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:24.743246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.751784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-42552c4d-da3d-4cbf-88ea-c343624e6577 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0c095ada-6886-4bd5-9e73-3487bbe7ad2a HTTP/1.1" status: 200  len: 2998 time: 0.1662762
Dec 11 20:49:24.753837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7f6-beba-4b0a-879f-4ca3f1db9d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.763259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993dbf25-9b77-42e0-8746-487f9e582023 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:24.783527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-ad6158b9-db6d-4be3-b3b7-bc684bb65959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.785423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-ad6158b9-db6d-4be3-b3b7-bc684bb65959 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1387594
Dec 11 20:49:24.790407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4a5cc66-84fb-48cb-a51d-a0724124d635 req-e3ef800d-db05-46b1-aeb6-dd912340eb88 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276002
Dec 11 20:49:24.792416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-8f502033-3612-4497-b75e-c5ddf3358abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:24.793344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=993dbf25-9b77-42e0-8746-487f9e582023,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:24.794407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-8f502033-3612-4497-b75e-c5ddf3358abe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 1099 time: 0.0988724
Dec 11 20:49:24.800277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.880029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.900340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:24.902388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-a6388ac3-f565-4f43-ac1b-d8765b4aaa75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9006da9f-a9bb-4951-a148-43978fa5de06 HTTP/1.1" status: 200  len: 217 time: 0.0982854
Dec 11 20:49:24.917089 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-c09dce63-4b30-407a-b45d-fdfa8de4a205 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0c095ada-6886-4bd5-9e73-3487bbe7ad2a HTTP/1.1" status: 200  len: 2998 time: 0.1644454
Dec 11 20:49:24.944797 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7f6-beba-4b0a-879f-4ca3f1db9d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:24.956517 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-83e889c5-4077-45e4-959c-e5357912d98e tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:24.966384 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-83e889c5-4077-45e4-959c-e5357912d98e tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/216165b5-527a-436f-904e-0cdc0e2931a2 HTTP/1.1" status: 404  len: 352 time: 0.0416758
Dec 11 20:49:24.974805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e7ae7f6-beba-4b0a-879f-4ca3f1db9d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.003545 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-2bfd0281-9001-4bf7-8ba5-e741bbef28ae tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:25.004560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-2bfd0281-9001-4bf7-8ba5-e741bbef28ae tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/216165b5-527a-436f-904e-0cdc0e2931a2 HTTP/1.1" status: 404  len: 352 time: 0.0371187
Dec 11 20:49:25.006093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-bf670d25-cfdb-4333-a557-50d111c9f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.007586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-bf670d25-cfdb-4333-a557-50d111c9f252 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0962303
Dec 11 20:49:25.038097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae7f6-beba-4b0a-879f-4ca3f1db9d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b01155-a71a-4c7c-ac83-ced29ffd37a2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:25.046191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8e7ae7f6-beba-4b0a-879f-4ca3f1db9d94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa50cde9cd85460f8dd227448eeb49d8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3360682
Dec 11 20:49:25.050171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59302) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:25.052321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.052456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-7c411e6f-260a-42eb-810a-9585c191452b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569396
Dec 11 20:49:25.069450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbd0b4-80a8-4832-b34f-bd4d552fae07 req-b42c6d3e-6376-4923-9f62-4674c620325f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.071508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cfbd0b4-80a8-4832-b34f-bd4d552fae07 req-b42c6d3e-6376-4923-9f62-4674c620325f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 945 time: 0.1467566
Dec 11 20:49:25.088294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.091547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5493d829-f70f-49fd-8639-2faf6159f852 HTTP/1.1" status: 204  len: 168 time: 0.6224725
Dec 11 20:49:25.092757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaa15f-b617-4ee2-99b3-9a8054c6e188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5493d829-f70f-49fd-8639-2faf6159f852,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:25.094361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59304) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:25.128782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-c5a50e08-3c94-4199-8b88-e605f7ca2230 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/28f9aa3f-d1a3-4907-be77-1c18fc6e67e4 HTTP/1.1" status: 200  len: 2998 time: 0.1038368
Dec 11 20:49:25.192782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-e904fa94-8131-4cb5-af32-01e081ded4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.194190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-e904fa94-8131-4cb5-af32-01e081ded4c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1787648
Dec 11 20:49:25.202276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.215927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-5d413965-cb28-43df-a22c-3d2506d40b6f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/28f9aa3f-d1a3-4907-be77-1c18fc6e67e4 HTTP/1.1" status: 200  len: 2998 time: 0.0590887
Dec 11 20:49:25.238604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cfbd0b4-80a8-4832-b34f-bd4d552fae07 req-3476a8d2-16ac-4f0e-a0ce-07b774246dca tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536894
Dec 11 20:49:25.265300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:25.267267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['993dbf25-9b77-42e0-8746-487f9e582023'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:25.268214 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60631491-2b56-4288-96e1-6b99bd5bd622" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:25.276416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.319146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-579bdbba-f222-4019-8c78-9ddedb705d0f req-b67f3a9f-4cc2-4a14-90eb-a8ee083b393a service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580991
Dec 11 20:49:25.322981 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301f8fa-2ebf-4d83-ac78-1c339bef11c8 x-openstack-request-id: req-9301f8fa-2ebf-4d83-ac78-1c339bef11c8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:25.322981 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-unplugged", "status": "completed", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756", "code": 200}, {"name": "network-changed", "server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:25.323430 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9301f8fa-2ebf-4d83-ac78-1c339bef11c8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:25.324745 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'code': 200}
Dec 11 20:49:25.325775 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'status': 'completed', 'code': 200}
Dec 11 20:49:25.341064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.378733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.418110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-e48273c3-b7b8-4823-b304-c965ddd75569 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2a2e7748-9f83-40fe-99af-a7627f342ed0 HTTP/1.1" status: 200  len: 2998 time: 0.1956356
Dec 11 20:49:25.423711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-d39c5288-adc7-4ec4-a22d-ceff833ae68f service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200127
Dec 11 20:49:25.441132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1d8490>,) {'filters': {'network_id': ['c622619a-a3d5-42f4-bd41-dee168d24a90']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:25.461516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1d8490>, 'bc551369-a70c-4097-99e4-64032be9e496') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:25.461822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1d8490>, 'bc551369-a70c-4097-99e4-64032be9e496') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:25.465236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0904f-2e4a-46be-b763-f13f3c71b1a7 req-3fce3cd7-b8d9-4afe-97df-e3dd3daf3b19 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.467052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54b0904f-2e4a-46be-b763-f13f3c71b1a7 req-3fce3cd7-b8d9-4afe-97df-e3dd3daf3b19 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.1084425
Dec 11 20:49:25.481331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.488355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-9b4ce34e-0e0e-49fb-9ac7-4e096e55cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.489831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-9b4ce34e-0e0e-49fb-9ac7-4e096e55cae8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1124 time: 0.1291699
Dec 11 20:49:25.514754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.517597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.521095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9b01155-a71a-4c7c-ac83-ced29ffd37a2 HTTP/1.1" status: 204  len: 168 time: 0.4647939
Dec 11 20:49:25.523108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-3e741e71-2483-4af0-9a58-d5175df5597f tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2a2e7748-9f83-40fe-99af-a7627f342ed0 HTTP/1.1" status: 200  len: 2998 time: 0.1037693
Dec 11 20:49:25.529735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.538295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c9656-c7c0-4ef4-8a7b-9f0a8aa7422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b01155-a71a-4c7c-ac83-ced29ffd37a2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:25.577044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:49:25.577559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:49:25.579697 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:49:25.581783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54b0904f-2e4a-46be-b763-f13f3c71b1a7 req-856350a0-434d-4d13-a2bb-fc036f95e0a5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887570
Dec 11 20:49:25.583653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-df7d1c0f-eb93-4478-abb0-53e5a6163741 req-c6ea2df0-eac3-4053-b9f5-cd0adccf2b38 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517849
Dec 11 20:49:25.694608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.725193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:25.731356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c622619a-a3d5-42f4-bd41-dee168d24a90 HTTP/1.1" status: 204  len: 168 time: 0.6300297
Dec 11 20:49:25.731356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-77f53615-7c7f-40bf-98b3-556cf9c72559 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2f292bc2-5bba-4e51-ab74-b7b8081a0442 HTTP/1.1" status: 200  len: 2994 time: 0.1659718
Dec 11 20:49:25.731984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f614a1e-80f7-44f7-a02e-55b3f2cd0005 admin admin] Pushing event deleted for resources: {'Network': ['ID=c622619a-a3d5-42f4-bd41-dee168d24a90,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:25.734351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-07d54576-2278-4abc-8291-01626c5a23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.735815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-07d54576-2278-4abc-8291-01626c5a23fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2390463
Dec 11 20:49:25.788300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-eca237dd-ba61-4c00-a7a8-a5e07f292607 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.0441849
Dec 11 20:49:25.855325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-3fb9f8a2-6000-43d4-a6b3-12c70d614c7b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/2f292bc2-5bba-4e51-ab74-b7b8081a0442 HTTP/1.1" status: 200  len: 2994 time: 0.1176498
Dec 11 20:49:25.857190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-fd813c3e-ac8a-4d7b-b3c5-f26490618812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.858727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-fd813c3e-ac8a-4d7b-b3c5-f26490618812 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0620265
Dec 11 20:49:25.916384 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-468ad220-2ef6-46bd-9baf-0a7d65d94847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375152
Dec 11 20:49:25.944028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:25.987751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-bcc017d7-a3db-4563-9663-d95b6526004e tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:25.989301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-bcc017d7-a3db-4563-9663-d95b6526004e tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 1101 time: 0.0757742
Dec 11 20:49:25.994932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-c045f46f-86a9-4472-a19a-3f4934b2d628 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/36f9f4ef-594a-4177-a268-7f01aa2add4e HTTP/1.1" status: 200  len: 2998 time: 0.1274126
Dec 11 20:49:25.996509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-10f75dec-ad43-42a4-a44f-7c92e43dadb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab74ac5e278045cfabd33d4b53d45f91&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0499668
Dec 11 20:49:25.999354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59320) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:26.031339 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-ed64e4d4-8ce1-4238-bd3c-fc8d5c280cb1 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.054077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-95650692-dcd6-4432-9057-9a904fe04727 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289251
Dec 11 20:49:26.062985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-c94be691-e271-4796-8629-a3b17d4016f2 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/36f9f4ef-594a-4177-a268-7f01aa2add4e HTTP/1.1" status: 200  len: 2998 time: 0.0577154
Dec 11 20:49:26.087241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.122418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.165499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-9e3608f7-4d67-4654-94bf-ad8af74b0d39 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/418bce38-7103-4309-99e4-60031dea3641 HTTP/1.1" status: 200  len: 2998 time: 0.0934684
Dec 11 20:49:26.173688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-ed64e4d4-8ce1-4238-bd3c-fc8d5c280cb1 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.186753 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-ed64e4d4-8ce1-4238-bd3c-fc8d5c280cb1 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.195102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90f5adb6-e619-4cf0-af29-ab3833aeb99c req-0a3e2796-467d-42bf-b884-d7390d21ed7c service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312709
Dec 11 20:49:26.225822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-30c594dc-02ad-4883-9749-2707b3aa0182 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/418bce38-7103-4309-99e4-60031dea3641 HTTP/1.1" status: 200  len: 2998 time: 0.0485761
Dec 11 20:49:26.236271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64e4d4-8ce1-4238-bd3c-fc8d5c280cb1 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495d2b0-ecb5-413b-a946-0bd610b17ec6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:26.238998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.241942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.243087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f704ffd3-6fe3-4405-8d80-4e9417564064 HTTP/1.1" status: 204  len: 168 time: 0.2427146
Dec 11 20:49:26.247975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c71a554d-19df-4fbe-a1df-d3887d477c6d req-ed64e4d4-8ce1-4238-bd3c-fc8d5c280cb1 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464485
Dec 11 20:49:26.257535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930cb39-8330-4233-a5bb-201fbfc628f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704ffd3-6fe3-4405-8d80-4e9417564064,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:26.278681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:26.286370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-70864e69-48fc-4291-8123-68a51c85c690 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4d8e546f-e37e-4825-9f6c-56e06aeb59aa HTTP/1.1" status: 200  len: 2998 time: 0.0569739
Dec 11 20:49:26.292756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 993dbf25-9b77-42e0-8746-487f9e582023 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:26.344851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-6f63a50f-be78-44df-81f8-c4fa27b1965a tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4d8e546f-e37e-4825-9f6c-56e06aeb59aa HTTP/1.1" status: 200  len: 2998 time: 0.0490367
Dec 11 20:49:26.406299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-33360efa-c524-4cc9-86c6-ebd1efae6cc7 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9 HTTP/1.1" status: 200  len: 2998 time: 0.0504613
Dec 11 20:49:26.463603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf099b-b3c9-4577-9fae-36be479ece20 req-017eece1-645d-4804-b176-25a2dd5aa120 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:26.466533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-bf94744e-4732-49b5-9a84-fc6ef0a70a65 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9 HTTP/1.1" status: 200  len: 2998 time: 0.0573747
Dec 11 20:49:26.474771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbcf099b-b3c9-4577-9fae-36be479ece20 req-017eece1-645d-4804-b176-25a2dd5aa120 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.0839808
Dec 11 20:49:26.491249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:26.504534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 993dbf25-9b77-42e0-8746-487f9e582023 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:26.507320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:49:26.511462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 993dbf25-9b77-42e0-8746-487f9e582023 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:26.512099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.546597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-f8f27b14-8212-44ad-878a-622b68e63b2b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9dac9c1a-6728-48fa-a647-c692c1d06ca5 HTTP/1.1" status: 200  len: 2998 time: 0.0720541
Dec 11 20:49:26.577446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbcf099b-b3c9-4577-9fae-36be479ece20 req-af22f5f1-fd60-4dd7-92a4-78e0b530407c tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901432
Dec 11 20:49:26.598074 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.622944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-7a3223a2-a89c-42a0-b752-212c39dea7ac tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9dac9c1a-6728-48fa-a647-c692c1d06ca5 HTTP/1.1" status: 200  len: 2998 time: 0.0668747
Dec 11 20:49:26.631325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:26.633807 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf101e-8879-4b45-a3cd-72d4ffb24698" -d '{"events": [{"server_uuid": "204552f7-748c-4d24-b166-61277a936306", "name": "network-vif-plugged", "status": "completed", "tag": "993dbf25-9b77-42e0-8746-487f9e582023"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:26.647828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=993dbf25-9b77-42e0-8746-487f9e582023,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:26.654099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.684719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59348) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:26.701032 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50a121-8d23-4c4e-990e-8c2f9394221d x-openstack-request-id: req-7c50a121-8d23-4c4e-990e-8c2f9394221d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:26.701730 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:26.702145 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c50a121-8d23-4c4e-990e-8c2f9394221d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:26.702719 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06', 'status': 'completed', 'code': 200}
Dec 11 20:49:26.728292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-7e9887e1-b682-4c05-8930-ab33ab0b4fc3 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a07fd7da-70a9-4a17-a35f-d0af6e7e4691 HTTP/1.1" status: 200  len: 2990 time: 0.0983446
Dec 11 20:49:26.731870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:26.813011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-74e44b0b-8421-4051-9ae3-d7dab7057ae9 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a07fd7da-70a9-4a17-a35f-d0af6e7e4691 HTTP/1.1" status: 200  len: 2990 time: 0.0735042
Dec 11 20:49:26.817201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-853aeee5-26af-4f8f-9dec-8a84f627b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:26.819036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-853aeee5-26af-4f8f-9dec-8a84f627b7fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 1099 time: 0.0934439
Dec 11 20:49:26.823959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-network', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:26.835153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aed37-e84c-4e90-9cad-349d02800438 req-a444f680-3814-4694-b838-b51969ac0a88 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:26.836904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e49aed37-e84c-4e90-9cad-349d02800438 req-a444f680-3814-4694-b838-b51969ac0a88 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.0571077
Dec 11 20:49:26.859295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59352) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:26.917629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e49aed37-e84c-4e90-9cad-349d02800438 req-1a339d97-ecfa-40dd-86b5-63955eb7571f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745368
Dec 11 20:49:26.923542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8f69bb37-f00e-4897-ae04-c6b37cf58caf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68de72f9ffbd4a09a9a8b02e704c49a8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0608737
Dec 11 20:49:26.923859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Made reservation on behalf of 5f20f7d20a754146b1f1059a28b74f9d for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:26.923955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59354) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:26.924479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.943466 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:26.963886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-bb591e0c-09a1-46bf-8d54-f2269b60b002 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b5f66da4-3fe0-42ab-acec-34d8d983d9ec HTTP/1.1" status: 200  len: 2998 time: 0.1349356
Dec 11 20:49:26.974002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.002343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.004260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-de147848-5d23-4e48-bfe2-de807cd3ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.005881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-de147848-5d23-4e48-bfe2-de807cd3ff79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1754310
Dec 11 20:49:27.072481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-d074d76b-5525-41d1-a19d-96c0a321aa9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=9006da9f-a9bb-4951-a148-43978fa5de06 HTTP/1.1" status: 200  len: 217 time: 0.0581536
Dec 11 20:49:27.075997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.084851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.088535 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f70a4c49-6cdc-46dd-b809-24c2c43d04d9 HTTP/1.1" status: 204  len: 168 time: 0.1613805
Dec 11 20:49:27.101279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934e867-e3af-48d6-8d4a-5de3c9ce517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70a4c49-6cdc-46dd-b809-24c2c43d04d9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:27.124221 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-70e7de11-bec7-4f50-b366-030087e83c2b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/b5f66da4-3fe0-42ab-acec-34d8d983d9ec HTTP/1.1" status: 200  len: 2998 time: 0.1413224
Dec 11 20:49:27.171577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-3f22f71a-010c-4762-9228-cef3faff0156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.174120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-3f22f71a-010c-4762-9228-cef3faff0156 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0909214
Dec 11 20:49:27.197931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c1b0-fec7-4d69-a939-f3df05102bf3 req-a1ef65fd-986a-4db0-9a2d-5d63afb04429 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.199577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d66c1b0-fec7-4d69-a939-f3df05102bf3 req-a1ef65fd-986a-4db0-9a2d-5d63afb04429 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.0658908
Dec 11 20:49:27.237454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.240381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-adae424c-f49d-43d1-a280-be0dc4ca2b74 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cc2a92b0-78c7-4e10-ac56-c3cffbc3ee75 HTTP/1.1" status: 200  len: 2994 time: 0.1047952
Dec 11 20:49:27.249979 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.264978 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d66c1b0-fec7-4d69-a939-f3df05102bf3 req-df0b7fc6-f58f-4066-80a8-bc6d885a276d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583148
Dec 11 20:49:27.297189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-a8279bf4-55cf-45d2-aa90-869574a7af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.298783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-a8279bf4-55cf-45d2-aa90-869574a7af1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1155005
Dec 11 20:49:27.299530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:49:27.327146 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697eb523-2e19-4153-8ef6-c5dc670021d4 x-openstack-request-id: req-697eb523-2e19-4153-8ef6-c5dc670021d4 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:27.328047 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204552f7-748c-4d24-b166-61277a936306", "name": "network-vif-plugged", "status": "completed", "tag": "993dbf25-9b77-42e0-8746-487f9e582023", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:27.328759 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-697eb523-2e19-4153-8ef6-c5dc670021d4 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:27.330061 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023', 'code': 200}
Dec 11 20:49:27.338236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9b8f3d-3765-4d97-b785-33860f0fad13,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:27.342780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.343124 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Added segment 2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a of type vlan for network ecfc52ac-ffcd-4860-a75d-56d5f600c47f
Dec 11 20:49:27.662407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-223fce2e-ca67-4b8a-9aac-7cc801ab980f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2419994
Dec 11 20:49:27.685686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-d058e123-a1cb-4248-80e6-c630fa8c3c48 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/cc2a92b0-78c7-4e10-ac56-c3cffbc3ee75 HTTP/1.1" status: 200  len: 2994 time: 0.4316664
Dec 11 20:49:27.686193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09663c1d-f9d1-469c-8839-4ff1378e1ddf req-9f23e9d8-df52-4e05-ae29-a738fda07dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.688227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09663c1d-f9d1-469c-8839-4ff1378e1ddf req-9f23e9d8-df52-4e05-ae29-a738fda07dce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 1097 time: 0.2822926
Dec 11 20:49:27.702148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.776662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.778234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.778689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.788656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-6ee54de8-b8fa-4488-b3e8-3fce8ad893c6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4768925
Dec 11 20:49:27.800549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09663c1d-f9d1-469c-8839-4ff1378e1ddf req-3e52c25f-0c72-4b46-a7d3-3a85920678a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008534
Dec 11 20:49:27.814886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-2d9446a8-da24-48eb-8596-51fa52c06fdc tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d107a8af-b7e3-4af9-ac3b-8fee6e7b8d20 HTTP/1.1" status: 200  len: 2994 time: 0.1152434
Dec 11 20:49:27.826677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-6c42423f-9c89-424b-86cd-095ed8e8cc8c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:27.828149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-6c42423f-9c89-424b-86cd-095ed8e8cc8c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1581061
Dec 11 20:49:27.830628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 902 time: 1.1445682
Dec 11 20:49:27.833163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59390) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:27.838804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Request body: {'subnet': {'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-subnet', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:27.860838 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-acc604ec-d514-4afa-b485-9db7c75e0ae3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0173283
Dec 11 20:49:27.907315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Made reservation on behalf of 5f20f7d20a754146b1f1059a28b74f9d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:27.909609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:27.926424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84347b2e-a166-4322-ad1d-633b0233ad3c admin admin] Pushing event updated for resources: {'Network': ['ID=ecfc52ac-ffcd-4860-a75d-56d5f600c47f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:27.944374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:49:27.958489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-c1d9f8c5-e211-48bd-ac09-19587f300e28 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d107a8af-b7e3-4af9-ac3b-8fee6e7b8d20 HTTP/1.1" status: 200  len: 2994 time: 0.1267543
Dec 11 20:49:27.978060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-7e7ee77f-049a-4cd3-a16c-12888c6f046f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1076767
Dec 11 20:49:27.985297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60631491-2b56-4288-96e1-6b99bd5bd622 req-93637eb9-0a5e-4b8f-abc0-f62faaf3ccfa service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1813614
Dec 11 20:49:27.991634 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-b756fdf6-c43f-4765-a650-d54f8d3bdb0b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:27.992814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-b756fdf6-c43f-4765-a650-d54f8d3bdb0b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f704ffd3-6fe3-4405-8d80-4e9417564064 HTTP/1.1" status: 404  len: 352 time: 0.0182419
Dec 11 20:49:28.005769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59396) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:28.030822 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-0ab4a12d-1f5e-4f74-a7d2-12695ce88f70 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:28.032212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-0ab4a12d-1f5e-4f74-a7d2-12695ce88f70 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f704ffd3-6fe3-4405-8d80-4e9417564064 HTTP/1.1" status: 404  len: 352 time: 0.0171773
Dec 11 20:49:28.079775 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-6c452bd3-8ad3-4efd-8da9-3b31bd52f36a tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:28.080886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-6c452bd3-8ad3-4efd-8da9-3b31bd52f36a tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f70a4c49-6cdc-46dd-b809-24c2c43d04d9 HTTP/1.1" status: 404  len: 352 time: 0.0284634
Dec 11 20:49:28.106555 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-4d2a09bb-273c-40c0-b143-b547e2a787a0 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] show failed (client error): The resource could not be found.
Dec 11 20:49:28.119909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2db50e-9a42-46d8-9ec9-54760061def5 req-4d2a09bb-273c-40c0-b143-b547e2a787a0 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f70a4c49-6cdc-46dd-b809-24c2c43d04d9 HTTP/1.1" status: 404  len: 352 time: 0.0274312
Dec 11 20:49:28.126141 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.153035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-network', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:28.183293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Made reservation on behalf of c8ff2965e8a94da1b9fee71e0baaffad for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:28.186052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.189976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc337e6-3d1a-48f2-b4ff-bd52848227ed,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:28.199496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.199624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Checking segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:28.199980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Network hostable DHCP agents. Network: ecfc52ac-ffcd-4860-a75d-56d5f600c47f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:49:28.218852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:49:28.229343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ecfc52ac-ffcd-4860-a75d-56d5f600c47f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:28.237436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d92a1-f7e7-419a-87f8-03d4d4246d46 None None] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:49:28.238563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:28.239375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.275808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-013abae0-8220-4003-b286-12e4d09ec4b1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.4413030
Dec 11 20:49:28.276729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59402) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:28.283109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:28.291172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92392a3-a3e5-4190-ab6d-943af8911196 req-814ab683-dc7b-4bd6-b0b1-a5bde97b699d tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:28.292698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e92392a3-a3e5-4190-ab6d-943af8911196 req-814ab683-dc7b-4bd6-b0b1-a5bde97b699d tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.1022768
Dec 11 20:49:28.306437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:28.326186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.331888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.365789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e92392a3-a3e5-4190-ab6d-943af8911196 req-30f5c496-e101-4771-956f-4e5c15337841 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644383
Dec 11 20:49:28.393593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.400637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.421720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:49:28.427011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.440160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:49:28.458168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c5f09b-e330-4bce-a7df-00478bfb21ae,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:28.459386 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.462809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.463237 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Added segment afe8cadf-57e3-41c6-a169-61f2aeb6f032 of type vlan for network c8c7d68e-88b6-40f0-841b-f938c8a3aa03
Dec 11 20:49:28.513326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.551851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.553437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:28.554184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.584008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Allocated IP 172.20.0.2 (ecfc52ac-ffcd-4860-a75d-56d5f600c47f/0fc337e6-3d1a-48f2-b4ff-bd52848227ed/3bd493e3-edff-43f9-8c16-5aa1da92ce18) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:28.631214 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.6232481
Dec 11 20:49:28.636302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59410) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:28.649279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Request body: {'subnet': {'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-subnet', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:28.649815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:28.666748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed140c01-b7c1-473d-a3c1-affa2ebc31a6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c7d68e-88b6-40f0-841b-f938c8a3aa03,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:28.723044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Made reservation on behalf of c8ff2965e8a94da1b9fee71e0baaffad for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:28.725584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.761510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:28.768502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:49:28.781788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.869688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9006da9f-a9bb-4951-a148-43978fa5de06', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '9006da9f-a9bb-4951-a148-43978fa5de06', 'mac_address': 'fa:16:3e:6c:bb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:28.885923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01ddc9f4-a645-4d90-bdbf-d1d3a50cb0a6 req-c5583994-c1c8-450f-a5dd-c3d6a53564e3 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6ebdeff580041e1a38d13c2b9b48657 HTTP/1.1" status: 200  len: 6152 time: 0.2314167
Dec 11 20:49:28.906431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a030e-c104-4653-b239-9fe9e8ce8ce9 req-993f61f3-d1a3-4ff4-b15e-6ad6a8feee98 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:28.907973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e4a030e-c104-4653-b239-9fe9e8ce8ce9 req-993f61f3-d1a3-4ff4-b15e-6ad6a8feee98 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.2533927
Dec 11 20:49:28.938968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:28.976978 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01ddc9f4-a645-4d90-bdbf-d1d3a50cb0a6 req-6f696f12-e5c8-4cbc-95f7-c703f4cba108 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "GET /v2.0/security-groups/b5f66da4-3fe0-42ab-acec-34d8d983d9ec HTTP/1.1" status: 200  len: 2998 time: 0.0898075
Dec 11 20:49:29.011941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:29.020986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e4a030e-c104-4653-b239-9fe9e8ce8ce9 req-502d7918-77fd-4651-b9dd-dcd2418c5f99 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066504
Dec 11 20:49:29.027579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e1dac76-3407-4418-8bc2-de2dd51683e2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:29.046388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Checking segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:29.046782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Network hostable DHCP agents. Network: c8c7d68e-88b6-40f0-841b-f938c8a3aa03, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:49:29.070028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:49:29.084636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8c7d68e-88b6-40f0-841b-f938c8a3aa03) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:29.091579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:29.092681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.097843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'mac_address': 'fa:16:3e:86:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:29.112537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d931182-4256-4af2-9ee4-63a189523514 None None] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:49:29.117330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.152152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-56296d3e-24e5-45a3-9c4b-82a6a822edfe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.5104196
Dec 11 20:49:29.152673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59422) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:29.158003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:29.189158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.193737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.199317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c91a3-3bae-4093-81fd-4989712183c2 req-6d4f4695-875d-4d92-904b-14a9fdcc2b59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:29.200977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-250c91a3-3bae-4093-81fd-4989712183c2 req-6d4f4695-875d-4d92-904b-14a9fdcc2b59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.0955844
Dec 11 20:49:29.202517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.203831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.243648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01ddc9f4-a645-4d90-bdbf-d1d3a50cb0a6 req-a54acfc0-828d-4501-b4d2-c7150a2602e0 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "GET /v2.0/security-groups/b5f66da4-3fe0-42ab-acec-34d8d983d9ec HTTP/1.1" status: 200  len: 2998 time: 0.2657132
Dec 11 20:49:29.248233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.278784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:29.290224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.292373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.359624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:29.376687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.380539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:29.383852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9006da9f-a9bb-4951-a148-43978fa5de06 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:29.393479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-250c91a3-3bae-4093-81fd-4989712183c2 req-887814e7-c332-4b79-9de1-96cd98bb9e8e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850669
Dec 11 20:49:29.396854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:29.400903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:29.403908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.408567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:49:29.409643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.445946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Allocated IP 172.35.1.232 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/be7bb7de-4976-4f99-868e-0ad2f4f92c54) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:29.504032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:29.524072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Pushing event updated for resources: {'Port': ['ID=3bd493e3-edff-43f9-8c16-5aa1da92ce18,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:29.555849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Attempting to bind port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:29.556451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Attempting to bind port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:29.556864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Attempting to bind port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 on network ecfc52ac-ffcd-4860-a75d-56d5f600c47f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:29.566729 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.627613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.708971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0e11c13a-f44f-4514-a127-6e4a7b880642 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/6bb0499c-d88a-44c6-a925-74364fcc7d07 HTTP/1.1" status: 200  len: 1794 time: 0.1728301
Dec 11 20:49:29.709426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.712826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.742034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:29.743210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Checking segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:29.743627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.744065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Bound using segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:29.744556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Bound port: 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:29.744936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.767287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Pushing event updated for resources: {'Port': ['ID=be7bb7de-4976-4f99-868e-0ad2f4f92c54,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:29.786355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e05da-815d-433e-928d-536acecdd0c8 req-674aeab5-eeea-439b-8e20-45dc77ae2143 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:29.788526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-918e05da-815d-433e-928d-536acecdd0c8 req-674aeab5-eeea-439b-8e20-45dc77ae2143 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 949 time: 0.1323168
Dec 11 20:49:29.794578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:29.796030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:29.798938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:29.859124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.871169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9006da9f-a9bb-4951-a148-43978fa5de06'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:29.875246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] For port 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:29.887057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.920726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a3bd09b8-1bee-4a4f-b80b-378ebb234289'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:29.943579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-918e05da-815d-433e-928d-536acecdd0c8 req-1712bba0-d89f-4b94-bac8-83a1313f3e98 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119478
Dec 11 20:49:29.983398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.986992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:29.988864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6de8551-1a69-46f9-aea0-1a5252dbe854 req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bb0499c-d88a-44c6-a925-74364fcc7d07 HTTP/1.1" status: 204  len: 173 time: 0.2714839
Dec 11 20:49:30.039984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838d539-8382-423a-b380-865574a8f74b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb0499c-d88a-44c6-a925-74364fcc7d07,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:30.082995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.106630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] For port 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bd493e3-edff-43f9-8c16-5aa1da92ce18,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:30.117862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:30.120271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.140707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.175631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3deedb5a-2eda-4eb3-aaa4-0c70f6897681 req-ff97039a-f41d-4294-8d09-466ec7e906d1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 210 time: 0.0897167
Dec 11 20:49:30.236172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.254712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:30.271278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Allocated IP 172.20.0.2 (c8c7d68e-88b6-40f0-841b-f938c8a3aa03/0e1dac76-3407-4418-8bc2-de2dd51683e2/9969123f-791e-4a8f-962f-ddee9197d03a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:30.393040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Allocated IP 172.35.1.206 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/03a202a2-e5a6-465a-8959-dbbe99dad1e5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:30.491142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-aa58290f-e083-46f7-99b8-1b2a4279ff4b tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "GET /v2.0/security-groups/5fe9b328-05d0-4239-8bd1-d6c23172d208 HTTP/1.1" status: 200  len: 1794 time: 0.3663230
Dec 11 20:49:30.595268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2f347-81f1-42e0-9b75-f30bfeb85c82 None None] Pushing event updated for resources: {'Port': ['ID=3bd493e3-edff-43f9-8c16-5aa1da92ce18,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:30.625213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.691515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bce17-f497-43d0-b9ea-8ee9ae454e6f req-24f319c3-4538-4e24-9485-ca7c337f8654 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:30.693473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb3bce17-f497-43d0-b9ea-8ee9ae454e6f req-24f319c3-4538-4e24-9485-ca7c337f8654 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.1429327
Dec 11 20:49:30.759870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.812457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.822303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb3bce17-f497-43d0-b9ea-8ee9ae454e6f req-a00fbbc7-e123-4a97-8525-c93b453c68b6 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183124
Dec 11 20:49:30.826246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:30.835564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:30.845463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:30.852030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=03a202a2-e5a6-465a-8959-dbbe99dad1e5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:30.863695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-08dec54f-5cfe-4494-905f-271a9af5d123 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418632
Dec 11 20:49:30.874831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.884384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:30.901682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:30.908748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:30.911906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:31.032071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.075629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Pushing event updated for resources: {'Port': ['ID=9969123f-791e-4a8f-962f-ddee9197d03a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:31.080726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Attempting to bind port 9969123f-791e-4a8f-962f-ddee9197d03a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:31.081370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Attempting to bind port 9969123f-791e-4a8f-962f-ddee9197d03a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:31.082250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Attempting to bind port 9969123f-791e-4a8f-962f-ddee9197d03a on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:31.089303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:31.089928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Checking segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:31.090662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.091295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Bound using segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:31.092126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Bound port: 9969123f-791e-4a8f-962f-ddee9197d03a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:31.092654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.102753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bc051-d98a-4319-92a2-cf2169f1d665 req-3caa74cb-bd95-4a0a-a1bb-d8a5e0ba17d2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:31.104283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf4bc051-d98a-4319-92a2-cf2169f1d665 req-3caa74cb-bd95-4a0a-a1bb-d8a5e0ba17d2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 943 time: 0.1027632
Dec 11 20:49:31.108039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-7533403a-2134-4765-8665-77503add2631 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:31.109534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-7533403a-2134-4765-8665-77503add2631 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2373800
Dec 11 20:49:31.114782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.171978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] For port 9969123f-791e-4a8f-962f-ddee9197d03a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:31.172216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.174690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.175266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] For port 9969123f-791e-4a8f-962f-ddee9197d03a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9969123f-791e-4a8f-962f-ddee9197d03a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:31.181620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.188753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f022d8d-09c9-4aa0-b2d2-60727db8a946 req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fe9b328-05d0-4239-8bd1-d6c23172d208 HTTP/1.1" status: 204  len: 173 time: 0.6950290
Dec 11 20:49:31.203906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9b328-05d0-4239-8bd1-d6c23172d208,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:31.214147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.214664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.215181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.215654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.217878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.218381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.219022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.219486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.219913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.220386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.220812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.221861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.222294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211f1b00-acc8-4601-ad95-7fbbbd0db1f6 tempest-SecurityGroupsTestAdminJSON-788038124 tempest-SecurityGroupsTestAdminJSON-788038124-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:31.226314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Router 6d69220a-08f4-460f-88d6-23d08dd1ab61 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:49:31.366230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2ef9e-23ca-42fb-b53b-4fbb53524760 None None] Pushing event updated for resources: {'Port': ['ID=9969123f-791e-4a8f-962f-ddee9197d03a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:31.377812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-4795516c-d9b6-4c5d-88fc-f035b90f9542 service neutron] 10.222.0.16 "GET /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2326407
Dec 11 20:49:31.399567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.466630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf4bc051-d98a-4319-92a2-cf2169f1d665 req-8b3cf1a2-0934-410c-b529-d9a0ccf33ab7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3203135
Dec 11 20:49:31.497459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:49:31.508738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Sync routers for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:49:31.535470 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:31.538044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842b79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:31.574872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.578545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8102591a-fe81-4f77-9c27-3b11effcce56 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 941 time: 3.2994688
Dec 11 20:49:31.581681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59446) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:31.654167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d2b3-8816-49f0-8bd0-03060ebc6012 req-f18f0cb8-b22e-4e48-9496-914e947c2c04 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:31.669112 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4777d2b3-8816-49f0-8bd0-03060ebc6012 req-f18f0cb8-b22e-4e48-9496-914e947c2c04 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 949 time: 0.1850471
Dec 11 20:49:31.671427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3bd493e3-edff-43f9-8c16-5aa1da92ce18 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:31.797512 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:31.808693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:31.827966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:31.828373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:31.841991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:31.859972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4777d2b3-8816-49f0-8bd0-03060ebc6012 req-7a9f0f9d-be65-499a-9a25-5f2bb0c63f5c tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896994
Dec 11 20:49:31.917188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acce30fa-97ae-4cb8-a7ce-6d2e20e12756 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:31.944226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:31.981271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-c52af083-18c5-4731-8761-a1fbd2ee95f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "GET /v2.0/security-groups/079a925b-7f12-4f67-aed3-9b231e5d2087 HTTP/1.1" status: 200  len: 1793 time: 0.1039183
Dec 11 20:49:32.029533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.057989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f2a58864-553a-4a47-81f1-4f748b30086f req-e68ed3e4-3d9c-437d-8aba-86212d7f175b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 210 time: 0.0548701
Dec 11 20:49:32.060746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8cadc-2f23-4629-9303-a9584b5f61b6 None None] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:49:32.113126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.135653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bd493e3-edff-43f9-8c16-5aa1da92ce18,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:32.157962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.214630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842b79a0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:29Z', 'revision_number': 3, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:32.214899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Transition to ACTIVE for port object acce30fa-97ae-4cb8-a7ce-6d2e20e12756 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:32.230389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.231625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e4b38565-b0bb-44c6-9c21-8404708b1e7d None None] Provisioning complete for port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:32.232094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b38565-b0bb-44c6-9c21-8404708b1e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.246892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Checking router: 6d69220a-08f4-460f-88d6-23d08dd1ab61 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:49:32.247238 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Updating router 6d69220a-08f4-460f-88d6-23d08dd1ab61 port be7bb7de-4976-4f99-868e-0ad2f4f92c54 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:49:32.251013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b418c-5aec-4565-b4e6-0d4ccbe5dd62 req-912c0556-3262-4abb-863c-b37f1a3ef545 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:32.262610 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e2b418c-5aec-4565-b4e6-0d4ccbe5dd62 req-912c0556-3262-4abb-863c-b37f1a3ef545 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.1251030
Dec 11 20:49:32.286471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=3bd493e3-edff-43f9-8c16-5aa1da92ce18,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:32.291766 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.302724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Pushing event updated for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:32.312154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.340610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.383987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e2b418c-5aec-4565-b4e6-0d4ccbe5dd62 req-87f4740a-0c17-4ca7-a378-54d979edf342 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056633
Dec 11 20:49:32.433155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.433531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.433853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.434179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.434554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.435042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.435384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.435718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.436045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.436377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.436769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.437107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.437427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.445467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.448120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.456158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-102e4563-1b0b-4adf-8b80-ad9492ab0edb req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "DELETE /v2.0/security-groups/079a925b-7f12-4f67-aed3-9b231e5d2087 HTTP/1.1" status: 204  len: 173 time: 0.4706042
Dec 11 20:49:32.470421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.483059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e5bf4-861d-4d29-8871-920a9cba1e01 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a925b-7f12-4f67-aed3-9b231e5d2087,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:32.505878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:32.599999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] No DVR routers for this DVR port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:49:32.602071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-deb33bd1-857e-4e86-9009-166e1a10f713 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "GET /v2.0/security-groups/f55d29b6-2227-4100-888a-cc8f29b6c893 HTTP/1.1" status: 200  len: 1794 time: 0.1300821
Dec 11 20:49:32.642284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 9006da9f-a9bb-4951-a148-43978fa5de06 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:32.647210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 9006da9f-a9bb-4951-a148-43978fa5de06 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:32.647767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.692459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89cf7aa1-6856-463c-b8d4-4a8c00f3b652 service neutron] 10.222.0.16 "PUT /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3029964
Dec 11 20:49:32.784307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.807827 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.818087 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.828639 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.837685 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.839328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.886845 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Pushing event updated for resources: {'Port': ['ID=be7bb7de-4976-4f99-868e-0ad2f4f92c54,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:32.899641 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.900206 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.901458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.902059 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.903041 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.903495 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.903932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.904369 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.904804 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.905249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.905795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.906245 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.906738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:32.947651 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Attempting to bind port be7bb7de-4976-4f99-868e-0ad2f4f92c54 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:32.948247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Attempting to bind port be7bb7de-4976-4f99-868e-0ad2f4f92c54 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:32.948684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Attempting to bind port be7bb7de-4976-4f99-868e-0ad2f4f92c54 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:32.950275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:32.952883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:32.955892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:32.956435 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:32.956861 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.957290 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:32.957767 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Bound port: be7bb7de-4976-4f99-868e-0ad2f4f92c54, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:32.958385 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.959496 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338418d-c556-49aa-b4db-d9e3438cb76d" -d '{"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:32.969287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8e488c95-48d5-4289-afb1-8d3b8df19c55 None None] Provisioning complete for port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:32.970995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8e488c95-48d5-4289-afb1-8d3b8df19c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.977242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:32.978532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:49:33.002082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.004713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.005874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86c5a58b-b983-4fd9-a09e-9413b530c666 req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] 10.222.0.18 "DELETE /v2.0/security-groups/f55d29b6-2227-4100-888a-cc8f29b6c893 HTTP/1.1" status: 204  len: 173 time: 0.4029653
Dec 11 20:49:33.059776 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] For port be7bb7de-4976-4f99-868e-0ad2f4f92c54, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:33.064422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] For port be7bb7de-4976-4f99-868e-0ad2f4f92c54, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7bb7de-4976-4f99-868e-0ad2f4f92c54,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:33.071999 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.094189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5aeb3-be9d-43d3-bcfd-e98af5235ba6 None None] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:49:33.125765 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:33.126286 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842b79a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:33.246857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:33.251801 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:33.253223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d4cc1-e341-4e12-901c-ed12e15fa4b5 req-60e29616-bbba-4f53-b176-088dfbc3ddd8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:33.255547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e0d4cc1-e341-4e12-901c-ed12e15fa4b5 req-60e29616-bbba-4f53-b176-088dfbc3ddd8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.5969336
Dec 11 20:49:33.328245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:49:33.342228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a788b3-a065-4a7e-bcff-0d99e5ff8f56 None None] Pushing event updated for resources: {'Port': ['ID=be7bb7de-4976-4f99-868e-0ad2f4f92c54,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:33.343301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Allocated IP 172.20.0.1 (ecfc52ac-ffcd-4860-a75d-56d5f600c47f/0fc337e6-3d1a-48f2-b4ff-bd52848227ed/dcfc35a9-5d23-4408-965f-ae732bbf17e8) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:33.356517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d061e5-6548-4486-8eaf-0f79e497e4f2 tempest-SecurityGroupsTestAdminJSON-1055859259 tempest-SecurityGroupsTestAdminJSON-1055859259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55d29b6-2227-4100-888a-cc8f29b6c893,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:33.396228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59468) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:33.432359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e0d4cc1-e341-4e12-901c-ed12e15fa4b5 req-0b4e20ea-2d3b-4869-943c-2252df6d5223 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625750
Dec 11 20:49:33.440585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Router 85af6bf6-1144-4856-9a85-57c548424a50 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:49:33.445677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f62b8-7f9b-472a-a3c5-6115072a4eb6 req-faec5429-52cf-4ab9-bdd3-e4b385a6e1e3 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:33.453814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-095f62b8-7f9b-472a-a3c5-6115072a4eb6 req-faec5429-52cf-4ab9-bdd3-e4b385a6e1e3 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 950 time: 0.1902926
Dec 11 20:49:33.527425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:33.537436 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cc5969-a432-4429-b25e-a7e3ca695a37 x-openstack-request-id: req-f0cc5969-a432-4429-b25e-a7e3ca695a37 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:33.538048 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:33.538704 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0cc5969-a432-4429-b25e-a7e3ca695a37 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:33.539873 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06', 'code': 200}
Dec 11 20:49:33.597197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] Provisioning complete for port 9969123f-791e-4a8f-962f-ddee9197d03a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:33.597583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.659100 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842b79a0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:29Z', 'revision_number': 3, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:33.696657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3bd493e3-edff-43f9-8c16-5aa1da92ce18 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:33.740539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48deefbb-e425-4d6d-a9fa-879b5b605142 None None] The sync data for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 is: [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:29Z', 'revision_number': 3, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:49:33.787549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-095f62b8-7f9b-472a-a3c5-6115072a4eb6 req-b2e0665b-1c43-4142-ae50-bf11ee6ae3d5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326914
Dec 11 20:49:33.792280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:33.795916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.811494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff5554ec-ced0-4d2f-bec2-130cbd1713fd req-8a27d97f-5fab-4019-8cd7-ba39363bde11 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 210 time: 0.1731002
Dec 11 20:49:33.836966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:33.836966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.864026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:33.909586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] For port 9969123f-791e-4a8f-962f-ddee9197d03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9969123f-791e-4a8f-962f-ddee9197d03a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:33.912273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-dbfbdf41-54a0-49b0-8fe9-8d8fba2acd8c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.4217691
Dec 11 20:49:33.918098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.004255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9969123f-791e-4a8f-962f-ddee9197d03a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:34.034259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708bcd-12b8-43a6-a82f-336fb2e71c76 None None] Pushing event updated for resources: {'Port': ['ID=9969123f-791e-4a8f-962f-ddee9197d03a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:34.060695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:49:34.081052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad280fe-2425-4d6d-a999-f741c47b6928 req-ccc67ec5-ef55-46b1-9a93-9bf349ded456 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.082720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ad280fe-2425-4d6d-a999-f741c47b6928 req-ccc67ec5-ef55-46b1-9a93-9bf349ded456 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.1924195
Dec 11 20:49:34.083386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-654e40cc-54ae-4f65-8931-0b2a389408d9 None None] Provisioning complete for port 9969123f-791e-4a8f-962f-ddee9197d03a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:34.084002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-654e40cc-54ae-4f65-8931-0b2a389408d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.086926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.090815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:49:34.107550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-bd991d8a-c5ac-490e-8540-f15cc4391cb4 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.109630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-bd991d8a-c5ac-490e-8540-f15cc4391cb4 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3947735
Dec 11 20:49:34.119039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b1f8e44-f5be-49fe-9a79-91c38f22c2a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6ebdeff580041e1a38d13c2b9b48657&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7105076
Dec 11 20:49:34.121573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfa389-77b4-49ff-9447-09c43258e960 req-7c9b5677-34f2-4e8f-93e3-4179348138aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.123764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4bfa389-77b4-49ff-9447-09c43258e960 req-7c9b5677-34f2-4e8f-93e3-4179348138aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 1101 time: 0.2151120
Dec 11 20:49:34.125852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.208 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/0bebc08a-8cda-4e59-989e-0f6a22121090) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:34.127722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:34.156642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.160520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-882e4bc9-a30f-4c66-a734-7ec40f6e9bf2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 932 time: 5.0045443
Dec 11 20:49:34.169263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59478) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:34.172131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:34.172779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7722f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:34.289932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9969123f-791e-4a8f-962f-ddee9197d03a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:34.290311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.299485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-58025900-d50a-4617-9a13-3aba64aa8ce9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.301099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-58025900-d50a-4617-9a13-3aba64aa8ce9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3565638
Dec 11 20:49:34.323413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:34.356631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4bfa389-77b4-49ff-9447-09c43258e960 req-a0ec3c22-8fe2-4d2d-85c6-c0b1966e3525 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122078
Dec 11 20:49:34.399255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89c43b8c-b6ba-49fe-9d35-f698702054e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.400975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-89c43b8c-b6ba-49fe-9d35-f698702054e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&tenant_id=385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 1095 time: 0.2761216
Dec 11 20:49:34.492620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:34.528283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-8aa11890-7d97-40b3-8ca5-1385bd7c8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.530306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-8aa11890-7d97-40b3-8ca5-1385bd7c8978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1095 time: 0.0934672
Dec 11 20:49:34.531838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:34.535797 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.665470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:34.727965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.745737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7e3b-18e7-4fa0-b563-fe052a181185 req-15f8e603-66fa-4231-9fe4-118e96067e19 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.747674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb0e7e3b-18e7-4fa0-b563-fe052a181185 req-15f8e603-66fa-4231-9fe4-118e96067e19 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.1789536
Dec 11 20:49:34.777643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-5a8df70c-2e00-48c0-85bd-80914dbc630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:34.779498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-5a8df70c-2e00-48c0-85bd-80914dbc630c service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2385049
Dec 11 20:49:34.785594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port a3bd09b8-1bee-4a4f-b80b-378ebb234289 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:34.812772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ad280fe-2425-4d6d-a999-f741c47b6928 req-f4c23c30-8e3e-484a-b640-d8300a06d340 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7031300
Dec 11 20:49:34.824438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:34.847302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a3bd09b8-1bee-4a4f-b80b-378ebb234289 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:34.856464 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.868019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb0e7e3b-18e7-4fa0-b563-fe052a181185 req-0315c329-966d-4b5b-a602-2014efcff7e8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065478
Dec 11 20:49:34.885174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:34.889211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:34.914596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:34.917843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:34.953500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-c738fbdb-b238-433f-a00f-77f090aa630a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.1178365
Dec 11 20:49:35.075157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.107114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-287a6c64-da93-43ac-8b33-817156eab01d req-be8513e4-41b2-4e2e-93e0-50c7d776ae08 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 210 time: 0.1086497
Dec 11 20:49:35.139518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-1aa65c88-b9b2-4ffc-a06d-733219c37a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:35.141011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-1aa65c88-b9b2-4ffc-a06d-733219c37a4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1725724
Dec 11 20:49:35.151990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.185431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-bcbfaa1e-2b32-4fc1-bfeb-ff95729195d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359120
Dec 11 20:49:35.196114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7722f700>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:31Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:35.198087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.244786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:49:35.245136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Updating router 85af6bf6-1144-4856-9a85-57c548424a50 port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:49:35.251250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:35.303299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.305776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:49:35.325241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-de8f0376-3c64-49ce-96b2-7496eb388c42 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310313
Dec 11 20:49:35.385160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef413636-6769-4f00-a33a-b9918406aed8 req-2b82f987-2d62-40b8-80c5-960e94aeb3b6 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:35.393792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef413636-6769-4f00-a33a-b9918406aed8 req-2b82f987-2d62-40b8-80c5-960e94aeb3b6 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 950 time: 0.3828876
Dec 11 20:49:35.396746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-af5d0304-a4e4-4400-b9fc-362526eed8d0 None None] Provisioning complete for port dcfc35a9-5d23-4408-965f-ae732bbf17e8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:35.397129 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-af5d0304-a4e4-4400-b9fc-362526eed8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.399748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.457600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.460112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.461292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5f66da4-3fe0-42ab-acec-34d8d983d9ec HTTP/1.1" status: 204  len: 168 time: 1.3326230
Dec 11 20:49:35.471441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-cad2fd85-0b6b-41c5-9163-fbe13f16873a service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385541
Dec 11 20:49:35.489260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:35.502504 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.556149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:35.558447 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43126d4f-10ea-4e50-bf11-6847fa63af7d" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:35.609558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879dd7d-cd6c-47c3-ac2f-da81f7e353ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f66da4-3fe0-42ab-acec-34d8d983d9ec,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:35.625306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-af5d0304-a4e4-4400-b9fc-362526eed8d0 None None] Port dcfc35a9-5d23-4408-965f-ae732bbf17e8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:35.631294 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94314b31-569a-40e8-b698-4a329154747b x-openstack-request-id: req-94314b31-569a-40e8-b698-4a329154747b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:35.631605 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:35.631930 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94314b31-569a-40e8-b698-4a329154747b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:35.632316 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'code': 200}
Dec 11 20:49:35.706313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device be7bb7de-4976-4f99-868e-0ad2f4f92c54 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:35.722968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef413636-6769-4f00-a33a-b9918406aed8 req-732b8991-f755-4a07-9e59-8d6227ddf520 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238478
Dec 11 20:49:35.768228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.787153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.30', 59088) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:35.844546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:35.878295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.74 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/00551254-96f8-4305-bba1-e1f058dc60bb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:35.897995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:35.909558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:35.936025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:35.968131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:35.972680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:36.035143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:36.111071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port be7bb7de-4976-4f99-868e-0ad2f4f92c54 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:36.111442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.144201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6207c0-c686-41f3-adec-9749a92fa594 req-1a1f5579-9f89-4093-abf0-1795b16c7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.145690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c6207c0-c686-41f3-adec-9749a92fa594 req-1a1f5579-9f89-4093-abf0-1795b16c7da7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 1101 time: 0.4360766
Dec 11 20:49:36.187133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb8b8-442d-42eb-b8c3-edb8457bd601 req-43b31ca5-8be3-4b9a-a4ae-ac7930230f2c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.188690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6abdb8b8-442d-42eb-b8c3-edb8457bd601 req-43b31ca5-8be3-4b9a-a4ae-ac7930230f2c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.2062523
Dec 11 20:49:36.196652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.225825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-091c3273-0641-46ec-8f64-80d015edf7d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8abee127d3c4278b4b7b97fa0e45371&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1462085
Dec 11 20:49:36.230999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59502) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:36.268866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.269858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.285654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.285871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-2c46b219-fcc4-45b0-85a8-094c6225c967 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.291957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-2c46b219-fcc4-45b0-85a8-094c6225c967 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.4853926
Dec 11 20:49:36.308654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.356350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c6207c0-c686-41f3-adec-9749a92fa594 req-0c2ea7ae-1851-4f95-87a0-c42fca0becfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956341
Dec 11 20:49:36.361265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-ef3b3a33-3ab6-4629-b3cd-3018f424a303 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8440545
Dec 11 20:49:36.368887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.380425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6abdb8b8-442d-42eb-b8c3-edb8457bd601 req-1e04045b-0440-4c92-963a-725db22d217f tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827505
Dec 11 20:49:36.401585 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.407078 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.423643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.425628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6806c6cb-a85c-46cc-bc7f-7d57aab483c1 None None] Provisioning complete for port 0bebc08a-8cda-4e59-989e-0f6a22121090 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:36.425989 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6806c6cb-a85c-46cc-bc7f-7d57aab483c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.436855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.463920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port be7bb7de-4976-4f99-868e-0ad2f4f92c54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7bb7de-4976-4f99-868e-0ad2f4f92c54,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:36.505191 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.505962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9969123f-791e-4a8f-962f-ddee9197d03a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:36.513713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.561243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6806c6cb-a85c-46cc-bc7f-7d57aab483c1 None None] Port 0bebc08a-8cda-4e59-989e-0f6a22121090 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:36.566613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757b4b-3d36-4988-a611-9becd1340ecc None None] Pushing event updated for resources: {'Port': ['ID=03a202a2-e5a6-465a-8959-dbbe99dad1e5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:36.571237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Attempting to bind port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:36.571609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Attempting to bind port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:36.571973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Attempting to bind port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:36.583434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:36.583799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:36.584210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.584602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:36.585185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Bound port: 03a202a2-e5a6-465a-8959-dbbe99dad1e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:36.586080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.598694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.602666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:36.618117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:36.624101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:36.632479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:36.632811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:36.656360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:36.704874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247238a2-7056-4e71-92c0-c5c0d8e6fd5e req-cbbbc028-5b16-4e8c-b72a-0b46db0ba86a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.716550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-247238a2-7056-4e71-92c0-c5c0d8e6fd5e req-cbbbc028-5b16-4e8c-b72a-0b46db0ba86a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 935 time: 0.1910965
Dec 11 20:49:36.739186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=be7bb7de-4976-4f99-868e-0ad2f4f92c54,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:36.742920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Request body: {'port': {'device_id': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:36.746700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:36.749430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:36.750424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.760216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] For port 03a202a2-e5a6-465a-8959-dbbe99dad1e5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:36.764214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9969123f-791e-4a8f-962f-ddee9197d03a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:36.764666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.770631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] For port 03a202a2-e5a6-465a-8959-dbbe99dad1e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03a202a2-e5a6-465a-8959-dbbe99dad1e5,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:36.787253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.791323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.796827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c095ada-6886-4bd5-9e73-3487bbe7ad2a HTTP/1.1" status: 204  len: 168 time: 0.5545559
Dec 11 20:49:36.801899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-7c09c686-295d-4873-a485-3468dd39de92 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4857976
Dec 11 20:49:36.809182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-b8d55787-10de-4230-9838-b18fb4cc4125 service neutron] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:36.818868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-247238a2-7056-4e71-92c0-c5c0d8e6fd5e req-cbaf99d1-b38b-43ff-9fb8-5e322bff60ec tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009202
Dec 11 20:49:36.823849 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.841341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Request body: {'port': {'device_id': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:36.869082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.912435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616df786-2e45-4a00-92fd-651828554f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c095ada-6886-4bd5-9e73-3487bbe7ad2a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:36.986012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-b8d55787-10de-4230-9838-b18fb4cc4125 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:36.987210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e41dabbe-f67f-44d3-99bb-0c91e4be897d req-b8d55787-10de-4230-9838-b18fb4cc4125 service neutron] 10.222.0.30 "DELETE /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.6220322
Dec 11 20:49:37.021822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:37.087833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee87909-5953-4535-922f-6210a7bbfba3 req-94aa0eb6-91ed-48f9-8e06-50637269d405 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:37.089431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ee87909-5953-4535-922f-6210a7bbfba3 req-94aa0eb6-91ed-48f9-8e06-50637269d405 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.8847756
Dec 11 20:49:37.141824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Pushing event updated for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:37.323540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:37.366337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ccb59-a093-4034-a8e1-99e2e8c09d0b req-ac88ea3c-2728-4f3a-a4fe-e7df7154cdbe tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:37.374784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9d3ccb59-a093-4034-a8e1-99e2e8c09d0b req-ac88ea3c-2728-4f3a-a4fe-e7df7154cdbe tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 950 time: 0.2451587
Dec 11 20:49:37.433500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:37.434831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7722f700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:37.490658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Router 6d69220a-08f4-460f-88d6-23d08dd1ab61 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:49:37.494794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9d3ccb59-a093-4034-a8e1-99e2e8c09d0b req-d7b39b04-baf5-45bc-9f48-f66e0a7f6869 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186194
Dec 11 20:49:37.515915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757b4b-3d36-4988-a611-9becd1340ecc None None] Pushing event updated for resources: {'Port': ['ID=03a202a2-e5a6-465a-8959-dbbe99dad1e5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:37.711719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-23abc27a-9393-4b04-bc2f-78cf2d85bae5 None None] Provisioning complete for port 00551254-96f8-4305-bba1-e1f058dc60bb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:37.713146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00551254-96f8-4305-bba1-e1f058dc60bb {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:37.713763 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23abc27a-9393-4b04-bc2f-78cf2d85bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:37.723569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:37.744829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24fdb8-5f72-420d-a148-70e1dc4ab18b req-fe26d82a-e21f-41da-b4a6-1937ad4353eb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:37.752357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba24fdb8-5f72-420d-a148-70e1dc4ab18b req-fe26d82a-e21f-41da-b4a6-1937ad4353eb tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 950 time: 0.1455271
Dec 11 20:49:37.766307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Transition to ACTIVE for port object 00551254-96f8-4305-bba1-e1f058dc60bb will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:37.791162 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:37.858019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:37.911909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba24fdb8-5f72-420d-a148-70e1dc4ab18b req-9d647599-7f39-4556-baf9-2a32f4120513 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586187
Dec 11 20:49:37.927026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device be7bb7de-4976-4f99-868e-0ad2f4f92c54 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:38.018172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Attempting to bind port 00551254-96f8-4305-bba1-e1f058dc60bb on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:38.020900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Attempting to bind port 00551254-96f8-4305-bba1-e1f058dc60bb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:38.021456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Attempting to bind port 00551254-96f8-4305-bba1-e1f058dc60bb on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:38.029141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Port 00551254-96f8-4305-bba1-e1f058dc60bb on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:38.029712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Attempting to bind port 00551254-96f8-4305-bba1-e1f058dc60bb on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:38.074126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ee87909-5953-4535-922f-6210a7bbfba3 req-b82847f8-6a68-4d13-b730-068f501d61b2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9146924
Dec 11 20:49:38.086187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-23abc27a-9393-4b04-bc2f-78cf2d85bae5 None None] Port 00551254-96f8-4305-bba1-e1f058dc60bb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:38.090866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:38.091440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:38.092369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:38.092842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Bound port: 00551254-96f8-4305-bba1-e1f058dc60bb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:38.093113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:38.115663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:38.120876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port be7bb7de-4976-4f99-868e-0ad2f4f92c54 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:38.121036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:38.156726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464b68c-9d32-4876-83ef-77e9ab128e4c req-46ec4b36-cdaf-448e-8258-018a0cb9f995 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.165071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0464b68c-9d32-4876-83ef-77e9ab128e4c req-46ec4b36-cdaf-448e-8258-018a0cb9f995 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 947 time: 0.1324370
Dec 11 20:49:38.251757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:38.277323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0464b68c-9d32-4876-83ef-77e9ab128e4c req-cc1ec244-fbeb-4fe0-b52f-353289e749d6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113088
Dec 11 20:49:38.279410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00551254-96f8-4305-bba1-e1f058dc60bb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:38.289172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:38.397604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-77cea99b-170c-4903-9538-1a97e0ee602e None None] Provisioning complete for port dcfc35a9-5d23-4408-965f-ae732bbf17e8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:38.399258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-77cea99b-170c-4903-9538-1a97e0ee602e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:38.412445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.413077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:38.419947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] 10.222.0.30 "PUT /v2.0/ports/00551254-96f8-4305-bba1-e1f058dc60bb HTTP/1.1" status: 200  len: 1095 time: 1.5900755
Dec 11 20:49:38.420464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:38.426327 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6099657-b6d9-44e9-bc96-b386e86ab764" -d '{"events": [{"name": "network-changed", "server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:38.465442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f19046-3e7f-4bbf-877f-7effdc689ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:38.554419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-77cea99b-170c-4903-9538-1a97e0ee602e None None] Port dcfc35a9-5d23-4408-965f-ae732bbf17e8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:38.558942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-7b9dec9b-d6cd-401a-84d9-37aa8a87d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.558942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-7b9dec9b-d6cd-401a-84d9-37aa8a87d4ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 1098 time: 0.0709388
Dec 11 20:49:38.625916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Allocated IP 172.20.0.1 (c8c7d68e-88b6-40f0-841b-f938c8a3aa03/0e1dac76-3407-4418-8bc2-de2dd51683e2/4e1988a4-ef5f-49d1-b757-c285f029e419) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:38.668633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-0d4032ae-2bf6-4cd0-b771-51453d64a129 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=00551254-96f8-4305-bba1-e1f058dc60bb HTTP/1.1" status: 200  len: 217 time: 0.0907459
Dec 11 20:49:38.748892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7722f700>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:31Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:38.765073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-f6cc1020-7696-4145-99ca-031f1c2c2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.767297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-f6cc1020-7696-4145-99ca-031f1c2c2396 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0922592
Dec 11 20:49:38.783976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bbd596-dfaa-49eb-9d71-d0af2d0edbbc None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:31Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:49:38.810283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:49:38.832102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Sync routers for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:49:38.833403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-17383226-dd26-4733-bc0d-4e1a9f65e344 admin admin] 10.222.0.18 "PUT /v2.0/routers/6d69220a-08f4-460f-88d6-23d08dd1ab61/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2504427
Dec 11 20:49:38.893661 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:38.895225 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84612490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:38.908365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af0109-2e5e-4354-acc5-354e1c694c8f req-a6cc7223-84fe-46f5-b63e-5d212e36a4bd tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.909908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96af0109-2e5e-4354-acc5-354e1c694c8f req-a6cc7223-84fe-46f5-b63e-5d212e36a4bd tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1095 time: 0.3782625
Dec 11 20:49:38.925728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-5ea9e502-ad9f-4b74-99a3-5d02a69d3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:38.927332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-5ea9e502-ad9f-4b74-99a3-5d02a69d3e80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1527672
Dec 11 20:49:38.936862 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73babc26-bc38-4063-8a68-4ae846d12470 x-openstack-request-id: req-73babc26-bc38-4063-8a68-4ae846d12470 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:38.937150 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:38.937411 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73babc26-bc38-4063-8a68-4ae846d12470 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:38.937817 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb', 'status': 'completed', 'code': 200}
Dec 11 20:49:38.949874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bebc08a-8cda-4e59-989e-0f6a22121090 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:39.010385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:39.115083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Transition to ACTIVE for port object 0bebc08a-8cda-4e59-989e-0f6a22121090 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:39.153924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:39.175725 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:39.191277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-7b39850f-6f9e-46e5-8684-ce4e2c18138b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525744
Dec 11 20:49:39.249141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96af0109-2e5e-4354-acc5-354e1c694c8f req-d7ec753d-e018-4b6a-a165-bfe0f53a3811 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233738
Dec 11 20:49:39.325942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:39.431657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Pushing event updated for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:39.437470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:39.495790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-da6a4747-e4a8-4f8e-a2b2-efac80d2473a service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2961862
Dec 11 20:49:39.541750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c52368-5873-46df-a83d-04d36c15d313 req-8d971b48-374b-4ca5-af60-6e5fac46ea36 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:39.547011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:39.555739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14c52368-5873-46df-a83d-04d36c15d313 req-8d971b48-374b-4ca5-af60-6e5fac46ea36 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 950 time: 0.4608212
Dec 11 20:49:39.572195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:39.634241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:39.745829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14c52368-5873-46df-a83d-04d36c15d313 req-6b84fb8c-5ba8-4a79-86a0-e261e8848636 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871834
Dec 11 20:49:39.780411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-74debfbf-5b44-4e45-bc9d-7dd6c1efba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:39.785142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-74debfbf-5b44-4e45-bc9d-7dd6c1efba0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 1098 time: 0.1926241
Dec 11 20:49:39.857397 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84612490>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 2, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:39.867548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:39.930568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Attempting to bind port 0bebc08a-8cda-4e59-989e-0f6a22121090 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:39.930568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Attempting to bind port 0bebc08a-8cda-4e59-989e-0f6a22121090 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:39.930568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Attempting to bind port 0bebc08a-8cda-4e59-989e-0f6a22121090 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:39.932434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:39.960304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Checking router: 6d69220a-08f4-460f-88d6-23d08dd1ab61 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:49:39.960718 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Updating router 6d69220a-08f4-460f-88d6-23d08dd1ab61 port dcfc35a9-5d23-4408-965f-ae732bbf17e8 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:49:39.998463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 03a202a2-e5a6-465a-8959-dbbe99dad1e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:40.043273 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.124286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-bbc455ab-e839-4bb0-922b-dcfe4c98fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.146349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-bbc455ab-e839-4bb0-922b-dcfe4c98fac1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3529739
Dec 11 20:49:40.188721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:40.189094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.223525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Port 0bebc08a-8cda-4e59-989e-0f6a22121090 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:40.224611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Attempting to bind port 0bebc08a-8cda-4e59-989e-0f6a22121090 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:40.266525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-15565486-e0da-4d54-8337-861d7ec80b33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=00551254-96f8-4305-bba1-e1f058dc60bb HTTP/1.1" status: 200  len: 217 time: 0.1026373
Dec 11 20:49:40.274800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-264c4671-ff42-4b20-a6cc-b087591a3c2e None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:40.275200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-264c4671-ff42-4b20-a6cc-b087591a3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.291159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0887-4287-4e45-939a-b21b727b742b req-6d307ef1-ba23-4a67-b9b1-65b568a6220f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.302080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d3e0887-4287-4e45-939a-b21b727b742b req-6d307ef1-ba23-4a67-b9b1-65b568a6220f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 947 time: 0.2697237
Dec 11 20:49:40.309128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:40.310399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:40.311098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:40.311792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Bound port: 0bebc08a-8cda-4e59-989e-0f6a22121090, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:40.312467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.361939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-264c4671-ff42-4b20-a6cc-b087591a3c2e None None] Port 4e1988a4-ef5f-49d1-b757-c285f029e419 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:40.435757 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.481603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.481997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 03a202a2-e5a6-465a-8959-dbbe99dad1e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03a202a2-e5a6-465a-8959-dbbe99dad1e5,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:40.489432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.496149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-40fedeca-cd35-4fb9-b0f1-d6c8e0ecaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.503535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-40fedeca-cd35-4fb9-b0f1-d6c8e0ecaf11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1864338
Dec 11 20:49:40.514822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d3e0887-4287-4e45-939a-b21b727b742b req-02d94b0e-8879-4fa5-8b4e-6a7f81e1ace0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117519
Dec 11 20:49:40.523891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-71c35651-c0ee-41c6-8e14-34216fb993c8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.526804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-71c35651-c0ee-41c6-8e14-34216fb993c8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 829 time: 0.3224611
Dec 11 20:49:40.573874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=03a202a2-e5a6-465a-8959-dbbe99dad1e5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:40.607777 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.612080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-29d04da9-124e-4ef5-83b7-4f7360f08030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.615081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-29d04da9-124e-4ef5-83b7-4f7360f08030 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0993576
Dec 11 20:49:40.622354 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.676735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-69c7dbe5-27a4-48de-a6f3-57349a623e07 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/quotas/5f20f7d20a754146b1f1059a28b74f9d HTTP/1.1" status: 200  len: 375 time: 0.1190383
Dec 11 20:49:40.680456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:40.736284 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9f81-9c9c-46eb-9411-4c013998d798 None None] Pushing event updated for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:40.744069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0bebc08a-8cda-4e59-989e-0f6a22121090,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:40.797530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.822731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-8ba995a9-4251-4ead-b6d3-d382d131a5c7 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1368644
Dec 11 20:49:40.823477 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Attempting to bind port dcfc35a9-5d23-4408-965f-ae732bbf17e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:40.823853 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Attempting to bind port dcfc35a9-5d23-4408-965f-ae732bbf17e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:40.824217 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Attempting to bind port dcfc35a9-5d23-4408-965f-ae732bbf17e8 on network ecfc52ac-ffcd-4860-a75d-56d5f600c47f {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:40.829397 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:40.829766 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Checking segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:40.830161 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.830594 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Bound using segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:40.831104 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Bound port: dcfc35a9-5d23-4408-965f-ae732bbf17e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:40.831498 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.957379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-528c8c98-8eaf-4834-b908-54ea6350d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.962589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:40.963200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:40.964783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] 10.222.0.30 "PUT /v2.0/ports/0bebc08a-8cda-4e59-989e-0f6a22121090 HTTP/1.1" status: 200  len: 1096 time: 4.3273892
Dec 11 20:49:40.971550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:40.973957 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ef8ef6-f7fb-4799-beb4-23462ecebfae" -d '{"events": [{"name": "network-changed", "server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:41.034120 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] For port dcfc35a9-5d23-4408-965f-ae732bbf17e8, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:41.038048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] For port dcfc35a9-5d23-4408-965f-ae732bbf17e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcfc35a9-5d23-4408-965f-ae732bbf17e8,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:41.044823 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.100309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] Provisioning complete for port dcfc35a9-5d23-4408-965f-ae732bbf17e8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:41.101819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.147038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57895bc-5a9a-4ca9-b98c-506cb08dea29 service neutron] Pushing event updated for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:41.193304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae9f81-9c9c-46eb-9411-4c013998d798 None None] Pushing event updated for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:41.200740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-209ed1de-756a-4b4b-83d7-1e902d3b5449 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:41.209603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-209ed1de-756a-4b4b-83d7-1e902d3b5449 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.5193331
Dec 11 20:49:41.222086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:41.228143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84612490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:41.229554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-a432e9e0-b6eb-467b-a83b-d3a32882e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:41.231338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-a432e9e0-b6eb-467b-a83b-d3a32882e4c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1099 time: 0.1554475
Dec 11 20:49:41.234326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.259001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-32168192-516b-4fd2-b557-257b7030353d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/quotas/385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 375 time: 0.0483844
Dec 11 20:49:41.278171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-1870cd39-6ceb-4fd1-959f-f006a6ebe804 service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4337919
Dec 11 20:49:41.323298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-867fb4ad-4d68-4e4c-9c56-eadd35bc3381 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7008164
Dec 11 20:49:41.332231 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.343028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.389439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] For port dcfc35a9-5d23-4408-965f-ae732bbf17e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcfc35a9-5d23-4408-965f-ae732bbf17e8,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:41.398572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.440472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-c667e364-bea7-4de4-b032-4c9b836d6b1d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1801023
Dec 11 20:49:41.447559 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:41.484634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:41.492460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-b89a0bf5-83fc-4b91-9945-af7721cb298f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0bebc08a-8cda-4e59-989e-0f6a22121090 HTTP/1.1" status: 200  len: 217 time: 0.2416074
Dec 11 20:49:41.505036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d7a09-9b7b-4aac-a2b2-50da59b50ed4 None None] Pushing event updated for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:41.560531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6099657-b6d9-44e9-bc96-b386e86ab764 req-b379ea16-3049-4526-841e-492eb16af3ca service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289677
Dec 11 20:49:41.577926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-2be2ee20-4239-4395-b335-e1c61258edc2 service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359103
Dec 11 20:49:41.630346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.653990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-ed836f6a-4dd4-4f88-b43e-7c348fa70c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:41.655468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-ed836f6a-4dd4-4f88-b43e-7c348fa70c82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1491802
Dec 11 20:49:41.683981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9f513b20-3b75-467d-a66d-82f25de53b75 None None] Provisioning complete for port dcfc35a9-5d23-4408-965f-ae732bbf17e8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:41.684800 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f513b20-3b75-467d-a66d-82f25de53b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:41.687807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-0f424533-3ddc-4bb8-ac3e-266bd89c7b8f service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309877
Dec 11 20:49:41.696932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-5ef963e8-fe8c-47c9-a8f2-e88fc33c3a2d service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1100242
Dec 11 20:49:41.795800 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84612490>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:41.830419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286cce7-0258-4103-9618-2f13687dffbd req-56695c39-7f18-49e9-b86b-ed323fc0506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:41.832328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-56695c39-7f18-49e9-b86b-ed323fc0506a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1563618
Dec 11 20:49:41.834237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:41.836222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:41.868679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941c0c8-1a82-4123-ab12-a4bb54369dd4 None None] The sync data for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 is: [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:49:41.901029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 03a202a2-e5a6-465a-8959-dbbe99dad1e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:42.108385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:42.109039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:42.147133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:49:42.429862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 00551254-96f8-4305-bba1-e1f058dc60bb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:42.460041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ca7d7234-d5bc-4c82-8525-0d943df99c47 None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:42.460302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7234-d5bc-4c82-8525-0d943df99c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:42.565339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d7234-d5bc-4c82-8525-0d943df99c47 None None] Port 4e1988a4-ef5f-49d1-b757-c285f029e419 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:42.613009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00551254-96f8-4305-bba1-e1f058dc60bb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:42.628872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '00551254-96f8-4305-bba1-e1f058dc60bb', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '00551254-96f8-4305-bba1-e1f058dc60bb', 'mac_address': 'fa:16:3e:72:b2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:42.702744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:42.733716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00551254-96f8-4305-bba1-e1f058dc60bb {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:42.781773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00551254-96f8-4305-bba1-e1f058dc60bb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:42.791880 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:42.838733 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16571d56-a5cd-4e6d-992c-08a4173e1370 x-openstack-request-id: req-16571d56-a5cd-4e6d-992c-08a4173e1370 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:42.839214 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:42.839295 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16571d56-a5cd-4e6d-992c-08a4173e1370 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:42.839648 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090', 'status': 'completed', 'code': 200}
Dec 11 20:49:42.904118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-e360fa0d-3a60-408f-98cb-dada6321a1ec tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0632977
Dec 11 20:49:42.917297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:42.967089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88843117-34f9-473b-908d-622ca67b5caa req-2a490f5f-9165-4802-ae1b-019489021f81 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:42.968956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88843117-34f9-473b-908d-622ca67b5caa req-2a490f5f-9165-4802-ae1b-019489021f81 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 948 time: 0.0818179
Dec 11 20:49:42.972445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-08b78664-1ab3-438e-9294-e4480fff8a7b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1199737
Dec 11 20:49:43.049882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88843117-34f9-473b-908d-622ca67b5caa req-56889ef5-f4ae-4fe1-b1a7-ee4be51706fa tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718472
Dec 11 20:49:43.072541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:49:43.084894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:49:43.114569 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6027b5f9-b548-432f-98a9-0b2b9f00e837 admin admin] 10.222.0.18 "PUT /v2.0/routers/85af6bf6-1144-4856-9a85-57c548424a50/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9399672
Dec 11 20:49:43.120747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:43.121523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77045610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:43.220572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf82ae5f-4f64-4af0-a2f9-3b2de7e2c498 req-aede2f61-44dd-454a-858a-c458e159a828 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 210 time: 0.0774539
Dec 11 20:49:43.236389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-4fc80ab3-81cf-4604-b062-b78766ddffa8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:43.244790 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-4fc80ab3-81cf-4604-b062-b78766ddffa8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3395641
Dec 11 20:49:43.303700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1286cce7-0258-4103-9618-2f13687dffbd req-af3151ca-a94d-442e-b81f-def7bd616641 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2917631
Dec 11 20:49:43.305555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-30cb47fe-dfd6-4c50-bf64-d4353cee9ed3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/quotas/77986ddbe8f64c01a84d52f76f1b740c HTTP/1.1" status: 200  len: 375 time: 0.0540481
Dec 11 20:49:43.379158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-91163d5b-176c-4f09-8df9-cec85a635bdc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628157
Dec 11 20:49:43.442882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-c0f009eb-741d-47d2-a383-9d2ca00ddc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:43.445444 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-c0f009eb-741d-47d2-a383-9d2ca00ddc9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1099 time: 0.0644059
Dec 11 20:49:43.467060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:43.551854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8b8378b-55c8-4cc7-924c-2b13a0355222 req-ccd44a8e-7bba-4308-98ed-d40926e489a6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 210 time: 0.1053782
Dec 11 20:49:43.648843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-b2d23306-c97c-455f-9b5f-23d14c62d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:43.650419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-b2d23306-c97c-455f-9b5f-23d14c62d3e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1974440
Dec 11 20:49:43.791854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:43.808333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-dd97114e-ede7-42e4-920c-e9916b5cfdef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0bebc08a-8cda-4e59-989e-0f6a22121090 HTTP/1.1" status: 200  len: 217 time: 0.1505902
Dec 11 20:49:43.882831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-911945c0-73ab-4c70-a093-025ae85bf645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:44.001813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dcfc35a9-5d23-4408-965f-ae732bbf17e8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:44.039286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-6b8e82c0-0787-4960-9ddb-1b43812d9b6b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.042883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-6b8e82c0-0787-4960-9ddb-1b43812d9b6b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.2659039
Dec 11 20:49:44.067530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Request body: {'port': {'device_id': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'admin_state_up': True, 'tenant_id': '385463c536d74a2b9b8843b31636747e'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:44.067906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-c4cd8536-45c7-42ea-bb7b-e4de97b254e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.074635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-c4cd8536-45c7-42ea-bb7b-e4de97b254e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2500589
Dec 11 20:49:44.100533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-b9ba35ca-1eb3-4130-acc4-3ef4a8c0fb12 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0561876
Dec 11 20:49:44.178070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-fe964c26-acac-4ef7-9426-0b43080ae5b9 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.180820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-fe964c26-acac-4ef7-9426-0b43080ae5b9 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 820 time: 0.3738256
Dec 11 20:49:44.227724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-c6cb39e8-022a-4c04-86d7-3aa725929a83 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/quotas/c8ff2965e8a94da1b9fee71e0baaffad HTTP/1.1" status: 200  len: 375 time: 0.0290761
Dec 11 20:49:44.262519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-a46d5d70-bfb1-4752-a12c-6cfbb02c7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.268231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-a46d5d70-bfb1-4752-a12c-6cfbb02c7ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1774077
Dec 11 20:49:44.339044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-71b13fd3-449e-4199-8b9c-6cf14993defe tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.341218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-71b13fd3-449e-4199-8b9c-6cf14993defe tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2335193
Dec 11 20:49:44.376498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-d29dd6b4-cb68-440c-9139-068c0d5532d2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/quotas/77986ddbe8f64c01a84d52f76f1b740c HTTP/1.1" status: 200  len: 375 time: 0.0242081
Dec 11 20:49:44.412878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dcfc35a9-5d23-4408-965f-ae732bbf17e8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:44.414083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:44.416398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:44.420309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:44.424020 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-d4871781-8511-4494-8bc7-830de6829df5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465903
Dec 11 20:49:44.522625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-463ecb0e-2197-409f-9fa9-6ca0d4e50655 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2866228
Dec 11 20:49:44.604613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Allocated IP 172.20.0.6 (65f7b4a2-c131-4956-8472-b3b7c82bb4af/eb7ee384-b459-4b7b-9169-bdf2613e790a/23623d18-7928-44b1-a1be-372bbcdc4102) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:44.653996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-3fb92867-204e-4997-8ded-ebf572679e97 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3561788
Dec 11 20:49:44.718458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77045610>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 2, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:44.752905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:49:44.753279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Updating router 85af6bf6-1144-4856-9a85-57c548424a50 port 4e1988a4-ef5f-49d1-b757-c285f029e419 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:49:44.776319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-5d7bea43-4699-427a-84a5-47ff85f36933 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:44.777853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-5d7bea43-4699-427a-84a5-47ff85f36933 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.16 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 829 time: 0.4487634
Dec 11 20:49:44.806811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:44.816440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'port': {'device_id': '75108303-ddb7-444d-a186-93d99450864a', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'admin_state_up': True, 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:44.821267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:44.861353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9349f940-ab70-4394-a039-72c0b3b36d18 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3239419
Dec 11 20:49:44.967481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.051208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.064335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06ef8ef6-f7fb-4799-beb4-23462ecebfae req-de2c3fbe-6c0f-4322-a4f4-04be1db2fb96 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3965077
Dec 11 20:49:45.104996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-d435a7b2-fea8-4eb5-8dc8-3eead1d4d750 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423306
Dec 11 20:49:45.149781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Made reservation on behalf of 5f20f7d20a754146b1f1059a28b74f9d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:45.153473 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.172269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:45.175984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:45.195867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:45.223959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:45.345632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.354240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.452253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:45.453290 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.456936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Allocated IP 172.20.0.13 (ecfc52ac-ffcd-4860-a75d-56d5f600c47f/0fc337e6-3d1a-48f2-b4ff-bd52848227ed/f566551a-0e02-4f3a-a89b-b0463cf75b3b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:45.557226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b01a7-9a96-41b8-98d0-e02b6493cd94 req-c3057070-55c3-4ec7-a218-b79f7a89182c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:45.573911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad3b01a7-9a96-41b8-98d0-e02b6493cd94 req-c3057070-55c3-4ec7-a218-b79f7a89182c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 948 time: 0.2510846
Dec 11 20:49:45.584222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-0a7ebdb8-1896-463f-b895-0dda26aa274e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5248554
Dec 11 20:49:45.591268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-91ef3bd9-d5b2-4fce-80c1-02004fcd9918 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0968757
Dec 11 20:49:45.609188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc0a8d-d51d-4241-88d9-b95e7bb2b8a2 None None] Pushing event updated for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:45.632962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.675321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Attempting to bind port 4e1988a4-ef5f-49d1-b757-c285f029e419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:45.676299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Attempting to bind port 4e1988a4-ef5f-49d1-b757-c285f029e419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:45.678231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Attempting to bind port 4e1988a4-ef5f-49d1-b757-c285f029e419 on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:45.690781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Request body: {'port': {'device_id': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:45.695302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:45.695934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Checking segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:45.696499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.697094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Bound using segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:45.697787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Bound port: 4e1988a4-ef5f-49d1-b757-c285f029e419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:45.698344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.706641 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.759922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad3b01a7-9a96-41b8-98d0-e02b6493cd94 req-62ac50ac-7bf0-4fe6-8141-01a7525473e0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836896
Dec 11 20:49:45.830423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b33154-ccfb-4d53-8dd4-65ecf83ba0cb req-3f5c1240-fb0b-4f40-9f9b-435240045a59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:45.838673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29b33154-ccfb-4d53-8dd4-65ecf83ba0cb req-3f5c1240-fb0b-4f40-9f9b-435240045a59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 931 time: 0.1361296
Dec 11 20:49:45.841096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8a7ff6f5-5852-424d-938b-488b5cca1da8 None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:45.841839 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a7ff6f5-5852-424d-938b-488b5cca1da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.854844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] For port 4e1988a4-ef5f-49d1-b757-c285f029e419, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:45.861541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] For port 4e1988a4-ef5f-49d1-b757-c285f029e419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e1988a4-ef5f-49d1-b757-c285f029e419,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:45.878884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.906216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:45.946499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ff6f5-5852-424d-938b-488b5cca1da8 None None] Port 4e1988a4-ef5f-49d1-b757-c285f029e419 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:45.977593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc0a8d-d51d-4241-88d9-b95e7bb2b8a2 None None] Pushing event updated for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:45.985629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:49:45.986243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77045610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:46.001236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29b33154-ccfb-4d53-8dd4-65ecf83ba0cb req-c27f46c8-90e6-4af6-a1ea-37dc850dae69 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613863
Dec 11 20:49:46.068958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:46.113431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event updated for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:46.171152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-4b431f12-89cf-4293-8f4a-f5e823ef7ef4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:46.173910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-4b431f12-89cf-4293-8f4a-f5e823ef7ef4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4914012
Dec 11 20:49:46.198343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0eae473b-ae66-4353-9d2a-13188d20ebdb req-f7435c80-dfd8-45a9-9ae4-6682cdae1f88 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 210 time: 0.0739081
Dec 11 20:49:46.200486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:46.202877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:46.207453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Request body: {'port': {'device_id': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '77986ddbe8f64c01a84d52f76f1b740c'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:46.213683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:46.300420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302454-30b6-4702-b6f3-763943bb1179 req-4a5d05a4-b3d7-491f-bec7-c592f8237805 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:46.301598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:46.303666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b302454-30b6-4702-b6f3-763943bb1179 req-4a5d05a4-b3d7-491f-bec7-c592f8237805 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 932 time: 0.3531435
Dec 11 20:49:46.308326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:49:46.355281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:46.355954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:46.410141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-67cac611-a8f3-48d9-8032-6b4eec0974d8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6007419
Dec 11 20:49:46.430364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Request body: {'port': {'device_id': '75108303-ddb7-444d-a186-93d99450864a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:46.467689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:46.479698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.16', 56565) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:46.522461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 00551254-96f8-4305-bba1-e1f058dc60bb up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:46.536730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3609bb69-a775-4ec1-804d-42a3301fba87 req-74af8c85-5233-41a7-94e4-1d1bed70ecc6 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 210 time: 0.0932026
Dec 11 20:49:46.619497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:46.666411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-91ddf835-aa12-40f5-9606-8dd8ca7e88db tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1844497
Dec 11 20:49:46.866987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:46.867606 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:46.925641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:46.945857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5f636-35af-48e8-bcb4-18c0803e3740 req-71e82c83-c12a-46d6-b484-4bd6812813f1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:46.946627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b302454-30b6-4702-b6f3-763943bb1179 req-ad3d3986-c8f2-4d50-8cd8-f0aaa44e9780 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6244619
Dec 11 20:49:46.947405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96c5f636-35af-48e8-bcb4-18c0803e3740 req-71e82c83-c12a-46d6-b484-4bd6812813f1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 948 time: 0.1029077
Dec 11 20:49:46.953339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'mac_address': 'fa:16:3e:86:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:47.028830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 00551254-96f8-4305-bba1-e1f058dc60bb completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:47.029325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23623d18-7928-44b1-a1be-372bbcdc4102 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:47.033583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Made reservation on behalf of 77986ddbe8f64c01a84d52f76f1b740c for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:47.037306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.041267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 00551254-96f8-4305-bba1-e1f058dc60bb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:47.041869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.049391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.057830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f566551a-0e02-4f3a-a89b-b0463cf75b3b {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:47.067530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.068083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.085087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Transition to ACTIVE for port object f566551a-0e02-4f3a-a89b-b0463cf75b3b will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:47.089104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-9c1ff795-3e81-44da-b748-58283b52715a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:47.091269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-9c1ff795-3e81-44da-b748-58283b52715a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2932427
Dec 11 20:49:47.094842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Transition to ACTIVE for port object 23623d18-7928-44b1-a1be-372bbcdc4102 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:47.104389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.110923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Request body: {'port': {'device_id': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '77986ddbe8f64c01a84d52f76f1b740c'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:47.117123 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.149235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96c5f636-35af-48e8-bcb4-18c0803e3740 req-691aa576-1b26-4964-81f3-34cabd305f3d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619106
Dec 11 20:49:47.149993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.164403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:47.164635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.168252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:47.178426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.215339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:47.227538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77045610>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:45Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:49:47.271877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.272561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0bebc08a-8cda-4e59-989e-0f6a22121090 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:47.287768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed0392a-7760-4a3d-8226-e4035beddd7c None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:45Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:49:47.403321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff9cc2-4063-40db-9f28-4915cba8b6a0 req-049c98f2-e95d-474b-b713-e2fceeb1432f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:47.405000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7ff9cc2-4063-40db-9f28-4915cba8b6a0 req-049c98f2-e95d-474b-b713-e2fceeb1432f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.2225852
Dec 11 20:49:47.469629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] For port 4e1988a4-ef5f-49d1-b757-c285f029e419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e1988a4-ef5f-49d1-b757-c285f029e419,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:47.470676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.505037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.544154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:47.580659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0bebc08a-8cda-4e59-989e-0f6a22121090,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:47.594087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:47.594637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:47.595071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:47.610346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Made reservation on behalf of 77986ddbe8f64c01a84d52f76f1b740c for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:47.614092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.654441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.655565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:47.655994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:47.664821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.673483 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.677239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:47.684455 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf911b2c-2dbf-4244-8ff4-53a182afa12b" -d '{"events": [{"server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "name": "network-vif-plugged", "status": "completed", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:47.697540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:47.698061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:47.698584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:47.699312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Bound port: 23623d18-7928-44b1-a1be-372bbcdc4102, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:47.699591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.718900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '0bebc08a-8cda-4e59-989e-0f6a22121090', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '0bebc08a-8cda-4e59-989e-0f6a22121090', 'mac_address': 'fa:16:3e:36:0d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:47.728994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7ff9cc2-4063-40db-9f28-4915cba8b6a0 req-0bfdcc69-4631-48fb-bb8a-5e915074ef5d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632313
Dec 11 20:49:47.819341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00551254-96f8-4305-bba1-e1f058dc60bb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:47.827186 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.871693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:47.880031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a73627-96fc-4a74-b6ce-f407af47f8a9 None None] Pushing event updated for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:47.917135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8054b2c7-94cc-46a9-96f9-144cf81a9fc6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:47.961825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-0e33ab8d-fccb-47e3-9634-ec548b586977 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:47.963414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-0e33ab8d-fccb-47e3-9634-ec548b586977 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 820 time: 0.5648255
Dec 11 20:49:47.970028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bebc08a-8cda-4e59-989e-0f6a22121090 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:47.971450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89f6658f-103b-4d8d-8f9f-452c7eb7d2a8 req-9b85fbd3-4739-4962-9274-71ede8278fa7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 210 time: 0.0598190
Dec 11 20:49:47.992477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Attempting to bind port f566551a-0e02-4f3a-a89b-b0463cf75b3b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:47.993356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Attempting to bind port f566551a-0e02-4f3a-a89b-b0463cf75b3b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:47.994242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Attempting to bind port f566551a-0e02-4f3a-a89b-b0463cf75b3b on network ecfc52ac-ffcd-4860-a75d-56d5f600c47f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:47.998177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Pushing event updated for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:48.012104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'port': {'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'admin_state_up': True, 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:48.020665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Port f566551a-0e02-4f3a-a89b-b0463cf75b3b on network ecfc52ac-ffcd-4860-a75d-56d5f600c47f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:48.021242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Attempting to bind port f566551a-0e02-4f3a-a89b-b0463cf75b3b on network ecfc52ac-ffcd-4860-a75d-56d5f600c47f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:48.042901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0bebc08a-8cda-4e59-989e-0f6a22121090,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:48.051154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4e1988a4-ef5f-49d1-b757-c285f029e419 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:48.060747 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.067850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:48.068594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Checking segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:48.069212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Bound using segment: {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:48.069976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Bound port: f566551a-0e02-4f3a-a89b-b0463cf75b3b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:48.072043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.084769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:48.177041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a3bd09b8-1bee-4a4f-b80b-378ebb234289'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:48.182096 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf64b7-c85e-4f56-8542-f1562841945f x-openstack-request-id: req-b3cf64b7-c85e-4f56-8542-f1562841945f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:48.182096 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "name": "network-vif-plugged", "status": "completed", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:48.182385 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3cf64b7-c85e-4f56-8542-f1562841945f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:48.182897 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb', 'code': 200}
Dec 11 20:49:48.219876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Made reservation on behalf of c8ff2965e8a94da1b9fee71e0baaffad for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:49:48.223690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.242934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92b94421-0561-40c1-926b-81748109753b req-3f547c74-4ed1-452d-a75e-22fd0d9c3ac8 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 210 time: 0.0707810
Dec 11 20:49:48.244081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:48.307315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:48.331866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:48.332723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.388261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:48.420776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Allocated IP 192.168.233.172 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/854f1ded-1f50-4945-bb98-3d1f1428b7e7) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:48.423592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.520142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:48.544119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.544755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.546910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] 10.222.0.16 "PUT /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 1091 time: 2.8630970
Dec 11 20:49:48.553041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:48.555904 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e9c0d3-e945-4e28-a0d9-c8a206151d32" -d '{"events": [{"name": "network-changed", "server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:48.571038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdadcea-c6fd-4410-b749-2c6ae538deb9 req-9762261e-3b03-4df3-be87-2cfc3b4738be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.571342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:48.572601 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ebdadcea-c6fd-4410-b749-2c6ae538deb9 req-9762261e-3b03-4df3-be87-2cfc3b4738be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 1100 time: 0.2176244
Dec 11 20:49:48.587608 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.604593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e625f-15eb-4c0f-9c8d-892cfbb888b1 req-f8ddf78c-d991-4d76-9766-79f29f74b023 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.609010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:48.613058 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-201e625f-15eb-4c0f-9c8d-892cfbb888b1 req-f8ddf78c-d991-4d76-9766-79f29f74b023 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 944 time: 0.1800900
Dec 11 20:49:48.672940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53947-17ba-4539-8304-a8b006e4ccba req-591400a0-6ea9-46da-8c2b-ae536d0d225c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.682894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88b53947-17ba-4539-8304-a8b006e4ccba req-591400a0-6ea9-46da-8c2b-ae536d0d225c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 949 time: 0.2570710
Dec 11 20:49:48.689658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Allocated IP 172.20.0.8 (c8c7d68e-88b6-40f0-841b-f938c8a3aa03/0e1dac76-3407-4418-8bc2-de2dd51683e2/28fd92ab-f25c-4205-8503-cbe33cfe0b2a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:48.692640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.693593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:48.696633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] 10.222.0.16 "PUT /v2.0/ports/f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 1092 time: 2.2772419
Dec 11 20:49:48.699863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:48.703221 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bbca5-f57f-495a-b029-8ab3362335d0" -d '{"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:48.710559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01f370-befc-4bc5-b71a-0e1a8955deaa service neutron] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:48.780837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1209d48-753c-470f-85cb-d76ac173975e service neutron] Pushing event updated for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:48.824889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-201e625f-15eb-4c0f-9c8d-892cfbb888b1 req-6ab41c81-7eeb-40e7-aa48-18604f05020d tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039385
Dec 11 20:49:48.827687 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ebdadcea-c6fd-4410-b749-2c6ae538deb9 req-c6cf5848-59a5-4138-90bb-f153421a6d36 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313485
Dec 11 20:49:48.872077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-48d9da65-1bd7-4dde-b126-0adaad5ae3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.873982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-48d9da65-1bd7-4dde-b126-0adaad5ae3f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1094 time: 0.2478583
Dec 11 20:49:48.886570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88b53947-17ba-4539-8304-a8b006e4ccba req-d8770aeb-2c47-4ff0-8565-306be8747530 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027643
Dec 11 20:49:48.932787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c0aec3a8-0a52-492c-aa70-041414aa33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:48.934984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-c0aec3a8-0a52-492c-aa70-041414aa33c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1095 time: 0.1758230
Dec 11 20:49:48.942847 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-9b1d72cd-35f3-420c-8360-c507b931bf47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 217 time: 0.0526288
Dec 11 20:49:48.992120 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2f7a53-bf1f-449a-9c26-6443b1437f06 x-openstack-request-id: req-2b2f7a53-bf1f-449a-9c26-6443b1437f06 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:48.992564 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:48.992832 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b2f7a53-bf1f-449a-9c26-6443b1437f06 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:48.993242 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102', 'status': 'completed', 'code': 200}
Dec 11 20:49:49.029829 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd75bc2-8c0c-49a0-ba4f-b6a21464de63 x-openstack-request-id: req-5dd75bc2-8c0c-49a0-ba4f-b6a21464de63 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:49.030273 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:49.030621 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd75bc2-8c0c-49a0-ba4f-b6a21464de63 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:49.031023 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'status': 'completed', 'code': 200}
Dec 11 20:49:49.035027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-a3bd86f4-cbeb-4a95-a3d3-a7675d4dec12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 217 time: 0.0646622
Dec 11 20:49:49.050708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.072517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-b3a2dc7f-d245-4d25-b873-9b1673cd8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.074359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-b3a2dc7f-d245-4d25-b873-9b1673cd8068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1192133
Dec 11 20:49:49.140218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-bc4ea33e-8df5-4c6a-9484-49fe94d2904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.142631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-bc4ea33e-8df5-4c6a-9484-49fe94d2904a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.0977802
Dec 11 20:49:49.148627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.160764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-59002168-d6fe-40b9-a077-08f3938fc396 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769899
Dec 11 20:49:49.217936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-09ad1ec9-6941-4d92-b172-de9c69a52685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.220260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-09ad1ec9-6941-4d92-b172-de9c69a52685 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0698066
Dec 11 20:49:49.262365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.296497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.318202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf5ce6c7-3064-4df2-b777-c0defc0c0d8c req-f122baa9-32fa-4758-ae6f-5a7e1af25c9e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 210 time: 0.0847275
Dec 11 20:49:49.387252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:49.399369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:49.409761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:49.473633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event updated for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:49.489594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-a90aeb0b-1ce5-4ec1-9a2a-9d238cf8cc56 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574720
Dec 11 20:49:49.530397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.531190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.583538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb63c9e-4c54-4229-ba64-b99d147431fc req-0c3ea6e9-79d5-47ba-aaa9-8470ec7df2f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.585202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8eb63c9e-4c54-4229-ba64-b99d147431fc req-0c3ea6e9-79d5-47ba-aaa9-8470ec7df2f0 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.1834648
Dec 11 20:49:49.597832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-291f3533-24d2-48e2-8ff4-37ebe8bcbd27 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5938864
Dec 11 20:49:49.598445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dc768-2005-4edb-b864-b8c3f3f85a27 req-dbdf8c8e-c0cb-421b-8360-c07c4973a8c4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.600176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-980dc768-2005-4edb-b864-b8c3f3f85a27 req-dbdf8c8e-c0cb-421b-8360-c07c4973a8c4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.5199792
Dec 11 20:49:49.618836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Request body: {'port': {'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:49.686009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:49.707185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f465cb6a-363a-48c6-a2f6-b6e08beec8af req-b28e2bdd-4658-4647-b162-84499cbd0c08 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2068226
Dec 11 20:49:49.708655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Allocated IP 192.168.233.166 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:49:49.712657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:49.721023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:49.727602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-823b908a-b936-4d8f-998a-cae7da8deb68 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5552149
Dec 11 20:49:49.737103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:49.750532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4c5d900f-e4b1-49b1-9222-cc1f13deab12 None None] Provisioning complete for port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:49.751399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c5d900f-e4b1-49b1-9222-cc1f13deab12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.772969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8eb63c9e-4c54-4229-ba64-b99d147431fc req-54ae50d6-d74b-4b47-aafd-9f20ee7ca998 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1719961
Dec 11 20:49:49.785033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:49.881194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d900f-e4b1-49b1-9222-cc1f13deab12 None None] Port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:49.931284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-980dc768-2005-4edb-b864-b8c3f3f85a27 req-7eca91fb-68a0-4f6d-a805-4d09207db98a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2981122
Dec 11 20:49:49.984195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-23af5ac0-ea76-4a38-94ab-a8ae1e932fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:49.985812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-23af5ac0-ea76-4a38-94ab-a8ae1e932fe0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1095 time: 0.1725264
Dec 11 20:49:50.020485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.034352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4e1988a4-ef5f-49d1-b757-c285f029e419 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:50.042724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.152844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4e1988a4-ef5f-49d1-b757-c285f029e419 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:50.153461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.219327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7a586ec-7d42-4e90-8865-478481f5d69b req-cf44a028-98a3-4f40-8f08-b4435e5007e1 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536710
Dec 11 20:49:50.273828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-168728bf-6ccc-4cbe-afb5-0cdcff4fcb66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0812654
Dec 11 20:49:50.298809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Request body: {'port': {'device_id': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:50.327687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58c4eb-6546-4598-82ab-d6ee1d89b3c3 req-13372c4e-6fe3-47d7-8d54-690ad156f77b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.334745 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e58c4eb-6546-4598-82ab-d6ee1d89b3c3 req-13372c4e-6fe3-47d7-8d54-690ad156f77b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 931 time: 0.2899899
Dec 11 20:49:50.386761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-622b3198-8d30-4106-8857-2bbc013ab285 None None] Provisioning complete for port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:50.387136 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-622b3198-8d30-4106-8857-2bbc013ab285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.405954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-637faa7d-47e3-4fd8-b812-43ea1fc47875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.407467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-637faa7d-47e3-4fd8-b812-43ea1fc47875 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 930 time: 0.3669925
Dec 11 20:49:50.432499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da455a5f-00c9-42ce-b6f9-1468937b385d req-8bfad4e5-94c8-46fa-91e4-2768a29ccb32 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.434060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da455a5f-00c9-42ce-b6f9-1468937b385d req-8bfad4e5-94c8-46fa-91e4-2768a29ccb32 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 944 time: 0.2109463
Dec 11 20:49:50.445429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:50.514256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.519668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-316b0539-9af3-4f22-b52c-758235b7db36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 217 time: 0.1027107
Dec 11 20:49:50.534543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.552719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-622b3198-8d30-4106-8857-2bbc013ab285 None None] Port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:50.590338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-298987c6-c480-4352-b27e-72811200fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.592278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-298987c6-c480-4352-b27e-72811200fa6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1094 time: 0.2581558
Dec 11 20:49:50.598532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e58c4eb-6546-4598-82ab-d6ee1d89b3c3 req-e9b727c7-a3c8-4ae6-92ec-cd10c32a0a02 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2502079
Dec 11 20:49:50.611120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a3bd09b8-1bee-4a4f-b80b-378ebb234289 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:50.611500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.675334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-8a3539da-e8e7-496c-8b2c-8bbcc69bb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.677372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-8a3539da-e8e7-496c-8b2c-8bbcc69bb0d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.1440616
Dec 11 20:49:50.683404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd92ab-f25c-4205-8503-cbe33cfe0b2a {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:50.687188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da455a5f-00c9-42ce-b6f9-1468937b385d req-c66e0f59-0bb6-42db-bf82-d943e3ac1db2 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2119584
Dec 11 20:49:50.716329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.751026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Transition to ACTIVE for port object 28fd92ab-f25c-4205-8503-cbe33cfe0b2a will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:50.776935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.778039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.808047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:50.814555 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bd2762-1a79-4a69-a59d-e78bf91b1310" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:50.832213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-eed18680-78ba-46fc-a3ac-b146d21b472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.833742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-eed18680-78ba-46fc-a3ac-b146d21b472a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1449990
Dec 11 20:49:50.837911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:50.846369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:50.850464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0bebc08a-8cda-4e59-989e-0f6a22121090 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:50.895259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ea8cf-b51b-451d-93fb-21f6a6a91215 req-ab69b2ab-5ec5-4b90-9011-c85c061077cc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:50.896820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-435ea8cf-b51b-451d-93fb-21f6a6a91215 req-ab69b2ab-5ec5-4b90-9011-c85c061077cc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 949 time: 0.1573749
Dec 11 20:49:50.930007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Pushing event updated for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:51.028698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db842500-bc71-4898-bd9f-64dee143865a req-483b7517-c79f-4e5b-bc4c-96c887151567 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 210 time: 0.1083665
Dec 11 20:49:51.034695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.107280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:51.124211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 0bebc08a-8cda-4e59-989e-0f6a22121090 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:51.132834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-0ea66b4a-5129-450b-93b2-788b42c9eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.134602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-0ea66b4a-5129-450b-93b2-788b42c9eb2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.5195346
Dec 11 20:49:51.139160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:49:51.153832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-435ea8cf-b51b-451d-93fb-21f6a6a91215 req-e983cc64-c227-4de0-9393-3d84a86e49c9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202256
Dec 11 20:49:51.191094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.191661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.191783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-a5c89ef2-d415-4677-998d-b471c95641f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3457737
Dec 11 20:49:51.192273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.192754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.193221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.193822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.195066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.195404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.195733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.196059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.196383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.196707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.197032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:49:51.212429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 0bebc08a-8cda-4e59-989e-0f6a22121090 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:51.212800 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.212933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Attempting to bind port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:51.213262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Attempting to bind port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:51.214171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Attempting to bind port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:51.231150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:51.231480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Attempting to bind port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:51.237022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:49:51.277242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:51.277594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Checking segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:51.277983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Bound using segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:51.278429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Bound port: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:51.278832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.316172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.318665 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aad40d-e829-4c17-8b13-1369f2af82f5 x-openstack-request-id: req-69aad40d-e829-4c17-8b13-1369f2af82f5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:51.319945 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:51.320437 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69aad40d-e829-4c17-8b13-1369f2af82f5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:51.321055 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'code': 200}
Dec 11 20:49:51.406919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.415085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:49:51.496918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event updated for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:51.500056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-4ad3ba47-d6f3-415a-b013-8d0d64892e23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 217 time: 0.3558304
Dec 11 20:49:51.525283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0bebc08a-8cda-4e59-989e-0f6a22121090,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:51.543012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.629152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:51.704667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-f6daa709-5b98-4c59-ad1f-4b397977cb14 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.706592 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-f6daa709-5b98-4c59-ad1f-4b397977cb14 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.30 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.2136381
Dec 11 20:49:51.711185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea119a-04a7-43e2-aff5-8786ce71dbec req-eb3aebba-ac8d-459f-8809-29e4383840dd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.717311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7ea119a-04a7-43e2-aff5-8786ce71dbec req-eb3aebba-ac8d-459f-8809-29e4383840dd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.1110101
Dec 11 20:49:51.717964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673dc5-3e79-4d47-93d5-00d7cddc86a7 req-cb356e4e-7b2a-4f43-b70e-f6ff2e302e58 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.726111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2673dc5-3e79-4d47-93d5-00d7cddc86a7 req-cb356e4e-7b2a-4f43-b70e-f6ff2e302e58 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.4902110
Dec 11 20:49:51.767571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.768075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb3bbca5-f57f-495a-b029-8ab3362335d0 req-f0c8088a-ee29-4044-9498-3dad80dc7807 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5673263
Dec 11 20:49:51.768247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.771293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-befa27e5-19ff-4b60-afb9-d59d29c3bb9f None None] Provisioning complete for port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:51.771994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-befa27e5-19ff-4b60-afb9-d59d29c3bb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.807735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:51.835525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7ea119a-04a7-43e2-aff5-8786ce71dbec req-5500fec7-04c3-4225-92b9-463c0c843a77 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128623
Dec 11 20:49:51.837690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:51.844238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.844779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-6c2c2fa0-fede-4384-8920-ee8de4c17dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.846810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-6c2c2fa0-fede-4384-8920-ee8de4c17dab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.3016746
Dec 11 20:49:51.865672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-befa27e5-19ff-4b60-afb9-d59d29c3bb9f None None] Port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:49:51.909724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-8c1c9cfc-2bf4-43ea-a0a4-64ceb480fed2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.8023307
Dec 11 20:49:51.915328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Pushing event updated for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:51.920907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:51.921799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:51.923499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9153ca39-10f6-44c4-9ce3-62f724b16cad service neutron] 10.222.0.30 "PUT /v2.0/ports/28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 1091 time: 2.3117635
Dec 11 20:49:51.924044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:51.926461 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bff29f-9b7d-429f-a007-700651ffcdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:51.950919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-c099832f-ec6e-44fa-b079-8830c9860ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0808730
Dec 11 20:49:52.021880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Request body: {'port': {'device_id': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:49:52.050850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9983aedc-cebc-4f5d-b3bb-46030ea6b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.052492 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-9983aedc-cebc-4f5d-b3bb-46030ea6b138 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1094 time: 0.0755765
Dec 11 20:49:52.063144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2673dc5-3e79-4d47-93d5-00d7cddc86a7 req-1a351949-b101-4f67-977d-8d61aed84211 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360114
Dec 11 20:49:52.137396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:52.151003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:52.153796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-cc4c7afe-6c51-48ca-9acd-2b4fb454c4ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0696397
Dec 11 20:49:52.170016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Transition to ACTIVE for port object 854f1ded-1f50-4945-bb98-3d1f1428b7e7 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:52.182813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45266c2-d558-4ebf-b01c-23687951946a req-e8ac0931-48b4-438d-b584-83a67025bbf4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.185227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e45266c2-d558-4ebf-b01c-23687951946a req-e8ac0931-48b4-438d-b584-83a67025bbf4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.1367292
Dec 11 20:49:52.246089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:52.247727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-640fdbed-fe8c-4905-a6ad-c408cfa8fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.259172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-640fdbed-fe8c-4905-a6ad-c408cfa8fece service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0691276
Dec 11 20:49:52.376037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e45266c2-d558-4ebf-b01c-23687951946a req-b99d94b6-512b-4606-a0c3-0b4351260d22 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192000
Dec 11 20:49:52.433227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-e4b409a8-35d7-4bd5-9485-b49e2728d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.434789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-e4b409a8-35d7-4bd5-9485-b49e2728d3ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1601009
Dec 11 20:49:52.457176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:52.547263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:52.591406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Deleting port 993dbf25-9b77-42e0-8746-487f9e582023 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:49:52.592001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:52.635499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e904a-3294-4519-b4ab-1ff082537b68 req-9068a87d-9b12-472b-bcbb-6621b430590b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.644677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b9e904a-3294-4519-b4ab-1ff082537b68 req-9068a87d-9b12-472b-bcbb-6621b430590b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 944 time: 0.0959954
Dec 11 20:49:52.645048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:52.668276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cade9-bb52-4f0a-bf4d-dccce1fae846 req-64f96789-3777-4b13-842e-3033f65f329a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:52.669816 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-219cade9-bb52-4f0a-bf4d-dccce1fae846 req-64f96789-3777-4b13-842e-3033f65f329a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 943 time: 0.4258797
Dec 11 20:49:52.681130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-e116bc75-08f2-45d7-ad63-1da8a3769efa service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6165338
Dec 11 20:49:52.695839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-33986e13-71f5-4408-a4cf-ef022d24a6c1 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504749
Dec 11 20:49:52.735672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b9e904a-3294-4519-b4ab-1ff082537b68 req-5d1079e2-baae-44e6-99b7-e8ab93e34d54 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882196
Dec 11 20:49:52.837267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c38832d0-6298-43ed-bc0a-2cf57d389ecf req-5b6dd129-b09c-4bcc-943f-e767f9f47ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279426
Dec 11 20:49:52.893362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:52.915080 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e3e0af-045d-4f26-acbc-ad30bf2eff4c x-openstack-request-id: req-e8e3e0af-045d-4f26-acbc-ad30bf2eff4c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:52.916617 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:52.917158 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8e3e0af-045d-4f26-acbc-ad30bf2eff4c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:52.917741 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:49:52.919452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Attempting to bind port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:52.919799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Attempting to bind port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:52.920134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Attempting to bind port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:52.924013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '23623d18-7928-44b1-a1be-372bbcdc4102', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'port_id': '23623d18-7928-44b1-a1be-372bbcdc4102', 'mac_address': 'fa:16:3e:dd:e7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7ee384-b459-4b7b-9169-bdf2613e790a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:52.994053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.027018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23623d18-7928-44b1-a1be-372bbcdc4102 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:53.042617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-2da57a7c-e374-41d8-9bfb-0f833cb9bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.044070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-2da57a7c-e374-41d8-9bfb-0f833cb9bbaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1094 time: 0.0964327
Dec 11 20:49:53.058732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:53.069167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.070206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f566551a-0e02-4f3a-a89b-b0463cf75b3b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:53.083591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c37eb-4940-49ca-b604-1794bdafec56 req-d9149578-73de-4541-a5b8-d95cd7dd5f3c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.093159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-234c37eb-4940-49ca-b604-1794bdafec56 req-d9149578-73de-4541-a5b8-d95cd7dd5f3c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 936 time: 0.1031997
Dec 11 20:49:53.175947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:53.221265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-234c37eb-4940-49ca-b604-1794bdafec56 req-8d89fae4-f087-4230-a235-1bb48caa41f0 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267583
Dec 11 20:49:53.263064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-219cade9-bb52-4f0a-bf4d-dccce1fae846 req-ac7dc9bd-bc6f-4be6-8a7e-727e83a9000a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5476418
Dec 11 20:49:53.268593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06e9c0d3-e945-4e28-a0d9-c8a206151d32 req-2a9379b5-94db-44d8-8e46-90fd30c1a605 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5472558
Dec 11 20:49:53.280966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:53.281583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Attempting to bind port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:53.309987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-753cad07-35a2-470c-9477-1d0ab824c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.311411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-753cad07-35a2-470c-9477-1d0ab824c48d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.2484350
Dec 11 20:49:53.324530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] For port 993dbf25-9b77-42e0-8746-487f9e582023, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=993dbf25-9b77-42e0-8746-487f9e582023,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:53.325808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:53.326082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.337035 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e23f237-95c4-4973-9740-966a11b0c29c" -d '{"events": [{"server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:53.342817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Calling delete_port for 993dbf25-9b77-42e0-8746-487f9e582023 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:49:53.355734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:53.380209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'mac_address': 'fa:16:3e:98:e0:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:53.387161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-ffa78472-8b94-4dfe-b0b4-cd2dc1e71353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0660388
Dec 11 20:49:53.451167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:53.451538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:53.451925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:53.452913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Bound port: 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:53.453614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.467482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-8d425762-bdc2-4c4b-b05a-ad6b5a537785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.473037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-8d425762-bdc2-4c4b-b05a-ad6b5a537785 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0763783
Dec 11 20:49:53.488986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.508604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f566551a-0e02-4f3a-a89b-b0463cf75b3b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:53.538741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:53.544261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.563266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-2617e8d1-9542-4ca9-8a8a-eb41cc013ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.565309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-2617e8d1-9542-4ca9-8a8a-eb41cc013ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0821240
Dec 11 20:49:53.587352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74394f2-84dc-4120-9f21-6bd4aa2be35d req-d9db9b00-9ed9-4152-a588-c0f0108d29c3 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.593119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b74394f2-84dc-4120-9f21-6bd4aa2be35d req-d9db9b00-9ed9-4152-a588-c0f0108d29c3 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 946 time: 0.0939245
Dec 11 20:49:53.625589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:53.631145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f0a78-50cd-43f1-9ed3-5059970cabb7 req-59b39db0-c14b-4a18-b83f-cb7d73464730 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.640845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f19f0a78-50cd-43f1-9ed3-5059970cabb7 req-59b39db0-c14b-4a18-b83f-cb7d73464730 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.2205541
Dec 11 20:49:53.697624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:53.714111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b74394f2-84dc-4120-9f21-6bd4aa2be35d req-d32825bd-643a-444a-9049-0254617c7511 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/security-groups?id=9dac9c1a-6728-48fa-a647-c692c1d06ca5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057296
Dec 11 20:49:53.749159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:53.771678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.775053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-919daa75-1bb1-4872-b4fa-e40757598902 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1800771
Dec 11 20:49:53.782450 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93561d09-352b-4773-88e1-40c48c46f8d7 x-openstack-request-id: req-93561d09-352b-4773-88e1-40c48c46f8d7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:53.782916 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "name": "network-vif-plugged", "status": "completed", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:53.783330 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93561d09-352b-4773-88e1-40c48c46f8d7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:53.783869 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090', 'code': 200}
Dec 11 20:49:53.806363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:53.842646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f19f0a78-50cd-43f1-9ed3-5059970cabb7 req-dba2cf22-46d6-42a9-8671-bc1ebd0b0e1b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007995
Dec 11 20:49:53.875576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f566551a-0e02-4f3a-a89b-b0463cf75b3b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:53.928410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:53.929221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:53.931011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] 10.222.0.16 "PUT /v2.0/ports/854f1ded-1f50-4945-bb98-3d1f1428b7e7 HTTP/1.1" status: 200  len: 1096 time: 3.6412120
Dec 11 20:49:53.937143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:53.939891 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1410363d-b0b1-4b39-af4d-54865ae730f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:53.943375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:54.148910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a97a-3cfc-49c5-abd3-03ed590c39db req-a6618925-0ff2-4ac9-a039-33ab574c52dd tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.162357 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c63a97a-3cfc-49c5-abd3-03ed590c39db req-a6618925-0ff2-4ac9-a039-33ab574c52dd tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.2453475
Dec 11 20:49:54.170922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] No DVR routers for this DVR port 993dbf25-9b77-42e0-8746-487f9e582023 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:49:54.174987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:54.182071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5db5ee92-501d-40ab-bae6-7da48bcd067d req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.30 "DELETE /v2.0/ports/993dbf25-9b77-42e0-8746-487f9e582023 HTTP/1.1" status: 204  len: 173 time: 2.4508419
Dec 11 20:49:54.252084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:54.254053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e4e0-ecad-4118-87bf-6add2e6e6068 req-442c550f-0de6-482e-b8f2-c03119343a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.255605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae27e4e0-ecad-4118-87bf-6add2e6e6068 req-442c550f-0de6-482e-b8f2-c03119343a01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1101 time: 0.2911808
Dec 11 20:49:54.278765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3bff29f-9b7d-429f-a007-700651ffcdf5 req-183357f1-a75a-4351-98c4-93a2c0bb527d service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848464
Dec 11 20:49:54.296344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:54.309908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ebcd8-1d08-4fd2-ad29-1c5413ed2dfe req-c5ce5495-13a4-4116-a01a-d87d065ddb66 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.310662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed1ebcd8-1d08-4fd2-ad29-1c5413ed2dfe req-c5ce5495-13a4-4116-a01a-d87d065ddb66 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 945 time: 0.3477783
Dec 11 20:49:54.311172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6c986-3d0f-4e2d-926f-6c823b46417c service neutron] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:54.319873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c63a97a-3cfc-49c5-abd3-03ed590c39db req-a1eeaced-d75c-477d-b798-fa5e62225b17 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563954
Dec 11 20:49:54.377228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a7a9f-d20c-4674-b2cf-fa2839e4cce2 tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] Pushing event deleted for resources: {'Port': ['ID=993dbf25-9b77-42e0-8746-487f9e582023,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:54.380450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae27e4e0-ecad-4118-87bf-6add2e6e6068 req-538b20a2-8336-4ce4-a42a-46059ef0096c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121113
Dec 11 20:49:54.420245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Transition to ACTIVE for port object d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:49:54.442978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 993dbf25-9b77-42e0-8746-487f9e582023 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:49:54.463347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed1ebcd8-1d08-4fd2-ad29-1c5413ed2dfe req-1a806654-0f13-474e-b15d-09315e0b48b3 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903399
Dec 11 20:49:54.463973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:54.470558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-0aefd27b-a74e-441f-b500-1eeb60ce3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.472099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-0aefd27b-a74e-441f-b500-1eeb60ce3c43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1099 time: 0.4543016
Dec 11 20:49:54.502039 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f1744-3ffe-4c27-ae49-7099a9b45bd0 x-openstack-request-id: req-ee0f1744-3ffe-4c27-ae49-7099a9b45bd0 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:54.502329 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:54.502622 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee0f1744-3ffe-4c27-ae49-7099a9b45bd0 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:54.503012 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'status': 'completed', 'code': 200}
Dec 11 20:49:54.546829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 993dbf25-9b77-42e0-8746-487f9e582023 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:49:54.547362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 993dbf25-9b77-42e0-8746-487f9e582023 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:49:54.555204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-a4369a3c-8ea0-4d3c-821b-46a61f992837 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7 HTTP/1.1" status: 200  len: 217 time: 0.0550966
Dec 11 20:49:54.684748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Pushing event updated for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:54.688761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272f900-003b-47ff-8f9d-cda7686aa05f req-592f6127-ce05-4664-9639-0766a66d6916 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.690676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6272f900-003b-47ff-8f9d-cda7686aa05f req-592f6127-ce05-4664-9639-0766a66d6916 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 943 time: 0.0915837
Dec 11 20:49:54.747959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-a5ef25d4-217d-49cb-8b85-cb06574622d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.749521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-a5ef25d4-217d-49cb-8b85-cb06574622d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1807973
Dec 11 20:49:54.768815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce198dd-9f59-410f-9afc-46d0c90386b4 req-a8e1e675-531a-4c08-96b6-942dd25a5f4b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.770351 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ce198dd-9f59-410f-9afc-46d0c90386b4 req-a8e1e675-531a-4c08-96b6-942dd25a5f4b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 948 time: 0.1394765
Dec 11 20:49:54.781666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6272f900-003b-47ff-8f9d-cda7686aa05f req-fded73f9-3747-4c37-a326-c3a144d92f1d tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686183
Dec 11 20:49:54.854382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Attempting to bind port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:49:54.854797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Attempting to bind port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:49:54.855113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Attempting to bind port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:54.873993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:49:54.874342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Attempting to bind port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:49:54.883540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ce198dd-9f59-410f-9afc-46d0c90386b4 req-b4209e17-be46-451d-9f64-c2ff96c8559e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030855
Dec 11 20:49:54.888330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef053de-d37b-4894-bbfd-989cbb168ece req-dbb443a7-f3ec-4a39-bf2a-be2f22a01281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:54.890099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-dbb443a7-f3ec-4a39-bf2a-be2f22a01281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1293194
Dec 11 20:49:54.891094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:49:54.891414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:49:54.891795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:49:54.892237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Bound port: d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:49:54.892604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:55.087312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-875441fc-0528-4b6e-a5b5-8d59988407eb req-51e0c043-50a9-4285-8263-f8937ab30e2c tempest-AttachSCSIVolumeTestJSON-819908471 tempest-AttachSCSIVolumeTestJSON-819908471-project] 10.222.0.18 "GET /v2.0/ports?device_id=204552f7-748c-4d24-b166-61277a936306 HTTP/1.1" status: 200  len: 210 time: 0.0546911
Dec 11 20:49:55.101480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:49:55.154935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:49:55.165005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-353750c4-4877-46b9-9cfe-7474c2d3ff0b service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442868
Dec 11 20:49:55.168589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:55.206187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e35394-bfd5-4df3-af20-0ab7ac502bdc req-5929c9f5-2879-47ed-b031-bd7ce8cfcc4a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.214377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41e35394-bfd5-4df3-af20-0ab7ac502bdc req-5929c9f5-2879-47ed-b031-bd7ce8cfcc4a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.1982861
Dec 11 20:49:55.270269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.271100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:55.273022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] 10.222.0.16 "PUT /v2.0/ports/d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 HTTP/1.1" status: 200  len: 1096 time: 3.3249660
Dec 11 20:49:55.417032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b33d-7e01-4cbf-ad34-dce4d0f2807e service neutron] Pushing event updated for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:55.460662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41e35394-bfd5-4df3-af20-0ab7ac502bdc req-0115300f-bb7a-4472-92e6-abfd3b785b08 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2447672
Dec 11 20:49:55.467815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-c957677f-03df-4e36-8b63-3a8c219f05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.469311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-c957677f-03df-4e36-8b63-3a8c219f05d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 1099 time: 0.1346207
Dec 11 20:49:55.476342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eef053de-d37b-4894-bbfd-989cbb168ece req-a2cd05a7-5e7e-45be-9435-96284ddda031 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962606
Dec 11 20:49:55.576236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-acf5af31-e7af-4671-979f-e8a94275449a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 HTTP/1.1" status: 200  len: 217 time: 0.0915663
Dec 11 20:49:55.584497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab03b9-a588-4344-997d-db17314ea29d req-9c85e3b2-a6c1-4745-87be-2ddba8d31b54 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.587427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdab03b9-a588-4344-997d-db17314ea29d req-9c85e3b2-a6c1-4745-87be-2ddba8d31b54 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.1239092
Dec 11 20:49:55.664252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-5fe7a829-980e-4fce-a98a-bf3be9fdad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.665740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-5fe7a829-980e-4fce-a98a-bf3be9fdad02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0734191
Dec 11 20:49:55.668410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-fd9fb6a2-4d27-4028-8015-82705fc33b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.669948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-fd9fb6a2-4d27-4028-8015-82705fc33b75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1099 time: 0.1068668
Dec 11 20:49:55.672234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdab03b9-a588-4344-997d-db17314ea29d req-7c3de93c-1008-4f31-913d-adc3c1506d9d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780256
Dec 11 20:49:55.818718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca63625-b90c-44e8-8ed7-d016ab706c01 req-4d51b0ea-c17a-4e93-a41b-42297374a373 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.820178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca63625-b90c-44e8-8ed7-d016ab706c01 req-4d51b0ea-c17a-4e93-a41b-42297374a373 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 945 time: 0.1470137
Dec 11 20:49:55.866843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-2d8c7ad4-0299-4c83-9c40-4641f11d98a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.868436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-2d8c7ad4-0299-4c83-9c40-4641f11d98a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1624110
Dec 11 20:49:55.876609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-d7ea2f58-d2bf-423c-b9ee-507f5b0bf240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.878186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-d7ea2f58-d2bf-423c-b9ee-507f5b0bf240 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1735325
Dec 11 20:49:55.913753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724104d2-2689-4524-895b-07a573141939 req-9c032629-8b47-4302-a923-edf9718d705a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:55.917438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-724104d2-2689-4524-895b-07a573141939 req-9c032629-8b47-4302-a923-edf9718d705a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 943 time: 0.0616271
Dec 11 20:49:56.024503 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-946b8d16-2406-4808-a6ea-8797c1b2195d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7 HTTP/1.1" status: 200  len: 217 time: 0.1452577
Dec 11 20:49:56.026755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-724104d2-2689-4524-895b-07a573141939 req-0e05cb87-62dd-44cc-a9f9-aff046ec5e2f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044638
Dec 11 20:49:56.115731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca63625-b90c-44e8-8ed7-d016ab706c01 req-2610767d-0818-43b2-92fd-086286fead1a tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639790
Dec 11 20:49:56.119978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-27ba0e26-cdba-4e32-8e96-6b451f42f42d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775556
Dec 11 20:49:56.163383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-02823651-ad52-4bf3-a6c9-32ff7df974df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.164909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-02823651-ad52-4bf3-a6c9-32ff7df974df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0983801
Dec 11 20:49:56.232732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac93a6-94f2-41d6-a3ab-737646f31698 req-99ad450f-1e82-4eac-9697-3ddb00458cee tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.240185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38ac93a6-94f2-41d6-a3ab-737646f31698 req-99ad450f-1e82-4eac-9697-3ddb00458cee tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 948 time: 0.0720496
Dec 11 20:49:56.280441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-f9efcdb5-58b0-4353-af3a-090c68c2e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.282268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-f9efcdb5-58b0-4353-af3a-090c68c2e0ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0844021
Dec 11 20:49:56.285152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6f4888a-493c-41ac-a27d-0947ff949e6b req-c1b0d641-cb69-41db-9678-6f61dbddf21a service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509900
Dec 11 20:49:56.298154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38ac93a6-94f2-41d6-a3ab-737646f31698 req-eae8ff55-b81d-43f3-9300-dc1af5189ae7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551736
Dec 11 20:49:56.398612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-dc5bf6ac-eba5-42fc-b68b-591522d618f9 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995040
Dec 11 20:49:56.449676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 28fd92ab-f25c-4205-8503-cbe33cfe0b2a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:56.504080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'name': 'network-vif-deleted', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023'}, {'name': 'network-changed', 'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:56.506522 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e" -d '{"events": [{"server_uuid": "204552f7-748c-4d24-b166-61277a936306", "name": "network-vif-deleted", "tag": "993dbf25-9b77-42e0-8746-487f9e582023"}, {"name": "network-changed", "server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:56.529428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1410363d-b0b1-4b39-af4d-54865ae730f7 req-e708c090-0fe2-4dad-830c-217ddb8f7208 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195068
Dec 11 20:49:56.595095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:56.595551 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ff083d-8ad0-4bda-9136-f9550963800f x-openstack-request-id: req-43ff083d-8ad0-4bda-9136-f9550963800f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:56.596098 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204552f7-748c-4d24-b166-61277a936306", "name": "network-vif-deleted", "tag": "993dbf25-9b77-42e0-8746-487f9e582023", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:56.597069 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43ff083d-8ad0-4bda-9136-f9550963800f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:56.597631 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204552f7-748c-4d24-b166-61277a936306', 'name': 'network-vif-deleted', 'tag': '993dbf25-9b77-42e0-8746-487f9e582023', 'status': 'completed', 'code': 200}
Dec 11 20:49:56.598033 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'status': 'completed', 'code': 200}
Dec 11 20:49:56.633153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:56.679842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:56.693706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:56.693929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36727a-eaa5-411e-bab6-8a079760feb5 req-be4209e6-ac03-48ce-81d2-26495006adf9 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.695516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a36727a-eaa5-411e-bab6-8a079760feb5 req-be4209e6-ac03-48ce-81d2-26495006adf9 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.0938778
Dec 11 20:49:56.701670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-e7b0a99c-27f7-4a82-9bcc-a26b64e111d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.703223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-e7b0a99c-27f7-4a82-9bcc-a26b64e111d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 1099 time: 0.0640879
Dec 11 20:49:56.729122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd92ab-f25c-4205-8503-cbe33cfe0b2a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:56.760553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:56.767866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:56.813457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 23623d18-7928-44b1-a1be-372bbcdc4102 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:56.830580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a36727a-eaa5-411e-bab6-8a079760feb5 req-f9bdeeaf-64f6-45e5-865e-99de7dfe0a14 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250689
Dec 11 20:49:56.843028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 23623d18-7928-44b1-a1be-372bbcdc4102 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:56.844280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:56.900507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-a8d53612-e30b-45d0-baac-2be154f0decc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:56.900849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:56.902009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-a8d53612-e30b-45d0-baac-2be154f0decc service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1902313
Dec 11 20:49:56.977082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-54bfe459-32db-429c-a2ec-2d4b3cfc81ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 HTTP/1.1" status: 200  len: 217 time: 0.0616863
Dec 11 20:49:56.980556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:57.031406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:57.034352 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daf79e3-60d2-4a78-a00f-ab3a833f8bfc" -d '{"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-plugged", "status": "completed", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:57.055865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:57.058986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c57e9d-9083-4c9c-81c7-3eb09d17f810 req-a852cba5-f119-49be-9f31-00aca12a9af4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.060717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66c57e9d-9083-4c9c-81c7-3eb09d17f810 req-a852cba5-f119-49be-9f31-00aca12a9af4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.0976732
Dec 11 20:49:57.067310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-05cf3ee8-fdb5-4b20-9e4c-fa60fff418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.069029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-05cf3ee8-fdb5-4b20-9e4c-fa60fff418c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0727246
Dec 11 20:49:57.070852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:57.072188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f566551a-0e02-4f3a-a89b-b0463cf75b3b up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:57.144178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66c57e9d-9083-4c9c-81c7-3eb09d17f810 req-eeda2437-11a4-4128-a73b-d074637efc09 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741673
Dec 11 20:49:57.149371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-11e5f693-6332-4b80-ab27-cf8f59c5a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.151066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-11e5f693-6332-4b80-ab27-cf8f59c5a53e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0740514
Dec 11 20:49:57.157253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['28fd92ab-f25c-4205-8503-cbe33cfe0b2a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:57.207438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:57.236338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f566551a-0e02-4f3a-a89b-b0463cf75b3b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:57.245988 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0903d2c-3cfd-4c87-9cd5-31b9b3973c4e x-openstack-request-id: req-f0903d2c-3cfd-4c87-9cd5-31b9b3973c4e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:57.246314 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-plugged", "status": "completed", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:57.246596 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0903d2c-3cfd-4c87-9cd5-31b9b3973c4e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:57.247052 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102', 'code': 200}
Dec 11 20:49:57.259542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f566551a-0e02-4f3a-a89b-b0463cf75b3b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:57.259908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:57.441172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-4c997173-879e-48d8-bf01-d1d53825f8f9 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2733619
Dec 11 20:49:57.445205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49710308-6aa4-4d19-8d5e-63918da136b9 req-ba55e056-640d-4f9c-babe-2883aeb9eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.446687 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49710308-6aa4-4d19-8d5e-63918da136b9 req-ba55e056-640d-4f9c-babe-2883aeb9eb56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1096 time: 0.1211822
Dec 11 20:49:57.481196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:57.483130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376c6f8-5cef-441d-9921-dc9e0b00c693 req-c189544a-7a26-4663-aca2-959612c61654 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.484188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2376c6f8-5cef-441d-9921-dc9e0b00c693 req-c189544a-7a26-4663-aca2-959612c61654 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 944 time: 0.1498814
Dec 11 20:49:57.544931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:57.554120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:57.623034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:57.717115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2376c6f8-5cef-441d-9921-dc9e0b00c693 req-f29f6b9a-0540-44d8-a805-890d46d9d92f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149692
Dec 11 20:49:57.728297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49710308-6aa4-4d19-8d5e-63918da136b9 req-8559dc70-818d-4f83-875e-333251e3e8cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546954
Dec 11 20:49:57.771240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9d1edc0-0edf-4cf9-a517-f15609e9c56e req-6732e71c-d1f3-4287-adae-473d67b3b3cb service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3157344
Dec 11 20:49:57.786165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a731ad1-1db6-401b-abef-41dd4f572a3b req-7e95b0ac-24b0-4777-be8b-244344f9a4c5 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:57.796378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a731ad1-1db6-401b-abef-41dd4f572a3b req-7e95b0ac-24b0-4777-be8b-244344f9a4c5 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.1097264
Dec 11 20:49:57.868226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a731ad1-1db6-401b-abef-41dd4f572a3b req-17ca11ea-b259-4460-874f-e9ea383d8d9f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707357
Dec 11 20:49:58.051820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67d05-b11d-475a-8c96-eba57af5e95f req-8a9cfa59-2335-4bd9-a3be-4ce81c0d307a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:58.054506 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ec67d05-b11d-475a-8c96-eba57af5e95f req-8a9cfa59-2335-4bd9-a3be-4ce81c0d307a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 948 time: 0.0715120
Dec 11 20:49:58.153543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ec67d05-b11d-475a-8c96-eba57af5e95f req-e41ba289-cef4-47af-bb83-2a96122320c1 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887871
Dec 11 20:49:58.316321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e2a73-1298-4732-a702-71866be747da req-84c068a1-722d-42f9-8fc4-59b0d0305125 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:58.325115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f62e2a73-1298-4732-a702-71866be747da req-84c068a1-722d-42f9-8fc4-59b0d0305125 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 945 time: 0.0822430
Dec 11 20:49:58.374893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45015b29-3db7-4c9b-b557-47cf68ced2f1 req-a5ed602f-dbed-499c-b752-42f5ae96c755 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:58.381098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45015b29-3db7-4c9b-b557-47cf68ced2f1 req-a5ed602f-dbed-499c-b752-42f5ae96c755 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:58.383455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45015b29-3db7-4c9b-b557-47cf68ced2f1 req-a5ed602f-dbed-499c-b752-42f5ae96c755 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6&device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1690 time: 0.0623710
Dec 11 20:49:58.400033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f62e2a73-1298-4732-a702-71866be747da req-37f8fc02-ee31-4aa5-91c0-25cb63b1bbed tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736105
Dec 11 20:49:58.450685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45015b29-3db7-4c9b-b557-47cf68ced2f1 req-82f48743-8367-4a88-b280-bcf139380730 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603135
Dec 11 20:49:58.462904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 28fd92ab-f25c-4205-8503-cbe33cfe0b2a up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:49:58.527092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:49:58.538398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:49:58.538939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:58.632051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:58.681535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:58.687320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:58.697809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bc91-4196-4c3a-bed1-c0ba371cbc02 req-1052e486-d68a-493f-a58a-f402089c3697 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:58.702503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:58.709059 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f509bc91-4196-4c3a-bed1-c0ba371cbc02 req-1052e486-d68a-493f-a58a-f402089c3697 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 1100 time: 0.0702815
Dec 11 20:49:58.762756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60120) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:49:58.794160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:58.805387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f509bc91-4196-4c3a-bed1-c0ba371cbc02 req-c8e1a5e3-eee1-412f-af15-a8d73ca5a4a0 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893402
Dec 11 20:49:58.901454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:58.919165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'mac_address': 'fa:16:3e:34:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:58.970399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:58.991025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:59.019128 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:49:59.031472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:59.037629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13bfa8-f6e9-4a84-914e-205888c9e578 req-7be09b6a-190d-45b6-bb1b-51f4386e4d34 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.042815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:59.042815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:49:59.055595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f13bfa8-f6e9-4a84-914e-205888c9e578 req-7be09b6a-190d-45b6-bb1b-51f4386e4d34 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1101 time: 0.1105142
Dec 11 20:49:59.105509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:59.120460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f13bfa8-f6e9-4a84-914e-205888c9e578 req-8f21dae8-dcaf-49ab-a2ea-857fb5a611be tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594471
Dec 11 20:49:59.157623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:59.181596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'mac_address': 'fa:16:3e:83:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:49:59.250277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b'}, {'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:49:59.255605 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b665e63a-8eea-4c71-89a3-2db4d9414cc3" -d '{"events": [{"server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "name": "network-vif-plugged", "status": "completed", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b"}, {"server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "name": "network-vif-plugged", "status": "completed", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:49:59.272640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:59.273806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6633c1a-c8be-4d2c-b5ae-a2726d051f1b req-0cc167b8-a1c3-498a-b391-11b6a03ba973 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.276340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6633c1a-c8be-4d2c-b5ae-a2726d051f1b req-0cc167b8-a1c3-498a-b391-11b6a03ba973 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.0740540
Dec 11 20:49:59.310119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:49:59.350755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:49:59.366015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6633c1a-c8be-4d2c-b5ae-a2726d051f1b req-77187116-7dfd-4b75-99b3-d3d1f895d498 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813980
Dec 11 20:49:59.377944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:49:59.392011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947eec-9a6d-4f31-95a2-15c639837e0e req-fea29671-d967-47a7-9ca1-dc0b9e866e93 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.400239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f947eec-9a6d-4f31-95a2-15c639837e0e req-fea29671-d967-47a7-9ca1-dc0b9e866e93 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.5183325
Dec 11 20:49:59.476307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:49:59.530846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f947eec-9a6d-4f31-95a2-15c639837e0e req-30ed74fe-01c5-4e42-af7a-d87ceaca6898 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237125
Dec 11 20:49:59.663421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897818d-8774-4e78-afec-d7143fec375f req-05acff90-3466-4cf4-b3be-270670b556b6 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.671060 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7570c79c-92a3-4d13-bf16-bd98f8de854d x-openstack-request-id: req-7570c79c-92a3-4d13-bf16-bd98f8de854d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:49:59.671569 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "name": "network-vif-plugged", "status": "completed", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b", "code": 200}, {"server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "name": "network-vif-plugged", "status": "completed", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:49:59.671569 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7570c79c-92a3-4d13-bf16-bd98f8de854d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:49:59.671980 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'code': 200}
Dec 11 20:49:59.672240 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'code': 200}
Dec 11 20:49:59.690910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d897818d-8774-4e78-afec-d7143fec375f req-05acff90-3466-4cf4-b3be-270670b556b6 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 949 time: 0.1236219
Dec 11 20:49:59.720908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:59.726504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:49:59.756438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d897818d-8774-4e78-afec-d7143fec375f req-ccb41d55-1a84-4dc6-88e3-2514b4a4f05f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604525
Dec 11 20:49:59.898117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693e738-c73d-46f5-bd26-bb0d537f678c req-639fe17e-281b-4fe2-a8e3-b71a4f4e3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.905576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7693e738-c73d-46f5-bd26-bb0d537f678c req-639fe17e-281b-4fe2-a8e3-b71a4f4e3728 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.1042628
Dec 11 20:49:59.929687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca079-c5b5-4fe3-8294-d28d0206fd79 req-61f28e93-585d-49ac-9401-b61879f77fa2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.938257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b5ca079-c5b5-4fe3-8294-d28d0206fd79 req-61f28e93-585d-49ac-9401-b61879f77fa2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 945 time: 0.1851850
Dec 11 20:49:59.948759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcae82-e129-4b2c-82e4-74e38230d031 req-146e5fd0-c873-4bc0-95ec-17d0f7364190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:49:59.950500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5adcae82-e129-4b2c-82e4-74e38230d031 req-146e5fd0-c873-4bc0-95ec-17d0f7364190 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1097 time: 0.1656282
Dec 11 20:49:59.980899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7693e738-c73d-46f5-bd26-bb0d537f678c req-c95d4479-9a45-4c00-952c-82236d5ce2d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669522
Dec 11 20:50:00.075051 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-b092b744-b157-45bf-81e8-fce6c3a26c7f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0410480
Dec 11 20:50:00.125814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b5ca079-c5b5-4fe3-8294-d28d0206fd79 req-19a7bc1f-70de-494e-8f2c-051875898ab9 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866207
Dec 11 20:50:00.132929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5adcae82-e129-4b2c-82e4-74e38230d031 req-6a77a40f-4242-4a77-8fd9-c3b535659d8e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284933
Dec 11 20:50:00.166537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:00.223224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-ba1efff4-469a-4ba6-ac51-002a580c5ac1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:00.233667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-ba1efff4-469a-4ba6-ac51-002a580c5ac1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1575646
Dec 11 20:50:00.254659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-a024d3ec-d3c3-4666-92fe-46392bed57e4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0194161
Dec 11 20:50:00.313298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-187c7bd0-55ab-4a7d-8027-6e47092ccabd tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0568407
Dec 11 20:50:00.325263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5acb0-d0cf-4f9a-99dc-b2e31db1f467 req-4651083d-971e-4a80-9dd1-f538be6e54b1 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:00.326890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31f5acb0-d0cf-4f9a-99dc-b2e31db1f467 req-4651083d-971e-4a80-9dd1-f538be6e54b1 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1096 time: 0.0962760
Dec 11 20:50:00.500735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31f5acb0-d0cf-4f9a-99dc-b2e31db1f467 req-c7fc1ec9-ba3b-4a92-a218-c0dcb509c45a tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608796
Dec 11 20:50:00.676660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac296ae-d8c2-4e64-b81c-48e8ff2fa621 req-845f9525-cfbc-4565-bec6-7313939fb13d tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:00.684124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ac296ae-d8c2-4e64-b81c-48e8ff2fa621 req-845f9525-cfbc-4565-bec6-7313939fb13d tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.0902300
Dec 11 20:50:00.739224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Deleting port 255b1065-7aa7-4c11-8532-71e08a8cf46c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:00.739566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:00.745344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ac296ae-d8c2-4e64-b81c-48e8ff2fa621 req-b3d9ca6f-764d-40a9-9478-3706f4833885 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604067
Dec 11 20:50:00.868584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] For port 255b1065-7aa7-4c11-8532-71e08a8cf46c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=255b1065-7aa7-4c11-8532-71e08a8cf46c,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:00.868956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:00.899483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Calling delete_port for 255b1065-7aa7-4c11-8532-71e08a8cf46c owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:00.961686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32066d-cb8f-42aa-803f-e68f5ca80af1 req-e364c47d-1d52-4a27-85bb-0c3f3821aecc tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:00.963200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c32066d-cb8f-42aa-803f-e68f5ca80af1 req-e364c47d-1d52-4a27-85bb-0c3f3821aecc tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.0871506
Dec 11 20:50:01.052775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c32066d-cb8f-42aa-803f-e68f5ca80af1 req-83609571-c6d1-4fb3-ae7d-9495fc74d7c9 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809751
Dec 11 20:50:01.078977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcac9-4ea8-40de-89c3-e5d980ccc10d req-99fdf0bc-b021-45ff-a6f7-500c6b45ae7c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:01.091307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-177bcac9-4ea8-40de-89c3-e5d980ccc10d req-99fdf0bc-b021-45ff-a6f7-500c6b45ae7c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 949 time: 0.1544273
Dec 11 20:50:01.152892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-177bcac9-4ea8-40de-89c3-e5d980ccc10d req-63f58fa3-e05c-46b1-b19b-22ff847f85a2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651040
Dec 11 20:50:01.408730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:01.441568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=255b1065-7aa7-4c11-8532-71e08a8cf46c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:01.549734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6234fadc-08b9-44fd-9f51-3d6733f787fc req-295ae646-5491-4fe6-b557-852d99a3da6e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 210 time: 0.1094286
Dec 11 20:50:01.929532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:02.076504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a28002-29f4-4c28-ab5f-535b203a0c94 req-726678c0-39b2-4f25-9ec8-42436397edf7 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:02.086404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4a28002-29f4-4c28-ab5f-535b203a0c94 req-726678c0-39b2-4f25-9ec8-42436397edf7 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.1356127
Dec 11 20:50:02.204577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4a28002-29f4-4c28-ab5f-535b203a0c94 req-ddd3c076-e2cb-4189-957d-4775770d14ce tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167486
Dec 11 20:50:02.315156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acebaa-72d0-4c65-813b-cd2bc9ff5732 req-6f4360f0-205f-4002-84e7-fbfa0b0e8640 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:02.323134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82acebaa-72d0-4c65-813b-cd2bc9ff5732 req-6f4360f0-205f-4002-84e7-fbfa0b0e8640 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.1229720
Dec 11 20:50:02.356977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:02.400523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82acebaa-72d0-4c65-813b-cd2bc9ff5732 req-0eaa2385-0c92-4053-9c7f-489332a88080 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719092
Dec 11 20:50:02.454539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58e25d-2b03-45eb-9816-00bec9c27fa2 req-99b1c153-e510-459a-9f39-ae1739a6d9d3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:02.463009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f58e25d-2b03-45eb-9816-00bec9c27fa2 req-99b1c153-e510-459a-9f39-ae1739a6d9d3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 949 time: 0.1014669
Dec 11 20:50:02.520551 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f58e25d-2b03-45eb-9816-00bec9c27fa2 req-69051daf-bf76-4f27-97f5-8e09d62b3e35 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566645
Dec 11 20:50:02.705099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:02.711644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ebf1068-5ffd-48db-8652-7663c042edc7 admin admin] 10.222.0.18 "PUT /v2.0/routers/0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9478183
Dec 11 20:50:02.714923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:02.716861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:02.720827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Sync routers for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:02.724839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-9a6cc9f3-1a1c-4d58-91fa-35e639b415ca tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 258 time: 0.2597530
Dec 11 20:50:02.729749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:02.756199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:02.775295 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:02.778984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845c15e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:02.936063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:02.946750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:02.947093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.033237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.035334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:03.124537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.200131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.256149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-4b6a717b-383f-4790-b67a-4edae054ad82 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0797298
Dec 11 20:50:03.258342 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845c15e0>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:50:01Z', 'revision_number': 5, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:03.286822 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Checking router: 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:03.287649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:03.289838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:03.296940 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96669d-cfb8-45bc-b137-be2923916f21" -d '{"events": [{"server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "name": "network-vif-plugged", "status": "completed", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:03.305590 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Routers {'0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:03.306529 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845c15e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:03.310569 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.312171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:03.449463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:03.492570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:03.504438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:03.505505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.511290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-d2ddd5a1-569c-4c8f-abbf-12f6e341b901 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2450063
Dec 11 20:50:03.572706 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] Set router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:03.588834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Allocated IP 172.35.1.200 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/e56da20c-ddbe-4ba6-b091-49424b318f0a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:03.660022 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.713271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:03.726912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.739294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.801647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:03.869502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-2e601aca-a455-413e-9f30-1eb1ee89df9d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:03.872510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-2e601aca-a455-413e-9f30-1eb1ee89df9d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5993831
Dec 11 20:50:03.874324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:03.888602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:03.953273 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845c15e0>, [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:50:01Z', 'revision_number': 5, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:04.019727 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6f528-ec19-40d3-8a1a-3347bacafdbc None None] The sync data for ids ['0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b'] in ncdv-master-1 is: [{'id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1516324078-router', 'tenant_id': '9db55288209440a08ca2840c9ee07a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64'}], 'enable_snat': True}, 'gw_port_id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:00Z', 'updated_at': '2021-12-11T20:50:01Z', 'revision_number': 5, 'project_id': '9db55288209440a08ca2840c9ee07a60', 'gw_port': {'id': '223b052e-aefd-4e93-99f5-8abb4ad8281f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:67:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 189, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:01Z', 'updated_at': '2021-12-11T20:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:04.060521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-b69cd982-970d-442d-bfb7-4ed5d89b1e63 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 1.1688361
Dec 11 20:50:04.067876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:04.118966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.142865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.199047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-c90aa9b0-f40f-4465-bf6a-b27f7d376a17 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:04.200626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-c90aa9b0-f40f-4465-bf6a-b27f7d376a17 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6514452
Dec 11 20:50:04.251415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:04.318550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event updated for resources: {'Port': ['ID=e56da20c-ddbe-4ba6-b091-49424b318f0a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:04.337051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Deleting port 223b052e-aefd-4e93-99f5-8abb4ad8281f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:04.337309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.356503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:04.363338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:04.368253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:04.462213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:04.465863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.488362 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.533239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:04.536793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.555544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.595112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] For port 223b052e-aefd-4e93-99f5-8abb4ad8281f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=223b052e-aefd-4e93-99f5-8abb4ad8281f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:04.595459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.613428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.630589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Calling delete_port for 223b052e-aefd-4e93-99f5-8abb4ad8281f owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:04.730771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.118 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/aa400a8c-a240-4c41-b8e1-0d60f4fa7737) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:04.841947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Allocated IP 172.35.1.77 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/8024a65f-e770-4383-ac9c-f398a4a2b856) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:04.976204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:04.992402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.048688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.066101 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.112082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.124602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=223b052e-aefd-4e93-99f5-8abb4ad8281f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:05.149427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.150678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4249599
Dec 11 20:50:05.151284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb912ca-8c59-466b-afaa-db7cfa9215cd tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event updated for resources: {'Port': ['ID=e56da20c-ddbe-4ba6-b091-49424b318f0a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:05.160051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.227998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.251838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-f41977ca-5bb3-4c9e-9f9b-598e80df9f5b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 696 time: 0.0911884
Dec 11 20:50:05.254412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.265857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:05.268234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:05.357502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:05.407444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:05.416932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.419396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.421651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.441665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:05.447313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:05.537938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:05.539074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.561914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.171 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/b8c6c10d-7310-4ab9-8225-91134fbace40) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:05.569541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-5d1aa609-ff7b-4957-b804-9109310bafb2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6844294
Dec 11 20:50:05.591868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Request body: {'port': {'device_id': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:05.605679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:05.632962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:05.639301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:05.646096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.647937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:50:05.663614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.668924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fce0b976-79d6-4b4b-81e7-3a8e9d56f4e2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0817c091-fd4d-4ee5-a4de-00dd3bf1ad3b HTTP/1.1" status: 204  len: 168 time: 2.9520888
Dec 11 20:50:05.719069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60258) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:05.719869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event updated for resources: {'Port': ['ID=8024a65f-e770-4383-ac9c-f398a4a2b856,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:05.720909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.864030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-d3813ca0-49ad-4146-880b-ab6017da847a tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:05.867942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-d3813ca0-49ad-4146-880b-ab6017da847a tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.5915320
Dec 11 20:50:05.868385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89a4c0b7-e746-4df0-917f-2c8f72de43dc None None] Provisioning complete for port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:05.869350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89a4c0b7-e746-4df0-917f-2c8f72de43dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:05.876019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Deleting subnet 4880ca6a-6648-4a4e-86d6-b553d0e6f190 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:50:05.893160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-96f58054-0707-4e74-9245-440a1fe96717 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:05.894518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492dacfa-5e1e-468e-a823-af16744fbd72 req-96f58054-0707-4e74-9245-440a1fe96717 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068715
Dec 11 20:50:05.929082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89a4c0b7-e746-4df0-917f-2c8f72de43dc None None] Port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:06.000543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.075727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab6985-e5d6-43dd-a787-8d3abf9ad4f2 req-9c2eb1cb-2bf0-4a5a-951b-ac8362bb8004 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:06.077267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab6985-e5d6-43dd-a787-8d3abf9ad4f2 req-9c2eb1cb-2bf0-4a5a-951b-ac8362bb8004 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 936 time: 0.0575857
Dec 11 20:50:06.106815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.136338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.139163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab6985-e5d6-43dd-a787-8d3abf9ad4f2 req-c23fd5c6-c24c-4f5a-a2e2-7cdd919d8880 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526376
Dec 11 20:50:06.174260 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.224762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 255b1065-7aa7-4c11-8532-71e08a8cf46c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:06.259289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.278785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 255b1065-7aa7-4c11-8532-71e08a8cf46c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:06.285849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 255b1065-7aa7-4c11-8532-71e08a8cf46c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:06.446452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.450628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.464198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:06.469359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:06.669043 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9675d-ac15-4024-a2c9-b1660a49b84f x-openstack-request-id: req-e1e9675d-ac15-4024-a2c9-b1660a49b84f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:06.669763 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "name": "network-vif-plugged", "status": "completed", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:06.670264 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1e9675d-ac15-4024-a2c9-b1660a49b84f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:06.671174 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'code': 200}
Dec 11 20:50:06.819231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.826771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:06.871517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa400a8c-a240-4c41-b8e1-0d60f4fa7737 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:06.880305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:06.892311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:06.914542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:06.962634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Transition to ACTIVE for port object aa400a8c-a240-4c41-b8e1-0d60f4fa7737 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:06.975687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.033736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:07.060376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60a612-f50f-484d-bfbd-616803c4952b req-5a36b5c7-37f5-4fc0-90fd-e92b3e75af4c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:07.068227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd60a612-f50f-484d-bfbd-616803c4952b req-5a36b5c7-37f5-4fc0-90fd-e92b3e75af4c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 950 time: 0.3213215
Dec 11 20:50:07.100588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eca2e2-e0dc-41c6-ab8a-d0d8401edb1f req-d9e5cc1a-7f05-42ce-a4ab-d03fa5949035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:07.102994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71eca2e2-e0dc-41c6-ab8a-d0d8401edb1f req-d9e5cc1a-7f05-42ce-a4ab-d03fa5949035 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 1101 time: 0.1961212
Dec 11 20:50:07.265786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fe500461-4d55-480c-a946-306b54b68bb5 None None] Provisioning complete for port b8c6c10d-7310-4ab9-8225-91134fbace40 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:07.266158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe500461-4d55-480c-a946-306b54b68bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.271103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd60a612-f50f-484d-bfbd-616803c4952b req-e86c1b36-6a76-44bb-9a24-2597772b2605 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010782
Dec 11 20:50:07.359933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fe500461-4d55-480c-a946-306b54b68bb5 None None] Port b8c6c10d-7310-4ab9-8225-91134fbace40 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:07.424152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4880ca6a-6648-4a4e-86d6-b553d0e6f190,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:07.426926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.432197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c100a6e-dff8-4689-801a-73bae0398880 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4880ca6a-6648-4a4e-86d6-b553d0e6f190 HTTP/1.1" status: 204  len: 168 time: 1.7046096
Dec 11 20:50:07.433219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb034b-c33a-40e7-ac7f-091db9bf457c None None] Network 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:50:07.446970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:07.457263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:07.463340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71eca2e2-e0dc-41c6-ab8a-d0d8401edb1f req-d0611918-93d8-4df9-b69d-5f341e32d9f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445327
Dec 11 20:50:07.480080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.522620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Attempting to bind port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:07.522620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Attempting to bind port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:07.522620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Attempting to bind port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:07.536836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:07.538765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Attempting to bind port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:07.544944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:07.545617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:07.546196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:07.546897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Bound port: aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:07.547457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.638167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.704457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:07.713716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:07.729574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.755588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067397da-e6aa-458a-be7b-213501334647 None None] DHCP port deletion for 798c8c48-f373-4c5f-81ec-3ebe90a7fec0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:50:07.799748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.819885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:07.820533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.829099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] 10.222.0.16 "PUT /v2.0/ports/aa400a8c-a240-4c41-b8e1-0d60f4fa7737 HTTP/1.1" status: 200  len: 1096 time: 2.2475605
Dec 11 20:50:07.831739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:07.853792 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41" -d '{"events": [{"name": "network-changed", "server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:07.868119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:07.868821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.887979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.891809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event updated for resources: {'Port': ['ID=8024a65f-e770-4383-ac9c-f398a4a2b856,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:07.898369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-02b76da1-9cb8-46dc-bc3b-cd7491044f71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.6532104
Dec 11 20:50:07.900982 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:07.903865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-c6ae0923-fa50-4aac-b1b6-fa148cea7710 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.8408198
Dec 11 20:50:07.945570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 223b052e-aefd-4e93-99f5-8abb4ad8281f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:07.984358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Request body: {'port': {'device_id': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:08.020161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 223b052e-aefd-4e93-99f5-8abb4ad8281f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:08.024409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 223b052e-aefd-4e93-99f5-8abb4ad8281f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:08.025104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0281949b-5c7a-4b59-8e8c-8c0d81900921 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:08.115013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-067397da-e6aa-458a-be7b-213501334647 None None] Deleting port 0281949b-5c7a-4b59-8e8c-8c0d81900921 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:08.116281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-067397da-e6aa-458a-be7b-213501334647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.145261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f56858-bc76-41db-bc65-f7175520b6ff service neutron] Pushing event updated for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:08.196421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-7231248c-63a1-4490-8474-8998918eced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:08.198102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-7231248c-63a1-4490-8474-8998918eced5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 1099 time: 0.3243642
Dec 11 20:50:08.220996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-850aa55a-d6ed-459a-a423-fd2a0f56fc5c tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 695 time: 0.3092794
Dec 11 20:50:08.226881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.300383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-e94e8663-67a1-4b67-926c-917c4366ceae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737 HTTP/1.1" status: 200  len: 217 time: 0.0888612
Dec 11 20:50:08.311312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-1cbe2ce1-d49f-4f2c-88ae-79e05a87119b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:08.311622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.324747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-1cbe2ce1-d49f-4f2c-88ae-79e05a87119b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2657316
Dec 11 20:50:08.374096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Deleting port 0281949b-5c7a-4b59-8e8c-8c0d81900921 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:08.375549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-067397da-e6aa-458a-be7b-213501334647 None None] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281949b-5c7a-4b59-8e8c-8c0d81900921,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:08.376023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-067397da-e6aa-458a-be7b-213501334647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.377222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.398465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281949b-5c7a-4b59-8e8c-8c0d81900921,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:08.429698 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.431945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-067397da-e6aa-458a-be7b-213501334647 None None] Calling delete_port for 0281949b-5c7a-4b59-8e8c-8c0d81900921 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:08.461801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-efa6d3af-0e81-4316-bb61-719f3d04b6ca tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 696 time: 0.1064680
Dec 11 20:50:08.467013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'floatingip': {'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:08.523955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-c333d4c5-4671-434b-afc4-aa5e5c01247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:08.525445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:08.525890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-c333d4c5-4671-434b-afc4-aa5e5c01247a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1982362
Dec 11 20:50:08.528397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.593149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] For port 0281949b-5c7a-4b59-8e8c-8c0d81900921, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0281949b-5c7a-4b59-8e8c-8c0d81900921,segment=NetworkSegment(1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b),segment_id=1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:08.593755 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.624095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Calling delete_port for 0281949b-5c7a-4b59-8e8c-8c0d81900921 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:08.635736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbb54e-6517-4943-9147-580180a16ce4 req-024c3e31-b43f-41d3-8812-133f873eeaef tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:08.637102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-024c3e31-b43f-41d3-8812-133f873eeaef tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.3906467
Dec 11 20:50:08.659212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-bed4e11b-4a16-475e-8275-cc01b784ab38 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:08.660429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19bbb54e-6517-4943-9147-580180a16ce4 req-bed4e11b-4a16-475e-8275-cc01b784ab38 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0076625
Dec 11 20:50:08.845842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-e2598fb6-3714-4990-a511-169258d2e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:08.847408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-e2598fb6-3714-4990-a511-169258d2e8f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1926663
Dec 11 20:50:08.899266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.925078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:08.928575 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110ed28e-9e82-45fd-b4f0-f6c31217815a" -d '{"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:08.931484 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-067397da-e6aa-458a-be7b-213501334647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:08.952641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Pushing event deleted for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:08.960186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] No DVR routers for this DVR port 0281949b-5c7a-4b59-8e8c-8c0d81900921 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:08.972479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067397da-e6aa-458a-be7b-213501334647 None None] Pushing event deleted for resources: {'Port': ['ID=0281949b-5c7a-4b59-8e8c-8c0d81900921,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:08.974579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067397da-e6aa-458a-be7b-213501334647 None None] No DVR routers for this DVR port 0281949b-5c7a-4b59-8e8c-8c0d81900921 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:08.983873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c6c10d-7310-4ab9-8225-91134fbace40 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:08.994335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.049075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Transition to ACTIVE for port object b8c6c10d-7310-4ab9-8225-91134fbace40 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:09.060458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1cfd4-cc4b-427c-9ad9-30ec2efed7e0 req-56b1dbb4-80fa-422b-9bd7-875f7e662fa2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:09.062076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3aa1cfd4-cc4b-427c-9ad9-30ec2efed7e0 req-56b1dbb4-80fa-422b-9bd7-875f7e662fa2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 948 time: 0.2075999
Dec 11 20:50:09.104176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.123998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.176877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-f3ae8fc5-b1a2-4b9e-933a-035e33efa6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1647606
Dec 11 20:50:09.204459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f54f790>,) {'filters': {'network_id': ['798c8c48-f373-4c5f-81ec-3ebe90a7fec0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:09.233734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:09.238089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f54f790>, '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:09.238510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f54f790>, '1bbccf7e-b7b2-43e1-a082-5fb4aafaeb2b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:09.258505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3aa1cfd4-cc4b-427c-9ad9-30ec2efed7e0 req-f3c60584-2cca-40bb-b733-1a6c879a2e70 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678858
Dec 11 20:50:09.278849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.345797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.363023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:50:09.363500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:50:09.365309 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:50:09.385550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Attempting to bind port b8c6c10d-7310-4ab9-8225-91134fbace40 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:09.385992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Attempting to bind port b8c6c10d-7310-4ab9-8225-91134fbace40 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:09.386360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Attempting to bind port b8c6c10d-7310-4ab9-8225-91134fbace40 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:09.392500 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb3185f-ed69-4ee2-bd78-c3423199037f x-openstack-request-id: req-3cb3185f-ed69-4ee2-bd78-c3423199037f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:09.392500 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:09.392500 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cb3185f-ed69-4ee2-bd78-c3423199037f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:09.392990 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', 'status': 'completed', 'code': 200}
Dec 11 20:50:09.419605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:50:09.443660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Port b8c6c10d-7310-4ab9-8225-91134fbace40 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:09.443999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Attempting to bind port b8c6c10d-7310-4ab9-8225-91134fbace40 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:09.464599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:09.464940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:09.465332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:09.465793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Bound port: b8c6c10d-7310-4ab9-8225-91134fbace40, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:09.466131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.488106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.496857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.500060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] 10.222.0.18 "DELETE /v2.0/networks/798c8c48-f373-4c5f-81ec-3ebe90a7fec0 HTTP/1.1" status: 204  len: 168 time: 2.0499647
Dec 11 20:50:09.503759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60322) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:09.505796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.514290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-1a8df7fe-b268-4be2-8cc7-ee1a3e2468a6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2849822
Dec 11 20:50:09.515412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc3397-4fe8-4ce6-8335-923252a7fbde admin admin] Pushing event deleted for resources: {'Network': ['ID=798c8c48-f373-4c5f-81ec-3ebe90a7fec0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:09.516244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.560123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bf259-e40a-44ef-9d5c-fc34b9ce6875 req-a5c57d8d-8ebe-4406-a856-1d6b84a3a9ce tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:09.561576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f7bf259-e40a-44ef-9d5c-fc34b9ce6875 req-a5c57d8d-8ebe-4406-a856-1d6b84a3a9ce tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 950 time: 0.1376781
Dec 11 20:50:09.603210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:09.625574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c6c10d-7310-4ab9-8225-91134fbace40,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:09.634976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.644248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f7bf259-e40a-44ef-9d5c-fc34b9ce6875 req-ff6baa5b-dafd-4ca6-be10-54a89638e06f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744929
Dec 11 20:50:09.681317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:09.681950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:09.683489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] 10.222.0.30 "PUT /v2.0/ports/b8c6c10d-7310-4ab9-8225-91134fbace40 HTTP/1.1" status: 200  len: 1096 time: 1.7079365
Dec 11 20:50:09.683856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:09.686201 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30371897-f2a5-4443-8d9d-442e5c9d39f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:09.710844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a8b3-23b7-47f0-a4ee-fba255c84b06 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:09.810900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-23d9fcb9-eb5f-4fcd-bbb7-7ebc0804e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:09.813161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-23d9fcb9-eb5f-4fcd-bbb7-7ebc0804e584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 1099 time: 0.0713434
Dec 11 20:50:09.874584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-d4c5ddaa-9799-4e43-98b9-a3c21eb57c27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b8c6c10d-7310-4ab9-8225-91134fbace40 HTTP/1.1" status: 200  len: 217 time: 0.0516908
Dec 11 20:50:10.028849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-5f1e6d10-0e19-4ac1-a4a7-52e34a4db3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.030350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-5f1e6d10-0e19-4ac1-a4a7-52e34a4db3ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 1099 time: 0.1344399
Dec 11 20:50:10.055717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-56adc224-ee67-450a-a807-3ed7207ada10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.057215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-56adc224-ee67-450a-a807-3ed7207ada10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0855916
Dec 11 20:50:10.067569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-7ed9348a-20e1-4737-ad64-f1c2669dd51a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.068966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-7ed9348a-20e1-4737-ad64-f1c2669dd51a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 820 time: 0.1624119
Dec 11 20:50:10.104215 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Floating IP 68f8375c-6e1b-4b50-ae78-42fe9973e17c associated. External IP: 172.35.1.200, port: f566551a-0e02-4f3a-a89b-b0463cf75b3b.
Dec 11 20:50:10.105148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-94ae1751-8ef8-4802-9970-d6a15ca57d55 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/quotas/c8ff2965e8a94da1b9fee71e0baaffad HTTP/1.1" status: 200  len: 375 time: 0.0257578
Dec 11 20:50:10.126963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-fa92e422-33eb-4ed4-a87f-fb289d017712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.128470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-fa92e422-33eb-4ed4-a87f-fb289d017712 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0568917
Dec 11 20:50:10.215988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-93469cc9-cd43-4473-807d-e818b4297dfe tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1032012
Dec 11 20:50:10.289761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-a7a201ac-3ad0-4ad6-8551-8b6383b01457 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479273
Dec 11 20:50:10.307483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-b7d0df3b-2354-4b0c-b348-c9bd55d278ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.308952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-b7d0df3b-2354-4b0c-b348-c9bd55d278ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2637370
Dec 11 20:50:10.377982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-79a1ae9d-e5cd-4d4b-8235-ae3a92432934 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491292
Dec 11 20:50:10.382636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-2515a055-a3c6-4077-9979-81ab90fffb5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737 HTTP/1.1" status: 200  len: 217 time: 0.0478132
Dec 11 20:50:10.422276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de7c0abe-773f-4ebc-ad30-d526471aea7d req-958430da-4452-456e-a492-4fa3bb9bf365 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228802
Dec 11 20:50:10.487899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-669b3a0f-39a5-402f-9007-88dfce9a0d16 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1002450
Dec 11 20:50:10.545426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-a42209c5-6a20-4e7b-bf80-f9f739e018ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.546927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-a42209c5-6a20-4e7b-bf80-f9f739e018ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1198459
Dec 11 20:50:10.600501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Router 6d69220a-08f4-460f-88d6-23d08dd1ab61 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:10.625358 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0928678-b230-4804-b124-2baeb1b7e50b x-openstack-request-id: req-b0928678-b230-4804-b124-2baeb1b7e50b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:10.626375 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:10.626865 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0928678-b230-4804-b124-2baeb1b7e50b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:10.627501 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'code': 200}
Dec 11 20:50:10.696449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-7ee202dd-c367-43d5-9147-d6f81d6403b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.698071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-7ee202dd-c367-43d5-9147-d6f81d6403b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1414344
Dec 11 20:50:10.738987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad21ade-024e-4786-9b76-2ca9f810d8ed req-fb587725-a76f-453f-a47b-0f4915186a50 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.741953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ad21ade-024e-4786-9b76-2ca9f810d8ed req-fb587725-a76f-453f-a47b-0f4915186a50 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0582418
Dec 11 20:50:10.797429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ad21ade-024e-4786-9b76-2ca9f810d8ed req-fb74cb61-0126-4287-a545-14e970e12887 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471723
Dec 11 20:50:10.861767 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f6e9e6-7193-4ba4-852b-aa85039163b4 x-openstack-request-id: req-98f6e9e6-7193-4ba4-852b-aa85039163b4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:10.862138 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:10.863005 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98f6e9e6-7193-4ba4-852b-aa85039163b4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:10.863659 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40', 'status': 'completed', 'code': 200}
Dec 11 20:50:10.877705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0c66-ac54-45ef-bcde-25362a5dcdeb req-9dfa10a3-2f42-4d7c-90d1-57da36f53d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.879305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-687f0c66-ac54-45ef-bcde-25362a5dcdeb req-9dfa10a3-2f42-4d7c-90d1-57da36f53d44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1101 time: 0.1801841
Dec 11 20:50:10.930918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:10.932542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-4b8a7970-cefc-43ab-8165-0358f54700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:10.934169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-4b8a7970-cefc-43ab-8165-0358f54700f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 1099 time: 0.0493994
Dec 11 20:50:10.937556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:10.950031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Sync routers for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:10.963738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f48f444-c202-4b8f-86ab-843545a35c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:10.967398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:10.968965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77276fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:11.008792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-cce3f1ff-4b76-4fce-a744-1bd533d6f744 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2972169
Dec 11 20:50:11.082746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:11.093652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-265de13c-a0aa-4067-b763-550c20249c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.095630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-265de13c-a0aa-4067-b763-550c20249c70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1476872
Dec 11 20:50:11.131096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:11.134776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-687f0c66-ac54-45ef-bcde-25362a5dcdeb req-a9073c7a-dad8-4e50-a326-55d207d15075 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2370284
Dec 11 20:50:11.136312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-e72fdc3b-874a-484d-9d74-04b49f39b504 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "PUT /v2.0/floatingips/68f8375c-6e1b-4b50-ae78-42fe9973e17c HTTP/1.1" status: 200  len: 997 time: 2.6736248
Dec 11 20:50:11.172457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-f62c27b9-400e-4b9f-ad56-2de1427e9cce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=b8c6c10d-7310-4ab9-8225-91134fbace40 HTTP/1.1" status: 200  len: 217 time: 0.0617242
Dec 11 20:50:11.230816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b4e8-5429-4261-8f52-807b0451025a req-f7eaa68e-b0e6-4789-81be-210df0b7f538 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.232372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abd6b4e8-5429-4261-8f52-807b0451025a req-f7eaa68e-b0e6-4789-81be-210df0b7f538 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 948 time: 0.1506956
Dec 11 20:50:11.242693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-0adebd97-dfa6-4f0c-8182-dda66855cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.244125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-0adebd97-dfa6-4f0c-8182-dda66855cc5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0622146
Dec 11 20:50:11.314526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-eab467ae-9d34-48cd-b8d8-876c8be90034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.322606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-eab467ae-9d34-48cd-b8d8-876c8be90034 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1097 time: 0.1539590
Dec 11 20:50:11.325739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54c3dae1-2ff0-4cf8-b3da-ede60d0cef41 req-8bee226f-84ec-435b-ab01-c30de51020cb service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2970011
Dec 11 20:50:11.357891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abd6b4e8-5429-4261-8f52-807b0451025a req-c4eb16a3-35d3-4a42-95e7-46c5231651a7 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120868
Dec 11 20:50:11.389700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-6404ad66-5ead-4859-bfb9-875d1ca16ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.394244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-6404ad66-5ead-4859-bfb9-875d1ca16ca7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1172965
Dec 11 20:50:11.416632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:11.418921 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:11.493571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77276fa0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68f8375c-6e1b-4b50-ae78-42fe9973e17c', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'floating_ip_address': '172.35.1.200', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'mac_address': 'fa:16:3e:98:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75108303-ddb7-444d-a186-93d99450864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:04Z', 'updated_at': '2021-12-11T20:50:09Z', 'revision_number': 1, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:11.494054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-942ef141-324e-4ec3-aeaa-3c8319633cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.495584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-942ef141-324e-4ec3-aeaa-3c8319633cf9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 930 time: 0.1722260
Dec 11 20:50:11.501895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7c0590d-e0d5-45a5-b803-dec2944a7891 req-0ac7c47b-b5c0-4046-bfe0-919567172c7b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 210 time: 0.0393882
Dec 11 20:50:11.522234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Checking router: 6d69220a-08f4-460f-88d6-23d08dd1ab61 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:11.534057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:11.534057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77276fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:49:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:11.543718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-cb053344-21f1-4849-81cf-8e9b9ede0efa service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375582
Dec 11 20:50:11.610759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-4b81eb53-3e73-4a36-856f-fdd18d1f84c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 1000 time: 0.1030953
Dec 11 20:50:11.653909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30371897-f2a5-4443-8d9d-442e5c9d39f9 req-8d7a3b2e-9be7-48b8-b063-6381f00c7562 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995576
Dec 11 20:50:11.657827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:11.668725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Deleting port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:11.669070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:11.718265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-0dc42676-861b-4871-9cab-9bcd2fb7700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.719771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-0dc42676-861b-4871-9cab-9bcd2fb7700f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.0984366
Dec 11 20:50:11.751728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f833f-168b-430f-9ccc-df42cdb37690 req-e157b448-c48a-4dba-bbc5-08d1f7e854a1 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.753370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b3f833f-168b-430f-9ccc-df42cdb37690 req-e157b448-c48a-4dba-bbc5-08d1f7e854a1 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 950 time: 0.0604680
Dec 11 20:50:11.789705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] For port 1dbea230-0832-40e5-a0bb-a20cf94cc7f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:11.790082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:11.810756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b3f833f-168b-430f-9ccc-df42cdb37690 req-317fd997-9ab3-484c-917c-0bf6cdb48394 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481682
Dec 11 20:50:11.815444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-9a0593ea-67a2-417e-9fc4-f413c401c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:11.817016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-9a0593ea-67a2-417e-9fc4-f413c401c0dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0896997
Dec 11 20:50:11.818039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Calling delete_port for 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:11.830646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-8717b0a5-ef18-4802-a3dd-25274372a703 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:11.831279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-8717b0a5-ef18-4802-a3dd-25274372a703 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053825
Dec 11 20:50:11.886982 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ee4fe-6459-4e61-9013-a9488ba3337a x-openstack-request-id: req-4c5ee4fe-6459-4e61-9013-a9488ba3337a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:11.887275 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:11.887536 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c5ee4fe-6459-4e61-9013-a9488ba3337a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:11.887928 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'status': 'completed', 'code': 200}
Dec 11 20:50:11.906522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77276fa0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68f8375c-6e1b-4b50-ae78-42fe9973e17c', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'floating_ip_address': '172.35.1.200', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'mac_address': 'fa:16:3e:98:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75108303-ddb7-444d-a186-93d99450864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:04Z', 'updated_at': '2021-12-11T20:50:09Z', 'revision_number': 1, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:11.940673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe016df6-b68e-4e07-b591-ecde21880cb8 None None] The sync data for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 is: [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '68f8375c-6e1b-4b50-ae78-42fe9973e17c', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'floating_ip_address': '172.35.1.200', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'mac_address': 'fa:16:3e:98:e0:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75108303-ddb7-444d-a186-93d99450864a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:04Z', 'updated_at': '2021-12-11T20:50:09Z', 'revision_number': 1, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:12.056259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-f3e7a2d0-b2b7-4dbe-9529-8c3ae27b2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:12.057900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-f3e7a2d0-b2b7-4dbe-9529-8c3ae27b2d5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1097 time: 0.1263754
Dec 11 20:50:12.079876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-1e4740ef-a9a7-4827-b099-2fe9cc08b03d service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042589
Dec 11 20:50:12.310343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be8c2f0-909c-4abc-a697-f7041e45f8de None None] New status for floating IP 68f8375c-6e1b-4b50-ae78-42fe9973e17c: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:12.380159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d71a8-80d1-4e7f-932f-3b1c008ea739 req-24a6d6f6-2cc9-4145-a6f0-dca53a9ff18e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:12.382392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-749d71a8-80d1-4e7f-932f-3b1c008ea739 req-24a6d6f6-2cc9-4145-a6f0-dca53a9ff18e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.4429941
Dec 11 20:50:12.430662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-a51cccf2-8e6f-412a-b781-df0ebfddfb05 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:12.432230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-a51cccf2-8e6f-412a-b781-df0ebfddfb05 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 820 time: 0.4489257
Dec 11 20:50:12.447957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'port': {'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'admin_state_up': True, 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:12.477157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-749d71a8-80d1-4e7f-932f-3b1c008ea739 req-5ab2ad1c-76b7-49b7-bf69-04acb25ab9bd tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876503
Dec 11 20:50:12.587054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:12.600953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Made reservation on behalf of c8ff2965e8a94da1b9fee71e0baaffad for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:12.613559 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:12.662951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-275eeb85-2c85-46e9-bc62-93634668a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:12.669930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-275eeb85-2c85-46e9-bc62-93634668a266 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 930 time: 0.5969110
Dec 11 20:50:12.745736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device aa400a8c-a240-4c41-b8e1-0d60f4fa7737 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:12.782361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-1afacc84-a996-4e23-a836-e08a87505816 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 1002 time: 0.0885653
Dec 11 20:50:12.790514 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:12.791050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c3cfb0e-5de9-44b4-92ab-b0d43ed7e578 req-9a727f19-9fab-4f8c-8537-877d36c86398 service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6969428
Dec 11 20:50:12.835434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Allocated IP 172.20.0.10 (c8c7d68e-88b6-40f0-841b-f938c8a3aa03/0e1dac76-3407-4418-8bc2-de2dd51683e2/18713209-d923-4a2c-9d3d-e015b0d3d18d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:12.854469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-19883ba6-a58e-402e-b5e9-c78570f3134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:12.859543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-19883ba6-a58e-402e-b5e9-c78570f3134d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.0608099
Dec 11 20:50:12.860852 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:12.884593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:12.887125 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09142940-0513-46dd-ba13-c3bfce1e7a54" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:12.955251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:12.965172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.035369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbea230-0832-40e5-a0bb-a20cf94cc7f3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:13.040734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.064534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:13.084749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.097052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:13.112707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-707ddede-acbf-4a95-a350-5eb739affd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:13.114710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-707ddede-acbf-4a95-a350-5eb739affd20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2403011
Dec 11 20:50:13.127277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5b2dc-23b0-4c5c-b592-a03a95e4b146 req-dba0aca1-7e92-47ea-9271-522821bb9b05 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:13.135451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['28fd92ab-f25c-4205-8503-cbe33cfe0b2a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:13.135950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b5b2dc-23b0-4c5c-b592-a03a95e4b146 req-dba0aca1-7e92-47ea-9271-522821bb9b05 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 948 time: 0.1619344
Dec 11 20:50:13.149783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', 'mac_address': 'fa:16:3e:cf:70:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:13.201504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:13.203483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:13.219095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:13.289681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.319377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa400a8c-a240-4c41-b8e1-0d60f4fa7737 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:13.326168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event updated for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:13.352584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:13.361584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b5b2dc-23b0-4c5c-b592-a03a95e4b146 req-e1e4b8a8-69f7-4c50-a45d-c168a88f091a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221825
Dec 11 20:50:13.376001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.398602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884fca-c9c5-4ee7-aa60-2b7f5c66b32b req-8120c8cf-e152-4126-86d2-a633c079f52d tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:13.410870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14884fca-c9c5-4ee7-aa60-2b7f5c66b32b req-8120c8cf-e152-4126-86d2-a633c079f52d tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 932 time: 0.2639899
Dec 11 20:50:13.449083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:13.449909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.466352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-aab668ae-a4f5-48c9-8873-0f7504678a2d service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3230927
Dec 11 20:50:13.467706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.492651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bff454b2-b922-4e28-93fc-0bb8b53d6ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.521491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:13.529916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-bf20a60b-741f-465b-a753-c753856f6200 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0864635
Dec 11 20:50:13.543377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14884fca-c9c5-4ee7-aa60-2b7f5c66b32b req-1d92d9f5-9bba-42a5-954a-b220421c3a60 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314950
Dec 11 20:50:13.547163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Request body: {'port': {'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:13.597647 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9a64e2-b7c9-4bde-97f8-58084ede61d0 x-openstack-request-id: req-1d9a64e2-b7c9-4bde-97f8-58084ede61d0 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:13.598307 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:13.598989 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d9a64e2-b7c9-4bde-97f8-58084ede61d0 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:13.600170 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'code': 200}
Dec 11 20:50:13.617221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.679794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f6fd20d5-08b7-432d-8770-dad3be84e530 None None] Provisioning complete for port 18713209-d923-4a2c-9d3d-e015b0d3d18d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:13.680409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6fd20d5-08b7-432d-8770-dad3be84e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:13.719654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd20d5-08b7-432d-8770-dad3be84e530 None None] Port 18713209-d923-4a2c-9d3d-e015b0d3d18d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:13.804534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b8a809f-5bc3-4e6c-92ce-e4c5cff47ed1 req-39066225-dd51-4451-a85a-3d4ea6902689 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2990146
Dec 11 20:50:13.811294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca653d-3b6d-4387-b794-4fa3f1d44eb4 req-bb72bd6f-8ec1-4ac7-8454-c28ec14e0802 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:13.813223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:13.819438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fca653d-3b6d-4387-b794-4fa3f1d44eb4 req-bb72bd6f-8ec1-4ac7-8454-c28ec14e0802 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1096 time: 0.0756440
Dec 11 20:50:13.869832 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-eb349f22-871a-410b-a5ea-327f7b7237dc tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 258 time: 0.2857411
Dec 11 20:50:13.887960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:13.915123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fca653d-3b6d-4387-b794-4fa3f1d44eb4 req-c40525ab-c1fe-4a28-8d27-5ffffd19f270 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945845
Dec 11 20:50:13.974672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.003844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Router 986104a5-e09d-428c-abb4-a0c808f6de26 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:14.022534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18713209-d923-4a2c-9d3d-e015b0d3d18d {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:14.032078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.049479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Transition to ACTIVE for port object 18713209-d923-4a2c-9d3d-e015b0d3d18d will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:14.060002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81c2ad-df40-429e-8acb-d6c2791a29c5 req-00d67589-1867-476a-9e77-57dd3d46ec13 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:14.061559 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c81c2ad-df40-429e-8acb-d6c2791a29c5 req-00d67589-1867-476a-9e77-57dd3d46ec13 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0816343
Dec 11 20:50:14.062820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.128650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:14.174074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:14.179547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-93bb4033-a254-442f-9b51-2e8fbcfc2556 admin admin] 10.222.0.18 "PUT /v2.0/routers/986104a5-e09d-428c-abb4-a0c808f6de26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6724968
Dec 11 20:50:14.183182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60420) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:14.191263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.193914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Sync routers for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:14.194045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c81c2ad-df40-429e-8acb-d6c2791a29c5 req-24bb3253-0296-4e5a-a1f8-3a481aa19af5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260037
Dec 11 20:50:14.209485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:14.210364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77528550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:14.264824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Attempting to bind port 18713209-d923-4a2c-9d3d-e015b0d3d18d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:14.265449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Attempting to bind port 18713209-d923-4a2c-9d3d-e015b0d3d18d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:14.265993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Attempting to bind port 18713209-d923-4a2c-9d3d-e015b0d3d18d on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:14.273274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Port 18713209-d923-4a2c-9d3d-e015b0d3d18d on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:14.273910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Attempting to bind port 18713209-d923-4a2c-9d3d-e015b0d3d18d on network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:14.284848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:14.289330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Checking segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:14.290079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Bound using segment: {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:14.290861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Bound port: 18713209-d923-4a2c-9d3d-e015b0d3d18d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe8cadf-57e3-41c6-a169-61f2aeb6f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:14.291653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.409915 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.437228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:14.441492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:14.450854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.477379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Allocated IP 172.35.1.241 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d37db1ed-d19a-4a40-9d13-1af1f261ee54) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:14.527690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:14.528366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.530847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] 10.222.0.30 "PUT /v2.0/ports/18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 1092 time: 0.9913089
Dec 11 20:50:14.531777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:14.534608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:14.535181 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96655d81-74f6-4523-9fdf-e62dc1f57b36" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:14.592282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5b96a-7161-4467-9646-1fbb41fd3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:14.626164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.644368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b8c6c10d-7310-4ab9-8225-91134fbace40 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:14.653028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-b677869c-d38e-460c-b1da-9db796b70ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:14.654929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-b677869c-d38e-460c-b1da-9db796b70ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1095 time: 0.0573981
Dec 11 20:50:14.730221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.770649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Deleting port 41213d0f-f15c-46db-bb8c-6512a5b02fb9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:14.770991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.772203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-fe455f95-ecc9-4445-b54a-5d8e361c2887 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 217 time: 0.1067095
Dec 11 20:50:14.835170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.836184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-621e927c-14b3-4d82-95ca-82ff02683a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:14.837953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-621e927c-14b3-4d82-95ca-82ff02683a71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0580747
Dec 11 20:50:14.899737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522439c-a388-43f6-92d3-d32121284947 req-4ab85cec-65dc-4c16-9702-a3b425d237ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:14.901644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-4ab85cec-65dc-4c16-9702-a3b425d237ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0531495
Dec 11 20:50:14.904041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.904578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:14.913810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] For port 41213d0f-f15c-46db-bb8c-6512a5b02fb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41213d0f-f15c-46db-bb8c-6512a5b02fb9,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:14.914211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:14.916794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:14.922784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c6c10d-7310-4ab9-8225-91134fbace40,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:14.924623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:14.926741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event updated for resources: {'Port': ['ID=d37db1ed-d19a-4a40-9d13-1af1f261ee54,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:14.955499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Calling delete_port for 41213d0f-f15c-46db-bb8c-6512a5b02fb9 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:14.973623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b8c6c10d-7310-4ab9-8225-91134fbace40', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'b8c6c10d-7310-4ab9-8225-91134fbace40', 'mac_address': 'fa:16:3e:e7:2a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:15.008226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77528550>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231'}], 'enable_snat': True}, 'gw_port_id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:50:12Z', 'revision_number': 5, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port': {'id': '41213d0f-f15c-46db-bb8c-6512a5b02fb9', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:3c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:48:12Z', 'updated_at': '2021-12-11T20:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:15.049694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Checking router: 986104a5-e09d-428c-abb4-a0c808f6de26 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:15.052526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-dce31361-e560-4330-bf5d-4cf543206c34 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376190
Dec 11 20:50:15.063413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.077510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c6c10d-7310-4ab9-8225-91134fbace40 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:15.080054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.098526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c6c10d-7310-4ab9-8225-91134fbace40,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:15.099617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Routers {'986104a5-e09d-428c-abb4-a0c808f6de26'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:15.100507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77528550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['986104a5-e09d-428c-abb4-a0c808f6de26'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:15.134047 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.164195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.182411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3522439c-a388-43f6-92d3-d32121284947 req-fa0f32eb-dc29-4f74-8b32-6e1aff8b92f0 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212301
Dec 11 20:50:15.261750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] Set router 986104a5-e09d-428c-abb4-a0c808f6de26 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:15.291785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.292182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:15.325577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Pushing event deleted for resources: {'Port': ['ID=41213d0f-f15c-46db-bb8c-6512a5b02fb9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:15.326383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77528550>, [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:50:14Z', 'revision_number': 6, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:15.355661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241a2a96-d6ee-4592-9ee2-95217f4d8dce None None] The sync data for ids ['986104a5-e09d-428c-abb4-a0c808f6de26'] in ncdv-master-1 is: [{'id': '986104a5-e09d-428c-abb4-a0c808f6de26', 'name': 'tempest-AttachSCSIVolumeTestJSON-1856257694-router', 'tenant_id': 'd18d6c513d9a434aa498069814e17570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:48:11Z', 'updated_at': '2021-12-11T20:50:14Z', 'revision_number': 6, 'project_id': 'd18d6c513d9a434aa498069814e17570', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:15.428408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.509083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.511265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.516648 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.792421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b8c6c10d-7310-4ab9-8225-91134fbace40'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:15.824907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.832446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.854518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-cff03a3f-b773-4c8e-be56-1c5becab76f1 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:15.855537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-cff03a3f-b773-4c8e-be56-1c5becab76f1 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0261796
Dec 11 20:50:15.985128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.985673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986104a5-e09d-428c-abb4-a0c808f6de26 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:50:15.986999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event updated for resources: {'Port': ['ID=d37db1ed-d19a-4a40-9d13-1af1f261ee54,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:15.992406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-f53e8207-589b-40eb-8e99-c37651311ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:15.993799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-f53e8207-589b-40eb-8e99-c37651311ee4 service neutron] 10.222.0.18 "GET /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 1093 time: 0.1267078
Dec 11 20:50:15.997277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:15.998324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8ab0bac-1f56-4c70-b6d3-7173aaccce4a admin admin] 10.222.0.18 "DELETE /v2.0/routers/986104a5-e09d-428c-abb4-a0c808f6de26 HTTP/1.1" status: 204  len: 168 time: 1.8143766
Dec 11 20:50:16.001206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60456) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:16.006860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:16.007316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:50:16.033536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.048397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Deleting subnet 02be20af-b31e-46e5-a1a0-164301fe509f {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:50:16.051381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.067868 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.069121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-8fcd3376-3296-451f-807a-729752e94b3c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1884580
Dec 11 20:50:16.098625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.128903 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.156835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-313d9b87-cfa3-429c-b795-8379a1432fc5 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.0581162
Dec 11 20:50:16.202324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:16.226762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:16.227438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1dbea230-0832-40e5-a0bb-a20cf94cc7f3 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:16.240318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.276209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:16.276548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:16.276881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:16.289156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:16.289396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:16.303404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-3104a1ef-a626-4169-b51c-029873348518 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:16.304817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c06c61d-d7ba-4a6f-be4c-7bd3510ab3f4 req-3104a1ef-a626-4169-b51c-029873348518 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1384456
Dec 11 20:50:16.305274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.306021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:16.306364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:16.306779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:16.307227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Bound port: 23623d18-7928-44b1-a1be-372bbcdc4102, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:16.341821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.345491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/02be20af-b31e-46e5-a1a0-164301fe509f HTTP/1.1" status: 204  len: 168 time: 0.3432748
Dec 11 20:50:16.346438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133ca4-f07a-466d-84c1-05b8d69f9178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02be20af-b31e-46e5-a1a0-164301fe509f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:16.348302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60464) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:16.353350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d04405-c570-44a2-a4b0-7778ece8d2f4 None None] Network 5516f101-6892-43ff-878f-ccfff5744728 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:50:16.448901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-dcf92e34-892a-494a-bab8-9c9ea477b9a5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0411415
Dec 11 20:50:16.497435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.504474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:16.536075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] DHCP port deletion for 5516f101-6892-43ff-878f-ccfff5744728 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:50:16.543636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.544828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-f3806e77-9201-465f-aa5f-dbfb953bf52f service neutron] 10.222.0.18 "POST /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102/bindings HTTP/1.1" status: 201  len: 389 time: 0.5435107
Dec 11 20:50:16.625967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Deleting port a2196125-364a-4ebf-abc0-04a72acbe12b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:16.626277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.633543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-1a3bee26-15d3-48c7-8a56-f6a7e5a4c574 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:16.635241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-1a3bee26-15d3-48c7-8a56-f6a7e5a4c574 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1744714
Dec 11 20:50:16.684311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Deleting port a2196125-364a-4ebf-abc0-04a72acbe12b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:16.684828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.693695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-b58f6106-89c2-4e3d-bcc9-19769599f623 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/quotas/77986ddbe8f64c01a84d52f76f1b740c HTTP/1.1" status: 200  len: 375 time: 0.0413027
Dec 11 20:50:16.714251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] For port a2196125-364a-4ebf-abc0-04a72acbe12b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2196125-364a-4ebf-abc0-04a72acbe12b,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:16.717071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.729226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:16.730793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device aa400a8c-a240-4c41-b8e1-0d60f4fa7737 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:16.742377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6177-eb2e-4972-9efa-e5b7ac497b37 req-e9d52bc4-ff06-4bea-9e7c-8f0140608c12 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:16.744190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-191e6177-eb2e-4972-9efa-e5b7ac497b37 req-e9d52bc4-ff06-4bea-9e7c-8f0140608c12 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 949 time: 0.0777786
Dec 11 20:50:16.769320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Calling delete_port for a2196125-364a-4ebf-abc0-04a72acbe12b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:16.805454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-f1517512-c726-4184-ad58-fcf6a5baac7f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1113181
Dec 11 20:50:16.807221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] For port a2196125-364a-4ebf-abc0-04a72acbe12b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2196125-364a-4ebf-abc0-04a72acbe12b,segment=NetworkSegment(d487cdea-c1d8-471d-b7c7-b251c9be1416),segment_id=d487cdea-c1d8-471d-b7c7-b251c9be1416)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:16.807609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.822856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Calling delete_port for a2196125-364a-4ebf-abc0-04a72acbe12b owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:16.826846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-191e6177-eb2e-4972-9efa-e5b7ac497b37 req-393c078d-abaa-4e6a-8d4b-92ddcd4383d2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741582
Dec 11 20:50:16.917683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:16.932974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-68dc1a55-e194-4a03-8e8c-cbc5a51dde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:16.934862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-68dc1a55-e194-4a03-8e8c-cbc5a51dde98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1096 time: 0.0753248
Dec 11 20:50:16.936001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:16.936372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.976634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:16.989090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:16.993319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.014729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] No DVR routers for this DVR port a2196125-364a-4ebf-abc0-04a72acbe12b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:17.044958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539b4b7-8c1c-47ae-acd5-2ba8d7b04791 None None] Pushing event deleted for resources: {'Port': ['ID=a2196125-364a-4ebf-abc0-04a72acbe12b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:17.045595 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f00837c-4cf8-4c84-87d4-135e0c4cb538 x-openstack-request-id: req-8f00837c-4cf8-4c84-87d4-135e0c4cb538 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:17.045892 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:17.046148 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f00837c-4cf8-4c84-87d4-135e0c4cb538 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:17.047808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9006da9f-a9bb-4951-a148-43978fa5de06', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '9006da9f-a9bb-4951-a148-43978fa5de06', 'mac_address': 'fa:16:3e:6c:bb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:17.058859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] No DVR routers for this DVR port a2196125-364a-4ebf-abc0-04a72acbe12b on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:17.064716 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'status': 'completed', 'code': 200}
Dec 11 20:50:17.071465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2196125-364a-4ebf-abc0-04a72acbe12b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:17.192730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.225545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.269381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9006da9f-a9bb-4951-a148-43978fa5de06 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:17.277222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.302223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.307766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-9bc712ca-731f-4d00-8df7-0fa6ffb0142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.308300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:17.309251 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-9bc712ca-731f-4d00-8df7-0fa6ffb0142f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1095 time: 0.2373657
Dec 11 20:50:17.316549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-2bd27f53-8fef-462b-9c1d-2481584b4b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.318602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-2bd27f53-8fef-462b-9c1d-2481584b4b3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.3697691
Dec 11 20:50:17.323172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:17.327472 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d94edc4-ea28-4ed9-a769-9031559629c8" -d '{"events": [{"server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "name": "network-vif-plugged", "status": "completed", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:17.329142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d2864-c463-4d3d-b3c8-1846c47e2434 req-38cfba9c-9b1f-4c24-ad67-8977942580b5 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.330957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-256d2864-c463-4d3d-b3c8-1846c47e2434 req-38cfba9c-9b1f-4c24-ad67-8977942580b5 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 944 time: 0.1836238
Dec 11 20:50:17.332845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.346441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:17.363939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea17df0>,) {'filters': {'network_id': ['5516f101-6892-43ff-878f-ccfff5744728']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:17.368406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.390624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea17df0>, 'd487cdea-c1d8-471d-b7c7-b251c9be1416') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:17.391064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea17df0>, 'd487cdea-c1d8-471d-b7c7-b251c9be1416') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:17.400360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:17.409258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.414864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-256d2864-c463-4d3d-b3c8-1846c47e2434 req-383a23b0-5a27-46da-bdeb-213fad8d8361 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740430
Dec 11 20:50:17.430943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.450440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:50:17.450904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:50:17.452977 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:50:17.530785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:17.548892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9006da9f-a9bb-4951-a148-43978fa5de06'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:17.549507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.568935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:17.574245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5516f101-6892-43ff-878f-ccfff5744728 HTTP/1.1" status: 204  len: 168 time: 1.2248693
Dec 11 20:50:17.625450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-74133d3f-4ed1-4ec7-b2a0-98bde50f8c88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 217 time: 0.2366147
Dec 11 20:50:17.632979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63fb2d-7306-48ec-8258-036479279985 admin admin] Pushing event deleted for resources: {'Network': ['ID=5516f101-6892-43ff-878f-ccfff5744728,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:17.698573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd43e4-5430-43ec-a42a-fc8b6047d833 req-29ed534a-0176-4e65-80fb-f60117f09314 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.700147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ccd43e4-5430-43ec-a42a-fc8b6047d833 req-29ed534a-0176-4e65-80fb-f60117f09314 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 945 time: 0.1232247
Dec 11 20:50:17.735808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a636c2-ad41-485d-b24b-07ea454c366c req-202eddda-8659-44fc-a98c-700b055bcd5d tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.737643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32a636c2-ad41-485d-b24b-07ea454c366c req-202eddda-8659-44fc-a98c-700b055bcd5d tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3536668
Dec 11 20:50:17.743871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-a546ff9c-1708-414e-b486-9cb5c0f830bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.746022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-a546ff9c-1708-414e-b486-9cb5c0f830bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1018488
Dec 11 20:50:17.836349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-c69281b1-af9c-4fd4-be2b-adfe6348ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:17.837524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-c69281b1-af9c-4fd4-be2b-adfe6348ba71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.5179706
Dec 11 20:50:17.848632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32a636c2-ad41-485d-b24b-07ea454c366c req-35456f41-925f-40c0-94a3-d96979944c6b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.1012287
Dec 11 20:50:17.855531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-32a636c2-ad41-485d-b24b-07ea454c366c req-bf3f5692-617b-44ed-a771-990cb1f85b1c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'floatingip': {'port_id': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:17.861703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ccd43e4-5430-43ec-a42a-fc8b6047d833 req-f40f35e9-a9ec-4ec0-bce8-6d7b7e4f645c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553686
Dec 11 20:50:17.873564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2196125-364a-4ebf-abc0-04a72acbe12b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:17.933736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a2196125-364a-4ebf-abc0-04a72acbe12b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:17.941969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60516) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:17.955827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2196125-364a-4ebf-abc0-04a72acbe12b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:17.956709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41213d0f-f15c-46db-bb8c-6512a5b02fb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:17.998427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23e7f29c-cdd5-4787-a5d8-818d2e95f6d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9db55288209440a08ca2840c9ee07a60&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0523858
Dec 11 20:50:17.999186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60520) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:18.010917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-a9080f54-7aa4-46a7-adba-aaacacd71f85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1386917
Dec 11 20:50:18.016052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-37e9ed28-5ac3-4539-8d69-6b1fb46e7106 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 217 time: 0.1501718
Dec 11 20:50:18.018356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-32a636c2-ad41-485d-b24b-07ea454c366c req-bf3f5692-617b-44ed-a771-990cb1f85b1c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:18.036469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 41213d0f-f15c-46db-bb8c-6512a5b02fb9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:18.038059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41213d0f-f15c-46db-bb8c-6512a5b02fb9 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:18.148928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:18.159621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2b645-17e5-4b4d-9b79-2f97b0eaa037 req-b0d25b8b-c0d8-4dd7-8993-ea2152c4cb5f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:18.161203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdb2b645-17e5-4b4d-9b79-2f97b0eaa037 req-b0d25b8b-c0d8-4dd7-8993-ea2152c4cb5f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.0811098
Dec 11 20:50:18.202383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:18.257469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdb2b645-17e5-4b4d-9b79-2f97b0eaa037 req-512d0a20-7e99-4d5e-afc7-d0aaf899003b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871298
Dec 11 20:50:18.286690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:18.290000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:18.291193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9dac9c1a-6728-48fa-a647-c692c1d06ca5 HTTP/1.1" status: 204  len: 168 time: 0.2905688
Dec 11 20:50:18.300753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c6758-621c-4244-bd0b-c34521042c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac9c1a-6728-48fa-a647-c692c1d06ca5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:18.430290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6662544-cb82-4705-a3d9-58ada556b882 req-81ffef48-8865-4244-8db7-e9ec4b2af842 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 210 time: 0.0511508
Dec 11 20:50:18.486843 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4230a7-5d16-4b5c-99cd-306c18c48394 x-openstack-request-id: req-5b4230a7-5d16-4b5c-99cd-306c18c48394 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:18.487341 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "name": "network-vif-plugged", "status": "completed", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:18.487443 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b4230a7-5d16-4b5c-99cd-306c18c48394 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:18.487918 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', 'code': 200}
Dec 11 20:50:18.562576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-aa64c12b-6249-480d-8eda-1e871c9d8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:18.564042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-aa64c12b-6249-480d-8eda-1e871c9d8197 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.5103519
Dec 11 20:50:18.608679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 18713209-d923-4a2c-9d3d-e015b0d3d18d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:18.619231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b8c6c10d-7310-4ab9-8225-91134fbace40 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:18.666250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-7b7e452b-5922-42fb-a328-a4b9a0840bf8 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6043451
Dec 11 20:50:18.778788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-66947a32-c456-44e1-a191-7dfb8839fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:18.780538 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-66947a32-c456-44e1-a191-7dfb8839fa85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1941648
Dec 11 20:50:18.811080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:18.855180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-b68188bb-04f4-4211-98af-866098402f3b service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784821
Dec 11 20:50:18.937714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-9fbd4eb6-cde1-43db-b9da-24c6db5ca58e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3908806
Dec 11 20:50:19.008210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b8c6c10d-7310-4ab9-8225-91134fbace40 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:19.027688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b8c6c10d-7310-4ab9-8225-91134fbace40 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:19.028505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.070136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ed3e-07a7-4a3b-bdbd-8708c1f46be9 req-33d8335a-9519-462c-aa5c-506199812ad4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.074599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5174ed3e-07a7-4a3b-bdbd-8708c1f46be9 req-33d8335a-9519-462c-aa5c-506199812ad4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 950 time: 0.4860189
Dec 11 20:50:19.087945 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-32a636c2-ad41-485d-b24b-07ea454c366c req-bf3f5692-617b-44ed-a771-990cb1f85b1c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 11 20:50:19.103227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32a636c2-ad41-485d-b24b-07ea454c366c req-bf3f5692-617b-44ed-a771-990cb1f85b1c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "PUT /v2.0/floatingips/a1c64b33-77c9-4f3b-8c75-68389d929290 HTTP/1.1" status: 409  len: 551 time: 1.2511020
Dec 11 20:50:19.145057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:19.211806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f585c-1576-4150-8898-09ec420c22de req-5870ab2f-b32c-4e93-b354-f646ed7ce9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.213983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f7f585c-1576-4150-8898-09ec420c22de req-5870ab2f-b32c-4e93-b354-f646ed7ce9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 1101 time: 0.3975844
Dec 11 20:50:19.237817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 9006da9f-a9bb-4951-a148-43978fa5de06 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:19.238192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.296293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a417bde-ea4f-49e4-813a-f08da57b9e97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d18d6c513d9a434aa498069814e17570&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1500731
Dec 11 20:50:19.302197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60550) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:19.304673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-ec7671e3-a77d-4042-851f-70dbbd3bcdb8 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4044068
Dec 11 20:50:19.313434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f7f585c-1576-4150-8898-09ec420c22de req-a6669a20-7717-47f8-90cf-fde15b878abf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808532
Dec 11 20:50:19.367176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5174ed3e-07a7-4a3b-bdbd-8708c1f46be9 req-7bc25e3f-255d-42d2-a1c3-b8652597c491 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2586741
Dec 11 20:50:19.380214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-d14a0721-a174-4d57-910e-652f88d2b167 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.394544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-d14a0721-a174-4d57-910e-652f88d2b167 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4412935
Dec 11 20:50:19.431547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96655d81-74f6-4523-9fdf-e62dc1f57b36 req-cdf9f191-b280-4950-9d01-1b18a5894de3 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195712
Dec 11 20:50:19.455292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:19.478898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.507943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bf90-50e9-4fc7-a4e4-ec188cb7a23b req-aef84185-0256-4121-98fe-abe773a98f5f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.510406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb53bf90-50e9-4fc7-a4e4-ec188cb7a23b req-aef84185-0256-4121-98fe-abe773a98f5f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 944 time: 0.0779088
Dec 11 20:50:19.581505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Request body: {'port': {'device_id': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '77986ddbe8f64c01a84d52f76f1b740c'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:19.592203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb53bf90-50e9-4fc7-a4e4-ec188cb7a23b req-62b70348-7d75-456b-84f9-167a7664acee tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752022
Dec 11 20:50:19.613674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.689985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:19.702048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-17e1db72-50b0-4517-82b3-dabcad0a3eb3 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips/a1c64b33-77c9-4f3b-8c75-68389d929290 HTTP/1.1" status: 200  len: 693 time: 0.0732729
Dec 11 20:50:19.760269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a15cb-9086-4e5f-b8a7-c5bf900d0b23 req-df5ef2a4-00fe-490b-9df1-459e1801208d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.761501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc0a15cb-9086-4e5f-b8a7-c5bf900d0b23 req-df5ef2a4-00fe-490b-9df1-459e1801208d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 945 time: 0.2844975
Dec 11 20:50:19.797775 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.806248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.862359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:19.866591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.881158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.882255 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.887805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.889476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36f9f4ef-594a-4177-a268-7f01aa2add4e HTTP/1.1" status: 204  len: 168 time: 0.5748539
Dec 11 20:50:19.905536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-24059043-e993-494d-92dd-3e4ee1b3a410 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:19.907031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-24059043-e993-494d-92dd-3e4ee1b3a410 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2033195
Dec 11 20:50:19.910611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c6c10d-7310-4ab9-8225-91134fbace40,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:19.916613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18713209-d923-4a2c-9d3d-e015b0d3d18d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:19.921191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-9a9c03af-250f-4bec-b4d7-cb9e337b02e9 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:19.922262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-9a9c03af-250f-4bec-b4d7-cb9e337b02e9 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0060761
Dec 11 20:50:19.942053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:19.971641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2d98-dac4-46d4-a761-908740c8ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f9f4ef-594a-4177-a268-7f01aa2add4e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:19.973487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:20.016460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:20.019065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.020731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-fa755152-a8cb-4b75-b337-59b797d2404f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.0891137
Dec 11 20:50:20.127592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Made reservation on behalf of 77986ddbe8f64c01a84d52f76f1b740c for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:20.131054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-32e914a8-8e5f-44fc-8a1e-501e31efa37f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.1095676
Dec 11 20:50:20.131574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:20.143770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.245872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:20.304562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc0a15cb-9086-4e5f-b8a7-c5bf900d0b23 req-b5539b0d-0ee3-4577-b3a7-c0f7cf8420a9 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5294669
Dec 11 20:50:20.391608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Allocated IP 192.168.233.3 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:20.400622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Deleting port d37db1ed-d19a-4a40-9d13-1af1f261ee54 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:20.400963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.473943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['18713209-d923-4a2c-9d3d-e015b0d3d18d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:20.564211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06'}, {'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:20.570213 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac50484-54e5-4df6-a013-4f8c7697605a" -d '{"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06"}, {"server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "name": "network-vif-plugged", "status": "completed", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:20.572320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.575495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.611408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Calling delete_port for d37db1ed-d19a-4a40-9d13-1af1f261ee54 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:20.913259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1467777-50f9-4760-9403-945dead15b4c req-5f88b630-b72e-4bfe-b648-59898f527961 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 210 time: 0.1354241
Dec 11 20:50:20.926014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:20.979663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event deleted for resources: {'Port': ['ID=d37db1ed-d19a-4a40-9d13-1af1f261ee54,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:20.995489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.065634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.080813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.095080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', '854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:21.111285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.114466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.128974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c3e55bb-40aa-4bce-b446-f05dee826288 req-3bfffb0c-3a86-4eb3-bdce-e16f8e2967b6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "DELETE /v2.0/floatingips/a1c64b33-77c9-4f3b-8c75-68389d929290 HTTP/1.1" status: 204  len: 173 time: 0.9969599
Dec 11 20:50:21.179110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:21.181856 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39782851-93ae-4fa4-864e-51b7f483c36b x-openstack-request-id: req-39782851-93ae-4fa4-864e-51b7f483c36b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:21.182772 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-plugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06", "code": 200}, {"server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "name": "network-vif-plugged", "status": "completed", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:21.183138 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39782851-93ae-4fa4-864e-51b7f483c36b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:21.183682 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06', 'code': 200}
Dec 11 20:50:21.183997 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40', 'code': 200}
Dec 11 20:50:21.185673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event updated for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:21.208416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:21.212118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:21.356666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e46a1-fbe2-4383-8fd7-f9490ba4e2b2 req-a5da50c4-56f9-4c06-be7c-ee649dc25a7d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:21.369685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b38e46a1-fbe2-4383-8fd7-f9490ba4e2b2 req-a5da50c4-56f9-4c06-be7c-ee649dc25a7d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 950 time: 0.2409303
Dec 11 20:50:21.445715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:21.446399 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.527352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6b30f223-9fb5-42d9-b532-74d3abaf9cfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.9512348
Dec 11 20:50:21.540555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60608) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:21.557821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b38e46a1-fbe2-4383-8fd7-f9490ba4e2b2 req-50596e78-d17f-4a71-8083-add2f74a7e7c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1871817
Dec 11 20:50:21.565202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347ebb5-672d-4423-bcc6-94e0c60781bd req-0deadf18-e0fa-4aa7-9a32-539dfc3b62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:21.567604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8347ebb5-672d-4423-bcc6-94e0c60781bd req-0deadf18-e0fa-4aa7-9a32-539dfc3b62fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 1101 time: 0.2357075
Dec 11 20:50:21.588403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Request body: {'port': {'device_id': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:21.601757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6bed-473b-484a-817c-700a9a11fda0 req-3cb8296b-1af3-4be2-ac5a-c19a8e3d9093 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:21.607263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e74f6bed-473b-484a-817c-700a9a11fda0 req-3cb8296b-1af3-4be2-ac5a-c19a8e3d9093 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 945 time: 0.1959541
Dec 11 20:50:21.736649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e74f6bed-473b-484a-817c-700a9a11fda0 req-f2a77cc5-8300-4d94-b3d2-a713458b0842 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210973
Dec 11 20:50:21.752631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3710a010-1846-45b9-ad1c-dc9930bbabb3 None None] Provisioning complete for port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:21.753102 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3710a010-1846-45b9-ad1c-dc9930bbabb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.791173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8347ebb5-672d-4423-bcc6-94e0c60781bd req-6fe2a107-b694-42e4-b1f6-4e663772a6f5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818597
Dec 11 20:50:21.838832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:21.847963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3710a010-1846-45b9-ad1c-dc9930bbabb3 None None] Port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:21.919303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-822208802-network', 'tenant_id': '1f5739bb231643f191454fad7c396d04'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:21.958977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-cc775a47-439e-449d-a9ec-66e792a2106e tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 1002 time: 0.1501932
Dec 11 20:50:22.015173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-ab9d77d6-58f9-4616-a9b6-a8299ba932f1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--876571801&fields=id&tenant_id=a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 267 time: 0.3205931
Dec 11 20:50:22.017906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-7332780e-c882-4e9b-8312-aa2f224b27a0 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:22.019461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-7332780e-c882-4e9b-8312-aa2f224b27a0 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports/f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 943 time: 0.0583055
Dec 11 20:50:22.060632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:22.061511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.098510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.183757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-4091d609-e9d0-4c15-b31f-c434911c305a tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 1002 time: 0.0866892
Dec 11 20:50:22.324624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-85f828e0-c8e2-4b38-b948-2c5793244fdb tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:22.331825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-85f828e0-c8e2-4b38-b948-2c5793244fdb tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 823 time: 0.2922633
Dec 11 20:50:22.362925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-8b372594-5e57-4919-8190-b8e44ba9550f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/quotas/a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 375 time: 0.0299926
Dec 11 20:50:22.367399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-8cf8cc6a-107b-40ac-9e18-bf0fccd8c96c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:22.375788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-8cf8cc6a-107b-40ac-9e18-bf0fccd8c96c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1838534
Dec 11 20:50:22.381017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-47d1f545-ef5d-4f6b-84f0-61fc8ca3bfc6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:22.393109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-47d1f545-ef5d-4f6b-84f0-61fc8ca3bfc6 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0169876
Dec 11 20:50:22.502592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-9cda17cd-7666-4bbc-b870-bea2a2518fd8 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 1002 time: 0.1081204
Dec 11 20:50:22.507992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:22.540581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.575468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.598541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-9fda4dc7-9dc5-434d-a220-c96218354d49 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2346981
Dec 11 20:50:22.612544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 18713209-d923-4a2c-9d3d-e015b0d3d18d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:22.635317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:50:22.636085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.640736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:22.674019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.679393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 18713209-d923-4a2c-9d3d-e015b0d3d18d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:22.686439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 18713209-d923-4a2c-9d3d-e015b0d3d18d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:22.687226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.700216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19ba94-fe0c-48e4-9f72-519408e55f97,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:22.728973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.729316 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Added segment af6e2f28-ab2b-468f-a2f8-80a96ff1d448 of type vlan for network 72fe9856-86b7-4a61-aa00-7369e84ba2e4
Dec 11 20:50:22.784339 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.788796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Transition to ACTIVE for port object c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:22.832100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.845799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:22.857765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.860846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.869928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.870328 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Floating IP 68f8375c-6e1b-4b50-ae78-42fe9973e17c disassociated. External IP: 172.35.1.200, port: f566551a-0e02-4f3a-a89b-b0463cf75b3b.
Dec 11 20:50:22.885932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:22.949926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:22.987855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-031d9352-4b4f-4f7a-8a6c-7a10f38fc483 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:22.990549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-031d9352-4b4f-4f7a-8a6c-7a10f38fc483 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/ports?device_id=611d6c21-ece0-4746-a2ca-ccf6e1d23c5a HTTP/1.1" status: 200  len: 945 time: 0.3401301
Dec 11 20:50:23.035922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:23.054672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-b48c7b6e-48a4-4d01-b90b-3025567074b9 service neutron] 10.222.0.18 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4314704
Dec 11 20:50:23.055452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:23.056412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:23.057067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:23.169503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] Pushing event updated for resources: {'Network': ['ID=72fe9856-86b7-4a61-aa00-7369e84ba2e4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:23.181994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:50:23.187100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:23.191046 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52942263-ca62-4abd-801a-81fc585a9e50" -d '{"events": [{"server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "name": "network-vif-plugged", "status": "completed", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:23.214554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Router 6d69220a-08f4-460f-88d6-23d08dd1ab61 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:23.288930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-45363d0d-651f-4454-8c7a-c45ad70f72f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.7297008
Dec 11 20:50:23.321322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60630) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:23.344156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Request body: {'subnet': {'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-822208802-subnet', 'tenant_id': '1f5739bb231643f191454fad7c396d04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:23.414153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Attempting to bind port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:23.414513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Attempting to bind port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:23.414845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Attempting to bind port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:23.425776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:23.428313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:23.428638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Attempting to bind port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:23.433407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:23.438825 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Sync routers for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:23.460964 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:23.461593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:23.479513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-e55d2ac9-1b57-4b0e-9970-31ebb6a77b6c tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "PUT /v2.0/floatingips/68f8375c-6e1b-4b50-ae78-42fe9973e17c HTTP/1.1" status: 200  len: 695 time: 0.9755785
Dec 11 20:50:23.480504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:23.483479 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a" -d '{"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:23.493161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:23.493556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:23.498875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:23.499346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Bound port: c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:23.499711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:23.613717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-a595cf2f-f674-4363-91e0-28b6c09045aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:23.615654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-a595cf2f-f674-4363-91e0-28b6c09045aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1097 time: 0.0968776
Dec 11 20:50:23.640015 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:23.803132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-dbbb0f7d-168d-41d7-9ed8-af9889bd69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:23.804914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-dbbb0f7d-168d-41d7-9ed8-af9889bd69ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 930 time: 0.1822929
Dec 11 20:50:23.869793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-68d2700c-a029-4c37-8454-ddfe790a3eab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 217 time: 0.0556297
Dec 11 20:50:23.932730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:23.935485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:23.944935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-c2f5c2a9-8c1c-475f-b3fc-7432031726ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:23.954342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-c2f5c2a9-8c1c-475f-b3fc-7432031726ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.0669429
Dec 11 20:50:23.956310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-03327b9c-7819-4eec-b402-9a684e5d320e service neutron] 10.222.0.18 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8109648
Dec 11 20:50:23.964434 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e3640>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:24.003788 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Checking router: 6d69220a-08f4-460f-88d6-23d08dd1ab61 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:24.007661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-2e7100e1-0c00-426e-873d-406343ac6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:24.014049 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:24.014626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e3640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:24.017852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-2e7100e1-0c00-426e-873d-406343ac6ef3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0624616
Dec 11 20:50:24.129141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-1ea90e88-a842-4de1-9cf0-d3b32a00d3d1 service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1102777
Dec 11 20:50:24.233348 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:24.236701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-0c1d6e04-37f7-47b3-88ee-278acb3843ae tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:24.238208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-0c1d6e04-37f7-47b3-88ee-278acb3843ae tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1024101
Dec 11 20:50:24.263073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:24.348303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5445b1-ee1e-4fcd-9a4d-c41004c40c61 req-edaff6dd-515b-4ac5-aaeb-81f50cf430b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098110
Dec 11 20:50:24.353684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.421418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:24.424876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:24.440235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.443537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.528804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:24.532263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Deleting port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:24.532688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.618358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:24.624752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:24.625416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.626826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-3f4a8e6e-de9f-4882-8a22-d7478dbe3718 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c HTTP/1.1" status: 200  len: 1094 time: 3.0591297
Dec 11 20:50:24.628991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:24.631460 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ab2c61-b5c2-4119-b631-b862cc3251fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:24.765413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a740e-fb5c-4d57-abf2-63c8dcbb086c req-f493b347-f1a8-488a-bf79-fbb8d06b86d4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:24.773674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd1a740e-fb5c-4d57-abf2-63c8dcbb086c req-f493b347-f1a8-488a-bf79-fbb8d06b86d4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 945 time: 0.4093478
Dec 11 20:50:24.810237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a440351-e979-425a-a600-9100374e3a85,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:24.955423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Checking segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:24.956096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Network hostable DHCP agents. Network: 72fe9856-86b7-4a61-aa00-7369e84ba2e4, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:50:24.960305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] For port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:24.961073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:24.969232 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e3640>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:24.993478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-2a21b46e-25c0-4d0e-b75f-88f92cc8b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:24.995422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-2a21b46e-25c0-4d0e-b75f-88f92cc8b1c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 1097 time: 0.3022518
Dec 11 20:50:24.999823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:25.030399 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba23c7-2d07-489d-ac31-89bb034f3aa2 None None] The sync data for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 is: [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:49:35Z', 'revision_number': 4, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dcfc35a9-5d23-4408-965f-ae732bbf17e8', 'name': '', 'network_id': 'ecfc52ac-ffcd-4860-a75d-56d5f600c47f', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'mac_address': 'fa:16:3e:e2:89:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:32Z', 'updated_at': '2021-12-11T20:49:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'subnets': [{'id': '0fc337e6-3d1a-48f2-b4ff-bd52848227ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:25.033206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:50:25.061764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fe999-1cb7-42a0-b0f2-ef8f46a1a6e2 req-7e5a41e1-5e7f-4874-9c55-f991d24b3de1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.063807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f57fe999-1cb7-42a0-b0f2-ef8f46a1a6e2 req-7e5a41e1-5e7f-4874-9c55-f991d24b3de1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 950 time: 0.6057782
Dec 11 20:50:25.068609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd1a740e-fb5c-4d57-abf2-63c8dcbb086c req-a7ad51de-3e40-4fcb-aa4b-f7c6f00368f5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936373
Dec 11 20:50:25.149139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:25.211375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f57fe999-1cb7-42a0-b0f2-ef8f46a1a6e2 req-39f595ee-d7d9-486b-9fc0-20a600983678 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402714
Dec 11 20:50:25.231764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-80e291e8-4ffd-4715-919a-a92161e390ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c HTTP/1.1" status: 200  len: 217 time: 0.1854076
Dec 11 20:50:25.268399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:25.285841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:50:25.393252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.405346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.437278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72fe9856-86b7-4a61-aa00-7369e84ba2e4) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:25.447935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dde62-c0c7-493f-8030-a4dd872acbb8 None None] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:50:25.462665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.463261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.481664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb80a7-ccb7-45ba-97c8-8e1fbca5dff0 req-af264545-514a-4fb0-96a2-be3108471b3d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.483335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5fb80a7-ccb7-45ba-97c8-8e1fbca5dff0 req-af264545-514a-4fb0-96a2-be3108471b3d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 946 time: 0.3225133
Dec 11 20:50:25.540184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6ee8c0ce-66d7-4c9a-8ae3-d87fe921335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.541669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-6ee8c0ce-66d7-4c9a-8ae3-d87fe921335b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2902749
Dec 11 20:50:25.546407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:25.579485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8728228-802f-4407-a0a9-da6bd444bb59 req-ed1d695e-9977-4a00-90b2-c6fd102d3180 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.579882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec414b-9181-4470-ac5e-644eeb53552b None None] New status for floating IP 68f8375c-6e1b-4b50-ae78-42fe9973e17c: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:25.581018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8728228-802f-4407-a0a9-da6bd444bb59 req-ed1d695e-9977-4a00-90b2-c6fd102d3180 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.1316059
Dec 11 20:50:25.602311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-796298ad-bc98-496f-8a90-8d3bda720283 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 2.2643299
Dec 11 20:50:25.622745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:25.623837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:25.623837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:25.638588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:25.639030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Attempting to bind port 23623d18-7928-44b1-a1be-372bbcdc4102 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:25.660520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:25.660907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:25.662344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:25.662344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Bound port: 23623d18-7928-44b1-a1be-372bbcdc4102, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:25.662713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.690214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-db4cfc94-1525-47cf-b213-b74a2feda9f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1277931
Dec 11 20:50:25.707479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8728228-802f-4407-a0a9-da6bd444bb59 req-d16f824e-a98f-4356-8ea8-5492fa5cf7f6 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021366
Dec 11 20:50:25.766657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.768164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:25.780022 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb disassociated. External IP: 172.35.1.167, port: ce1ce2bb-eaf8-4016-8a31-48d3228a73e2.
Dec 11 20:50:25.780534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Calling delete_port for ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:25.837299 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca06872e-20d9-4a53-86e7-21aa6f8ea640 x-openstack-request-id: req-ca06872e-20d9-4a53-86e7-21aa6f8ea640 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:25.838716 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "name": "network-vif-plugged", "status": "completed", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:25.839314 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca06872e-20d9-4a53-86e7-21aa6f8ea640 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:25.843471 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'code': 200}
Dec 11 20:50:25.847490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5fb80a7-ccb7-45ba-97c8-8e1fbca5dff0 req-aab9be2c-bac3-4d0b-b3d5-1f574bb73250 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3402121
Dec 11 20:50:25.859062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-989d0e8b-e2d8-411f-9ed9-a028e7301a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:25.865084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-989d0e8b-e2d8-411f-9ed9-a028e7301a4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2867618
Dec 11 20:50:25.935785 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c646fc07-f83e-4071-8fe6-db08d327cefe x-openstack-request-id: req-c646fc07-f83e-4071-8fe6-db08d327cefe {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:25.936093 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:25.936354 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c646fc07-f83e-4071-8fe6-db08d327cefe {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:25.936762 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'status': 'completed', 'code': 200}
Dec 11 20:50:26.014206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4e1b8-9033-453b-ae50-0edddd21a314 None None] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:50:26.028062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:26.050916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-afc59681-d4e8-4c8d-b98d-f6c496b20f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.052606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-afc59681-d4e8-4c8d-b98d-f6c496b20f4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 1095 time: 0.2800882
Dec 11 20:50:26.069596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-08749bde-c984-4e8b-be07-bfb68ca4c16f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips/68f8375c-6e1b-4b50-ae78-42fe9973e17c HTTP/1.1" status: 200  len: 695 time: 0.1211450
Dec 11 20:50:26.114470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:26.130460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:26.155048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba796df1-7250-49d1-a63e-cc1364e325c9 req-4ea14e8f-2d67-47c8-b7f0-73ebc112022a tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 210 time: 0.0765574
Dec 11 20:50:26.201953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-b1e9d23b-ee1a-4cf0-90e2-a70727094493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.203537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-b1e9d23b-ee1a-4cf0-90e2-a70727094493 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 1097 time: 0.2552249
Dec 11 20:50:26.205365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-1e8c6502-3d85-41c2-99cd-e41e414b78d4 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2983053
Dec 11 20:50:26.218694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3dc26-3268-4a05-9f24-1a1c08c6d58b req-da64162d-124c-4757-8e89-cbbd9df9b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.220352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38d3dc26-3268-4a05-9f24-1a1c08c6d58b req-da64162d-124c-4757-8e89-cbbd9df9b03d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1097 time: 0.1876240
Dec 11 20:50:26.355292 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6352c01-d72c-474b-bbec-718bc5cf7bf9 x-openstack-request-id: req-a6352c01-d72c-474b-bbec-718bc5cf7bf9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:26.355584 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:26.355858 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6352c01-d72c-474b-bbec-718bc5cf7bf9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:26.356238 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', 'status': 'completed', 'code': 200}
Dec 11 20:50:26.389535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-7be0c5d0-a7ae-4ce5-8aea-0ea85a7e56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.391040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-7be0c5d0-a7ae-4ce5-8aea-0ea85a7e56e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 200  len: 930 time: 0.1670358
Dec 11 20:50:26.497754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.498724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:26.500517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] 10.222.0.30 "PUT /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 1121 time: 2.2518427
Dec 11 20:50:26.517021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-58c5080f-25a9-4ac8-ae1e-4199725a004b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 200  len: 217 time: 0.0797606
Dec 11 20:50:26.524457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38d3dc26-3268-4a05-9f24-1a1c08c6d58b req-e21644aa-bdb5-461b-b46c-fbdb9628498a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475403
Dec 11 20:50:26.557118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:26.579359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-ddd7bffa-f5f0-45af-8bf6-03186270c4aa tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.580871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-ddd7bffa-f5f0-45af-8bf6-03186270c4aa tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 823 time: 0.5792990
Dec 11 20:50:26.581653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce404d73-cc0c-4e92-85f3-cf28fe9a8a0a service neutron] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=8']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:26.638378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368aecdd-29b0-42c2-beaa-1df9c2495e35 req-4896a037-d219-4a0f-b752-2a892a2a4d59 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4152739
Dec 11 20:50:26.641010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:26.648493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:26.649057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event deleted for resources: {'Port': ['ID=ce1ce2bb-eaf8-4016-8a31-48d3228a73e2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:26.693349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-5daf4094-27c9-47cd-bee0-f8509b942fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.695015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-5daf4094-27c9-47cd-bee0-f8509b942fe2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 200  len: 868 time: 0.1528077
Dec 11 20:50:26.775395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-40b79219-29b0-42ed-a100-72863d210ea5 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8b7ca8f52de41809eb8c02a91e276ea HTTP/1.1" status: 200  len: 379 time: 0.1607597
Dec 11 20:50:26.784693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-4c79fe37-92c7-4d88-92f1-6d6de9e25f80 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.786135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-4c79fe37-92c7-4d88-92f1-6d6de9e25f80 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.6827581
Dec 11 20:50:26.787366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-6631eb07-a386-40c2-9c07-0ab4cca04912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.788855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-6631eb07-a386-40c2-9c07-0ab4cca04912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.6730757
Dec 11 20:50:26.795452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'port': {'device_id': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'admin_state_up': True, 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'security_groups': ['e1e2b37e-6eaf-4d41-a2a8-45555fff8722']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:26.814023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:26.892516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:26.893689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:26.918089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-5ace7d48-5200-42ef-8c26-dd96b0e39a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.920050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-5ace7d48-5200-42ef-8c26-dd96b0e39a1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfc52ac-ffcd-4860-a75d-56d5f600c47f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1898642
Dec 11 20:50:26.948059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e3eea-7121-47cb-a515-ec48a60b4603 req-ad29f464-2024-4c32-b18f-77a7f441a1f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.955292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e3eea-7121-47cb-a515-ec48a60b4603 req-ad29f464-2024-4c32-b18f-77a7f441a1f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.957495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d59e3eea-7121-47cb-a515-ec48a60b4603 req-ad29f464-2024-4c32-b18f-77a7f441a1f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2&device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 1691 time: 0.1160722
Dec 11 20:50:26.967940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-3be9f00f-6a64-40d9-bee0-a40481c90ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:26.969452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-3be9f00f-6a64-40d9-bee0-a40481c90ee9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 1097 time: 0.2422988
Dec 11 20:50:26.981095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:27.087364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-15b31294-3392-472c-b488-59b6215bea59 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 696 time: 0.1089563
Dec 11 20:50:27.088079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Made reservation on behalf of a8b7ca8f52de41809eb8c02a91e276ea for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:27.092438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:27.148332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-c612977b-427e-47e7-b9a4-7c63ebd866c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 200  len: 217 time: 0.1711476
Dec 11 20:50:27.246113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-3a66c24b-e5a3-4cc7-8e8b-942be6f5c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:27.247720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-3a66c24b-e5a3-4cc7-8e8b-942be6f5c4a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0799050
Dec 11 20:50:27.313012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-bfe9a60b-7460-4cf6-b31b-e68b788e3d51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0322683
Dec 11 20:50:27.389820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-7138d39b-deba-404e-a608-b80863994df3 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.200 HTTP/1.1" status: 200  len: 696 time: 0.2620256
Dec 11 20:50:27.660246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-a719234b-9cde-4f7d-a187-9ea97c2b06c2 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921228
Dec 11 20:50:27.665599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Allocated IP 172.20.0.9 (d13ab714-c7ea-44ff-9f03-60c4871ef1e9/b61c92ad-0fc9-4d5a-ae15-31091aa36092/a9982dd2-032b-4c98-b7cc-f858a5b04367) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:27.724464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d59e3eea-7121-47cb-a515-ec48a60b4603 req-28d4d4f3-8e79-4b17-b4a9-5d9005fd9b35 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7501833
Dec 11 20:50:27.765695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:27.799536 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:27.800316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-14517de1-049b-46f9-840e-9fd8eed1081f service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8658247
Dec 11 20:50:27.809423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-25d2049d-512a-49f5-898b-e22df17bafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:27.810690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-25d2049d-512a-49f5-898b-e22df17bafcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.8044379
Dec 11 20:50:27.812742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:27.813368 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847e4a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:27.841712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] No DVR routers for this DVR port ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:27.845001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:27.848873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05ce1e22-3507-4e72-bd1d-b2c1faa4c3e2 req-aa223fce-5a92-4855-8e9d-a9544be2789b tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "DELETE /v2.0/ports/ce1ce2bb-eaf8-4016-8a31-48d3228a73e2 HTTP/1.1" status: 204  len: 173 time: 4.8038805
Dec 11 20:50:27.890900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Deleting port e56da20c-ddbe-4ba6-b091-49424b318f0a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:27.891237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:27.972637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-ba66e650-b5f7-4904-9880-a23192ad7f6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c HTTP/1.1" status: 200  len: 217 time: 0.1377771
Dec 11 20:50:27.985188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102'}, {'name': 'network-changed', 'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:27.987354 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd2082f-79e3-4980-8736-566d874e4ff2" -d '{"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-unplugged", "status": "completed", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102"}, {"name": "network-changed", "server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:28.076697 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:28.157419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e56534-0a7c-49e1-afa9-5dcb7ba12c97 req-83929c5b-e5b4-49b4-b412-73ac5f5c7c93 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4858074
Dec 11 20:50:28.165276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-58622a4c-e450-4b94-a2c5-386ee83cb3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:28.166837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-58622a4c-e450-4b94-a2c5-386ee83cb3a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1499035
Dec 11 20:50:28.212976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aaffb091-347e-4ecd-8f2b-f6ccb8c3650a req-039b83a9-e913-45b6-af15-37ba8df1bb04 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3869653
Dec 11 20:50:28.260454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-56d6899b-88e0-45ed-999a-dc61c34c4e44 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:28.262161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-56d6899b-88e0-45ed-999a-dc61c34c4e44 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.2103469
Dec 11 20:50:28.269596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-aa12582e-543c-47c8-be6c-c8e5a785e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:28.272858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-aa12582e-543c-47c8-be6c-c8e5a785e521 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0919788
Dec 11 20:50:28.290982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9a404e01-44a0-4cdb-b56c-ab705b58130d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/quotas/1f5739bb231643f191454fad7c396d04 HTTP/1.1" status: 200  len: 375 time: 0.0181260
Dec 11 20:50:28.326169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.340482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.349847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.354581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-cd4ec2f2-b458-4bdd-9bd8-8a9d8d2a6ff4 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0407517
Dec 11 20:50:28.377132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Calling delete_port for e56da20c-ddbe-4ba6-b091-49424b318f0a owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:28.403040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'name': 'network-vif-deleted', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:28.410034 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1060b79-c689-4c32-96aa-af79ff4d149b" -d '{"events": [{"server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "name": "network-vif-deleted", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:28.484181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847e4a30>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:28.520268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:28.532016 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:28.533360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847e4a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:28.586988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.664271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-a6693d70-118f-43de-8b69-94a04bbade8d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3826699
Dec 11 20:50:28.730886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:28.734422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-cd9598ea-c973-4b0c-beae-365b1f501ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3142965
Dec 11 20:50:28.740946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:28.753177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event updated for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:28.757525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:28.789598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:28.851620 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:28.884202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:28.885369 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.898350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:28.908850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-72c36e87-8678-49c7-b0e9-36e2a13042ff tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1190052
Dec 11 20:50:28.939643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Request body: {'port': {'device_id': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:28.945792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event deleted for resources: {'Port': ['ID=e56da20c-ddbe-4ba6-b091-49424b318f0a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:29.045655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95ab2c61-b5c2-4119-b631-b862cc3251fa req-205f82d1-0165-4039-855a-101a391c9a26 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603170
Dec 11 20:50:29.068179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:29.073663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-1171d20a-f637-4530-9a44-bca003deee33 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3289042
Dec 11 20:50:29.120482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:29.123190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:29.136096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:29.138384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', 'mac_address': 'fa:16:3e:6b:74:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:29.138655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a23c55a-589c-4eeb-a89f-ee5cf85c080d req-d226f87f-330e-4b2a-a6c1-e6259ce64e11 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "DELETE /v2.0/floatingips/68f8375c-6e1b-4b50-ae78-42fe9973e17c HTTP/1.1" status: 204  len: 173 time: 1.7285166
Dec 11 20:50:29.185501 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847e4a30>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:29.199435 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:29.230927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:29.245731 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f46c2-f91e-44ce-931a-e8b5262735a5 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:29.296758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:29.311329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:29.466954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:29.529400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae8c69-bab8-4cdd-999a-ab020dda81e5 req-94c8b440-e28e-438d-b378-6241b8ebc563 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:29.535955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26ae8c69-bab8-4cdd-999a-ab020dda81e5 req-94c8b440-e28e-438d-b378-6241b8ebc563 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.2923379
Dec 11 20:50:29.580749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf558de-cbd7-4b19-8780-7daa74e0e339 req-448ff595-bd89-497c-8b19-b4a9012655c8 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:29.582367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-edf558de-cbd7-4b19-8780-7daa74e0e339 req-448ff595-bd89-497c-8b19-b4a9012655c8 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0970941
Dec 11 20:50:29.696037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-edf558de-cbd7-4b19-8780-7daa74e0e339 req-dfbfa4d4-af77-4929-bed9-f07a7332b86a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005776
Dec 11 20:50:29.727558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:29.736582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26ae8c69-bab8-4cdd-999a-ab020dda81e5 req-2515ed95-1c35-4792-9fe1-f1a84f7a63f8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928749
Dec 11 20:50:29.894394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28da9feb-38ad-4029-b4be-97cd04142e07 None None] New status for floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:29.949218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffdfda-745d-4bc0-baa0-908b8631da74 req-cd450ed8-ebc7-44f1-a7cb-3f15724cb207 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:29.953514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0bffdfda-745d-4bc0-baa0-908b8631da74 req-cd450ed8-ebc7-44f1-a7cb-3f15724cb207 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 947 time: 0.1193781
Dec 11 20:50:29.966257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9982dd2-032b-4c98-b7cc-f858a5b04367 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:29.998730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:30.065358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0bffdfda-745d-4bc0-baa0-908b8631da74 req-c24c8d09-ff9a-4597-9f74-b35753eedd11 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927312
Dec 11 20:50:30.103358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Transition to ACTIVE for port object a9982dd2-032b-4c98-b7cc-f858a5b04367 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:30.146211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcd15f-06f9-4dbb-87ba-1c2fa097180f req-bf59f674-9db3-459b-a912-4e49ef51f13e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.165327 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-55bcd15f-06f9-4dbb-87ba-1c2fa097180f req-bf59f674-9db3-459b-a912-4e49ef51f13e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 931 time: 0.1898124
Dec 11 20:50:30.167302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:30.284579 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddd83c-9b67-43c2-957d-aafbbc6ee56c x-openstack-request-id: req-0bddd83c-9b67-43c2-957d-aafbbc6ee56c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:30.284911 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-unplugged", "status": "completed", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102", "code": 200}, {"name": "network-changed", "server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:30.285172 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bddd83c-9b67-43c2-957d-aafbbc6ee56c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:30.285575 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102', 'code': 200}
Dec 11 20:50:30.290807 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102', 'status': 'completed', 'code': 200}
Dec 11 20:50:30.343436 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb874d-14e5-47f7-b1c8-748512383160 x-openstack-request-id: req-e0fb874d-14e5-47f7-b1c8-748512383160 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:30.343715 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611d6c21-ece0-4746-a2ca-ccf6e1d23c5a", "name": "network-vif-deleted", "tag": "ce1ce2bb-eaf8-4016-8a31-48d3228a73e2", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:30.343985 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0fb874d-14e5-47f7-b1c8-748512383160 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:30.344476 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611d6c21-ece0-4746-a2ca-ccf6e1d23c5a', 'name': 'network-vif-deleted', 'tag': 'ce1ce2bb-eaf8-4016-8a31-48d3228a73e2', 'status': 'completed', 'code': 200}
Dec 11 20:50:30.376599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Pushing event updated for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:30.382687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-2ffa97b6-b541-4f2b-8d23-ac0fc844392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.386700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-2ffa97b6-b541-4f2b-8d23-ac0fc844392c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1124 time: 0.0973136
Dec 11 20:50:30.471406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-55bcd15f-06f9-4dbb-87ba-1c2fa097180f req-6549d818-f883-4ef6-801e-3c9e8fedb81d tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3050883
Dec 11 20:50:30.522821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Attempting to bind port a9982dd2-032b-4c98-b7cc-f858a5b04367 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:30.523327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Attempting to bind port a9982dd2-032b-4c98-b7cc-f858a5b04367 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:30.523659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Attempting to bind port a9982dd2-032b-4c98-b7cc-f858a5b04367 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:30.531539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Port a9982dd2-032b-4c98-b7cc-f858a5b04367 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:30.532192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Attempting to bind port a9982dd2-032b-4c98-b7cc-f858a5b04367 on network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:30.539601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:30.539969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Checking segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:30.540482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Bound using segment: {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:30.540917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Bound port: a9982dd2-032b-4c98-b7cc-f858a5b04367, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7744ea5-3ef5-4953-9696-e26bb8d80423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:30.541432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:30.568861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59c0a974-f321-4f7a-b45b-c9687ff2b52d req-63037944-4b1f-4306-8e61-59c54c884f08 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 210 time: 0.1321514
Dec 11 20:50:30.607163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-3a4b233d-2e21-4044-98f6-3684af439192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.609506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-3a4b233d-2e21-4044-98f6-3684af439192 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2030330
Dec 11 20:50:30.677296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-ac431a29-58a3-492e-a343-5d28da697957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 217 time: 0.0590248
Dec 11 20:50:30.702593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-253b88ba-9d12-46e4-9559-21e06aa9e938 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.704859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-253b88ba-9d12-46e4-9559-21e06aa9e938 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1463430
Dec 11 20:50:30.775789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-8a17c582-d84c-4c64-b070-e0cde6af5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.777672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-8a17c582-d84c-4c64-b070-e0cde6af5e59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0894067
Dec 11 20:50:30.788940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fd3b1-6e24-40cf-ae88-b188f106b2ca req-28e33c7e-f7da-4606-8cfc-3461e5c05101 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:30.791073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:30.792268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e52fd3b1-6e24-40cf-ae88-b188f106b2ca req-28e33c7e-f7da-4606-8cfc-3461e5c05101 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 1101 time: 0.0939939
Dec 11 20:50:30.816930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-bd1f0a7c-b0dd-49a6-8672-1801a4f6b06a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 695 time: 0.1037903
Dec 11 20:50:30.825268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:30.834509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-051f7fbe-1174-42d9-94f2-2faf81b74b6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407617
Dec 11 20:50:30.846492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:30.854239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:30.888450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e52fd3b1-6e24-40cf-ae88-b188f106b2ca req-6d0950a8-777d-4cd1-92cd-7b4ee61a9d48 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853121
Dec 11 20:50:30.952696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Pushing event updated for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:30.981614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:31.018494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-2ee76400-3276-4390-9d71-93efff71b08f service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650631
Dec 11 20:50:31.181494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508dd6f-21d4-4750-8a96-ed0e790ef988 req-9d8fa150-68f4-48ec-a54a-60409d793a1f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.183742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8508dd6f-21d4-4750-8a96-ed0e790ef988 req-9d8fa150-68f4-48ec-a54a-60409d793a1f tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1566184
Dec 11 20:50:31.261414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8508dd6f-21d4-4750-8a96-ed0e790ef988 req-52007033-4cfb-46a3-871b-74283a7a928b tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0695400
Dec 11 20:50:31.284950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bd2082f-79e3-4980-8736-566d874e4ff2 req-d0a2a74f-2c0e-4a2d-87c7-f3e3fb5e8fdb service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2317564
Dec 11 20:50:31.553510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-6691832b-74a6-4994-859f-ff86eb4dfa71 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.555046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-6691832b-74a6-4994-859f-ff86eb4dfa71 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.1130395
Dec 11 20:50:31.560530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.561140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:31.562571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-16f867dc-70f3-4435-989d-153a0bc8e1fb service neutron] 10.222.0.16 "PUT /v2.0/ports/a9982dd2-032b-4c98-b7cc-f858a5b04367 HTTP/1.1" status: 200  len: 1091 time: 2.6269865
Dec 11 20:50:31.587797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d0ed-fa15-40b3-93cd-93f2ed53171e req-8880f101-c27a-472c-9990-195d80aafd0c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.599331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fa2d0ed-fa15-40b3-93cd-93f2ed53171e req-8880f101-c27a-472c-9990-195d80aafd0c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.1282225
Dec 11 20:50:31.605772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Request body: {'port': {'device_id': '0cea1835-69ae-41c3-ae72-448e2e619656', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'admin_state_up': True, 'tenant_id': '1f5739bb231643f191454fad7c396d04'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:31.689754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fa2d0ed-fa15-40b3-93cd-93f2ed53171e req-3d7f997f-28a1-4a02-8a96-3bd524650e02 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865624
Dec 11 20:50:31.865364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-59c3e46a-68d2-4702-aacf-173f0bc21774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.866862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-59c3e46a-68d2-4702-aacf-173f0bc21774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 1094 time: 0.2132480
Dec 11 20:50:31.872523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49739-dd99-4b8c-9b81-3904fc4c55aa req-abe757d8-12f8-41b0-bdd0-488356a5cb30 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:31.874506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0de49739-dd99-4b8c-9b81-3904fc4c55aa req-abe757d8-12f8-41b0-bdd0-488356a5cb30 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 1101 time: 0.0935817
Dec 11 20:50:31.956815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0de49739-dd99-4b8c-9b81-3904fc4c55aa req-33d5d337-b177-4194-af4f-ff7519e8aa88 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749576
Dec 11 20:50:31.981572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-606b7527-4552-458b-8714-fcbae177cbdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367 HTTP/1.1" status: 200  len: 217 time: 0.0913415
Dec 11 20:50:31.981572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:31.985098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:32.127246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0198ce-136a-4af9-96d3-0ea5698c32a9 req-55ed23b5-42ab-466e-a852-84b824f4925d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:32.128666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e0198ce-136a-4af9-96d3-0ea5698c32a9 req-55ed23b5-42ab-466e-a852-84b824f4925d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 947 time: 0.0695405
Dec 11 20:50:32.187000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e0198ce-136a-4af9-96d3-0ea5698c32a9 req-3eaa657b-5aad-4736-b26e-b78c37d02de3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488389
Dec 11 20:50:32.273299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-91bdc802-78c2-477d-81ce-9e1b625fb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:32.274964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-91bdc802-78c2-477d-81ce-9e1b625fb847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.2545829
Dec 11 20:50:32.282597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e938c83-cbc6-4505-a6ff-d6b2ab12e54c req-d8a2d76d-6aca-4293-acaf-64785fc23764 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0607855
Dec 11 20:50:32.293866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:32.296199 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057c0ba-70d3-47b8-8156-d76fcd6e5311" -d '{"events": [{"name": "network-changed", "server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:32.413937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad337-1b20-4564-8343-7a294083c4ec req-905c2e3a-a936-4157-818b-8601b26b460c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:32.421210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e4ad337-1b20-4564-8343-7a294083c4ec req-905c2e3a-a936-4157-818b-8601b26b460c tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 943 time: 0.0696943
Dec 11 20:50:32.507711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e4ad337-1b20-4564-8343-7a294083c4ec req-6acac3eb-eff7-472d-8072-ee3bc045f53f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853920
Dec 11 20:50:32.510224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-12e4e2e5-103c-49ce-9bba-eefc49147119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:32.511766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-12e4e2e5-103c-49ce-9bba-eefc49147119 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2075803
Dec 11 20:50:32.516939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Allocated IP 172.20.0.12 (72fe9856-86b7-4a61-aa00-7369e84ba2e4/2a440351-e979-425a-a600-9100374e3a85/58516062-7950-4ded-92b5-98a2afcd5737) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:32.646521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-921ff8e0-af25-461d-b439-71e116b2ba6a req-f0e089e7-e82a-49c8-a15f-54d88f57f0bc tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 210 time: 0.0453031
Dec 11 20:50:32.660244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:50:32.764962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:32.773706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-c02d2ebf-baef-402d-99c8-46b50703d896 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2375119
Dec 11 20:50:32.774639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-8036200a-f3c8-4763-8455-2101f477bf84 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0257876
Dec 11 20:50:32.777958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:32.831663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:32.920960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:32.931199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:32.932343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:32.939738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-b4cef098-a0b9-4c97-8f24-5fa22e7d7a53 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:32.941951 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-b4cef098-a0b9-4c97-8f24-5fa22e7d7a53 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1536472
Dec 11 20:50:32.969513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-b797b400-1dbc-478c-a4fc-364869ab9c8d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0178604
Dec 11 20:50:33.053938 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-f5ef7ca8-6e98-49c7-a0a1-4a4c6ab3dbc0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0830860
Dec 11 20:50:33.247739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.299342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:33.302760 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b519c352-54df-4bdd-86c6-8f94c1d325e5" -d '{"events": [{"server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "name": "network-vif-plugged", "status": "completed", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:33.309402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.311332 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Floating IP fae8df60-a38b-4546-a501-991f0f153d5c associated. External IP: 172.35.1.77, port: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a.
Dec 11 20:50:33.320139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8141968-7b7a-41be-a113-84b1e558dbdc req-cd846354-4258-4ed6-b2a9-004e5d80b750 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5303459
Dec 11 20:50:33.334301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:33.344891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.445444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.481554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:33.502226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:33.515283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:33.522016 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9973acc-4b69-4b92-b8df-896112798c85 x-openstack-request-id: req-c9973acc-4b69-4b92-b8df-896112798c85 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:33.522260 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:33.522550 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9973acc-4b69-4b92-b8df-896112798c85 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:33.523190 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'status': 'completed', 'code': 200}
Dec 11 20:50:33.525114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:33.530537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:33.630217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.630619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.630945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.631295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.631630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.631965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.632294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.632807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.632929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.633299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.633648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.633946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.634265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:33.675615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:33.676581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.719626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8594-2a44-4bf1-8bb3-c6e0e7b1a325 req-fc8d55dc-0e25-47ea-92a3-68200b32a93f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:33.728806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-e6560ee7-75de-452f-befb-3c57d9418b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:33.729668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-014d8594-2a44-4bf1-8bb3-c6e0e7b1a325 req-fc8d55dc-0e25-47ea-92a3-68200b32a93f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.0735674
Dec 11 20:50:33.730086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-e6560ee7-75de-452f-befb-3c57d9418b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 1094 time: 0.1723723
Dec 11 20:50:33.735917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-f9597633-0609-4eda-9910-aaaa11f01c2e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1341746
Dec 11 20:50:33.757058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Request body: {'port': {'device_id': '0cea1835-69ae-41c3-ae72-448e2e619656', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:33.818904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-014d8594-2a44-4bf1-8bb3-c6e0e7b1a325 req-e520b8df-80bf-4443-9ec4-479834bc717a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878842
Dec 11 20:50:33.850079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:33.910944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:33.929623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c49c10ae-7c09-48da-ad35-e217c3ea669b req-f3ce0f31-440a-417e-86d4-575c9798f280 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 210 time: 0.0696573
Dec 11 20:50:34.034631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-ef0a02b3-25bc-4626-b8d5-92cf03104179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.044318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-ef0a02b3-25bc-4626-b8d5-92cf03104179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 924 time: 0.3035500
Dec 11 20:50:34.079478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc54b5c-b703-4e74-939b-4923c31e1414 req-95689eeb-270b-4134-84cd-ca0b0232d0bb tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.090717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdc54b5c-b703-4e74-939b-4923c31e1414 req-95689eeb-270b-4134-84cd-ca0b0232d0bb tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.0765755
Dec 11 20:50:34.099290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-2519d861-8ffa-43ab-9d2d-62666921e2f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367 HTTP/1.1" status: 200  len: 217 time: 0.0443578
Dec 11 20:50:34.171320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdc54b5c-b703-4e74-939b-4923c31e1414 req-5598a142-50c2-48cd-93f7-523ab20f4962 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724664
Dec 11 20:50:34.209766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-a2ce50cc-c4dc-471a-9ca7-7cbe500845a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.211331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-a2ce50cc-c4dc-471a-9ca7-7cbe500845a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.1025372
Dec 11 20:50:34.227060 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dcef23-dea2-4ee5-a5a1-5c8d4578a820 x-openstack-request-id: req-27dcef23-dea2-4ee5-a5a1-5c8d4578a820 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:34.228572 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "name": "network-vif-plugged", "status": "completed", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:34.229014 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27dcef23-dea2-4ee5-a5a1-5c8d4578a820 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:34.229526 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', 'code': 200}
Dec 11 20:50:34.358690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:34.365265 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:34.370314 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:34.384079 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:34.385118 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840a1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:34.425780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-a2ab6cce-4d23-4f5a-be47-526d04f5e2c4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "PUT /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 995 time: 3.5919831
Dec 11 20:50:34.438492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a320ab-9fd7-4ed6-8de6-36711bde638a req-84d58b0c-4a92-4c2c-b1d8-49538db58861 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.440159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37a320ab-9fd7-4ed6-8de6-36711bde638a req-84d58b0c-4a92-4c2c-b1d8-49538db58861 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.1167481
Dec 11 20:50:34.452448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb634ea-7a3b-489e-8f3b-bd2fd2b26978 req-405773d5-8ad9-441f-ba1d-a97f612e6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.454351 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fb634ea-7a3b-489e-8f3b-bd2fd2b26978 req-405773d5-8ad9-441f-ba1d-a97f612e6c66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 1099 time: 0.1154323
Dec 11 20:50:34.531128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37a320ab-9fd7-4ed6-8de6-36711bde638a req-a03bc7ee-289f-4244-97ec-613097bdb9cb tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818052
Dec 11 20:50:34.537121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-409497a3-6da3-45ac-9822-d7c73b8cc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.538701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-409497a3-6da3-45ac-9822-d7c73b8cc642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2482452
Dec 11 20:50:34.569093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fb634ea-7a3b-489e-8f3b-bd2fd2b26978 req-c9e6fe27-8053-43f3-87fe-d130681064e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938506
Dec 11 20:50:34.581118 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:34.650442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-e44412dd-4a6f-4e23-b44c-500f30724664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.652158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-e44412dd-4a6f-4e23-b44c-500f30724664 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.2255819
Dec 11 20:50:34.699072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a3107-e81b-4dfb-962a-c5774d3c3fc6 req-6ca5b28f-fde6-48bd-81ec-833fe3c4089f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:34.701111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b73a3107-e81b-4dfb-962a-c5774d3c3fc6 req-6ca5b28f-fde6-48bd-81ec-833fe3c4089f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 943 time: 0.0660920
Dec 11 20:50:34.769957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b73a3107-e81b-4dfb-962a-c5774d3c3fc6 req-a38d4114-ea1e-4d8d-ada0-f4856266b205 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611174
Dec 11 20:50:34.863274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-e951971a-07e6-4c5b-840c-a14ec709df40 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0461586
Dec 11 20:50:34.967061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-d8f31b3a-39be-43c7-a0ca-46f1d8f4f27c service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4161699
Dec 11 20:50:34.992789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840a1c10>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:32Z', 'revision_number': 1, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:35.001450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6cdf3-84eb-4f9a-be88-00f05a287a32 req-ce929553-3627-434d-889b-f887034b086c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.009964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6cdf3-84eb-4f9a-be88-00f05a287a32 req-ce929553-3627-434d-889b-f887034b086c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 932 time: 0.1439219
Dec 11 20:50:35.050438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:35.061613 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:35.062344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840a1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:35.080013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-2f8d8e67-a8e9-4ee0-8c83-b59f1d0b7d4b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.083893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-2f8d8e67-a8e9-4ee0-8c83-b59f1d0b7d4b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1950078
Dec 11 20:50:35.123673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6cdf3-84eb-4f9a-be88-00f05a287a32 req-89b8cd9b-d4cc-490d-b4cc-fa08c21b3a1b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134186
Dec 11 20:50:35.139857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '1da47499-2c1c-43f6-9956-9cde729b7019', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:35.164032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-eb631c2d-6ebf-4dd4-b182-0d9e1d67aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.165545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-eb631c2d-6ebf-4dd4-b182-0d9e1d67aefa service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.4941797
Dec 11 20:50:35.250181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:35.330385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:35.332474 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:35.356850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-6b38b89e-bc06-4926-a976-ff1155353360 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 998 time: 0.1814241
Dec 11 20:50:35.367944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:35.387149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:35.423416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9057c0ba-70d3-47b8-8156-d76fcd6e5311 req-113d8144-95ac-4230-968a-0cbd2e854a8d service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4453607
Dec 11 20:50:35.431998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Transition to ACTIVE for port object 58516062-7950-4ded-92b5-98a2afcd5737 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:35.441910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-d134435e-2c53-42d9-a348-01abd720196a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.443553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-d134435e-2c53-42d9-a348-01abd720196a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0711696
Dec 11 20:50:35.444691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:35.455110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90309a7d-d772-472d-8233-ef6a97c48630 req-a8b0f564-91d3-4b6e-bf00-96bb96e766af tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.459508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90309a7d-d772-472d-8233-ef6a97c48630 req-a8b0f564-91d3-4b6e-bf00-96bb96e766af tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 943 time: 0.1471264
Dec 11 20:50:35.544675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:35.547017 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4429df7d-a0ea-4139-86bf-75c87b462311" -d '{"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:35.596982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:35.608288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-42abb09f-08be-4f88-ba28-da0e43301c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.610212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-42abb09f-08be-4f88-ba28-da0e43301c70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1570034
Dec 11 20:50:35.621645 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90309a7d-d772-472d-8233-ef6a97c48630 req-0d6749c1-60af-4696-968a-fd42ee6ab868 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215975
Dec 11 20:50:35.682796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac277769-f962-46ea-a3af-54166c914073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840a1c10>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:32Z', 'revision_number': 1, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:35.717619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac277769-f962-46ea-a3af-54166c914073 None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:32Z', 'revision_number': 1, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:35.727235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.42 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/1e5b60a1-2212-49dc-adb5-1ff65628501f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:35.761373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b304a-ab12-4227-828b-619cf51f3999 req-d6e1d7e6-eb5e-453b-beeb-cc20a8e84a57 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:35.762950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-418b304a-ab12-4227-828b-619cf51f3999 req-d6e1d7e6-eb5e-453b-beeb-cc20a8e84a57 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.16 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.2452970
Dec 11 20:50:35.772889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-cdef5158-bd05-4c12-9d9f-c84f9129a5e1 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477389
Dec 11 20:50:35.792398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9eec8294-f065-45ae-b573-18ab28b04003 req-b1174e0a-1c71-4d69-97f3-3c0e33f711eb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 210 time: 0.0476677
Dec 11 20:50:35.979386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Attempting to bind port 58516062-7950-4ded-92b5-98a2afcd5737 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:35.979969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Attempting to bind port 58516062-7950-4ded-92b5-98a2afcd5737 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:35.980095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Attempting to bind port 58516062-7950-4ded-92b5-98a2afcd5737 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:35.987377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Port 58516062-7950-4ded-92b5-98a2afcd5737 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:35.987711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Attempting to bind port 58516062-7950-4ded-92b5-98a2afcd5737 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:36.025928 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:50:36.072555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:36.073223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Checking segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:36.073636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Bound using segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:36.074081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Bound port: 58516062-7950-4ded-92b5-98a2afcd5737, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:36.074904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:36.111302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329b871-b8bd-48b6-855c-9ff1b7dcbe32 None None] New status for floating IP fae8df60-a38b-4546-a501-991f0f153d5c: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:36.195836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:36.217743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae897f44-2868-44da-8fdb-239696cfb1dc req-2567bd97-32cb-4c3c-a174-ebf2c7853987 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:36.219542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae897f44-2868-44da-8fdb-239696cfb1dc req-2567bd97-32cb-4c3c-a174-ebf2c7853987 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.2648897
Dec 11 20:50:36.298590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-4394b258-34c0-48bc-8daa-e6b1e5aebec5 service neutron] 10.222.0.16 "GET /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2037702
Dec 11 20:50:36.372175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:36.389109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:36.422138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae897f44-2868-44da-8fdb-239696cfb1dc req-c15605d3-571f-472c-bb4f-0cfe0b90671a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911666
Dec 11 20:50:36.438366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:36.482782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:36.485770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:36.488215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:36.493319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:36.524641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.532076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.532729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.533276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.533931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.534714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.535262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.535805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.536447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.537525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.538070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.538651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.539290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:36.643431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:36.644224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:36.751174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-602b4ebe-8ba7-427c-981c-9976e47c73d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6191297
Dec 11 20:50:36.783044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Request body: {'port': {'device_id': '1da47499-2c1c-43f6-9956-9cde729b7019', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:36.843072 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287e1e8-1000-4f31-aa9f-67e55016a997 x-openstack-request-id: req-2287e1e8-1000-4f31-aa9f-67e55016a997 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:36.843436 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:36.843642 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2287e1e8-1000-4f31-aa9f-67e55016a997 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:36.843993 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:50:36.846608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Deleting port f566551a-0e02-4f3a-a89b-b0463cf75b3b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:36.846952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:36.867507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6cb99d9d-054a-4430-bc9f-cccba572b212 req-8524a9fa-5beb-41e7-a45e-cc2f58168ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0936532
Dec 11 20:50:36.878115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:36.881960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9982dd2-032b-4c98-b7cc-f858a5b04367 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:36.946387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:36.989851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:36.996593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23623d18-7928-44b1-a1be-372bbcdc4102 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:37.005561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'port_id': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'mac_address': 'fa:16:3e:c5:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:37.009276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:37.039042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ff0c5-5c72-4630-9d5c-8476a6c042a7 req-c66a3e59-1a8d-416d-87ee-2ba891b426d7 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:37.046787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-769ff0c5-5c72-4630-9d5c-8476a6c042a7 req-c66a3e59-1a8d-416d-87ee-2ba891b426d7 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/ports?device_id=75108303-ddb7-444d-a186-93d99450864a HTTP/1.1" status: 200  len: 946 time: 0.3169661
Dec 11 20:50:37.051484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.112095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.125678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-1bfd8769-d1bc-46d9-b03b-0b813f8dd8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:37.127516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-1bfd8769-d1bc-46d9-b03b-0b813f8dd8b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.2880080
Dec 11 20:50:37.128385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:37.139501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:37.145629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9982dd2-032b-4c98-b7cc-f858a5b04367 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:37.150449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6e700-815a-4ec0-8b7f-d7a0bbe877e2 req-32166efb-1965-4afe-ab80-2924a19fb0fc tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:37.159193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5dc6e700-815a-4ec0-8b7f-d7a0bbe877e2 req-32166efb-1965-4afe-ab80-2924a19fb0fc tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 943 time: 0.1866887
Dec 11 20:50:37.180913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:37.202394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1db70d18-aca3-4281-94b0-d9cab677e7cc None None] Provisioning complete for port 1e5b60a1-2212-49dc-adb5-1ff65628501f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:37.203188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1db70d18-aca3-4281-94b0-d9cab677e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.205033 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.209182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] Transition to ACTIVE for port object 23623d18-7928-44b1-a1be-372bbcdc4102 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:37.211116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.233917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.284622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.350225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-94890bf6-af61-42bf-990b-68d481a06941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:37.352020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-94890bf6-af61-42bf-990b-68d481a06941 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1842999
Dec 11 20:50:37.377117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:37.377751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.381108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] No DVR routers for this DVR port 23623d18-7928-44b1-a1be-372bbcdc4102 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:37.381652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] 10.222.0.30 "PUT /v2.0/ports/58516062-7950-4ded-92b5-98a2afcd5737 HTTP/1.1" status: 200  len: 1092 time: 3.6270831
Dec 11 20:50:37.412086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-769ff0c5-5c72-4630-9d5c-8476a6c042a7 req-1570d3b9-5a27-4fd9-891c-c59597871c59 tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.18 "GET /v2.0/security-groups?id=de9b8f3d-3765-4d97-b785-33860f0fad13&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3643055
Dec 11 20:50:37.450816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1db70d18-aca3-4281-94b0-d9cab677e7cc None None] Port 1e5b60a1-2212-49dc-adb5-1ff65628501f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:37.520534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] For port f566551a-0e02-4f3a-a89b-b0463cf75b3b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f566551a-0e02-4f3a-a89b-b0463cf75b3b,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:37.524526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:37.525059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.551161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Calling delete_port for f566551a-0e02-4f3a-a89b-b0463cf75b3b owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:37.558794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] Pushing event updated for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:37.612908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['a9982dd2-032b-4c98-b7cc-f858a5b04367'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:37.707573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85e0e1-ca73-4dd4-89dd-8837814ed266 service neutron] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:37.750928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5dc6e700-815a-4ec0-8b7f-d7a0bbe877e2 req-72ff2110-1c0e-4196-b93b-a862ce0581b7 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5900197
Dec 11 20:50:37.751784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.893374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Pushing event deleted for resources: {'Port': ['ID=f566551a-0e02-4f3a-a89b-b0463cf75b3b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:37.957006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] No DVR routers for this DVR port f566551a-0e02-4f3a-a89b-b0463cf75b3b on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:37.966811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:37.970115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-418b304a-ab12-4227-828b-619cf51f3999 req-1af85747-eebf-4897-bc15-473c568479ff tempest-FloatingIPsAssociationNegativeTestJSON-632246322 tempest-FloatingIPsAssociationNegativeTestJSON-632246322-project] 10.222.0.16 "DELETE /v2.0/ports/f566551a-0e02-4f3a-a89b-b0463cf75b3b HTTP/1.1" status: 204  len: 173 time: 2.0919857
Dec 11 20:50:37.986514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-fcc669e7-1dde-4836-a990-b8bf230761b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 1000 time: 0.2818782
Dec 11 20:50:38.036602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-a9a1aab2-02a8-4d58-8a22-19c5c230ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.038138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-a9a1aab2-02a8-4d58-8a22-19c5c230ac55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 1095 time: 0.2983301
Dec 11 20:50:38.070696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-6e467fec-d248-43f4-a388-d19289e018dd service neutron] 10.222.0.16 "PUT /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7607336
Dec 11 20:50:38.129794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-70fc1792-1028-4795-807e-37730cbf18dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58516062-7950-4ded-92b5-98a2afcd5737 HTTP/1.1" status: 200  len: 217 time: 0.0630157
Dec 11 20:50:38.136402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68849f81-414c-4b17-a62d-3e8c098dbde6 req-7b161231-5169-4d9e-9eb1-f07943126ffd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.143952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68849f81-414c-4b17-a62d-3e8c098dbde6 req-7b161231-5169-4d9e-9eb1-f07943126ffd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 944 time: 0.5636382
Dec 11 20:50:38.197843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-c5dba6bd-d7fc-4c71-9a3c-226a8b637f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.205696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-c5dba6bd-d7fc-4c71-9a3c-226a8b637f0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.2023778
Dec 11 20:50:38.227429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e56157-e3b9-42a1-9090-abd9db3f50d1 req-0b2378e7-2a94-4023-9fd3-34a36878f7c7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.228996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3e56157-e3b9-42a1-9090-abd9db3f50d1 req-0b2378e7-2a94-4023-9fd3-34a36878f7c7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.2656054
Dec 11 20:50:38.280248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68849f81-414c-4b17-a62d-3e8c098dbde6 req-5450fe7b-d981-4373-8d12-f280cd0ab0d1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353133
Dec 11 20:50:38.293460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-94d33ff1-ee34-45d8-a29c-6f0e02665999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.295032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-94d33ff1-ee34-45d8-a29c-6f0e02665999 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.1584623
Dec 11 20:50:38.378348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-2fec62cb-8b58-4fc0-b3be-3f48d8ba1900 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660131
Dec 11 20:50:38.393190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3e56157-e3b9-42a1-9090-abd9db3f50d1 req-c94d5087-be31-4cd4-b441-a12600394bbc tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515298
Dec 11 20:50:38.426277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-a12733f3-796b-4e9d-9edc-b015f0f5904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.429036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-a12733f3-796b-4e9d-9edc-b015f0f5904e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1985807
Dec 11 20:50:38.447790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b60a1-2212-49dc-adb5-1ff65628501f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:38.488151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-8d9db472-d8e9-4af8-b58c-daf7e154167c tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.494533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-8d9db472-d8e9-4af8-b58c-daf7e154167c tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3295033
Dec 11 20:50:38.511630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:38.560696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Transition to ACTIVE for port object 1e5b60a1-2212-49dc-adb5-1ff65628501f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:38.602143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:38.673662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-e458c247-4761-4e1f-8308-b387b988816f service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794418
Dec 11 20:50:38.678574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-ce1ce041-a963-4086-95a5-afbdd877d302 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291889
Dec 11 20:50:38.688770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-93440da1-f51e-4c13-a729-61a5f9e5a306 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.691684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-93440da1-f51e-4c13-a729-61a5f9e5a306 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1221955
Dec 11 20:50:38.741370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548756f3-2aa6-4ef0-9d5a-701702583fd2 req-6faf0dd0-8082-4fa1-8e30-03bc6492ff03 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.743103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-548756f3-2aa6-4ef0-9d5a-701702583fd2 req-6faf0dd0-8082-4fa1-8e30-03bc6492ff03 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 935 time: 0.2978868
Dec 11 20:50:38.749356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-0fd940ca-d1be-4967-9840-7653a2603910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:38.752925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-0fd940ca-d1be-4967-9840-7653a2603910 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9&tenant_id=385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 1095 time: 0.2365384
Dec 11 20:50:38.810736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:38.839893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-548756f3-2aa6-4ef0-9d5a-701702583fd2 req-877b66e5-c156-4aa5-bdcc-3c4f474a6b3c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798020
Dec 11 20:50:38.865860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9982dd2-032b-4c98-b7cc-f858a5b04367 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:38.923039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737'}, {'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'name': 'network-vif-deleted', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:38.925363 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5692ac-139e-411d-93e3-e53a824c62ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "tag": "58516062-7950-4ded-92b5-98a2afcd5737"}, {"server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "name": "network-vif-deleted", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:38.974374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port a9982dd2-032b-4c98-b7cc-f858a5b04367 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:38.983244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port a9982dd2-032b-4c98-b7cc-f858a5b04367 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:38.984000 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.018768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-fb523c17-7795-4e21-939f-9896dcf64012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.020206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-fb523c17-7795-4e21-939f-9896dcf64012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1095 time: 0.1948669
Dec 11 20:50:39.058059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c771784-d55a-446e-b5dd-bb0ffb58e3c7 req-a28735db-76cc-4e50-9b32-7f5ee1e55a29 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.059705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c771784-d55a-446e-b5dd-bb0ffb58e3c7 req-a28735db-76cc-4e50-9b32-7f5ee1e55a29 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.1151528
Dec 11 20:50:39.060410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Attempting to bind port 1e5b60a1-2212-49dc-adb5-1ff65628501f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:39.060738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Attempting to bind port 1e5b60a1-2212-49dc-adb5-1ff65628501f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:39.061061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Attempting to bind port 1e5b60a1-2212-49dc-adb5-1ff65628501f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:39.094830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-2dd9ba4b-429c-4583-b947-7fa45114b299 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1000 time: 0.3817952
Dec 11 20:50:39.097068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4e4f3f4-6208-4032-a323-a466ab8c0028 req-1890f631-3fcb-4f8e-bca0-39eede45681b service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4028556
Dec 11 20:50:39.116275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Port 1e5b60a1-2212-49dc-adb5-1ff65628501f on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:39.116869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Attempting to bind port 1e5b60a1-2212-49dc-adb5-1ff65628501f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:39.119045 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.137996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:39.138366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:39.138748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:39.139181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Bound port: 1e5b60a1-2212-49dc-adb5-1ff65628501f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:39.139692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.140755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:39.154253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:39.157674 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5e9d97-9c76-4cf2-90b6-29209b1bd943" -d '{"events": [{"server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "name": "network-vif-plugged", "status": "completed", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:39.173321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:39.185047 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.187767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:39.227932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c771784-d55a-446e-b5dd-bb0ffb58e3c7 req-e5b00278-383c-4d98-8798-a4307c925d7a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551507
Dec 11 20:50:39.241393 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4429df7d-a0ea-4139-86bf-75c87b462311 req-a7971985-fda5-47bc-b7b1-c372379ac429 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5479214
Dec 11 20:50:39.242588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-f6837b13-439a-4347-a29e-5bfaae2b2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.244252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-f6837b13-439a-4347-a29e-5bfaae2b2ff9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2102892
Dec 11 20:50:39.245044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.321841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-07fc494b-eee6-4569-8509-75d06ab2fdd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 200  len: 217 time: 0.0630238
Dec 11 20:50:39.324402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:39.345264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:39.364222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.378145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60858) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:39.392428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:39.451623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:39.452155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f566551a-0e02-4f3a-a89b-b0463cf75b3b no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:39.459648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.460264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:39.461646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e5b60a1-2212-49dc-adb5-1ff65628501f HTTP/1.1" status: 200  len: 1095 time: 2.6900609
Dec 11 20:50:39.465164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:39.472249 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c208722f-ff76-423c-810b-086f6f703bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:39.497790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-8672a5a6-e4b7-4fd3-8098-8b1197899d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.499312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-8672a5a6-e4b7-4fd3-8098-8b1197899d44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1655905
Dec 11 20:50:39.523162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f566551a-0e02-4f3a-a89b-b0463cf75b3b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:39.523797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f566551a-0e02-4f3a-a89b-b0463cf75b3b not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:39.649092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-e927b812-60ca-4c76-8fac-083d35b5e6af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1237488
Dec 11 20:50:39.649754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053f8ac-ab5a-49c9-9236-4973b3d3d7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:39.800718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098ec3-a2df-4e68-8a1c-b23f6ff9d4e1 req-1c34bf9c-439d-4c82-b3c1-17257bc710f0 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.809266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9098ec3-a2df-4e68-8a1c-b23f6ff9d4e1 req-1c34bf9c-439d-4c82-b3c1-17257bc710f0 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.2533002
Dec 11 20:50:39.893795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-9209a682-2498-42eb-a7ac-eb46946d37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:39.895506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-9209a682-2498-42eb-a7ac-eb46946d37ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 1098 time: 0.3722911
Dec 11 20:50:39.904049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-bf9850b0-470e-493c-90c2-47b7a7682b3d service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246637
Dec 11 20:50:39.997602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:40.002919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:40.035259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9098ec3-a2df-4e68-8a1c-b23f6ff9d4e1 req-7e8dd23c-d2e5-4248-9917-86ea8e7523e1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2255270
Dec 11 20:50:40.041268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-f7c993ec-7f71-46aa-846f-897bc975e19e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f HTTP/1.1" status: 200  len: 217 time: 0.1127238
Dec 11 20:50:40.131895 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Floating IP fae8df60-a38b-4546-a501-991f0f153d5c associated. External IP: 172.35.1.77, port: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a.
Dec 11 20:50:40.193440 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869895b-3e9d-4af7-bbdc-8039fb3b02a4 x-openstack-request-id: req-1869895b-3e9d-4af7-bbdc-8039fb3b02a4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:40.194143 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "tag": "58516062-7950-4ded-92b5-98a2afcd5737", "status": "completed", "code": 200}, {"server_uuid": "75108303-ddb7-444d-a186-93d99450864a", "name": "network-vif-deleted", "tag": "f566551a-0e02-4f3a-a89b-b0463cf75b3b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:40.194143 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1869895b-3e9d-4af7-bbdc-8039fb3b02a4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:40.194373 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737', 'status': 'completed', 'code': 200}
Dec 11 20:50:40.194664 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75108303-ddb7-444d-a186-93d99450864a', 'name': 'network-vif-deleted', 'tag': 'f566551a-0e02-4f3a-a89b-b0463cf75b3b', 'status': 'completed', 'code': 200}
Dec 11 20:50:40.200278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-324131ef-4de7-4232-b0f0-5fae63eb6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.201948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-324131ef-4de7-4232-b0f0-5fae63eb6236 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1302888
Dec 11 20:50:40.221857 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453604c-aa47-4f3d-b0f1-62499a8dcff4 x-openstack-request-id: req-7453604c-aa47-4f3d-b0f1-62499a8dcff4 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:40.222314 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "name": "network-vif-plugged", "status": "completed", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:40.222427 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7453604c-aa47-4f3d-b0f1-62499a8dcff4 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:40.222854 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'code': 200}
Dec 11 20:50:40.267094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-a22784a9-58e9-487a-ab7a-5444a98bf72f service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019340
Dec 11 20:50:40.290023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-4e710195-e38d-4ed0-80fd-848422d717fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.291648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-4e710195-e38d-4ed0-80fd-848422d717fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0560100
Dec 11 20:50:40.481885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e40c9-10f2-412f-bb24-8f701c50b331 req-1ffa6452-5f7c-4b06-860c-4e6e7d9abf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.483398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad0e40c9-10f2-412f-bb24-8f701c50b331 req-1ffa6452-5f7c-4b06-860c-4e6e7d9abf60 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 1096 time: 0.1421626
Dec 11 20:50:40.486616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-5b233466-1be1-475b-871c-fc9fe80e2ace service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1817446
Dec 11 20:50:40.589294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5692ac-139e-411d-93e3-e53a824c62ce req-0bd80691-f063-4a6b-932a-bf883bdcbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.590778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-0bd80691-f063-4a6b-932a-bf883bdcbe8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 1095 time: 0.3895791
Dec 11 20:50:40.688686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d1c0e7f-49e4-4d8b-8fc8-65833ca936af req-6c002cb0-76ce-4e44-ad2b-0c51868b789b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887112
Dec 11 20:50:40.697411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:40.748561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad0e40c9-10f2-412f-bb24-8f701c50b331 req-49754076-15d7-4ebb-9431-12584f52e702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1630442
Dec 11 20:50:40.767448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5692ac-139e-411d-93e3-e53a824c62ce req-c5673033-2252-4b9e-b8e2-b8b8b56c5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.769869 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-c5673033-2252-4b9e-b8e2-b8b8b56c5e78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 905 time: 0.1685390
Dec 11 20:50:40.781823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238458e-f508-423c-9264-8cfcba227e85 req-9f2b32ea-a0d5-4e20-b34a-164194f46559 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.783959 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-9f2b32ea-a0d5-4e20-b34a-164194f46559 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1619189
Dec 11 20:50:40.789469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:40.820190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3084d-08b9-47de-9e1b-3df8e293ace9 req-5bc012d0-92a7-4889-8909-7178407d4f9e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.821703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c3084d-08b9-47de-9e1b-3df8e293ace9 req-5bc012d0-92a7-4889-8909-7178407d4f9e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 944 time: 0.2375052
Dec 11 20:50:40.824803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-f6a94b91-1155-4eef-bc0d-7e3fdc9d7efa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58516062-7950-4ded-92b5-98a2afcd5737 HTTP/1.1" status: 200  len: 217 time: 0.0417347
Dec 11 20:50:40.950350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5692ac-139e-411d-93e3-e53a824c62ce req-9660089a-436b-4fe3-8d4f-f96762fa3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:40.951717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36b41288-bc71-4d83-a25f-41d000907019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:40.951874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-9660089a-436b-4fe3-8d4f-f96762fa3d30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.0893664
Dec 11 20:50:40.991385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-66ef0ed9-444d-4b46-a5bf-de9d2dbb6205 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307987
Dec 11 20:50:40.997624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:41.009344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:41.020098 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:41.021165 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d846a98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:41.137036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:41.182315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-91aa2d1f-8b65-4cad-8575-f8aa47935de2 service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783037
Dec 11 20:50:41.303239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c3084d-08b9-47de-9e1b-3df8e293ace9 req-f58ef435-754b-4fde-9cf8-6b2efe4db16f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4668696
Dec 11 20:50:41.348106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0238458e-f508-423c-9264-8cfcba227e85 req-352281e9-a5f0-4265-82c7-2d3cb3b9b4d1 service neutron] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:41.364902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0238458e-f508-423c-9264-8cfcba227e85 req-352281e9-a5f0-4265-82c7-2d3cb3b9b4d1 service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:41.366430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0238458e-f508-423c-9264-8cfcba227e85 req-352281e9-a5f0-4265-82c7-2d3cb3b9b4d1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.5438497
Dec 11 20:50:41.372893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:41.377919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5692ac-139e-411d-93e3-e53a824c62ce req-a4540f86-3810-46eb-b6f6-cac1dba42f44 service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598320
Dec 11 20:50:41.446053 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d846a98b0>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:39Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:41.467385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04f317-9207-4e9f-b12c-440553921cd8 req-565d168d-d72c-4588-ab7d-58b6b7a4a62d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.469009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e04f317-9207-4e9f-b12c-440553921cd8 req-565d168d-d72c-4588-ab7d-58b6b7a4a62d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.0967028
Dec 11 20:50:41.473027 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:41.482613 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:41.483425 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d846a98b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:41.499549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Deleting port dcfc35a9-5d23-4408-965f-ae732bbf17e8 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:41.499888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:41.505090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:41.509814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:41.564880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-a9efec9e-4e76-4b32-8262-40c8b20f1720 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "PUT /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 998 time: 2.4411907
Dec 11 20:50:41.570930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e04f317-9207-4e9f-b12c-440553921cd8 req-cc4277ba-5ec3-4e6b-9ed8-99a0e605653b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917087
Dec 11 20:50:41.615857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] For port dcfc35a9-5d23-4408-965f-ae732bbf17e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcfc35a9-5d23-4408-965f-ae732bbf17e8,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:41.616454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:41.632741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Calling delete_port for dcfc35a9-5d23-4408-965f-ae732bbf17e8 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:41.639942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-b26a6545-efc7-4b6a-b100-a5b1195bffbe tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.641878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-b26a6545-efc7-4b6a-b100-a5b1195bffbe tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports/28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 942 time: 0.0707507
Dec 11 20:50:41.696961 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:41.709757 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ba5c2-b806-4986-8083-fa4c1c62d0ea x-openstack-request-id: req-250ba5c2-b806-4986-8083-fa4c1c62d0ea {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:41.710084 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:41.710304 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-250ba5c2-b806-4986-8083-fa4c1c62d0ea {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:41.710732 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'status': 'completed', 'code': 200}
Dec 11 20:50:41.751396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208722f-ff76-423c-810b-086f6f703bf3 req-f2e9b315-4290-45a7-b759-513942a9fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.754383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-f2e9b315-4290-45a7-b759-513942a9fdda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 1098 time: 0.0857046
Dec 11 20:50:41.783928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30e72f-aea3-40c5-bb86-82a664311acb req-d4636f51-c5c9-4064-b76a-4de25f89c17b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.785440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f30e72f-aea3-40c5-bb86-82a664311acb req-d4636f51-c5c9-4064-b76a-4de25f89c17b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 947 time: 0.0724678
Dec 11 20:50:41.848152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-09531d4b-e163-41b2-9a1d-34329cb91e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.850356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-09531d4b-e163-41b2-9a1d-34329cb91e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.1430078
Dec 11 20:50:41.905343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f30e72f-aea3-40c5-bb86-82a664311acb req-96828746-5200-43e5-b0b2-c176a89f9861 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806632
Dec 11 20:50:41.957403 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d846a98b0>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:39Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:41.977909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208722f-ff76-423c-810b-086f6f703bf3 req-c4837fcd-896f-457d-94f2-9cf02fa0588a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:41.979617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-c4837fcd-896f-457d-94f2-9cf02fa0588a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2138824
Dec 11 20:50:41.992133 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8889d8-831c-4781-aecf-e2d151a0b376 None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:39Z', 'revision_number': 3, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:42.011366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.038896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfc35a9-5d23-4408-965f-ae732bbf17e8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:42.041076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-cc6f6ee5-860e-4bec-870e-927842bb10e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f HTTP/1.1" status: 200  len: 217 time: 0.0475974
Dec 11 20:50:42.044478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-d5c41351-bf75-41cd-8cf8-45e186117317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.045967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-d5c41351-bf75-41cd-8cf8-45e186117317 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1805322
Dec 11 20:50:42.101493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208722f-ff76-423c-810b-086f6f703bf3 req-4bbed835-91f7-4ccc-a525-494b82303fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.103109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-4bbed835-91f7-4ccc-a525-494b82303fbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0488529
Dec 11 20:50:42.169271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-9c7f3fef-343c-4f57-b1c1-8d0e80ed9654 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.1159592
Dec 11 20:50:42.207513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}, {'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:42.210622 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a096d-26be-4222-8d5d-c54bbbe452b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}, {"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:42.278121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-b2caea7e-2d27-4141-8014-8ad42010d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.279742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-b2caea7e-2d27-4141-8014-8ad42010d295 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.1093454
Dec 11 20:50:42.286393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.296510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204a9a1-37a3-4869-afdf-2e5665e661ea None None] New status for floating IP fae8df60-a38b-4546-a501-991f0f153d5c: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:42.341558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208722f-ff76-423c-810b-086f6f703bf3 req-8a3aa514-215b-4116-a478-bb989f1dad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.343415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-8a3aa514-215b-4116-a478-bb989f1dad4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1930761
Dec 11 20:50:42.366227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-6d8818e4-66f5-473b-8271-a276f217e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.367678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-6d8818e4-66f5-473b-8271-a276f217e784 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0730484
Dec 11 20:50:42.520779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.521375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.521713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.522235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.522681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.523138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.523599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.524053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.525161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.525161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.525391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.525932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.526285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.526763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.527214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.527878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.528109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.528560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.531372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-095daf53-6b17-4d0b-8592-4e6364e6df82 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019&device_id=0cea1835-69ae-41c3-ae72-448e2e619656&device_id=136838e4-08f6-4cb1-95f0-500ababe08e4&device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf&device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2&device_id=400fec3d-8305-41d1-9250-1509fb2e60e1&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7&device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b&device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660&device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9&device_id=97355590-2714-4f5c-8efe-dbbaf25362c6&device_id=b9709893-7869-488d-abce-d1f8e8c434a9&device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8&device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98&device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f&device_id=10148cd7-5518-44c3-aff8-a95be6584e7d&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 16205 time: 0.1270835
Dec 11 20:50:42.533083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-45771c31-d5dd-44a9-9609-8270c1a6094b service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514156
Dec 11 20:50:42.556744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-93269b28-f500-4039-996e-06ac6cb9b30f service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033892
Dec 11 20:50:42.598194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-18bf8889-bbe9-47fa-8b49-68c5d59e5695 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.638254 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:42.649843 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:42.650519 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:42.704129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Router 6d69220a-08f4-460f-88d6-23d08dd1ab61 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:42.737869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:42.738762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-285ed16f-1f7d-40ae-92d2-47544fec1f6e service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922424
Dec 11 20:50:42.746564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c208722f-ff76-423c-810b-086f6f703bf3 req-ec841ac6-a9c8-40ac-b0d9-d9403901cab0 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734993
Dec 11 20:50:42.790943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-18bf8889-bbe9-47fa-8b49-68c5d59e5695 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.800539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-18bf8889-bbe9-47fa-8b49-68c5d59e5695 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.808374 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:42.827825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-fa2e4c1a-972e-4458-8176-df29809aa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.838289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-fa2e4c1a-972e-4458-8176-df29809aa88b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1097 time: 0.0657308
Dec 11 20:50:42.902577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:42.922141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '58516062-7950-4ded-92b5-98a2afcd5737', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': '58516062-7950-4ded-92b5-98a2afcd5737', 'mac_address': 'fa:16:3e:ac:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:42.932968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf8889-bbe9-47fa-8b49-68c5d59e5695 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b201da6-f4ec-422c-81cb-f4ba585cb43f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:42.953269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:42.960872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-7fd2c0db-4f28-4620-acbd-70e8a472f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:42.970789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-7fd2c0db-4f28-4620-acbd-70e8a472f3bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1310029
Dec 11 20:50:42.974850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Sync routers for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:42.976529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c37e282-e5a9-4e60-9877-29b7dee72836 admin admin] 10.222.0.18 "PUT /v2.0/routers/6d69220a-08f4-460f-88d6-23d08dd1ab61/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5954590
Dec 11 20:50:42.978424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60900) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:42.997552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:42.999751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:43.000027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7700f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.039087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-287b3cf4-d38f-4f09-8256-f92f53e0927b req-18bf8889-bbe9-47fa-8b49-68c5d59e5695 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&id=64c5f09b-e330-4bce-a7df-00478bfb21ae&id=418bce38-7103-4309-99e4-60031dea3641&id=5c19ba94-fe0c-48e4-9f72-519408e55f97&id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 714 time: 0.4917262
Dec 11 20:50:43.051811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:43.087601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:43.097476 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb850>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:42Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.127789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:43.132361 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:43.143586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-5855aa26-32af-4060-9207-d950f7b3b1a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 1001 time: 0.1722066
Dec 11 20:50:43.146280 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:43.147160 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.161960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bd0ad-1a7d-4023-b616-ff578958d0a6 req-93c4e89a-c464-4eb1-a6ea-e0fb67554f95 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.169602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f41bd0ad-1a7d-4023-b616-ff578958d0a6 req-93c4e89a-c464-4eb1-a6ea-e0fb67554f95 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.0646126
Dec 11 20:50:43.230024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f41bd0ad-1a7d-4023-b616-ff578958d0a6 req-8029b135-3bbf-4ab7-80a0-74f11c0b4baf tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543737
Dec 11 20:50:43.244267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-eebbd629-1382-4be8-a077-338d1b6dea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.246020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-eebbd629-1382-4be8-a077-338d1b6dea95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.1013963
Dec 11 20:50:43.250660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:43.305263 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:43.389609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-36d3fa86-b626-4d89-8dfd-3a5b5719f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.391651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-36d3fa86-b626-4d89-8dfd-3a5b5719f5f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1381032
Dec 11 20:50:43.408236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:43.431624 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046498af-bb7f-4306-ae33-9da9eb65584d x-openstack-request-id: req-046498af-bb7f-4306-ae33-9da9eb65584d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:43.431927 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:43.432180 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-046498af-bb7f-4306-ae33-9da9eb65584d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:43.432679 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:50:43.433234 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'status': 'completed', 'code': 200}
Dec 11 20:50:43.438280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:43.510915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:43.529894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b98cacd8-a303-4205-a971-5d660b005019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:43.565034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66c616-4119-4bd7-a02e-205e7edab5fa req-f0f91fd8-6ae4-4826-9af6-2c664a53f3ec tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.570509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef66c616-4119-4bd7-a02e-205e7edab5fa req-f0f91fd8-6ae4-4826-9af6-2c664a53f3ec tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 945 time: 0.0842040
Dec 11 20:50:43.588020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-5794372b-92a3-4f89-a209-556e0f6d5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.589527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-5794372b-92a3-4f89-a209-556e0f6d5795 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.1107678
Dec 11 20:50:43.598008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-fcab22a6-b7bf-4441-928a-047b2ab05f57 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945274
Dec 11 20:50:43.611982 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb850>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:42Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.627776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef66c616-4119-4bd7-a02e-205e7edab5fa req-3a386219-f9c7-46b1-a680-c87753b331db tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504591
Dec 11 20:50:43.630232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['58516062-7950-4ded-92b5-98a2afcd5737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:43.658402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ba107-a70d-468a-ad90-38db9f6b05ab None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:15:9a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:42Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:43.759216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb59ac3-b903-42fe-b8b2-5b861e609e8f req-39bd0809-0189-4228-a7fc-dbc45c7100d6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:43.761190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fb59ac3-b903-42fe-b8b2-5b861e609e8f req-39bd0809-0189-4228-a7fc-dbc45c7100d6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 947 time: 0.0619752
Dec 11 20:50:43.797466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7700f8b0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232'}], 'enable_snat': True}, 'gw_port_id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:50:41Z', 'revision_number': 5, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port': {'id': 'be7bb7de-4976-4f99-868e-0ad2f4f92c54', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.835091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fb59ac3-b903-42fe-b8b2-5b861e609e8f req-472e20db-b6c2-4421-a542-e3fae85b32a0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672467
Dec 11 20:50:43.843529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Checking router: 6d69220a-08f4-460f-88d6-23d08dd1ab61 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:43.868155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Routers {'6d69220a-08f4-460f-88d6-23d08dd1ab61'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:43.868793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7700f8b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['6d69220a-08f4-460f-88d6-23d08dd1ab61'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:43.993338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] Set router 6d69220a-08f4-460f-88d6-23d08dd1ab61 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:44.012509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65161fb0-9464-42ac-bd90-62249fbf15cb req-bf9424b6-2ba8-4f82-bd47-9d9b48b05c61 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.013992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65161fb0-9464-42ac-bd90-62249fbf15cb req-bf9424b6-2ba8-4f82-bd47-9d9b48b05c61 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.0572259
Dec 11 20:50:44.023956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60920) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:44.032459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Request body: {'floatingip': {'port_id': 'a9982dd2-032b-4c98-b7cc-f858a5b04367'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:44.043758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Deleting port be7bb7de-4976-4f99-868e-0ad2f4f92c54 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:44.044256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.061831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7700f8b0>, [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:50:43Z', 'revision_number': 6, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:44.090876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.099629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463122-05f6-462a-92d6-f7b98b6c1f08 None None] The sync data for ids ['6d69220a-08f4-460f-88d6-23d08dd1ab61'] in ncdv-master-1 is: [{'id': '6d69220a-08f4-460f-88d6-23d08dd1ab61', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1365671071-router', 'tenant_id': '5f20f7d20a754146b1f1059a28b74f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:28Z', 'updated_at': '2021-12-11T20:50:43Z', 'revision_number': 6, 'project_id': '5f20f7d20a754146b1f1059a28b74f9d', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:44.151428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-696d0ad5-33b9-4a1c-9148-bd5422bc8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.151953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-696d0ad5-33b9-4a1c-9148-bd5422bc8e0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.5513086
Dec 11 20:50:44.155469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-731d1e7c-525b-4616-9b1e-b97844c651fc req-d40ec26e-f239-4496-bcb3-f47ccb7b26f6 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5439019
Dec 11 20:50:44.207884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-e277e31a-5004-4599-9b53-df472f5e7f40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0419784
Dec 11 20:50:44.232776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108ac78-6ad7-42af-9688-23529fc9f6de req-ee458cf3-3b12-43c2-92df-d021951ea84a tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.233567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] For port be7bb7de-4976-4f99-868e-0ad2f4f92c54, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be7bb7de-4976-4f99-868e-0ad2f4f92c54,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:44.234045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.234296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6108ac78-6ad7-42af-9688-23529fc9f6de req-ee458cf3-3b12-43c2-92df-d021951ea84a tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1095 time: 0.0974336
Dec 11 20:50:44.269582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Calling delete_port for be7bb7de-4976-4f99-868e-0ad2f4f92c54 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:44.291192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-28c3bfed-7d99-4925-8682-90c1c07242b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.292770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-28c3bfed-7d99-4925-8682-90c1c07242b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0770950
Dec 11 20:50:44.366848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6108ac78-6ad7-42af-9688-23529fc9f6de req-dcbae822-bd0b-479a-9bd3-8b8729688c3e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899663
Dec 11 20:50:44.382746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-32b1c304-448a-4bd6-a678-2daffe93e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.384436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-32b1c304-448a-4bd6-a678-2daffe93e0cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0633268
Dec 11 20:50:44.576196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad45ea-12bf-4507-8b3d-0a1a7396e85f req-c50fb8f5-1b77-44ce-9ac5-5c5585d3561b tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.576676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad45ea-12bf-4507-8b3d-0a1a7396e85f req-c50fb8f5-1b77-44ce-9ac5-5c5585d3561b tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.577144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad45ea-12bf-4507-8b3d-0a1a7396e85f req-c50fb8f5-1b77-44ce-9ac5-5c5585d3561b tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.578836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdad45ea-12bf-4507-8b3d-0a1a7396e85f req-c50fb8f5-1b77-44ce-9ac5-5c5585d3561b tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138&device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b&device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 2882 time: 0.1474791
Dec 11 20:50:44.579255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1c46-5f23-4eb2-b04e-ec27a0b20c82 req-7b63410a-d6d8-4f23-81b1-7e47fac426ba tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.580712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd0d1c46-5f23-4eb2-b04e-ec27a0b20c82 req-7b63410a-d6d8-4f23-81b1-7e47fac426ba tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 950 time: 0.1159964
Dec 11 20:50:44.621449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-965c95f3-0b51-492a-b82a-0aa480ef13d1 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914520
Dec 11 20:50:44.630288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.657998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd0d1c46-5f23-4eb2-b04e-ec27a0b20c82 req-b1cd24c6-e169-44f2-8917-422a1c162a56 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669782
Dec 11 20:50:44.690256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Pushing event deleted for resources: {'Port': ['ID=be7bb7de-4976-4f99-868e-0ad2f4f92c54,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:44.742250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdad45ea-12bf-4507-8b3d-0a1a7396e85f req-ba9b41ef-c9ee-4eab-9c61-a471772c2525 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1540215
Dec 11 20:50:44.766058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1e5b60a1-2212-49dc-adb5-1ff65628501f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:44.781373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.800193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.801201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.813098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.813702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-b46fed01-c9af-469d-8e0c-24611afa7da4 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1001 time: 0.1165938
Dec 11 20:50:44.818012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-fcdfe0ad-2c1d-45d4-914e-d97b133be229 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863296
Dec 11 20:50:44.905225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:44.937402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-0ae25ac6-9f7b-4283-8d41-a9bf47ca0c6e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:44.938837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-0ae25ac6-9f7b-4283-8d41-a9bf47ca0c6e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports/18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 943 time: 0.0594134
Dec 11 20:50:44.945490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:44.963748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'mac_address': 'fa:16:3e:75:e6:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:44.975558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:44.980197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.011648 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb associated. External IP: 172.35.1.167, port: a9982dd2-032b-4c98-b7cc-f858a5b04367.
Dec 11 20:50:45.039741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725166a-0f26-4ef7-8478-7bc859881253 req-d5335657-2972-42c5-a9d8-904e846c4f34 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.041387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6725166a-0f26-4ef7-8478-7bc859881253 req-d5335657-2972-42c5-a9d8-904e846c4f34 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 1095 time: 0.1949286
Dec 11 20:50:45.041613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.044260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-c6092eb6-2af6-4de0-8361-90c710918198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.045722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-c6092eb6-2af6-4de0-8361-90c710918198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1097 time: 0.1634610
Dec 11 20:50:45.047013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.047719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d69220a-08f4-460f-88d6-23d08dd1ab61 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:50:45.053717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.055225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7dc2760e-b676-4250-82c4-f23f590ec572 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6d69220a-08f4-460f-88d6-23d08dd1ab61 HTTP/1.1" status: 204  len: 168 time: 2.0756519
Dec 11 20:50:45.064686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b60a1-2212-49dc-adb5-1ff65628501f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:45.066455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60944) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:45.069301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.102922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:45.107428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:45.109836 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7634aaf6-6c65-4c72-b1a4-7e2ef1b248a7" -d '{"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:45.120503 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.127854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:45.145994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.179460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6725166a-0f26-4ef7-8478-7bc859881253 req-d7784601-7c5c-476f-b9fe-e5e7c6675964 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230721
Dec 11 20:50:45.184855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:45.208473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-cc1e1a97-0c4a-463e-ad8f-4959e5f497d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.214434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-cc1e1a97-0c4a-463e-ad8f-4959e5f497d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1520808
Dec 11 20:50:45.239359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Deleting subnet 0fc337e6-3d1a-48f2-b4ff-bd52848227ed {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:50:45.267604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-597063c6-6504-419b-9a60-350438210769 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1001 time: 0.2001152
Dec 11 20:50:45.271314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.280374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:45.341119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-e7704234-176d-4c1f-ae03-02f6c08d0c99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 1001 time: 0.1186152
Dec 11 20:50:45.384679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64079c2f-c36e-4ace-a095-f2c0dccc3e82 req-c672a34e-3758-4510-8664-35fc04c0ef1d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.386643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64079c2f-c36e-4ace-a095-f2c0dccc3e82 req-c672a34e-3758-4510-8664-35fc04c0ef1d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 945 time: 0.0921955
Dec 11 20:50:45.430109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-72d4d5b9-0e20-4d36-8d47-7a06f18da96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.431546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-72d4d5b9-0e20-4d36-8d47-7a06f18da96b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0817976
Dec 11 20:50:45.459495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64079c2f-c36e-4ace-a095-f2c0dccc3e82 req-b7ae5d05-b98d-4817-86b8-a1db01b318dd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656366
Dec 11 20:50:45.507496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-93a5b70c-14d7-46ca-b1fb-c7c723513e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.509012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.509455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-93a5b70c-14d7-46ca-b1fb-c7c723513e2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0676236
Dec 11 20:50:45.615952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-255fa5f7-f805-4b14-9c38-a62cf22ac9de service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957880
Dec 11 20:50:45.664504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.677158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1e5b60a1-2212-49dc-adb5-1ff65628501f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:45.728562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a096d-26be-4222-8d5d-c54bbbe452b1 req-78960d51-8475-4ad7-9c8a-79d5eda77582 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041856
Dec 11 20:50:45.889743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device be7bb7de-4976-4f99-868e-0ad2f4f92c54 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:45.921492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: be7bb7de-4976-4f99-868e-0ad2f4f92c54 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:45.921871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device be7bb7de-4976-4f99-868e-0ad2f4f92c54 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:45.923362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dcfc35a9-5d23-4408-965f-ae732bbf17e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:45.946144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: dcfc35a9-5d23-4408-965f-ae732bbf17e8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:45.946397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-5545f2cd-9a69-4ec0-9415-75eeec387901 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:45.946614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dcfc35a9-5d23-4408-965f-ae732bbf17e8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:45.947559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ae05102-0cf0-48c8-b099-43f2f6c86491 req-5545f2cd-9a69-4ec0-9415-75eeec387901 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.6670735
Dec 11 20:50:45.962370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:45.989422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:46.002233 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456f235-918d-41d5-9024-c792e097b96b x-openstack-request-id: req-b456f235-918d-41d5-9024-c792e097b96b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:46.002930 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:46.002930 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b456f235-918d-41d5-9024-c792e097b96b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:46.004055 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06', 'code': 200}
Dec 11 20:50:46.038934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1634b6-0360-4a88-aca6-b10153b218ee req-96877e8d-f458-4b02-8c62-bda799082d46 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:46.041085 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d1634b6-0360-4a88-aca6-b10153b218ee req-96877e8d-f458-4b02-8c62-bda799082d46 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 948 time: 0.0851271
Dec 11 20:50:46.090102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.100864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d1634b6-0360-4a88-aca6-b10153b218ee req-249bb383-4daf-4834-bbd8-98188a4d73b6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508626
Dec 11 20:50:46.124172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc337e6-3d1a-48f2-b4ff-bd52848227ed,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:46.126186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.132601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:46.132741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0fdf07a5-b52a-40f3-a7bc-6246b659efcf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0fc337e6-3d1a-48f2-b4ff-bd52848227ed HTTP/1.1" status: 204  len: 168 time: 1.0623024
Dec 11 20:50:46.166015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd27df6-a7a8-4898-8f37-03c36805c401 None None] Network ecfc52ac-ffcd-4860-a75d-56d5f600c47f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:50:46.200637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:46.205535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.212999 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:46.218686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.229762 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:46.230398 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:46.239218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c1125b40-debe-4cea-ba26-00c3f72b4721 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "PUT /v2.0/floatingips/8adad169-1244-495e-bf0e-8e2bdc502aeb HTTP/1.1" status: 200  len: 991 time: 2.2134287
Dec 11 20:50:46.239924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:46.242201 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:46.246239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.339252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-8f0981ba-1629-4b9d-aba6-d3bff2bdbb92 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1001 time: 0.0897610
Dec 11 20:50:46.373389 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:46.405384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-1b81c415-7ee5-4ba5-8d3b-2973df298c84 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:46.407579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-1b81c415-7ee5-4ba5-8d3b-2973df298c84 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports/18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 943 time: 0.0667510
Dec 11 20:50:46.427170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] DHCP port deletion for ecfc52ac-ffcd-4860-a75d-56d5f600c47f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:50:46.503706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Deleting port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:46.504090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.563460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Deleting port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:50:46.563814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.575308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] For port 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bd493e3-edff-43f9-8c16-5aa1da92ce18,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:46.575826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.591988 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce2a37-2b26-40fb-bf36-61516d397c12 x-openstack-request-id: req-fbce2a37-2b26-40fb-bf36-61516d397c12 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:46.592179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Calling delete_port for 3bd493e3-edff-43f9-8c16-5aa1da92ce18 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:46.592621 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:46.593035 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbce2a37-2b26-40fb-bf36-61516d397c12 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:46.593602 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'status': 'completed', 'code': 200}
Dec 11 20:50:46.624229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-2efa1681-0970-4bf2-834f-7d27602f5d72 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1001 time: 0.1385818
Dec 11 20:50:46.678016 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:c5:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:50:44Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:46.700517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.706749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-fa962400-8111-41f3-bfc4-36401ffab653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:46.711789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] For port 3bd493e3-edff-43f9-8c16-5aa1da92ce18, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bd493e3-edff-43f9-8c16-5aa1da92ce18,segment=NetworkSegment(2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a),segment_id=2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:46.712183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.712368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-fa962400-8111-41f3-bfc4-36401ffab653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 1096 time: 0.0915501
Dec 11 20:50:46.735633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] Pushing event deleted for resources: {'Port': ['ID=3bd493e3-edff-43f9-8c16-5aa1da92ce18,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:46.736611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Calling delete_port for 3bd493e3-edff-43f9-8c16-5aa1da92ce18 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:50:46.748400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01228c-9b80-426e-b614-bda7b6692f56 None None] No DVR routers for this DVR port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:46.778205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:46.839500 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:46.847509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 58516062-7950-4ded-92b5-98a2afcd5737 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:46.848880 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:46.849586 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:46.852097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 58516062-7950-4ded-92b5-98a2afcd5737 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:46.852523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.854610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-48b44eab-7b6e-40ff-a938-db833852ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:46.856281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-48b44eab-7b6e-40ff-a938-db833852ca3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 200  len: 924 time: 0.1320236
Dec 11 20:50:46.894154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-c12e5388-3b12-4384-9ca8-bc735ca54aaf tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:46.895885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-c12e5388-3b12-4384-9ca8-bc735ca54aaf tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2708642
Dec 11 20:50:46.949898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:46.957931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-ece5a620-fdde-4a0f-90cd-4ed0ccd08038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367 HTTP/1.1" status: 200  len: 999 time: 0.0911913
Dec 11 20:50:47.014073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:47.018197 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:47.021357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.046695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-22d5af5d-be6a-4d7f-8557-0026013943cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:47.049216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-22d5af5d-be6a-4d7f-8557-0026013943cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 200  len: 862 time: 0.0819657
Dec 11 20:50:47.070950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.104579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.111134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:47.125527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] No DVR routers for this DVR port 3bd493e3-edff-43f9-8c16-5aa1da92ce18 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:50:47.143848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd493e3-edff-43f9-8c16-5aa1da92ce18,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:47.150663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-8b074bed-163f-46b4-9345-13c046217973 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1001 time: 0.2448378
Dec 11 20:50:47.156952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-20781458-ec3f-4305-b8db-57e327acdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:47.158587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-20781458-ec3f-4305-b8db-57e327acdce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d13ab714-c7ea-44ff-9f03-60c4871ef1e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1025233
Dec 11 20:50:47.167878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68cae8-60bc-4838-89ca-b9834af7c380 req-2cdaa070-48bc-4eb1-bc3f-6f0f609931d9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:47.169437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f68cae8-60bc-4838-89ca-b9834af7c380 req-2cdaa070-48bc-4eb1-bc3f-6f0f609931d9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.1047993
Dec 11 20:50:47.176370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:47.273714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.282117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f68cae8-60bc-4838-89ca-b9834af7c380 req-5ba9baf2-a7ea-44f9-a8b2-6ecbb2a43149 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932620
Dec 11 20:50:47.291439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.292455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-946938d9-960c-4121-ad1c-2a73a7e81577 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214914
Dec 11 20:50:47.315688 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:c5:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:50:44Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:47.343465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea27490>,) {'filters': {'network_id': ['ecfc52ac-ffcd-4860-a75d-56d5f600c47f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:47.355242 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23d65-7e0b-48e6-b694-dca1b57895cb None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8adad169-1244-495e-bf0e-8e2bdc502aeb', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'floating_ip_address': '172.35.1.167', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'port_id': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'mac_address': 'fa:16:3e:c5:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:48:09Z', 'updated_at': '2021-12-11T20:50:44Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:47.361919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea27490>, '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:47.362215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea27490>, '2a653c41-24b0-4a12-b5e2-1c09d4fdbd3a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:47.380466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.432252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.440636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e3ce943-b6b3-4ee9-b8fb-cfb9df654dfc req-1ff7fb31-a80c-4a90-a2ff-83e21e6ffcc6 service neutron] 10.222.0.16 "GET /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399322
Dec 11 20:50:47.444876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:50:47.445279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:50:47.447462 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:50:47.554306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.560108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.560507 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Floating IP fae8df60-a38b-4546-a501-991f0f153d5c disassociated. External IP: 172.35.1.77, port: 18713209-d923-4a2c-9d3d-e015b0d3d18d.
Dec 11 20:50:47.563959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.572667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb8d6-1e7f-40cb-8d46-67cbd292d53e req-0adf036f-e1a7-41e5-8c2f-2f6977829773 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:47.574717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70fdb8d6-1e7f-40cb-8d46-67cbd292d53e req-0adf036f-e1a7-41e5-8c2f-2f6977829773 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 948 time: 0.0632157
Dec 11 20:50:47.615241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.618452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ecfc52ac-ffcd-4860-a75d-56d5f600c47f HTTP/1.1" status: 204  len: 168 time: 1.4847095
Dec 11 20:50:47.622132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e8e4c-8a93-442e-8094-cc7ee16f38d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfc52ac-ffcd-4860-a75d-56d5f600c47f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:47.624124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed95ce-3da5-4096-bcc0-86f29b811760 None None] New status for floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:47.636500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70fdb8d6-1e7f-40cb-8d46-67cbd292d53e req-dbe97c64-a451-4841-a851-59a84c21b343 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549822
Dec 11 20:50:47.796466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32782) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:47.837313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:47.838697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade4b3-1276-44b8-8efc-09deffcfea85 req-4ddad9f3-3bbd-4883-979b-a9f8ffdb05a2 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:47.840235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64ade4b3-1276-44b8-8efc-09deffcfea85 req-4ddad9f3-3bbd-4883-979b-a9f8ffdb05a2 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1101 time: 0.0706434
Dec 11 20:50:47.909839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3bd493e3-edff-43f9-8c16-5aa1da92ce18 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:50:47.929085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-be7c8c30-fafb-4bb9-aba0-07ec770192a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f20f7d20a754146b1f1059a28b74f9d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1312752
Dec 11 20:50:47.932882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64ade4b3-1276-44b8-8efc-09deffcfea85 req-117faa90-f18a-4146-86ce-25f96ec12b92 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795450
Dec 11 20:50:47.933580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32784) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:50:47.936195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3bd493e3-edff-43f9-8c16-5aa1da92ce18 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:50:47.936743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3bd493e3-edff-43f9-8c16-5aa1da92ce18 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:50:47.968517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:47.979789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:47.988341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:47.990309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:47.990952 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84783a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:47.991961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:48.005299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:48.007705 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da1a220-813d-4fb9-86ac-55b776b3ef6d" -d '{"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-plugged", "status": "completed", "tag": "58516062-7950-4ded-92b5-98a2afcd5737"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:48.011683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:48.032269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-7d3cc1f5-94b2-4f3c-ac53-59a6bb568b44 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "PUT /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 694 time: 0.8623891
Dec 11 20:50:48.032828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:48.036377 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0d516-ca9a-4e10-a223-b2096feeb160" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:48.073460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:48.079822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:48.084768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de9b8f3d-3765-4d97-b785-33860f0fad13 HTTP/1.1" status: 204  len: 168 time: 0.1497924
Dec 11 20:50:48.088437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-85e55b6b-65f5-451b-aff0-8118e64690ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.096219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-85e55b6b-65f5-451b-aff0-8118e64690ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1097 time: 0.0508149
Dec 11 20:50:48.101089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0800d-8fca-447a-9fcd-242fedc358e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9b8f3d-3765-4d97-b785-33860f0fad13,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:48.181652 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:48.203618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-ae7405db-0168-474a-9cef-b58bcb205e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.205295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-ae7405db-0168-474a-9cef-b58bcb205e3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1083264
Dec 11 20:50:48.218396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7005ac8-0be1-4fd5-9a9b-ecf939489797 req-3ea6f4a4-0a31-4196-b8e1-091e9406d861 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.220001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7005ac8-0be1-4fd5-9a9b-ecf939489797 req-3ea6f4a4-0a31-4196-b8e1-091e9406d861 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1101 time: 0.0511734
Dec 11 20:50:48.257158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-039ebd1c-9ad4-452f-9792-5c2dd8f2276c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 217 time: 0.0457101
Dec 11 20:50:48.287497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7005ac8-0be1-4fd5-9a9b-ecf939489797 req-e8f548e0-3866-4196-8833-af556340d168 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605378
Dec 11 20:50:48.318973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-b671af23-085a-432b-ad54-79ae61cf52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.327156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-b671af23-085a-432b-ad54-79ae61cf52b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0628583
Dec 11 20:50:48.349467 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e6864-fafa-4599-b9df-e8037a341b5e x-openstack-request-id: req-d25e6864-fafa-4599-b9df-e8037a341b5e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:48.349822 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-plugged", "status": "completed", "tag": "58516062-7950-4ded-92b5-98a2afcd5737", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:48.350144 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d25e6864-fafa-4599-b9df-e8037a341b5e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:48.350569 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737', 'code': 200}
Dec 11 20:50:48.385958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-3d6c7472-47dc-4721-a0d3-fb41a33cc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.387522 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-3d6c7472-47dc-4721-a0d3-fb41a33cc4c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0590451
Dec 11 20:50:48.393160 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e17ecd-9aa2-40cc-ada9-7a3997862e86 x-openstack-request-id: req-04e17ecd-9aa2-40cc-ada9-7a3997862e86 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:48.393844 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:48.394299 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04e17ecd-9aa2-40cc-ada9-7a3997862e86 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:48.395129 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'status': 'completed', 'code': 200}
Dec 11 20:50:48.444062 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84783a60>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:48.473666 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:48.483811 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:48.484422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84783a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:48.499723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-dc85c9b0-92fc-4802-9d38-5889fdf892c0 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036007
Dec 11 20:50:48.607343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:48.722644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a8bb-ad8d-4c61-bc66-4c9b33ea7706 req-33bebbc8-07c9-47c9-bc53-bd4648dfc4ff tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:48.730041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d11a8bb-ad8d-4c61-bc66-4c9b33ea7706 req-33bebbc8-07c9-47c9-bc53-bd4648dfc4ff tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0670185
Dec 11 20:50:48.773701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1e5b60a1-2212-49dc-adb5-1ff65628501f up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:48.804007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d11a8bb-ad8d-4c61-bc66-4c9b33ea7706 req-a1f67987-d0b6-4e10-bb5b-1c13e4514277 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644019
Dec 11 20:50:48.872813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd0b7ad7-f552-490a-9cd3-0f6383c3d355 req-6842a74c-a3f9-40e2-9c82-0678ddf53e02 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3652966
Dec 11 20:50:48.902148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1e5b60a1-2212-49dc-adb5-1ff65628501f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:48.907281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1e5b60a1-2212-49dc-adb5-1ff65628501f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:48.907802 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:48.927539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84783a60>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:48.960504 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3472841a-db7b-4cd2-bd10-b676eb69f20e None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:49.012709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564339e-1476-41f6-9765-442aa66a86f4 req-5f21e151-5aee-4515-84b9-3af4ea5f77f4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:49.025025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8564339e-1476-41f6-9765-442aa66a86f4 req-5f21e151-5aee-4515-84b9-3af4ea5f77f4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 948 time: 0.0937557
Dec 11 20:50:49.041481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:49.093252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:49.100017 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:49.104292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8564339e-1476-41f6-9765-442aa66a86f4 req-8249fc7a-47c2-425e-9e51-e0e892a87cf9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779669
Dec 11 20:50:49.157358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:49.322708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfc5457-6c42-4458-981c-f97c93ad5ee1 None None] New status for floating IP fae8df60-a38b-4546-a501-991f0f153d5c: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:49.538608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-e20f7ef6-7bff-4659-ae75-95d7efd9ca20 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9f43ba4fcb74682a716dca095598cf0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0254858
Dec 11 20:50:49.618911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-1d9d3423-4503-494d-989a-2544d1767d82 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:49.620516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-1d9d3423-4503-494d-989a-2544d1767d82 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0672138
Dec 11 20:50:49.671546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-350c1d6a-9146-4c82-a52b-0cd1a049fd97 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 695 time: 0.0448170
Dec 11 20:50:49.675273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-8bbc5234-b5bc-47db-aede-b55d4d7fea00 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:49.677451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-8bbc5234-b5bc-47db-aede-b55d4d7fea00 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1318557
Dec 11 20:50:49.682256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:49.693888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-552445fc-25f1-4908-b547-9a65a81cb7bb tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/quotas/b9f43ba4fcb74682a716dca095598cf0 HTTP/1.1" status: 200  len: 375 time: 0.0095921
Dec 11 20:50:49.725728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:49.728061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-cddb294e-fef9-43c9-adaf-cbaf256dcdcf tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9f43ba4fcb74682a716dca095598cf0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0275395
Dec 11 20:50:49.964852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52b942-53b1-4047-bee3-338e1feba7df req-cae6e9b6-87f2-4d70-8a66-67db6841e14d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:49.967375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b52b942-53b1-4047-bee3-338e1feba7df req-cae6e9b6-87f2-4d70-8a66-67db6841e14d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0577474
Dec 11 20:50:50.028382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b52b942-53b1-4047-bee3-338e1feba7df req-1b18833a-3ebc-4f48-910e-704bb4cfb3eb tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541482
Dec 11 20:50:50.139985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bec35-d4ec-44a3-b123-dac04e9ff7c9 req-d296d785-90c4-4e4c-817b-bb03370dfd66 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.141780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1bec35-d4ec-44a3-b123-dac04e9ff7c9 req-d296d785-90c4-4e4c-817b-bb03370dfd66 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0522614
Dec 11 20:50:50.234609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:50.237218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1bec35-d4ec-44a3-b123-dac04e9ff7c9 req-c50d24f9-2f39-462d-ba0a-a122c0c27fd8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852995
Dec 11 20:50:50.251431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:50.352046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:50.361076 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d18869-a093-4551-8b55-c5427bdf6592" -d '{"events": [{"server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:50.386150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-674d82b2-2395-4ea2-8606-52870b960506 req-2ca69d46-43dd-4be2-af2a-f63f736c300f tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 210 time: 0.1043029
Dec 11 20:50:50.413201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37f5b8-3e2a-4b29-9463-e438c0adef57 req-d85e5d2e-c9ab-4f91-986f-e8d8798e4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.414821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa37f5b8-3e2a-4b29-9463-e438c0adef57 req-d85e5d2e-c9ab-4f91-986f-e8d8798e4324 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 1097 time: 0.1171334
Dec 11 20:50:50.429669 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Floating IP fae8df60-a38b-4546-a501-991f0f153d5c associated. External IP: 172.35.1.77, port: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a.
Dec 11 20:50:50.453879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-20b1b492-42ca-4063-9b57-2197981ed036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.456038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-20b1b492-42ca-4063-9b57-2197981ed036 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 1097 time: 0.1403461
Dec 11 20:50:50.588061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa37f5b8-3e2a-4b29-9463-e438c0adef57 req-e0f15978-06ce-4e4f-9ebc-d18f0ea48a9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485939
Dec 11 20:50:50.609642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-7e4fa838-0bff-4ac2-a90d-411d82c412fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.611227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-7e4fa838-0bff-4ac2-a90d-411d82c412fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1439033
Dec 11 20:50:50.619838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d295f1-3db7-4534-a2ad-7ec25558af2a req-68376b94-232e-4927-8cbc-bce0d8d19438 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.621320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85d295f1-3db7-4534-a2ad-7ec25558af2a req-68376b94-232e-4927-8cbc-bce0d8d19438 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0892909
Dec 11 20:50:50.675279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85d295f1-3db7-4534-a2ad-7ec25558af2a req-535094fb-be4d-4a12-9f91-20dee498b6f1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478854
Dec 11 20:50:50.784253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:50.826396 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b9498-65d1-4514-aaa9-97d352eaa974 x-openstack-request-id: req-ad7b9498-65d1-4514-aaa9-97d352eaa974 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:50.826740 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:50.827006 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad7b9498-65d1-4514-aaa9-97d352eaa974 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:50.827402 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'code': 200}
Dec 11 20:50:50.903489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:50.910908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:50.914741 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:50.925148 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:50.925148 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:50.938174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-5abaceda-5317-4d20-bcd8-53663dcabcbb tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "PUT /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 995 time: 1.2599196
Dec 11 20:50:50.938659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:50.940928 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd26d2-2f87-4b4d-9f69-639472702364" -d '{"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:50.981494 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6a8b9d-cf46-4409-be3c-307dd4c92624 x-openstack-request-id: req-1d6a8b9d-cf46-4409-be3c-307dd4c92624 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:50.981788 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:50.982040 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d6a8b9d-cf46-4409-be3c-307dd4c92624 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:50.982435 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:50:50.995724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-0dcabf10-0109-4b08-841b-612fa8bf457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:50.997285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-0dcabf10-0109-4b08-841b-612fa8bf457d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0460913
Dec 11 20:50:51.033826 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:51.070079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:51.107584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-3156ce6e-1eec-4d92-88e9-e7c74f4bea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.116250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-3156ce6e-1eec-4d92-88e9-e7c74f4bea54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1129694
Dec 11 20:50:51.180181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4fece34d-8ba8-4576-a854-bb93e717c6ee tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b9f43ba4fcb74682a716dca095598cf0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0253835
Dec 11 20:50:51.184352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-79e20c8e-ad90-4dbb-a746-8d91353f1a05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 998 time: 0.0670238
Dec 11 20:50:51.267263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-093170e9-a5bc-4a4e-bfa9-573a89eca838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.270347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-093170e9-a5bc-4a4e-bfa9-573a89eca838 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0783412
Dec 11 20:50:51.275629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03996876-50b4-4af2-8137-09e03e54a181 req-6f26dec3-f62d-4707-b486-eb4b0ab862b3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.282908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03996876-50b4-4af2-8137-09e03e54a181 req-6f26dec3-f62d-4707-b486-eb4b0ab862b3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1642866
Dec 11 20:50:51.335931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-c42edcd6-6c5f-4666-8703-2ab4e3117fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.337584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-c42edcd6-6c5f-4666-8703-2ab4e3117fac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0600178
Dec 11 20:50:51.344119 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a190>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:50Z', 'revision_number': 8, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:51.355103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-579747ac-9bb0-4739-9941-608dfcfa402c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.356657 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-579747ac-9bb0-4739-9941-608dfcfa402c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1678658
Dec 11 20:50:51.368677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03996876-50b4-4af2-8137-09e03e54a181 req-3ec9ef83-1067-4d8c-bb8f-75b3ba94ee87 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846083
Dec 11 20:50:51.373886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Request body: {'port': {'device_id': '9a798800-9e74-489e-826e-f65f0e5860fc', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': 'b9f43ba4fcb74682a716dca095598cf0'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:51.444923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-528ffbc8-450e-414f-af29-443b03b76332 service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998135
Dec 11 20:50:51.476921 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:51.487251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:51.487859 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:51.532978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b86d4-ccdc-430a-b915-c4d5b3f551ec req-6337c932-750b-4066-b0a5-1b2b9d41c776 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.534143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492b86d4-ccdc-430a-b915-c4d5b3f551ec req-6337c932-750b-4066-b0a5-1b2b9d41c776 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0876536
Dec 11 20:50:51.549595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a4e4aa-89cf-4ba9-8da2-23c5585f06c3 req-fa64e395-01d2-4bf9-8f53-87b9247a353d service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982373
Dec 11 20:50:51.563567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Made reservation on behalf of b9f43ba4fcb74682a716dca095598cf0 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:50:51.568050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:51.581232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:51.608843 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:51.624458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-492b86d4-ccdc-430a-b915-c4d5b3f551ec req-402c6f44-9b78-42be-84b4-4f4e5b5ff0ae tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794477
Dec 11 20:50:51.664615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edef044a-fd61-48f2-83d5-25b81eace3f7 req-018ff13a-0956-46f7-b2aa-aafb49a3f1c8 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 210 time: 0.0402565
Dec 11 20:50:51.698878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:51.707858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:51.767274 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7312ec3-61db-495d-b455-ef28ea15480e req-9e77b271-35a9-4ced-83ac-1691b824bb76 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 995 time: 0.0646932
Dec 11 20:50:51.790415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b016c9-40ae-4d6a-a711-63d5cc006d31,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:51.894508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efabbc-0126-4a32-88e1-52a5415f8307 req-4c71381b-721a-47f5-9688-5e4cb416386e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.896652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41efabbc-0126-4a32-88e1-52a5415f8307 req-4c71381b-721a-47f5-9688-5e4cb416386e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.1096458
Dec 11 20:50:51.903971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Allocated IP 192.168.233.173 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/ccf46a67-bfd5-447d-80cb-6816926b3cc3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:50:51.905541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312ec3-61db-495d-b455-ef28ea15480e req-4f100e52-786e-4a2e-a7e5-80a93d1c8de1 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:51.907211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7312ec3-61db-495d-b455-ef28ea15480e req-4f100e52-786e-4a2e-a7e5-80a93d1c8de1 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1321509
Dec 11 20:50:51.920949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-a7312ec3-61db-495d-b455-ef28ea15480e req-bcf7628d-a140-4b7b-b71f-a03d6aacde2e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:50:51.922860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7312ec3-61db-495d-b455-ef28ea15480e req-bcf7628d-a140-4b7b-b71f-a03d6aacde2e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0067792
Dec 11 20:50:51.940905 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a190>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:50Z', 'revision_number': 8, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:51.975475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41efabbc-0126-4a32-88e1-52a5415f8307 req-78390b2e-8abe-4d7c-b5c3-58b90479cf0f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692012
Dec 11 20:50:51.977089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf3cdd-84b6-4ead-b646-bb34356cd078 None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fae8df60-a38b-4546-a501-991f0f153d5c', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'floating_ip_address': '172.35.1.77', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'port_id': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'mac_address': 'fa:16:3e:35:ce:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:50:05Z', 'updated_at': '2021-12-11T20:50:50Z', 'revision_number': 8, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:52.132525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-52c63920-1611-4612-8ad6-0066e55f652e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 998 time: 0.1133785
Dec 11 20:50:52.174417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0116229-d882-4d6d-b62d-cf3fbd663554 None None] New status for floating IP fae8df60-a38b-4546-a501-991f0f153d5c: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:52.191416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.203237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-5d2b1c2f-f279-4a57-877c-87a67f216a26 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.204597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-5d2b1c2f-f279-4a57-877c-87a67f216a26 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports/28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 942 time: 0.0652606
Dec 11 20:50:52.238084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.325647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:50:52.334192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:50:52.336679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:50:52.372756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:52.393940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-7917b039-9a9d-40d6-9da0-4515a5446259 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 998 time: 0.1427290
Dec 11 20:50:52.404959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.405585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.439426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-4f0c3a70-e269-45e7-a545-f16f473895c4 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0695405
Dec 11 20:50:52.483174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Request body: {'port': {'device_id': '9a798800-9e74-489e-826e-f65f0e5860fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:52.500410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba859b5-4618-4343-904d-ff8479680145 req-2c035ef0-1f86-4e8c-97a7-aa2da5ee8d7f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.508065 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bba859b5-4618-4343-904d-ff8479680145 req-2c035ef0-1f86-4e8c-97a7-aa2da5ee8d7f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0555453
Dec 11 20:50:52.554575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bba859b5-4618-4343-904d-ff8479680145 req-f99490c2-387c-4590-9b23-f2a9c426f708 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453606
Dec 11 20:50:52.579484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-ca8cafa3-420f-41d9-a3e3-03e90cd06a69 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.580831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-ca8cafa3-420f-41d9-a3e3-03e90cd06a69 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1714902
Dec 11 20:50:52.581545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.636526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b81721b-ab5d-4777-ac74-44b5c98317a9 None None] Provisioning complete for port ccf46a67-bfd5-447d-80cb-6816926b3cc3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:52.636940 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b81721b-ab5d-4777-ac74-44b5c98317a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.674561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4b81721b-ab5d-4777-ac74-44b5c98317a9 None None] Port ccf46a67-bfd5-447d-80cb-6816926b3cc3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:50:52.695385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-33823d43-e00b-46ff-9485-e16c56e5cd4b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 1000 time: 0.1050708
Dec 11 20:50:52.741854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:50:52.751778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98e7e-0baf-4ba3-a6f7-af61107bce59 req-ffa40050-2dd8-481f-b767-71b228cea3dd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.754108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82d98e7e-0baf-4ba3-a6f7-af61107bce59 req-ffa40050-2dd8-481f-b767-71b228cea3dd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0536778
Dec 11 20:50:52.772827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:52.811290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82d98e7e-0baf-4ba3-a6f7-af61107bce59 req-177b3961-bc56-4d9a-abaf-35fc6ce3ae04 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516129
Dec 11 20:50:52.827864 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:52.903773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:52.918361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'mac_address': 'fa:16:3e:86:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:52.926668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaccaff-e8c4-4211-9761-f81cd876e0c7 req-9808c14c-20d3-4c16-85bc-5f8fd7e3040d tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:52.928220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2aaccaff-e8c4-4211-9761-f81cd876e0c7 req-9808c14c-20d3-4c16-85bc-5f8fd7e3040d tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 936 time: 0.0625558
Dec 11 20:50:52.985928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2aaccaff-e8c4-4211-9761-f81cd876e0c7 req-57f8d5cd-178a-4470-b811-c41ad5fff92c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480182
Dec 11 20:50:53.089950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.098584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:53.103791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.104381 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Floating IP fae8df60-a38b-4546-a501-991f0f153d5c disassociated. External IP: 172.35.1.77, port: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a.
Dec 11 20:50:53.105833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.110674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.119901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:53.142395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:53.147832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.166270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Transition to ACTIVE for port object ccf46a67-bfd5-447d-80cb-6816926b3cc3 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:50:53.173688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.204852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:53.214896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.215245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.215588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.215917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.216501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.216834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.217488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.217488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.217770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.218088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.218678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.219003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.222287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:50:53.235268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d59c4-8585-4b9e-bbc5-73c454fff214 req-ad46d635-bad1-40f9-aece-1957aeed3b54 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:53.236961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e4d59c4-8585-4b9e-bbc5-73c454fff214 req-ad46d635-bad1-40f9-aece-1957aeed3b54 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0666459
Dec 11 20:50:53.288139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a3bd09b8-1bee-4a4f-b80b-378ebb234289'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:53.298292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:53.312035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e4d59c4-8585-4b9e-bbc5-73c454fff214 req-6381f167-05d5-46fa-8bbe-c4d97adc239c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665796
Dec 11 20:50:53.675893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030513a-ddfd-464a-abe2-a43daa11d54d req-650bbb76-b2b7-4b80-944a-6b7351a1af52 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:53.677793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1030513a-ddfd-464a-abe2-a43daa11d54d req-650bbb76-b2b7-4b80-944a-6b7351a1af52 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0505426
Dec 11 20:50:53.728221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1030513a-ddfd-464a-abe2-a43daa11d54d req-7734030f-36ea-4c5a-bc59-3bde60365f9b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440805
Dec 11 20:50:53.733668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Attempting to bind port ccf46a67-bfd5-447d-80cb-6816926b3cc3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:50:53.734002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Attempting to bind port ccf46a67-bfd5-447d-80cb-6816926b3cc3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:50:53.734328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Attempting to bind port ccf46a67-bfd5-447d-80cb-6816926b3cc3 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:53.742878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Port ccf46a67-bfd5-447d-80cb-6816926b3cc3 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:50:53.743204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Attempting to bind port ccf46a67-bfd5-447d-80cb-6816926b3cc3 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:50:53.750530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:50:53.750872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:50:53.751260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:50:53.751686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Bound port: ccf46a67-bfd5-447d-80cb-6816926b3cc3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:50:53.752039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.774158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:50:53.867741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:50:53.873055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:50:53.880227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.920876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61656aa9-92f3-4da1-8ae9-fcb868fd7108 req-9383634e-5a31-47a4-8359-5058da6b37d6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:53.922387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61656aa9-92f3-4da1-8ae9-fcb868fd7108 req-9383634e-5a31-47a4-8359-5058da6b37d6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0493982
Dec 11 20:50:53.944663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:53.945374 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.947117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] 10.222.0.16 "PUT /v2.0/ports/ccf46a67-bfd5-447d-80cb-6816926b3cc3 HTTP/1.1" status: 200  len: 1096 time: 1.4705553
Dec 11 20:50:53.953780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:53.956095 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64" -d '{"events": [{"name": "network-changed", "server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:53.974328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61656aa9-92f3-4da1-8ae9-fcb868fd7108 req-615ed34f-e5f8-453a-bad7-4b94a89d1c76 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454729
Dec 11 20:50:53.983748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:50:53.989268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:53.995237 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:50:54.008355 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:54.009084 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:54.032721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a04344-9ed7-4512-b4e4-3f6893a75acf service neutron] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:54.052702 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b6029-adb3-45bf-af10-dcc97cecc0ce x-openstack-request-id: req-f79b6029-adb3-45bf-af10-dcc97cecc0ce {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:54.052999 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:54.053258 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f79b6029-adb3-45bf-af10-dcc97cecc0ce {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:54.053658 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'status': 'completed', 'code': 200}
Dec 11 20:50:54.060937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-f8cfa779-3e83-4641-8a1a-806b9e3fb965 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "PUT /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 695 time: 1.3256562
Dec 11 20:50:54.078401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-3f912cd1-1618-4953-b003-7621b5e60919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.080093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-3f912cd1-1618-4953-b003-7621b5e60919 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9f43ba4fcb74682a716dca095598cf0&device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 1099 time: 0.0627134
Dec 11 20:50:54.147320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-00ccc953-8067-4087-a951-cca7a9e485ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3 HTTP/1.1" status: 200  len: 217 time: 0.0528159
Dec 11 20:50:54.160374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d451b53-0f4a-4145-81e0-786edcd0887a req-1b598a63-e633-41f9-8b35-b5d301ebf201 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.161365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-5bfb2aa6-f4ec-455b-848f-53e872f46a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.162957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-5bfb2aa6-f4ec-455b-848f-53e872f46a50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0769262
Dec 11 20:50:54.163783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d451b53-0f4a-4145-81e0-786edcd0887a req-1b598a63-e633-41f9-8b35-b5d301ebf201 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 948 time: 0.0668943
Dec 11 20:50:54.190675 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:54.219338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d451b53-0f4a-4145-81e0-786edcd0887a req-3ce9dd01-098e-43d8-ae16-2501dbaecd38 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478959
Dec 11 20:50:54.306727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-1b45c0d8-658e-4226-8a17-d71468bbfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.306727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-1b45c0d8-658e-4226-8a17-d71468bbfc91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1373510
Dec 11 20:50:54.365858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-20b5327a-dfc0-4d8b-929d-3ad7793c9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.370959 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-20b5327a-dfc0-4d8b-929d-3ad7793c9efd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1923187
Dec 11 20:50:54.413055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-4ff5c0fb-4aee-41e9-8a7f-30b8e2284d7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0373025
Dec 11 20:50:54.415086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-39092eec-84d3-4f53-851e-3597486e86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.416524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-39092eec-84d3-4f53-851e-3597486e86fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1004930
Dec 11 20:50:54.425067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a310>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:54.459205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:50:54.468222 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:50:54.468953 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:50:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:54.482762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048aed7f-495d-45d8-bfd0-1c6a91f0882c req-f7a67a21-a9d3-4553-b6f8-c26bd38d12c2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.484384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-048aed7f-495d-45d8-bfd0-1c6a91f0882c req-f7a67a21-a9d3-4553-b6f8-c26bd38d12c2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0684369
Dec 11 20:50:54.531543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-0135d8d7-c9d9-4f49-bbe2-2315ffd134cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.533041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-0135d8d7-c9d9-4f49-bbe2-2315ffd134cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0994487
Dec 11 20:50:54.549996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-048aed7f-495d-45d8-bfd0-1c6a91f0882c req-2ac7fddf-0175-4bae-944d-1093b81ff3eb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578020
Dec 11 20:50:54.586266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-5ed38497-16af-4dd9-8178-63148fdd693f service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604648
Dec 11 20:50:54.590918 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:50:54.596423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-0dfd3ff9-091c-47c6-ab18-d31c1b8b7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.598031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-0dfd3ff9-091c-47c6-ab18-d31c1b8b7b9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0548046
Dec 11 20:50:54.751818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-523a3d2f-d9dc-4e38-be9c-958f4c7bec2e req-912cbeb9-cf89-44b6-b1a4-ea1d1492d207 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527331
Dec 11 20:50:54.754003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-13d3bf1d-e66e-44a8-b45f-8c6a31d3b6ac service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469126
Dec 11 20:50:54.789854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:54.796078 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a310>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:50:54.825185 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58a3d34-d83b-4400-b465-dbe49643226b None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '4e1988a4-ef5f-49d1-b757-c285f029e419', 'name': '', 'network_id': 'c8c7d68e-88b6-40f0-841b-f938c8a3aa03', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'mac_address': 'fa:16:3e:a3:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:37Z', 'updated_at': '2021-12-11T20:49:47Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'subnets': [{'id': '0e1dac76-3407-4418-8bc2-de2dd51683e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:50:54.873010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a3bd09b8-1bee-4a4f-b80b-378ebb234289 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:54.874010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:54.885845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-0fed867a-7b80-48f8-adb0-87bb221db57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.887548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-0fed867a-7b80-48f8-adb0-87bb221db57d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9f43ba4fcb74682a716dca095598cf0&device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 1099 time: 0.0662749
Dec 11 20:50:54.887726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00d044-0b63-4044-b982-7ab8589ee277 req-b65d12b3-f370-49d6-8594-a4e5a5cc9539 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:54.889173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c00d044-0b63-4044-b982-7ab8589ee277 req-b65d12b3-f370-49d6-8594-a4e5a5cc9539 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0645363
Dec 11 20:50:54.932636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4087a25d-c148-4394-ba76-f6b65dc4ecdf req-23c4d163-eac7-45b8-b0f0-24e78a356aaa service neutron] 10.222.0.18 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695051
Dec 11 20:50:54.975446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c00d044-0b63-4044-b982-7ab8589ee277 req-95705ad0-cd5f-4c59-926e-59374c9b7db2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794868
Dec 11 20:50:54.982360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:55.013346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-70b493bb-c22d-4249-9e3f-bf7fff6cd302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.014863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-70b493bb-c22d-4249-9e3f-bf7fff6cd302 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1192610
Dec 11 20:50:55.016362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:55.023678 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aa78d3-31ff-4585-8032-f581fcffc902" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:55.045288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:55.053449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:55.083910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-380edfda-4e32-4d9e-9cee-765fb4c82a0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3 HTTP/1.1" status: 200  len: 217 time: 0.0582845
Dec 11 20:50:55.140584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:55.142539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a63abe-2af1-4142-8c16-febb63935a1c req-570fc23a-a19e-48ff-9346-67285bc13c40 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.155501 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac69069-bb87-434a-8a94-22df9ddbfa5b x-openstack-request-id: req-0ac69069-bb87-434a-8a94-22df9ddbfa5b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:55.155820 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-plugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:55.156087 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ac69069-bb87-434a-8a94-22df9ddbfa5b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:55.156490 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'code': 200}
Dec 11 20:50:55.158138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43a63abe-2af1-4142-8c16-febb63935a1c req-570fc23a-a19e-48ff-9346-67285bc13c40 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0757735
Dec 11 20:50:55.183475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-489a8723-fbb2-451f-a9a2-affe0d1f8453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.185011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-489a8723-fbb2-451f-a9a2-affe0d1f8453 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0916169
Dec 11 20:50:55.219133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43a63abe-2af1-4142-8c16-febb63935a1c req-481cbde8-bf2d-4e41-bacc-cc8291b0392f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600550
Dec 11 20:50:55.227032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302e59c7-bd1c-474b-b13d-ea23e7b4250d None None] New status for floating IP fae8df60-a38b-4546-a501-991f0f153d5c: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:50:55.279613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-ffec9735-2575-4468-ad68-2850af45a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.281046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-ffec9735-2575-4468-ad68-2850af45a895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0866792
Dec 11 20:50:55.293411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd381e19-da9d-4360-93b2-84ed23e7d55c req-a3d6322b-49e0-449d-9c32-5f73db4299ba tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.294933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd381e19-da9d-4360-93b2-84ed23e7d55c req-a3d6322b-49e0-449d-9c32-5f73db4299ba tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0669541
Dec 11 20:50:55.348651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136443-42d0-4604-98fc-fc32e8320ad0 req-b112c00f-bae8-438e-a1c2-fc7b92ab17a9 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.350088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a136443-42d0-4604-98fc-fc32e8320ad0 req-b112c00f-bae8-438e-a1c2-fc7b92ab17a9 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 948 time: 0.0578580
Dec 11 20:50:55.399110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a136443-42d0-4604-98fc-fc32e8320ad0 req-97e38e1a-c8cc-40f1-83ba-1b474b6e3abc tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423720
Dec 11 20:50:55.422334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd381e19-da9d-4360-93b2-84ed23e7d55c req-db7573ee-6231-47fb-bce7-e946b3529e03 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111209
Dec 11 20:50:55.440186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-8cdfe95a-2182-43d3-9c93-bd81c219ca4d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407049
Dec 11 20:50:55.548485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed265d9e-34e7-40ed-9bcd-60c6b1318a64 req-bfceb2b0-9fcc-4671-807b-8d0f83eb0004 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931344
Dec 11 20:50:55.669116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694371-b133-4e70-8883-da32252ffe3c req-0c7742c5-fc93-4848-8280-4f8f7ce87c07 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:55.670653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20694371-b133-4e70-8883-da32252ffe3c req-0c7742c5-fc93-4848-8280-4f8f7ce87c07 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0513928
Dec 11 20:50:55.719307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20694371-b133-4e70-8883-da32252ffe3c req-79a2465d-2cf1-4500-ad00-50262b592a02 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421052
Dec 11 20:50:56.066686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:56.068780 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fac82a-7c93-4dff-88cd-2cae9b91ce48" -d '{"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:56.094201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd6b0-0164-41ab-acc1-9a594f2e471c req-24903668-04d4-4afb-8a81-ef8e3976ba08 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:56.095739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cfdcd6b0-0164-41ab-acc1-9a594f2e471c req-24903668-04d4-4afb-8a81-ef8e3976ba08 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0536566
Dec 11 20:50:56.109654 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c62740-271b-4d54-80e0-32a3ab788fff x-openstack-request-id: req-39c62740-271b-4d54-80e0-32a3ab788fff {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:56.109937 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:56.110189 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c62740-271b-4d54-80e0-32a3ab788fff {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:56.110656 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:50:56.146449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cfdcd6b0-0164-41ab-acc1-9a594f2e471c req-92f8f9d2-c735-4151-9508-d20c5272cd62 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434742
Dec 11 20:50:56.330470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2872d52-3173-44ad-9aaa-24ffdaf3d727 req-2ff43a9a-acc7-4264-aac9-b7528cc0a5f3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:56.332010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2872d52-3173-44ad-9aaa-24ffdaf3d727 req-2ff43a9a-acc7-4264-aac9-b7528cc0a5f3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0487006
Dec 11 20:50:56.377918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2872d52-3173-44ad-9aaa-24ffdaf3d727 req-816a3df9-7425-4cbd-9267-2dfb25be3fca tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393713
Dec 11 20:50:56.520754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f34c1-f3c0-4c25-aad5-cfcef98fb50b req-0a2d458a-da75-45e1-a8c9-66c581a0c557 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:56.522240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-915f34c1-f3c0-4c25-aad5-cfcef98fb50b req-0a2d458a-da75-45e1-a8c9-66c581a0c557 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 948 time: 0.0571654
Dec 11 20:50:56.551340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d8810-9778-4bae-b94a-e80c6b4f7e92 req-0ee869eb-0838-4a0d-97a4-24b5c8c31a68 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:56.552832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e78d8810-9778-4bae-b94a-e80c6b4f7e92 req-0ee869eb-0838-4a0d-97a4-24b5c8c31a68 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0529149
Dec 11 20:50:56.568865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-915f34c1-f3c0-4c25-aad5-cfcef98fb50b req-90f1ea36-7e50-4eb2-87d3-ce12e73e1d06 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405295
Dec 11 20:50:56.601337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e78d8810-9778-4bae-b94a-e80c6b4f7e92 req-08af702f-4a4f-4f9e-b301-fa01ac6c2837 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424535
Dec 11 20:50:56.834596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fc790-4a5c-4f36-91cc-63e6f7418787 req-32345de6-e180-41bc-bca7-0d8017b24418 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:56.836333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d14fc790-4a5c-4f36-91cc-63e6f7418787 req-32345de6-e180-41bc-bca7-0d8017b24418 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0480254
Dec 11 20:50:56.883870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d14fc790-4a5c-4f36-91cc-63e6f7418787 req-cde7b74a-d298-4bfc-8d48-1f6c84a0736f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415194
Dec 11 20:50:56.987003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:50:57.081210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:57.093687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'mac_address': 'fa:16:3e:6e:20:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:50:57.129319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:57.141432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:50:57.164879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:57.169013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:57.217283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:57.261055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ee0e-2336-4d46-9b29-e80ce2134363 req-14845ce8-64eb-4559-80a3-06c7a974ae07 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:57.262570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1da9ee0e-2336-4d46-9b29-e80ce2134363 req-14845ce8-64eb-4559-80a3-06c7a974ae07 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0504861
Dec 11 20:50:57.309781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1da9ee0e-2336-4d46-9b29-e80ce2134363 req-a39c850a-abf6-42e9-972f-eb919cecc7ce tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411448
Dec 11 20:50:57.497849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41bd55-f5dd-4f13-b1d7-0b0669a353ec req-e04f8634-a4b1-4980-b43e-dd8bc9266e95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:57.499345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de41bd55-f5dd-4f13-b1d7-0b0669a353ec req-e04f8634-a4b1-4980-b43e-dd8bc9266e95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0479693
Dec 11 20:50:57.524499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ccf46a67-bfd5-447d-80cb-6816926b3cc3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:50:57.550117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de41bd55-f5dd-4f13-b1d7-0b0669a353ec req-66989fe6-0de4-43af-b3f3-0d5f9ae7073b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448806
Dec 11 20:50:57.687647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50479bf3-75ed-46bc-a5ca-3b012afe747d req-5f07cdb2-402c-485e-a614-4c6d994915ea tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:57.689272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50479bf3-75ed-46bc-a5ca-3b012afe747d req-5f07cdb2-402c-485e-a614-4c6d994915ea tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 949 time: 0.0533309
Dec 11 20:50:57.723923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67793127-19f2-4d94-b566-56319ef2f4c0 req-53be25d7-9fb8-49fe-9e3f-dc12a1213578 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:57.725413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67793127-19f2-4d94-b566-56319ef2f4c0 req-53be25d7-9fb8-49fe-9e3f-dc12a1213578 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0525584
Dec 11 20:50:57.738554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50479bf3-75ed-46bc-a5ca-3b012afe747d req-ff416202-d973-4a46-a660-a68c0b8844ff tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430107
Dec 11 20:50:57.773876 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67793127-19f2-4d94-b566-56319ef2f4c0 req-b11a90b1-b06e-4303-b646-fd0adfc0682c tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425756
Dec 11 20:50:57.996192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f2e1a-1b62-4304-85c1-d74ea003b794 req-6292ab25-b5c8-4c76-9b97-bb1e0e59102e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:57.997774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc6f2e1a-1b62-4304-85c1-d74ea003b794 req-6292ab25-b5c8-4c76-9b97-bb1e0e59102e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0485692
Dec 11 20:50:58.044268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc6f2e1a-1b62-4304-85c1-d74ea003b794 req-68fee54f-7848-4719-a390-190f6a717e39 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405121
Dec 11 20:50:58.424561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a6b7-ced3-4331-9dde-c2236eb56bc1 req-224f3561-ced9-416f-817f-4539b85ddba4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:58.426555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1610a6b7-ced3-4331-9dde-c2236eb56bc1 req-224f3561-ced9-416f-817f-4539b85ddba4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0479586
Dec 11 20:50:58.471906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1610a6b7-ced3-4331-9dde-c2236eb56bc1 req-81731eab-3ce3-4282-8210-c5ee30e3cbbf tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396628
Dec 11 20:50:58.661652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c38127-a5a9-4b0d-b64b-a4ffa32bcde9 req-04da5ec7-a3cc-4caa-8b7c-acb7b130007f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:58.663120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01c38127-a5a9-4b0d-b64b-a4ffa32bcde9 req-04da5ec7-a3cc-4caa-8b7c-acb7b130007f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0468681
Dec 11 20:50:58.712009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01c38127-a5a9-4b0d-b64b-a4ffa32bcde9 req-0de4a326-2a98-4404-880d-d2915b5ce528 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431633
Dec 11 20:50:58.855289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409da0bc-d7f7-499d-ae77-c526c5b6ba4b req-addbf66c-d45e-4bf7-96fa-432a754356f8 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:58.856723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-409da0bc-d7f7-499d-ae77-c526c5b6ba4b req-addbf66c-d45e-4bf7-96fa-432a754356f8 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 949 time: 0.0518966
Dec 11 20:50:58.887666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4187a2-7143-427c-aa10-729b95e15aa4 req-f5808962-6907-41e4-b74a-76b3203c41c6 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:58.889135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e4187a2-7143-427c-aa10-729b95e15aa4 req-f5808962-6907-41e4-b74a-76b3203c41c6 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0488245
Dec 11 20:50:58.904932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-409da0bc-d7f7-499d-ae77-c526c5b6ba4b req-c8e20b2e-6a8a-42b4-9c9e-ffea725e6263 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421827
Dec 11 20:50:58.937940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e4187a2-7143-427c-aa10-729b95e15aa4 req-d4a1c6b1-9cb7-4b04-b6ef-df5a1c19ce1f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421555
Dec 11 20:50:58.986578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:50:59.037112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ccf46a67-bfd5-447d-80cb-6816926b3cc3 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:50:59.041335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ccf46a67-bfd5-447d-80cb-6816926b3cc3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:50:59.041706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:59.117744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:59.139811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:50:59.142100 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e6e3a9-d277-478b-93cc-89bcaad7dc34" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:50:59.158739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878159-761e-4e39-9049-233a2943c096 req-a909c127-feb2-4006-963a-ef08c1bbdb7e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:59.159520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:50:59.160888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59878159-761e-4e39-9049-233a2943c096 req-a909c127-feb2-4006-963a-ef08c1bbdb7e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0494213
Dec 11 20:50:59.165635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:50:59.191462 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30309d-b59e-4e9e-b9f7-07f039e7a3fc x-openstack-request-id: req-7d30309d-b59e-4e9e-b9f7-07f039e7a3fc {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:50:59.191758 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:50:59.192012 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d30309d-b59e-4e9e-b9f7-07f039e7a3fc {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:50:59.192401 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'code': 200}
Dec 11 20:50:59.218087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:50:59.232897 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59878159-761e-4e39-9049-233a2943c096 req-e06893d3-8903-4ae2-8933-35036162dc72 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635951
Dec 11 20:50:59.291932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6338a6-8279-4c55-88ec-ad06e13c060b req-dd774d0d-70b6-4420-8ea0-0a37ea4bd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:59.293662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf6338a6-8279-4c55-88ec-ad06e13c060b req-dd774d0d-70b6-4420-8ea0-0a37ea4bd95f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 1101 time: 0.0433991
Dec 11 20:50:59.338865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf6338a6-8279-4c55-88ec-ad06e13c060b req-321e8694-892e-440d-bd12-16f19cd7e937 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361097
Dec 11 20:50:59.596048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bbd19-c988-4385-9803-65e3558178a9 req-5c527c4b-c36b-4a66-897f-7a7c70893e10 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:59.597522 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-127bbd19-c988-4385-9803-65e3558178a9 req-5c527c4b-c36b-4a66-897f-7a7c70893e10 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0479724
Dec 11 20:50:59.643089 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-127bbd19-c988-4385-9803-65e3558178a9 req-aa577280-8274-4d98-9c04-8f15d09f00ea tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396736
Dec 11 20:50:59.825521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df72f-dd05-4dbf-9bb1-998b724dfbb3 req-ad1f06af-0aef-4780-a93e-eabe5e02718f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:50:59.827008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a98df72f-dd05-4dbf-9bb1-998b724dfbb3 req-ad1f06af-0aef-4780-a93e-eabe5e02718f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0482111
Dec 11 20:50:59.873826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a98df72f-dd05-4dbf-9bb1-998b724dfbb3 req-52ccbaab-b7b6-44b2-82e5-c016d045d8e7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409608
Dec 11 20:51:00.019011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b17ec-d0d6-4b5f-b8b4-0a2ef05afb4c req-525a8ab7-c37a-40e6-aa5b-8157762962fb tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:00.020673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6b17ec-d0d6-4b5f-b8b4-0a2ef05afb4c req-525a8ab7-c37a-40e6-aa5b-8157762962fb tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 950 time: 0.0492027
Dec 11 20:51:00.052944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b747df-ffe8-4ad1-b9b1-8bc4fa3e4554 req-a9603591-b560-439b-bf7f-6299f478a429 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:00.054424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5b747df-ffe8-4ad1-b9b1-8bc4fa3e4554 req-a9603591-b560-439b-bf7f-6299f478a429 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0494411
Dec 11 20:51:00.071740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6b17ec-d0d6-4b5f-b8b4-0a2ef05afb4c req-404de2b4-6abf-46c7-86e0-3681c608b2d5 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450130
Dec 11 20:51:00.116424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5b747df-ffe8-4ad1-b9b1-8bc4fa3e4554 req-5867b113-1178-44ae-b2b7-b2b74ffda6d6 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555418
Dec 11 20:51:00.351752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8704b-72d6-4412-ab48-774d6e1e8d05 req-7dc45ded-780a-4513-a182-6cd5bf2671ec tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:00.353137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fa8704b-72d6-4412-ab48-774d6e1e8d05 req-7dc45ded-780a-4513-a182-6cd5bf2671ec tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0536225
Dec 11 20:51:00.398833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fa8704b-72d6-4412-ab48-774d6e1e8d05 req-282fd84d-0351-4a07-a607-02db8a19851e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397041
Dec 11 20:51:00.758512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340c17-3a65-461a-9e46-8c3aba1b0b2b req-35c34dd3-e4b3-4479-83d6-3ef5ca06981d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:00.760019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff340c17-3a65-461a-9e46-8c3aba1b0b2b req-35c34dd3-e4b3-4479-83d6-3ef5ca06981d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0498629
Dec 11 20:51:00.809184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff340c17-3a65-461a-9e46-8c3aba1b0b2b req-116a0ddb-8d9e-4a84-adf1-be4752102220 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430348
Dec 11 20:51:00.986995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c41dd2-4b8e-4f39-93fd-5f6b737d2ba9 req-a85ee1d4-0dc5-4bad-a6ae-426ccfcb3823 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:00.989046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79c41dd2-4b8e-4f39-93fd-5f6b737d2ba9 req-a85ee1d4-0dc5-4bad-a6ae-426ccfcb3823 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0497148
Dec 11 20:51:01.033499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79c41dd2-4b8e-4f39-93fd-5f6b737d2ba9 req-85691951-0595-47f8-a9dc-fc65c913bd3d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385675
Dec 11 20:51:01.189302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a076c11-f7f9-4627-8389-ac13f5a842be req-bc19b12d-b848-469a-8fd2-fbbdb48d5259 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:01.190815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a076c11-f7f9-4627-8389-ac13f5a842be req-bc19b12d-b848-469a-8fd2-fbbdb48d5259 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 950 time: 0.0543115
Dec 11 20:51:01.239502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a076c11-f7f9-4627-8389-ac13f5a842be req-9092836e-80eb-46d6-b051-1c64d1c9fbbd tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419588
Dec 11 20:51:01.285545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0bd39-bcb8-4d98-aea8-9b92aacdcef9 req-028c5043-f64e-4b5e-a48a-d408e0cfbcc5 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:01.287078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3a0bd39-bcb8-4d98-aea8-9b92aacdcef9 req-028c5043-f64e-4b5e-a48a-d408e0cfbcc5 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0546546
Dec 11 20:51:01.335944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3a0bd39-bcb8-4d98-aea8-9b92aacdcef9 req-b0603e7c-cdf4-4da0-ad5a-fa38183c2c5c tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428720
Dec 11 20:51:01.519753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb403e-30d3-48de-a992-fba41a8ecf03 req-ea0b75a0-0e0f-4622-88c2-89e706e35067 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:01.521313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-97eb403e-30d3-48de-a992-fba41a8ecf03 req-ea0b75a0-0e0f-4622-88c2-89e706e35067 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0524867
Dec 11 20:51:01.570738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-97eb403e-30d3-48de-a992-fba41a8ecf03 req-9edc85a2-f7fe-401e-9485-e65cee82659f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435021
Dec 11 20:51:01.930138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e190-e393-4979-b535-d39d8a7b222d req-5dda51d5-9915-45c3-96a8-6a2d352f8cee tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:01.931665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91c9e190-e393-4979-b535-d39d8a7b222d req-5dda51d5-9915-45c3-96a8-6a2d352f8cee tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0483351
Dec 11 20:51:01.978655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91c9e190-e393-4979-b535-d39d8a7b222d req-83fb34ee-5219-4bfa-94bd-444ce294730c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410252
Dec 11 20:51:02.148538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b6673-bb4d-4fc2-b7e7-47b26a3cc02f req-59d896f4-5683-4325-9725-edda58df2a10 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:02.150013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e7b6673-bb4d-4fc2-b7e7-47b26a3cc02f req-59d896f4-5683-4325-9725-edda58df2a10 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0474143
Dec 11 20:51:02.200018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e7b6673-bb4d-4fc2-b7e7-47b26a3cc02f req-704d1ae1-e349-42b6-81bb-9db3d8e9ae60 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438542
Dec 11 20:51:02.457575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb28e36-aeac-4fc2-b136-830e720ef092 req-50702bf1-2892-42f9-b7b7-66c9027ca014 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:02.459067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bb28e36-aeac-4fc2-b136-830e720ef092 req-50702bf1-2892-42f9-b7b7-66c9027ca014 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0549653
Dec 11 20:51:02.505637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bb28e36-aeac-4fc2-b136-830e720ef092 req-76436d94-c84b-43ad-ab25-01050ad7244e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404136
Dec 11 20:51:02.694201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4f7fe-5c11-4427-9c75-7be8e4ce212d req-afe42d61-782f-4c55-a3ee-9ec373201b8e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:02.695705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85c4f7fe-5c11-4427-9c75-7be8e4ce212d req-afe42d61-782f-4c55-a3ee-9ec373201b8e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0525973
Dec 11 20:51:02.749711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85c4f7fe-5c11-4427-9c75-7be8e4ce212d req-d2aa8130-dae5-4faa-a96e-0bcd854c9401 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451458
Dec 11 20:51:03.092974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564de6-1c96-4a96-9d45-b2d0a3d98140 req-930fb956-f942-4870-be27-56ff704f2037 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.094530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1564de6-1c96-4a96-9d45-b2d0a3d98140 req-930fb956-f942-4870-be27-56ff704f2037 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0501993
Dec 11 20:51:03.141277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1564de6-1c96-4a96-9d45-b2d0a3d98140 req-8f48ef97-4f33-4346-8038-fb5654a165b9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404196
Dec 11 20:51:03.320824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-616f87ed-f84e-4517-b41e-5113218e0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.322585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-616f87ed-f84e-4517-b41e-5113218e0f91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0488620
Dec 11 20:51:03.339029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-89e4b7eb-f948-4fa5-be96-a57a19bca0e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 200  len: 217 time: 0.0678003
Dec 11 20:51:03.395880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e64ad-8d65-44a8-98e2-a5a0efd57f54 req-33562d28-636a-44c4-a972-22345fc51283 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.397379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d8e64ad-8d65-44a8-98e2-a5a0efd57f54 req-33562d28-636a-44c4-a972-22345fc51283 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.1195714
Dec 11 20:51:03.445447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-dffe0387-f6e5-485f-a904-d2c6caff74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.447053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-dffe0387-f6e5-485f-a904-d2c6caff74fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.0965574
Dec 11 20:51:03.460480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-cdc60f13-e7ee-4931-942b-5b6b88677f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.461943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-cdc60f13-e7ee-4931-942b-5b6b88677f52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0993481
Dec 11 20:51:03.471067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522f88-58c5-4308-9d1d-ba00d7b726ea req-15427ddd-360d-4abd-80eb-ce4d5f23009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.473041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6522f88-58c5-4308-9d1d-ba00d7b726ea req-15427ddd-360d-4abd-80eb-ce4d5f23009e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 1100 time: 0.1211894
Dec 11 20:51:03.486816 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d8e64ad-8d65-44a8-98e2-a5a0efd57f54 req-c84559b3-5a49-4bcf-8da9-5ed2e0ba16a7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680676
Dec 11 20:51:03.532024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-65f1e325-45da-4f48-9c6d-a084127abd82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0395439
Dec 11 20:51:03.563126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-3119a640-d80c-4ad5-9e92-936f779a6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.564732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-3119a640-d80c-4ad5-9e92-936f779a6121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0736520
Dec 11 20:51:03.567306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6522f88-58c5-4308-9d1d-ba00d7b726ea req-fe3a78c5-b1d6-496d-ace7-29ec017279b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672181
Dec 11 20:51:03.621198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-7c07ed2e-c463-4fd5-92e1-bd2ead84521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.622697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-7c07ed2e-c463-4fd5-92e1-bd2ead84521a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0817621
Dec 11 20:51:03.641281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32522-ab49-48b5-86ed-40269f19f6b0 req-48fb8bf0-2aa9-4564-8407-bab744cd243a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.642672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3a32522-ab49-48b5-86ed-40269f19f6b0 req-48fb8bf0-2aa9-4564-8407-bab744cd243a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0566893
Dec 11 20:51:03.689006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3a32522-ab49-48b5-86ed-40269f19f6b0 req-2e00cf0f-8e73-4d47-8550-1a1dbfab5829 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398674
Dec 11 20:51:03.906188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-b72d4317-594c-456d-9199-2e3475ef2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.908063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-b72d4317-594c-456d-9199-2e3475ef2a9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444176
Dec 11 20:51:03.915370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c163c4-9e19-4aa8-b191-d371909853d7 req-c8a6c744-2f1a-4c84-813c-f7e9cc9dec3e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:03.916858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82c163c4-9e19-4aa8-b191-d371909853d7 req-c8a6c744-2f1a-4c84-813c-f7e9cc9dec3e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.1011095
Dec 11 20:51:03.971169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-75b5f539-1d73-46da-a888-088073873e88 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228695
Dec 11 20:51:03.995914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82c163c4-9e19-4aa8-b191-d371909853d7 req-604b2d89-c947-409d-9b70-f762608a83ef tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707572
Dec 11 20:51:04.005509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-c6887611-f9dd-4062-9f8d-e9ab695455d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862703
Dec 11 20:51:04.073858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade0d516-ca9a-4e10-a223-b2096feeb160 req-e31555dd-abca-4a91-b491-93f936ef0b0b service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0906036
Dec 11 20:51:04.094526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fac82a-7c93-4dff-88cd-2cae9b91ce48 req-7595923f-a223-4f2e-868d-d5936b9621db service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809798
Dec 11 20:51:04.187548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-f72d6ee1-d3e8-4d18-a415-dc3fb4dbd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.189040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-f72d6ee1-d3e8-4d18-a415-dc3fb4dbd93f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 1096 time: 0.0402248
Dec 11 20:51:04.306088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6e143-4121-4318-a0c6-f9d2b454b820 req-a6d833be-ca72-4f59-a65c-79941c7ba23a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.307583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0d6e143-4121-4318-a0c6-f9d2b454b820 req-a6d833be-ca72-4f59-a65c-79941c7ba23a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0901270
Dec 11 20:51:04.326096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-65782184-d7be-4c39-bf3d-e3be4d201309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.327420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-65782184-d7be-4c39-bf3d-e3be4d201309 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 200  len: 921 time: 0.1306162
Dec 11 20:51:04.388813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-5fe2cb83-9cab-47e8-b11f-fefcb65ea902 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 200  len: 217 time: 0.0515945
Dec 11 20:51:04.413407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0d6e143-4121-4318-a0c6-f9d2b454b820 req-77eed5b2-ae2a-4cb3-8d04-adc260c223bf tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974600
Dec 11 20:51:04.447489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-5c58cd95-adfe-45b8-a899-21ae489ab7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.449013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-5c58cd95-adfe-45b8-a899-21ae489ab7f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 200  len: 859 time: 0.0501394
Dec 11 20:51:04.499922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-9e6f28b0-8eaa-4ff2-b30f-31ca5261ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.501621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-9e6f28b0-8eaa-4ff2-b30f-31ca5261ce34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8c7d68e-88b6-40f0-841b-f938c8a3aa03&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425930
Dec 11 20:51:04.619994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-e7094b6a-1b1e-4a0a-9878-018e4ab5dc55 service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095884
Dec 11 20:51:04.644504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f06dcc-e038-423b-9785-430939988a75 req-212e7830-5c7e-437b-983b-2ec9c86abea7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:04.652437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2f06dcc-e038-423b-9785-430939988a75 req-212e7830-5c7e-437b-983b-2ec9c86abea7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0779743
Dec 11 20:51:04.726985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2f06dcc-e038-423b-9785-430939988a75 req-c7101f76-a372-4e28-8144-2c413f625c00 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644181
Dec 11 20:51:04.783271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78fd26d2-2f87-4b4d-9f69-639472702364 req-d6a5e5e8-26df-4fd5-ba91-e3d7cd036b1f service neutron] 10.222.0.30 "GET /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416888
Dec 11 20:51:05.043632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:05.045977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:05.133776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac0774-5f7d-461b-ac83-b987d7d5cd3c req-77d8df5f-22d8-44a3-a006-2e788d041556 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:05.135472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60ac0774-5f7d-461b-ac83-b987d7d5cd3c req-77d8df5f-22d8-44a3-a006-2e788d041556 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0672777
Dec 11 20:51:05.139295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8556b6-e8cb-4ce6-b82d-3232cce0b93b req-d7063f0b-e0ee-444e-907a-385eab9ac949 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:05.142631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb8556b6-e8cb-4ce6-b82d-3232cce0b93b req-d7063f0b-e0ee-444e-907a-385eab9ac949 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.3554745
Dec 11 20:51:05.204722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb8556b6-e8cb-4ce6-b82d-3232cce0b93b req-0abcbef5-dd52-43cc-b9c5-48f9b7df251e tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571547
Dec 11 20:51:05.227019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.231006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60ac0774-5f7d-461b-ac83-b987d7d5cd3c req-e18fce35-1e62-4277-bdff-db98ff195886 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893764
Dec 11 20:51:05.262622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'mac_address': 'fa:16:3e:6e:20:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:05.271732 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.325289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:05.327583 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f50ae6b-0a44-4369-bd2a-9c257d2af93d" -d '{"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-unplugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:05.339481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.349002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.357424 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.362048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:05.392605 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ba5f5-7fda-48e2-9a15-dab3ec286c55 x-openstack-request-id: req-968ba5f5-7fda-48e2-9a15-dab3ec286c55 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:05.393069 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-unplugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:05.393205 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-968ba5f5-7fda-48e2-9a15-dab3ec286c55 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:05.393563 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'code': 200}
Dec 11 20:51:05.413002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.424125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.424849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:05.437243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:05.495088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.515411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'mac_address': 'fa:16:3e:83:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:05.520961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:05.592183 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.609620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:05.635534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354de61-046d-479e-be70-fc8c826ed3d7 req-42a76570-3a4f-40e6-806f-ffc6a526c8d8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:05.637797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.638136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7354de61-046d-479e-be70-fc8c826ed3d7 req-42a76570-3a4f-40e6-806f-ffc6a526c8d8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 948 time: 0.1146691
Dec 11 20:51:05.644497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.647896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-ef32fa29-58d8-4339-8629-3aba00e5279b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:05.649690 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-ef32fa29-58d8-4339-8629-3aba00e5279b tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 946 time: 0.0965886
Dec 11 20:51:05.725143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:05.765974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7354de61-046d-479e-be70-fc8c826ed3d7 req-50b074e1-be24-459b-ab10-af5a96b065a3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125996
Dec 11 20:51:05.807973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Deleting port 18713209-d923-4a2c-9d3d-e015b0d3d18d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:05.808693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.837194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ccf46a67-bfd5-447d-80cb-6816926b3cc3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:05.900629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5c7d9-7e67-4dac-aade-e9c872b7684c req-b5b68363-9594-4d8d-87c3-858654d891d7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:05.909247 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ceb5c7d9-7e67-4dac-aade-e9c872b7684c req-b5b68363-9594-4d8d-87c3-858654d891d7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0704801
Dec 11 20:51:05.914956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] For port 18713209-d923-4a2c-9d3d-e015b0d3d18d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=18713209-d923-4a2c-9d3d-e015b0d3d18d,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:05.915338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:05.952213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Calling delete_port for 18713209-d923-4a2c-9d3d-e015b0d3d18d owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:05.998471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ceb5c7d9-7e67-4dac-aade-e9c872b7684c req-9b41b127-1ecc-4644-a334-3448962e4103 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813053
Dec 11 20:51:06.146798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:06.173209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:06.209262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event deleted for resources: {'Port': ['ID=18713209-d923-4a2c-9d3d-e015b0d3d18d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:06.212057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['28fd92ab-f25c-4205-8503-cbe33cfe0b2a', '18713209-d923-4a2c-9d3d-e015b0d3d18d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:06.275340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] No DVR routers for this DVR port 18713209-d923-4a2c-9d3d-e015b0d3d18d on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:51:06.280722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:06.286902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86f5f08d-2e5d-4616-becc-f79bbf33f835 req-3b5a0393-bb6d-4932-9883-9fb85451dd54 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "DELETE /v2.0/ports/18713209-d923-4a2c-9d3d-e015b0d3d18d HTTP/1.1" status: 204  len: 173 time: 0.6263626
Dec 11 20:51:06.288197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'name': 'network-vif-deleted', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:06.291310 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848b7763-d9ae-4a80-9ad0-7f6b54ad5685" -d '{"events": [{"server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "name": "network-vif-deleted", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:06.394604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8573b-61f6-4394-831f-687fe05d3c12 req-5a843211-60b0-42e6-b2cb-e3068d54ce1e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:06.409414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72d8573b-61f6-4394-831f-687fe05d3c12 req-5a843211-60b0-42e6-b2cb-e3068d54ce1e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.1809587
Dec 11 20:51:06.425971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd7b2abe-7808-41d3-bb26-abf6fe5f7c52 req-1d739288-f7c0-4fb1-b92d-6155e5805c49 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc4551d3-8317-4e3f-9c69-f2a09b44dadf HTTP/1.1" status: 200  len: 210 time: 0.0902743
Dec 11 20:51:06.572358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72d8573b-61f6-4394-831f-687fe05d3c12 req-28a2ccc0-2de0-46d0-95c4-a6b1b52f77ca tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616876
Dec 11 20:51:06.650747 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfbbced-b04b-4549-87fe-27cbde9c4d5f x-openstack-request-id: req-fbfbbced-b04b-4549-87fe-27cbde9c4d5f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:06.652315 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4551d3-8317-4e3f-9c69-f2a09b44dadf", "name": "network-vif-deleted", "tag": "18713209-d923-4a2c-9d3d-e015b0d3d18d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:06.653480 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbfbbced-b04b-4549-87fe-27cbde9c4d5f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:06.653758 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4551d3-8317-4e3f-9c69-f2a09b44dadf', 'name': 'network-vif-deleted', 'tag': '18713209-d923-4a2c-9d3d-e015b0d3d18d', 'status': 'completed', 'code': 200}
Dec 11 20:51:06.667981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c865d-ab63-480b-87a3-283f4870cf04 req-c852fbba-5cf1-49e8-b00d-7fece7bc84d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:06.669780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d53c865d-ab63-480b-87a3-283f4870cf04 req-c852fbba-5cf1-49e8-b00d-7fece7bc84d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.1150696
Dec 11 20:51:06.724808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d53c865d-ab63-480b-87a3-283f4870cf04 req-69db85ae-5a47-44d7-85b8-1d3fe5521285 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480795
Dec 11 20:51:06.911610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894fd95-425f-4466-b9e1-4df25b223a88 req-87125c5b-8e9b-44bd-853a-1283caa70682 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:06.913282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c894fd95-425f-4466-b9e1-4df25b223a88 req-87125c5b-8e9b-44bd-853a-1283caa70682 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 1100 time: 0.0597193
Dec 11 20:51:06.984254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c894fd95-425f-4466-b9e1-4df25b223a88 req-7703d319-594d-4ad7-b13a-821702412a42 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640035
Dec 11 20:51:07.032451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:07.168479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7640956-79f0-40f8-b8ef-2064f9780a19 req-39267528-2d2f-49bb-ae5e-ffa60c485c5e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:07.177158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7640956-79f0-40f8-b8ef-2064f9780a19 req-39267528-2d2f-49bb-ae5e-ffa60c485c5e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 949 time: 0.1028900
Dec 11 20:51:07.259382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7640956-79f0-40f8-b8ef-2064f9780a19 req-7e9aaaa8-478d-4ef4-8d46-fa0268238518 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809402
Dec 11 20:51:07.264156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ccf46a67-bfd5-447d-80cb-6816926b3cc3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:07.264636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:07.413148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:07.442855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:07.445086 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900fc6a7-72f4-4af6-bf34-1e6d381ee600" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:07.459975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:07.466892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:07.540365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:08.868401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 18713209-d923-4a2c-9d3d-e015b0d3d18d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:08.901620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 18713209-d923-4a2c-9d3d-e015b0d3d18d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:08.902247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 18713209-d923-4a2c-9d3d-e015b0d3d18d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:09.032958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:09.092142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:09.092620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:09.189632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:09.234812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:09.240496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:09.314702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:10.952274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4d80a59-1668-4b1a-a4d3-4fc5acf65e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:13.026330 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:51:13.428193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44ed7c22-e4ec-466a-9563-d26d2204e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:14.788722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:15.514299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:16.140578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:16.487620 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9934e87c-10c2-40bd-a136-dca5fcebef9e x-openstack-request-id: req-9934e87c-10c2-40bd-a136-dca5fcebef9e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:16.488129 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:16.488543 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9934e87c-10c2-40bd-a136-dca5fcebef9e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:16.489078 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'code': 200}
Dec 11 20:51:16.497682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-55fe080e-a9db-4908-812e-04f7cb641d74 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0232790
Dec 11 20:51:16.607089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0673e-8f6d-4105-acb0-06ab3eac67c5 req-77d7e6f7-93c5-4770-9199-4362303ebd53 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:16.614964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7b0673e-8f6d-4105-acb0-06ab3eac67c5 req-77d7e6f7-93c5-4770-9199-4362303ebd53 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.0668838
Dec 11 20:51:16.618635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-70b1a50f-bbdb-436d-b7a4-4d1ce40e2f4c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:16.620058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-70b1a50f-bbdb-436d-b7a4-4d1ce40e2f4c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1169734
Dec 11 20:51:16.640476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-01e5085e-59ef-43c3-9b49-2bd534dd90f0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0108509
Dec 11 20:51:16.674944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7b0673e-8f6d-4105-acb0-06ab3eac67c5 req-df7be1b0-0198-4734-bd10-c58001c87582 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585403
Dec 11 20:51:16.730634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-89cbc9bf-bb35-479d-a136-9606d05a8461 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0802140
Dec 11 20:51:16.937123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5ab44-39f3-4563-ba42-0975f6847841 req-243a1daf-04d2-460f-81c9-c5ba441ac502 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:16.947049 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20c5ab44-39f3-4563-ba42-0975f6847841 req-243a1daf-04d2-460f-81c9-c5ba441ac502 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0768406
Dec 11 20:51:17.017776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20c5ab44-39f3-4563-ba42-0975f6847841 req-b12d3daa-f53c-4532-a5c1-322c017ef758 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641224
Dec 11 20:51:17.074856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:17.105608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-9a721c38-8822-474a-966f-683cdc1ddafd tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 200  len: 693 time: 0.0740507
Dec 11 20:51:17.291060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-321659a4-e1da-4876-bcba-e5f70807cd1a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:17.299627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-321659a4-e1da-4876-bcba-e5f70807cd1a tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1931572
Dec 11 20:51:17.360170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-a467976c-31b7-48b6-af79-ca8b6089891d tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 696 time: 0.0586979
Dec 11 20:51:17.446456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-0f352aa5-0730-4563-bb41-4be97a0a0610 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.77 HTTP/1.1" status: 200  len: 696 time: 0.0849013
Dec 11 20:51:17.607967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Deleting port 8024a65f-e770-4383-ac9c-f398a4a2b856 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:17.608558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:17.715322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:17.715917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:17.747312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Calling delete_port for 8024a65f-e770-4383-ac9c-f398a4a2b856 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:17.972429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:18.017734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event deleted for resources: {'Port': ['ID=8024a65f-e770-4383-ac9c-f398a4a2b856,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:18.152228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:18.156380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:18.157772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d89fed-44e3-4213-9960-1e2deedb2c16 req-ad9c8d88-55a6-4d51-ab11-e2f780032cd0 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "DELETE /v2.0/floatingips/fae8df60-a38b-4546-a501-991f0f153d5c HTTP/1.1" status: 204  len: 173 time: 0.7105577
Dec 11 20:51:18.271256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-84b0bfad-0640-4d8b-ad7d-810401b5524b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0521290
Dec 11 20:51:18.283000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55a6b1e8-f15b-4723-bdb1-03a73c031a4d req-89a28d7b-ef12-4cf7-8552-9d70346bf21c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 210 time: 0.0553126
Dec 11 20:51:18.490814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:18.495316 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46248470-a683-48e7-888f-1e1d909384c2" -d '{"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:18.510306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc27d2-ad6f-47cb-809d-7de20bd084ac req-479417f9-5c84-4505-823d-92a0b1c253fb tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:18.512101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0dc27d2-ad6f-47cb-809d-7de20bd084ac req-479417f9-5c84-4505-823d-92a0b1c253fb tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 950 time: 0.0875955
Dec 11 20:51:18.569575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e214c-b8a5-427d-bce9-a6508b25ea91 req-e4d8ba9d-ee7a-452f-a54f-baf583233de7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:18.578894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf7e214c-b8a5-427d-bce9-a6508b25ea91 req-e4d8ba9d-ee7a-452f-a54f-baf583233de7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0672395
Dec 11 20:51:18.587622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0dc27d2-ad6f-47cb-809d-7de20bd084ac req-13450135-cce4-46e7-9568-f34f13a6913c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631652
Dec 11 20:51:18.599068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-a39823ac-d6e7-4521-b36a-2a455844d628 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:18.600791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-a39823ac-d6e7-4521-b36a-2a455844d628 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3212459
Dec 11 20:51:18.617937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:18.653376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf7e214c-b8a5-427d-bce9-a6508b25ea91 req-119dd5b1-12b4-4c0d-93bc-0ff5657cc601 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736139
Dec 11 20:51:18.739435 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b404e883-d893-4b7d-8a11-bf23e4a8091e x-openstack-request-id: req-b404e883-d893-4b7d-8a11-bf23e4a8091e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:18.739750 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:18.740174 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b404e883-d893-4b7d-8a11-bf23e4a8091e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:18.740574 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'code': 200}
Dec 11 20:51:18.849242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:51:18.860041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:19.140206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.85 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/afa2a5c4-214b-4286-92a9-4a8159b2b94a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:19.224314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432231a-b1c5-4bfe-873e-9804392c00ef req-3405c79f-1d9a-4805-a79c-5302a6564266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:19.226448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4432231a-b1c5-4bfe-873e-9804392c00ef req-3405c79f-1d9a-4805-a79c-5302a6564266 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1101 time: 0.1139240
Dec 11 20:51:19.260594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d11f7-c9c8-4341-9507-30a3eab42a80 req-58ee4737-4711-4770-97c4-a77a28c29de2 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:19.268414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e2d11f7-c9c8-4341-9507-30a3eab42a80 req-58ee4737-4711-4770-97c4-a77a28c29de2 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.1569834
Dec 11 20:51:19.375654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e2d11f7-c9c8-4341-9507-30a3eab42a80 req-a6783e57-96c8-48b1-b23d-f4b3d037b35d tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907884
Dec 11 20:51:19.385125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4432231a-b1c5-4bfe-873e-9804392c00ef req-93e36aa0-6329-4fb2-9a94-96241fec8833 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458051
Dec 11 20:51:19.417331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:19.496387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:19.511342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:19.513702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40', '1e5b60a1-2212-49dc-adb5-1ff65628501f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:19.552384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:19.558734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:19.564072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:19.568551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:19.663044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:19.663743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:19.715172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-92a96635-62b4-4627-8fc2-2967efe7c603 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1015477
Dec 11 20:51:19.730166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Request body: {'port': {'device_id': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:19.891604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:20.198261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dfe447fb-d10d-46ba-bdb2-3bd37fc64772 None None] Provisioning complete for port afa2a5c4-214b-4286-92a9-4a8159b2b94a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:20.198649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dfe447fb-d10d-46ba-bdb2-3bd37fc64772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:20.310918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7bac4-7108-4ebc-b3ea-1ade652c6ed4 req-1c4bd2a7-7e9d-48b0-a664-eddfeb0c5d59 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:20.319177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5dd7bac4-7108-4ebc-b3ea-1ade652c6ed4 req-1c4bd2a7-7e9d-48b0-a664-eddfeb0c5d59 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0848188
Dec 11 20:51:20.338344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dfe447fb-d10d-46ba-bdb2-3bd37fc64772 None None] Port afa2a5c4-214b-4286-92a9-4a8159b2b94a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:51:20.371752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5dd7bac4-7108-4ebc-b3ea-1ade652c6ed4 req-428d3010-8b76-4aaa-af6a-408ad938e175 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512795
Dec 11 20:51:20.484880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d40947-17f0-408d-afcf-18b3287f3ccf req-e01b869e-8e73-4fae-a0d5-ec43b1fdb90f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:20.487290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08d40947-17f0-408d-afcf-18b3287f3ccf req-e01b869e-8e73-4fae-a0d5-ec43b1fdb90f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 935 time: 0.4671202
Dec 11 20:51:20.600799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08d40947-17f0-408d-afcf-18b3287f3ccf req-50498277-ff5f-4370-9012-2f6dbf8c9100 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020794
Dec 11 20:51:20.700209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa2a5c4-214b-4286-92a9-4a8159b2b94a {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:20.709425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:20.713594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228a42e-f570-4f92-882b-d1f5ab4976a8 req-37fcfcaf-c34d-42b9-a96a-37fd746dc600 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:20.717815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2228a42e-f570-4f92-882b-d1f5ab4976a8 req-37fcfcaf-c34d-42b9-a96a-37fd746dc600 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.0959213
Dec 11 20:51:20.743930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Transition to ACTIVE for port object afa2a5c4-214b-4286-92a9-4a8159b2b94a will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:51:20.755438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:20.869549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2228a42e-f570-4f92-882b-d1f5ab4976a8 req-4cb6a80e-44ec-4669-8dff-5ceede340221 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419704
Dec 11 20:51:20.913332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:21.047846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:21.107704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Attempting to bind port afa2a5c4-214b-4286-92a9-4a8159b2b94a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:21.108208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Attempting to bind port afa2a5c4-214b-4286-92a9-4a8159b2b94a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:21.108744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Attempting to bind port afa2a5c4-214b-4286-92a9-4a8159b2b94a on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:21.116513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Port afa2a5c4-214b-4286-92a9-4a8159b2b94a on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:51:21.116994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Attempting to bind port afa2a5c4-214b-4286-92a9-4a8159b2b94a on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:21.123754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:21.124163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:21.124661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:21.125210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Bound port: afa2a5c4-214b-4286-92a9-4a8159b2b94a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:21.125689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.236188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:21.265590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:21.276614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.329309 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.392430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-21086e9b-2b9a-43bd-8cb9-fb0b90dd4409 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:21.401732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:21.418335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-21086e9b-2b9a-43bd-8cb9-fb0b90dd4409 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.1878006
Dec 11 20:51:21.422832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:21.423680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.426545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-2148d6b6-b87f-4b0c-a16b-39aa97be4fe7 service neutron] 10.222.0.30 "PUT /v2.0/ports/afa2a5c4-214b-4286-92a9-4a8159b2b94a HTTP/1.1" status: 200  len: 1095 time: 1.7015662
Dec 11 20:51:21.427034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:21.429238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.429675 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5a796a-e728-4409-84fc-57ff9c0317d3" -d '{"events": [{"name": "network-changed", "server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:21.540420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:21.544944 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfc832-f2ca-4d74-8366-bd69e085e88d" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:21.585246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:21.594462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.639148 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce7d302-bee6-4f60-9977-b10686322afb x-openstack-request-id: req-1ce7d302-bee6-4f60-9977-b10686322afb {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:21.639472 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:21.639784 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ce7d302-bee6-4f60-9977-b10686322afb {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:21.640313 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a', 'status': 'completed', 'code': 200}
Dec 11 20:51:21.696265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-a211978f-670a-4fce-8ef5-cf8ad806308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:21.699924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-a211978f-670a-4fce-8ef5-cf8ad806308c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 1098 time: 0.1000571
Dec 11 20:51:21.711823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995da520-1e97-4e8e-ae3f-c77212ac5595 req-3ec8071f-0f44-46cf-b1d6-20b0e11c046b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:21.720467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-995da520-1e97-4e8e-ae3f-c77212ac5595 req-3ec8071f-0f44-46cf-b1d6-20b0e11c046b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1819122
Dec 11 20:51:21.811152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:21.842280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-0ff2a89a-f887-40f8-a1d0-830dda6551db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a HTTP/1.1" status: 200  len: 217 time: 0.1244688
Dec 11 20:51:21.895482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-995da520-1e97-4e8e-ae3f-c77212ac5595 req-2104659a-a228-4c45-84e0-b1a7f145ec0f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727824
Dec 11 20:51:21.914934 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ff9125-f100-49f6-8848-c65fc893326f x-openstack-request-id: req-79ff9125-f100-49f6-8848-c65fc893326f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:21.915233 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:21.915495 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79ff9125-f100-49f6-8848-c65fc893326f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:21.915898 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'code': 200}
Dec 11 20:51:21.927566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Deleting port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:21.927920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:21.982627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-3f3022a5-5fe5-4353-8cc2-22f32c03b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:21.990791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-3f3022a5-5fe5-4353-8cc2-22f32c03b457 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1387665
Dec 11 20:51:22.085711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-5e5bc822-207b-472e-a3c2-3c5052f5942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:22.088977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-5e5bc822-207b-472e-a3c2-3c5052f5942c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0851092
Dec 11 20:51:22.104145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc432ef0-64b2-4b34-93f8-1d499851bbae req-f99a4dec-13e9-4d75-8c33-f7c65489691f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:22.107707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc432ef0-64b2-4b34-93f8-1d499851bbae req-f99a4dec-13e9-4d75-8c33-f7c65489691f tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 945 time: 0.1143370
Dec 11 20:51:22.156266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa554ca-0e0d-44ef-a328-468f045347de req-d0f91850-7471-45b5-a5e4-61085a859d9a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:22.158098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-faa554ca-0e0d-44ef-a328-468f045347de req-d0f91850-7471-45b5-a5e4-61085a859d9a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 947 time: 0.1107302
Dec 11 20:51:22.229841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc432ef0-64b2-4b34-93f8-1d499851bbae req-8e318d7c-fff1-4a78-a847-7cdfc3e191d8 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/security-groups?id=64c5f09b-e330-4bce-a7df-00478bfb21ae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050830
Dec 11 20:51:22.247245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-faa554ca-0e0d-44ef-a328-468f045347de req-5c93fe1e-e346-4da5-beb7-4033298e5ccb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729485
Dec 11 20:51:22.281892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] For port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:22.282712 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:22.299111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-42f5acf2-5889-400e-b24c-717dcdd634b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902950
Dec 11 20:51:22.334140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Calling delete_port for 28fd92ab-f25c-4205-8503-cbe33cfe0b2a owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:22.557095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:22.566206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f3de3-90c1-40d9-8fc2-a9dadb7d2d9b req-ed57a640-3d31-40f3-8ef4-4749973c247c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:22.568224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e8f3de3-90c1-40d9-8fc2-a9dadb7d2d9b req-ed57a640-3d31-40f3-8ef4-4749973c247c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1311500
Dec 11 20:51:22.570947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2881ab07-f99f-420f-9a7e-f0dd15cb4de3 req-1dac3578-c2d9-438a-b259-2b8e5ca01d8c service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2549396
Dec 11 20:51:22.613252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Pushing event deleted for resources: {'Port': ['ID=28fd92ab-f25c-4205-8503-cbe33cfe0b2a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:22.624508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['28fd92ab-f25c-4205-8503-cbe33cfe0b2a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:22.686364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] No DVR routers for this DVR port 28fd92ab-f25c-4205-8503-cbe33cfe0b2a on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:51:22.692235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:22.696653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b316ebf-46a9-4634-8c8f-cc7d25d2e879 req-a01ba2bd-5e45-40ab-90dd-c789b12e7b09 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.30 "DELETE /v2.0/ports/28fd92ab-f25c-4205-8503-cbe33cfe0b2a HTTP/1.1" status: 204  len: 173 time: 1.2771773
Dec 11 20:51:22.697311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'name': 'network-vif-deleted', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:22.700081 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399323bf-91ce-4b5a-9203-9da23a0efe2c" -d '{"events": [{"server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "name": "network-vif-deleted", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:22.778451 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4907a70-0094-4439-b576-82b8c2f45b4c x-openstack-request-id: req-e4907a70-0094-4439-b576-82b8c2f45b4c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:22.779109 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5233caeb-ece7-406f-a310-8e1792aaa7b7", "name": "network-vif-deleted", "tag": "28fd92ab-f25c-4205-8503-cbe33cfe0b2a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:22.779197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e8f3de3-90c1-40d9-8fc2-a9dadb7d2d9b req-cd441197-7470-4369-8608-b148e367378f tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779323
Dec 11 20:51:22.779279 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4907a70-0094-4439-b576-82b8c2f45b4c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:22.779514 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233caeb-ece7-406f-a310-8e1792aaa7b7', 'name': 'network-vif-deleted', 'tag': '28fd92ab-f25c-4205-8503-cbe33cfe0b2a', 'status': 'completed', 'code': 200}
Dec 11 20:51:22.818809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-26a2ba6b-894e-4fa8-bb4e-029f710ec974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:22.820509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-26a2ba6b-894e-4fa8-bb4e-029f710ec974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 1098 time: 0.1463015
Dec 11 20:51:22.912728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:23.015076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-ce0d9d6b-9867-433d-beed-fc718ddebb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.016678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-ce0d9d6b-9867-433d-beed-fc718ddebb8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1839893
Dec 11 20:51:23.114171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-0d573d50-a0f8-4959-a513-bb0ade7138bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a HTTP/1.1" status: 200  len: 217 time: 0.0802267
Dec 11 20:51:23.121418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:23.186047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '58516062-7950-4ded-92b5-98a2afcd5737', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': '58516062-7950-4ded-92b5-98a2afcd5737', 'mac_address': 'fa:16:3e:ac:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:23.193996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-303461d7-8ce6-40b0-892f-99a683882cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.197886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-303461d7-8ce6-40b0-892f-99a683882cda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0693707
Dec 11 20:51:23.259855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:23.275738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-4da91adc-f9a7-4437-83d9-89da2629a4a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1250703
Dec 11 20:51:23.293125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-88b18257-526e-4df0-91f0-1575f4a39185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.296372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-88b18257-526e-4df0-91f0-1575f4a39185 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0891230
Dec 11 20:51:23.305777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:23.408548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:23.417592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:23.435804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-d05eb552-42c1-4e52-a204-dd6218604aea service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259229
Dec 11 20:51:23.528124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:23.543119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66af918-6f09-49d0-9abb-438c99a2a597 req-8b5668cf-e974-4126-8836-44863de1f184 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.544678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a66af918-6f09-49d0-9abb-438c99a2a597 req-8b5668cf-e974-4126-8836-44863de1f184 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 947 time: 0.1075466
Dec 11 20:51:23.619428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d67d3-fec6-4d6b-a075-fb50bf4e2929 req-6359a29d-74aa-4f3c-aef4-6aa99fe2c8e3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.628558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a9d67d3-fec6-4d6b-a075-fb50bf4e2929 req-6359a29d-74aa-4f3c-aef4-6aa99fe2c8e3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1822548
Dec 11 20:51:23.629572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a66af918-6f09-49d0-9abb-438c99a2a597 req-0c35ec6e-4676-44c2-bc53-c853aed4674c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575271
Dec 11 20:51:23.653793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['58516062-7950-4ded-92b5-98a2afcd5737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:23.664421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-fa0f9520-4dad-4378-b9bf-ee1a9f290de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:23.666252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-fa0f9520-4dad-4378-b9bf-ee1a9f290de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 1096 time: 0.3271158
Dec 11 20:51:23.736906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a9d67d3-fec6-4d6b-a075-fb50bf4e2929 req-cbaf04a8-eb26-4cb4-bcae-cfed0cedfeaf tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882370
Dec 11 20:51:23.849833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd5a796a-e728-4409-84fc-57ff9c0317d3 req-f77c461a-a2df-4057-a35e-297ae4a7f13b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3681350
Dec 11 20:51:24.085756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-136c5098-6fcd-45fe-b4a1-498bc12a8d83 req-982fd5cb-b552-4cfe-956c-e1028c33b5c3 tempest-FloatingIPsAssociationTestJSON-211114962 tempest-FloatingIPsAssociationTestJSON-211114962-project] 10.222.0.18 "GET /v2.0/ports?device_id=5233caeb-ece7-406f-a310-8e1792aaa7b7 HTTP/1.1" status: 200  len: 210 time: 0.0884831
Dec 11 20:51:24.123795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-cf7cdf19-193c-4844-b515-fc32e6dc2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:24.126022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-cf7cdf19-193c-4844-b515-fc32e6dc2a40 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2508085
Dec 11 20:51:24.202739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-80148037-ccea-4ee8-a5d5-633af4667d63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 200  len: 217 time: 0.0680113
Dec 11 20:51:24.274604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-5c4cc625-a196-4e25-9f70-7fcf3f59fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:24.278137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-5c4cc625-a196-4e25-9f70-7fcf3f59fa0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0663800
Dec 11 20:51:24.316745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-835cda13-225b-49a7-93a6-355d7984f1ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0310035
Dec 11 20:51:24.436001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-280ac520-a777-40c6-8757-c2909ec34212 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073499
Dec 11 20:51:24.582619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f40488d-79cb-4a29-b438-d3f7fe6505b9 req-9d09da70-e1f8-4856-a07d-e4023747d9bc service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364317
Dec 11 20:51:24.798720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7b12-168e-4679-83ef-66e26bac9d20 req-26f35461-8fc3-474f-9c0c-ed1374940b07 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:24.806391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-610d7b12-168e-4679-83ef-66e26bac9d20 req-26f35461-8fc3-474f-9c0c-ed1374940b07 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 947 time: 0.0635829
Dec 11 20:51:24.854967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-610d7b12-168e-4679-83ef-66e26bac9d20 req-c2d5a2de-7be9-4367-9931-7f9af2f127a1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482087
Dec 11 20:51:24.895385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b837b-3b3d-4c3d-bf58-312991aa883a req-3edba1a8-c268-4891-8bad-5adb2bfc51ec tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:24.896971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-371b837b-3b3d-4c3d-bf58-312991aa883a req-3edba1a8-c268-4891-8bad-5adb2bfc51ec tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0708590
Dec 11 20:51:24.910133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:25.019707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-371b837b-3b3d-4c3d-bf58-312991aa883a req-fa093e71-46cc-4f0f-8d1d-95100de3c206 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961108
Dec 11 20:51:25.041366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 58516062-7950-4ded-92b5-98a2afcd5737 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:25.041774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:25.167401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:25.196683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33880) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:25.414260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:25.459084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:25.461703 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d8760f-8bb5-45d0-aaad-ca3415f6a6a9" -d '{"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-plugged", "status": "completed", "tag": "58516062-7950-4ded-92b5-98a2afcd5737"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:25.492840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:25.500509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:25.514178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:25.514938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 28fd92ab-f25c-4205-8503-cbe33cfe0b2a no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:25.541600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'mac_address': 'fa:16:3e:6e:20:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:25.587811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 28fd92ab-f25c-4205-8503-cbe33cfe0b2a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:25.593460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 28fd92ab-f25c-4205-8503-cbe33cfe0b2a not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:25.688865 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5380e5-3550-42cf-b8f3-61cce56e44af x-openstack-request-id: req-8b5380e5-3550-42cf-b8f3-61cce56e44af {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:25.695219 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-plugged", "status": "completed", "tag": "58516062-7950-4ded-92b5-98a2afcd5737", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:25.695867 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b5380e5-3550-42cf-b8f3-61cce56e44af {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:25.696523 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737', 'code': 200}
Dec 11 20:51:25.873809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:25.882555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:25.935855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:25.998919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:26.011843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:26.116398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:26.176119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b198c-62d9-4850-a914-f0128bdf263b req-30218e47-c87a-4df5-bff9-4c763702c628 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:26.183932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f5b198c-62d9-4850-a914-f0128bdf263b req-30218e47-c87a-4df5-bff9-4c763702c628 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 947 time: 0.1409490
Dec 11 20:51:26.189765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ccf46a67-bfd5-447d-80cb-6816926b3cc3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:26.256735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f5b198c-62d9-4850-a914-f0128bdf263b req-bffe22e6-b29f-48f7-9a6f-39153271895c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676074
Dec 11 20:51:26.340341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:26.425247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba689-e018-4c72-9e1b-b64385babb5a req-dec37e4b-0720-40b8-a411-7dd8b2badb4a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:26.433208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2adba689-e018-4c72-9e1b-b64385babb5a req-dec37e4b-0720-40b8-a411-7dd8b2badb4a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0992098
Dec 11 20:51:26.591510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2adba689-e018-4c72-9e1b-b64385babb5a req-dae64bbf-3138-4496-9184-02f52774966a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569412
Dec 11 20:51:26.936325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device afa2a5c4-214b-4286-92a9-4a8159b2b94a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:27.140988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:27.168488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a', 'mac_address': 'fa:16:3e:d1:49:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:27.209828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:27.225198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa2a5c4-214b-4286-92a9-4a8159b2b94a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:27.289058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:27.296502 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:27.351967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:27.377657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-47218874-671c-4edf-ab02-4abb0b6c1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:27.379232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-47218874-671c-4edf-ab02-4abb0b6c1575 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48323e27eadb4c0d904bd94731b0c505&device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 1102 time: 0.2755787
Dec 11 20:51:27.611766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-6f506b34-ff23-403a-b02b-4c560530008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:27.614041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-6f506b34-ff23-403a-b02b-4c560530008e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2020745
Dec 11 20:51:27.729169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-d43a7fa0-7d85-4b88-b5fe-69cd0b174578 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289 HTTP/1.1" status: 200  len: 217 time: 0.1022744
Dec 11 20:51:27.792897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['afa2a5c4-214b-4286-92a9-4a8159b2b94a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:27.881543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-283e318e-f366-4f1f-a19a-279adba18988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:27.883802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-283e318e-f366-4f1f-a19a-279adba18988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1432130
Dec 11 20:51:27.898426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Deleting port 4e1988a4-ef5f-49d1-b757-c285f029e419 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:27.899181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:28.108015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] For port 4e1988a4-ef5f-49d1-b757-c285f029e419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e1988a4-ef5f-49d1-b757-c285f029e419,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:28.108925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:28.133192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Calling delete_port for 4e1988a4-ef5f-49d1-b757-c285f029e419 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:28.145338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-2de137d3-8a3e-4554-9d38-813fb7f6df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:28.147320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-2de137d3-8a3e-4554-9d38-813fb7f6df49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2519870
Dec 11 20:51:28.360782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-261a46e3-a2b0-4078-9c93-873489529657 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458118
Dec 11 20:51:28.732468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf06225c-2ab8-4088-bfc7-3e61afecf64b req-87e68f74-6694-4530-a838-d73ca590dfcb service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3603253
Dec 11 20:51:29.090225 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:29.118521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:29.202413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1988a4-ef5f-49d1-b757-c285f029e419,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:29.373723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ccf46a67-bfd5-447d-80cb-6816926b3cc3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:29.373723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:29.429310 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:29.457950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:29.463067 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eeadd5-1719-4e2a-b527-c3106c180ba7" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:29.480614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:29.496041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:29.572016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:29.598112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:29.995364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Router 85af6bf6-1144-4856-9a85-57c548424a50 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:51:30.324316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:51:30.336929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:30.337515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1b7b359-7aee-4c56-a14b-47d2041624f3 admin admin] 10.222.0.18 "PUT /v2.0/routers/85af6bf6-1144-4856-9a85-57c548424a50/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1395669
Dec 11 20:51:30.341137 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Sync routers for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:51:30.375161 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:30.379234 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:30.629098 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:30.944616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device afa2a5c4-214b-4286-92a9-4a8159b2b94a up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:31.042259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port afa2a5c4-214b-4286-92a9-4a8159b2b94a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:51:31.056062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port afa2a5c4-214b-4286-92a9-4a8159b2b94a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:31.058080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.124589 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462eac0>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:51:28Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:31.185437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Checking router: 85af6bf6-1144-4856-9a85-57c548424a50 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:51:31.214361 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Routers {'85af6bf6-1144-4856-9a85-57c548424a50'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:31.215114 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['85af6bf6-1144-4856-9a85-57c548424a50'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:31.263460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.318018 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.408237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:31.417530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.472589 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] Set router 85af6bf6-1144-4856-9a85-57c548424a50 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:31.479251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.580086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Deleting port 03a202a2-e5a6-465a-8959-dbbe99dad1e5 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:31.581349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.619360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:31.791898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] For port 03a202a2-e5a6-465a-8959-dbbe99dad1e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03a202a2-e5a6-465a-8959-dbbe99dad1e5,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:31.792330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:31.841521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Calling delete_port for 03a202a2-e5a6-465a-8959-dbbe99dad1e5 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:31.980531 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462eac0>, [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:51:28Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:32.019684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e85327-17f2-42cd-8ca6-92308a52f933 None None] The sync data for ids ['85af6bf6-1144-4856-9a85-57c548424a50'] in ncdv-master-1 is: [{'id': '85af6bf6-1144-4856-9a85-57c548424a50', 'name': 'tempest-FloatingIPsAssociationTestJSON-961958594-router', 'tenant_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206'}], 'enable_snat': True}, 'gw_port_id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:49:29Z', 'updated_at': '2021-12-11T20:51:28Z', 'revision_number': 5, 'project_id': 'c8ff2965e8a94da1b9fee71e0baaffad', 'gw_port': {'id': '03a202a2-e5a6-465a-8959-dbbe99dad1e5', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af6bf6-1144-4856-9a85-57c548424a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:49:30Z', 'updated_at': '2021-12-11T20:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:51:32.287542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:32.368947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a202a2-e5a6-465a-8959-dbbe99dad1e5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:32.661237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.003157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.008612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.093307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.094032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85af6bf6-1144-4856-9a85-57c548424a50 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:51:33.110345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.111993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4ef48314-22ac-4c54-83fc-7ac0daae1326 admin admin] 10.222.0.18 "DELETE /v2.0/routers/85af6bf6-1144-4856-9a85-57c548424a50 HTTP/1.1" status: 204  len: 168 time: 2.7729268
Dec 11 20:51:33.114964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:33.235481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Deleting subnet 0e1dac76-3407-4418-8bc2-de2dd51683e2 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:51:33.242236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.345586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.500189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.579043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.626377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e1dac76-3407-4418-8bc2-de2dd51683e2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:33.638875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:33.645657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49b17bb5-3ae3-4bca-8f16-6d67fa04f505 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e1dac76-3407-4418-8bc2-de2dd51683e2 HTTP/1.1" status: 204  len: 168 time: 0.5295825
Dec 11 20:51:33.648080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34002) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:33.652042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4626a8c-d2cd-4e43-8885-ffef14210661 None None] Network c8c7d68e-88b6-40f0-841b-f938c8a3aa03 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:51:33.867642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.048427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4e1988a4-ef5f-49d1-b757-c285f029e419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:34.125553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Deleting port 9969123f-791e-4a8f-962f-ddee9197d03a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:34.126149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.140605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] DHCP port deletion for c8c7d68e-88b6-40f0-841b-f938c8a3aa03 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:51:34.177169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4e1988a4-ef5f-49d1-b757-c285f029e419 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:34.177604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4e1988a4-ef5f-49d1-b757-c285f029e419 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:34.184117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 03a202a2-e5a6-465a-8959-dbbe99dad1e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:34.297985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 03a202a2-e5a6-465a-8959-dbbe99dad1e5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:34.298348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 03a202a2-e5a6-465a-8959-dbbe99dad1e5 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:34.309776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] For port 9969123f-791e-4a8f-962f-ddee9197d03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9969123f-791e-4a8f-962f-ddee9197d03a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:34.310183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.339914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Deleting port 9969123f-791e-4a8f-962f-ddee9197d03a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:34.340456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.369142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Calling delete_port for 9969123f-791e-4a8f-962f-ddee9197d03a owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:34.499938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] For port 9969123f-791e-4a8f-962f-ddee9197d03a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9969123f-791e-4a8f-962f-ddee9197d03a,segment=NetworkSegment(afe8cadf-57e3-41c6-a169-61f2aeb6f032),segment_id=afe8cadf-57e3-41c6-a169-61f2aeb6f032)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:34.500507 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.547731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Calling delete_port for 9969123f-791e-4a8f-962f-ddee9197d03a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:34.637860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.671565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9969123f-791e-4a8f-962f-ddee9197d03a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:34.681027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] No DVR routers for this DVR port 9969123f-791e-4a8f-962f-ddee9197d03a on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:51:34.740325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.785508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.791966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.803255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] Pushing event deleted for resources: {'Port': ['ID=9969123f-791e-4a8f-962f-ddee9197d03a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:34.812863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:34.829980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da9a73-abd0-4f97-8795-16de0e73b905 None None] No DVR routers for this DVR port 9969123f-791e-4a8f-962f-ddee9197d03a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:51:34.921047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.921047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec73ac0>,) {'filters': {'network_id': ['c8c7d68e-88b6-40f0-841b-f938c8a3aa03']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:34.921047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec73ac0>, 'afe8cadf-57e3-41c6-a169-61f2aeb6f032') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:34.921047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec73ac0>, 'afe8cadf-57e3-41c6-a169-61f2aeb6f032') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:34.921047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:51:34.964868 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:51:35.029678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.063059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.068615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/c8c7d68e-88b6-40f0-841b-f938c8a3aa03 HTTP/1.1" status: 204  len: 168 time: 1.4178696
Dec 11 20:51:35.101140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08daf6-7f9f-467d-9870-2461c7e914cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c7d68e-88b6-40f0-841b-f938c8a3aa03,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:35.544090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:35.607084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a0dde052-b6ea-4451-b930-f28f4c114866 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8ff2965e8a94da1b9fee71e0baaffad&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0616493
Dec 11 20:51:35.609848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34016) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:35.723280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.765699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.868652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.871817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:35.873744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64c5f09b-e330-4bce-a7df-00478bfb21ae HTTP/1.1" status: 204  len: 168 time: 0.2571464
Dec 11 20:51:35.888666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d206-4614-4674-a083-15c4fc085539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c5f09b-e330-4bce-a7df-00478bfb21ae,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:35.965081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9969123f-791e-4a8f-962f-ddee9197d03a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:36.013477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9969123f-791e-4a8f-962f-ddee9197d03a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:36.015289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9969123f-791e-4a8f-962f-ddee9197d03a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:36.533216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5791-c6f2-4969-ab3a-3364f9b04272 req-8d0a0971-b6b4-4dab-8a79-4c302ba7b9f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:36.540224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89ff5791-c6f2-4969-ab3a-3364f9b04272 req-8d0a0971-b6b4-4dab-8a79-4c302ba7b9f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.1663501
Dec 11 20:51:36.551002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bbf0d-a77c-4c4c-b66d-3ce53c91eb61 req-7d134910-6725-4f12-9c84-148475742e04 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:36.552822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5bbf0d-a77c-4c4c-b66d-3ce53c91eb61 req-7d134910-6725-4f12-9c84-148475742e04 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1225691
Dec 11 20:51:36.681668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5bbf0d-a77c-4c4c-b66d-3ce53c91eb61 req-83bc199b-e5a4-49aa-819f-d03c04ffb3b3 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198902
Dec 11 20:51:36.733942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89ff5791-c6f2-4969-ab3a-3364f9b04272 req-11b778f6-b68a-4be7-a65f-e23661465fda tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912062
Dec 11 20:51:36.830306 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ded5fd4-c430-446b-ac38-960631ac4e16 x-openstack-request-id: req-1ded5fd4-c430-446b-ac38-960631ac4e16 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:36.830876 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-plugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:36.831303 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ded5fd4-c430-446b-ac38-960631ac4e16 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:36.831864 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'code': 200}
Dec 11 20:51:37.156198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34112) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:37.318382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-network', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:37.349973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Made reservation on behalf of 46471e46c4fb4c3caa1a74959d65628f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:51:37.352840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.365500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.494450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.502751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.557389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:51:37.568103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cac8ca-3a43-4bf2-b7f2-3ea56b64ed93,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:37.588490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.590598 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Added segment 84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c of type vlan for network 793dc673-40f8-45e2-91bc-be687f539a78
Dec 11 20:51:37.682747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.750766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.753121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:37.754176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:37.843607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] Pushing event updated for resources: {'Network': ['ID=793dc673-40f8-45e2-91bc-be687f539a78,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:37.859231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 793dc673-40f8-45e2-91bc-be687f539a78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:51:37.870924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-18a12d78-fb22-417e-a92f-cad3e9d8e091 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7133553
Dec 11 20:51:37.873767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:37.882677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Request body: {'subnet': {'network_id': '793dc673-40f8-45e2-91bc-be687f539a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-subnet', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:37.936298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Made reservation on behalf of 46471e46c4fb4c3caa1a74959d65628f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:51:37.939098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.277577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.358089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Checking segment: {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:38.358814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Network hostable DHCP agents. Network: 793dc673-40f8-45e2-91bc-be687f539a78, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:51:38.367945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ae893f-afc1-4493-8683-564eabd0810a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:38.392273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Network 793dc673-40f8-45e2-91bc-be687f539a78 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:51:38.418145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 793dc673-40f8-45e2-91bc-be687f539a78) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:38.429076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b841be-23af-4998-982e-89223d80ab55 None None] Network 793dc673-40f8-45e2-91bc-be687f539a78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:51:38.453315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:38.458070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.503963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-662db53d-6b79-472a-9fb8-d33f4447be0e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6284952
Dec 11 20:51:38.506672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34138) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:38.520884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:38.566817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.570843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.667565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.871310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:38.941879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:38.945099 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e088b-5209-41cf-9e98-aaa982862b8e" -d '{"events": [{"server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "name": "network-vif-plugged", "status": "completed", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:39.023024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-793dc673-40f8-45e2-91bc-be687f539a78', 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78', 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'fixed_ips': [{'subnet_id': '39ae893f-afc1-4493-8683-564eabd0810a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:51:39.023916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.304010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.332303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.335327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Allocated IP 172.20.0.2 (793dc673-40f8-45e2-91bc-be687f539a78/39ae893f-afc1-4493-8683-564eabd0810a/f795ddad-f38e-4a54-b61f-a3ca02d4547d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:39.550269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.560198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.611373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Network 793dc673-40f8-45e2-91bc-be687f539a78 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:39.620626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:39.638736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Allocated IP 172.35.1.125 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/41f540fa-c7a1-48b7-91fe-18e6d5ebd77e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:39.648604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:39.655363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Pushing event updated for resources: {'Port': ['ID=f795ddad-f38e-4a54-b61f-a3ca02d4547d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:39.723711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Attempting to bind port f795ddad-f38e-4a54-b61f-a3ca02d4547d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:39.724077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Attempting to bind port f795ddad-f38e-4a54-b61f-a3ca02d4547d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:39.724444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Attempting to bind port f795ddad-f38e-4a54-b61f-a3ca02d4547d on network 793dc673-40f8-45e2-91bc-be687f539a78 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:39.730303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:39.730782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Checking segment: {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:39.731184 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.731572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Bound using segment: {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:39.732043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Bound port: f795ddad-f38e-4a54-b61f-a3ca02d4547d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:39.732672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.793508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.814766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] For port f795ddad-f38e-4a54-b61f-a3ca02d4547d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:39.818018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] For port f795ddad-f38e-4a54-b61f-a3ca02d4547d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f795ddad-f38e-4a54-b61f-a3ca02d4547d,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:39.823966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.854337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:39.917162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8458f-0eb6-49c1-9822-8441076b32e2 None None] Pushing event updated for resources: {'Port': ['ID=f795ddad-f38e-4a54-b61f-a3ca02d4547d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:39.927981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:39.931556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:39.936680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:39.973914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:40.711389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:40.967873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:41.011149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80a7fcf9-a61e-4ac2-a58d-9f6046196890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.055176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81965d-9df5-43ad-b383-7c0005a6c841 req-dd02d65e-19e0-4fe6-a897-f3beb04bcdca tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:41.057093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db81965d-9df5-43ad-b383-7c0005a6c841 req-dd02d65e-19e0-4fe6-a897-f3beb04bcdca tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1487553
Dec 11 20:51:41.064094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d05e22-903e-48c7-8856-a4509d4bf5c9 req-ceac3236-2c20-4181-9779-ea189cc5d5f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:41.067256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7d05e22-903e-48c7-8856-a4509d4bf5c9 req-ceac3236-2c20-4181-9779-ea189cc5d5f3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.1386268
Dec 11 20:51:41.105039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.133598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.175703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7d05e22-903e-48c7-8856-a4509d4bf5c9 req-051f02b3-0aa2-4ef5-b559-5ee761de5660 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998032
Dec 11 20:51:41.196876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:41.206446 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.280772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db81965d-9df5-43ad-b383-7c0005a6c841 req-c9447d35-2ce5-4dfc-be46-2997c6a9b3c4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147784
Dec 11 20:51:41.321701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Router c5d1ed28-8680-49ac-b78a-2371562378b6 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:51:41.338233 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8060be-55b5-4123-a3ad-114d3c5fc931 x-openstack-request-id: req-0d8060be-55b5-4123-a3ad-114d3c5fc931 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:41.347161 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "name": "network-vif-plugged", "status": "completed", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:41.347447 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d8060be-55b5-4123-a3ad-114d3c5fc931 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:41.347873 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a', 'code': 200}
Dec 11 20:51:41.353153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:41.456840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f0005-b795-4724-af68-e7f27fa5d9bd req-dd7e05ac-fb08-4cb7-9d75-e6700515352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:41.458627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-830f0005-b795-4724-af68-e7f27fa5d9bd req-dd7e05ac-fb08-4cb7-9d75-e6700515352b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 1100 time: 0.0741150
Dec 11 20:51:41.474631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9381e-a43e-4f5f-9ba7-12b33c35c888 req-bc621af5-5e82-4799-ba9a-2bb901163067 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:41.476387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813cc480-e13b-4706-b167-57c0753ed231 None None] Network 793dc673-40f8-45e2-91bc-be687f539a78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:51:41.483007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5e9381e-a43e-4f5f-9ba7-12b33c35c888 req-bc621af5-5e82-4799-ba9a-2bb901163067 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 949 time: 0.0753167
Dec 11 20:51:41.583506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5e9381e-a43e-4f5f-9ba7-12b33c35c888 req-81de3dc2-2695-4798-9215-f13417a9eda7 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994070
Dec 11 20:51:41.601750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] Provisioning complete for port f795ddad-f38e-4a54-b61f-a3ca02d4547d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:41.602117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.640585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:51:41.666972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Sync routers for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:51:41.682658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-830f0005-b795-4724-af68-e7f27fa5d9bd req-9ce0c097-2924-414c-abae-41591922f79c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846204
Dec 11 20:51:41.687690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:41.692653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f6a0a6bb-46ea-4c66-b61f-8cb0ac88b8e9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.1809895
Dec 11 20:51:41.692653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34192) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:41.752634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-50a1bcaf-7815-4f4d-a3ec-69eab6f27c3c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:41.754306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-50a1bcaf-7815-4f4d-a3ec-69eab6f27c3c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.2580526
Dec 11 20:51:41.793996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:41.795023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77276550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:41.796773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-2868bdcf-99bc-4887-bd2f-4c1af55b6712 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/quotas/385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 375 time: 0.0340486
Dec 11 20:51:41.999608 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.059452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd556c-35ba-4608-b78b-5423fd958791 req-a117afb5-614a-4698-aea8-db03ef09a57c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:42.072463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4cdd556c-35ba-4608-b78b-5423fd958791 req-a117afb5-614a-4698-aea8-db03ef09a57c tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 951 time: 0.1089168
Dec 11 20:51:42.088941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f795ddad-f38e-4a54-b61f-a3ca02d4547d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:42.123568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:42.165840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-b0ad03b5-8db1-4f33-93a5-7e552bc0ca43 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3581848
Dec 11 20:51:42.184635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4cdd556c-35ba-4608-b78b-5423fd958791 req-1e071d49-c511-4098-bdd9-6257004990f6 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035948
Dec 11 20:51:42.241686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] For port f795ddad-f38e-4a54-b61f-a3ca02d4547d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f795ddad-f38e-4a54-b61f-a3ca02d4547d,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:42.334726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.408841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-832b6953-b4f7-49f8-8df9-8ccfc2e237ad service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405915
Dec 11 20:51:42.463833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cadd9-c078-4b37-aca8-0ff304f92e14 None None] Pushing event updated for resources: {'Port': ['ID=f795ddad-f38e-4a54-b61f-a3ca02d4547d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:42.468870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f795ddad-f38e-4a54-b61f-a3ca02d4547d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:42.469324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.607296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-3e6273ed-4439-44c9-af2f-dd266e040bac service neutron] 10.222.0.18 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730216
Dec 11 20:51:42.637071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a87ee-82a2-4294-87cd-22c75c329800 req-ed1aa8fc-dbe4-4864-9522-a16baba5f627 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:42.638992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba1a87ee-82a2-4294-87cd-22c75c329800 req-ed1aa8fc-dbe4-4864-9522-a16baba5f627 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.0801070
Dec 11 20:51:42.653943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.703204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77276550>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:40Z', 'revision_number': 3, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:42.735106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60813e5-481d-4387-8964-2ef972440ea8 None None] Provisioning complete for port f795ddad-f38e-4a54-b61f-a3ca02d4547d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:42.735484 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60813e5-481d-4387-8964-2ef972440ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.738825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Checking router: c5d1ed28-8680-49ac-b78a-2371562378b6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:51:42.739177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Updating router c5d1ed28-8680-49ac-b78a-2371562378b6 port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:51:42.760015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba1a87ee-82a2-4294-87cd-22c75c329800 req-907d468f-ca33-46ed-8634-9aafa6b171eb tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124856
Dec 11 20:51:42.803767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:42.904854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Allocated IP 172.20.0.1 (793dc673-40f8-45e2-91bc-be687f539a78/39ae893f-afc1-4493-8683-564eabd0810a/1061a769-e0ce-4dfc-a612-4e0b32feec3b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:43.128473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.135438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.153864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.241722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Attempting to bind port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:43.242098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Attempting to bind port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:43.242468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Attempting to bind port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:43.250007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701272-d701-4d38-9021-8b88001fa517 None None] Pushing event updated for resources: {'Port': ['ID=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:43.260892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:43.261923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:43.262617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.263301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:43.264750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Bound port: 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:43.265492 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.272959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.378696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Network 793dc673-40f8-45e2-91bc-be687f539a78 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:43.407002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:43.420416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] For port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:43.430547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] For port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:43.440781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:43.445698 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89339539-2ac2-4690-9f35-bed33bbd87fb" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:43.457519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Pushing event updated for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:43.468173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:43.522381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.524460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.558946 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c6ddbb37-aa85-4d99-b2a3-f538a7d6d3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.651781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:43.652431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77276550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:43.730276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.927718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d701272-d701-4d38-9021-8b88001fa517 None None] Pushing event updated for resources: {'Port': ['ID=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:43.981365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f795ddad-f38e-4a54-b61f-a3ca02d4547d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:43.986207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c3a6b87a-54ce-4986-b323-1f67dd9d763b None None] Provisioning complete for port 1061a769-e0ce-4dfc-a612-4e0b32feec3b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:43.986580 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b87a-54ce-4986-b323-1f67dd9d763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:43.994829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.003683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.035658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91621-e2e3-4bf7-8a58-eda860994481 req-440d8408-1d45-419c-9967-63c66690b136 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:44.038568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eab91621-e2e3-4bf7-8a58-eda860994481 req-440d8408-1d45-419c-9967-63c66690b136 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.3775032
Dec 11 20:51:44.106390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.110509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c3a6b87a-54ce-4986-b323-1f67dd9d763b None None] Port 1061a769-e0ce-4dfc-a612-4e0b32feec3b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:51:44.113523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Pushing event updated for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:44.144625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eab91621-e2e3-4bf7-8a58-eda860994481 req-6f4afa08-9bbe-4dbe-96e4-40eee7a4dca2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866797
Dec 11 20:51:44.237663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Network 793dc673-40f8-45e2-91bc-be687f539a78 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:44.239198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:44.266509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:44.377429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-162095ad-4810-4c06-b287-0ea3c183e506 req-b78930ce-f6b7-4805-9a7a-a8b123caa382 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 210 time: 0.0426714
Dec 11 20:51:44.392940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f795ddad-f38e-4a54-b61f-a3ca02d4547d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:44.393315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.467382 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3308af8c-03e2-4b69-9bbc-2e04b4ac8c7c x-openstack-request-id: req-3308af8c-03e2-4b69-9bbc-2e04b4ac8c7c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:44.467707 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:44.467973 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3308af8c-03e2-4b69-9bbc-2e04b4ac8c7c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:44.469026 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'code': 200}
Dec 11 20:51:44.541870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Router c5d1ed28-8680-49ac-b78a-2371562378b6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:51:44.709799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cc74c831-9226-4369-8523-b7bcab8ea4dd None None] Provisioning complete for port 1061a769-e0ce-4dfc-a612-4e0b32feec3b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:44.711610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc74c831-9226-4369-8523-b7bcab8ea4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.713810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18bc21-3250-4564-aa2f-d6b570a7be75 req-0ab4abf2-3d24-4025-a535-ff6315572f65 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:44.726719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f18bc21-3250-4564-aa2f-d6b570a7be75 req-0ab4abf2-3d24-4025-a535-ff6315572f65 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.0893304
Dec 11 20:51:44.783282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:51:44.788602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab250b85-490a-4715-8e62-62580258761d admin admin] 10.222.0.18 "PUT /v2.0/routers/c5d1ed28-8680-49ac-b78a-2371562378b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0949247
Dec 11 20:51:44.838953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:44.847867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f18bc21-3250-4564-aa2f-d6b570a7be75 req-3920c4df-de7d-47b8-ba8d-8166a5b912ff tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197846
Dec 11 20:51:44.848900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cc74c831-9226-4369-8523-b7bcab8ea4dd None None] Port 1061a769-e0ce-4dfc-a612-4e0b32feec3b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:51:44.912166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77276550>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:40Z', 'revision_number': 3, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:44.981843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebb6f9-fce4-44dc-855f-3f562aee2ff5 None None] The sync data for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 is: [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:40Z', 'revision_number': 3, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:51:45.130203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6a6af-6da8-4356-95cb-c3a6da7fea73 req-8665471b-1d94-43f9-9f2c-f0ac32573be2 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:45.136686 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ba6a6af-6da8-4356-95cb-c3a6da7fea73 req-8665471b-1d94-43f9-9f2c-f0ac32573be2 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 951 time: 0.0759335
Dec 11 20:51:45.152247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d388cc-e3cd-4e97-9280-755280a7ddf1 req-96fe6e96-969a-4075-9b07-6e3890ce3262 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:45.160602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4d388cc-e3cd-4e97-9280-755280a7ddf1 req-96fe6e96-969a-4075-9b07-6e3890ce3262 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 1100 time: 0.0888915
Dec 11 20:51:45.177174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c9b1b136-404e-45e2-a1f7-c9b458de03a5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:45.178936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c9b1b136-404e-45e2-a1f7-c9b458de03a5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 808 time: 0.2291603
Dec 11 20:51:45.187779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:45.196817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Request body: {'port': {'device_id': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'admin_state_up': True, 'tenant_id': '385463c536d74a2b9b8843b31636747e'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:45.207798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ba6a6af-6da8-4356-95cb-c3a6da7fea73 req-b04f272a-1971-4be0-b252-c4505cd2580e tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648015
Dec 11 20:51:45.307103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4d388cc-e3cd-4e97-9280-755280a7ddf1 req-f983922a-bd67-4537-bc92-f2f7c3b277f7 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405542
Dec 11 20:51:45.410385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:45.491606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Made reservation on behalf of 385463c536d74a2b9b8843b31636747e for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:51:45.507057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:45.536077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:45.564298 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:45.575180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:45.702000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:45.748571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb631d3-e0b9-4249-8b2b-2e2ca47afca8 req-46ed2aeb-0290-4fab-af15-101f4911ac25 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:45.752197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cb631d3-e0b9-4249-8b2b-2e2ca47afca8 req-46ed2aeb-0290-4fab-af15-101f4911ac25 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0877964
Dec 11 20:51:45.839421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cb631d3-e0b9-4249-8b2b-2e2ca47afca8 req-b4373b49-0b7b-4a2f-989b-1e05220cfbb0 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792272
Dec 11 20:51:45.956321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Allocated IP 172.20.0.4 (65f7b4a2-c131-4956-8472-b3b7c82bb4af/eb7ee384-b459-4b7b-9169-bdf2613e790a/c8d18b46-eb40-4c98-9b7b-b086a2f38af5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:46.034533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:46.055907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-962eb8f3-9733-4c7a-b0da-22780ea75e0f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4339678
Dec 11 20:51:46.067447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:46.142016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.147313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d82837b6-2b55-438b-b78c-cff1193bd45e req-c1fe92fb-669e-47de-94ed-fab3215bd02e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 210 time: 0.0764134
Dec 11 20:51:46.202301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.204115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:46.204673 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.404068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.449956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.453741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-39dc36e4-9961-4eb0-8da1-efd605894870 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0597727
Dec 11 20:51:46.467502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:46.470155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:46.474337 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b070a-776a-47dd-8246-89189b950089" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:46.480068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.561190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:46.596653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.599209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.610664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:46.632620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-23cc2919-fa8f-41de-add0-464e0ae739ba tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:46.647130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-23cc2919-fa8f-41de-add0-464e0ae739ba tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1795919
Dec 11 20:51:46.669205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-9f76b751-13f3-4568-9ffc-58e39fd0e879 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/quotas/58c05010b25f4cdea7fbb9a7ceb8d7df HTTP/1.1" status: 200  len: 375 time: 0.0200911
Dec 11 20:51:46.710744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Network 65f7b4a2-c131-4956-8472-b3b7c82bb4af is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:46.727360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:46.731545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:46.750157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:46.772630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-4a524eb2-322e-467b-b319-a1f8ddbbc2bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&fields=id HTTP/1.1" status: 200  len: 532 time: 0.1019728
Dec 11 20:51:46.796551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.796862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.798152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.798573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.798915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.799238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.799570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.799903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.800356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.800829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.801171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.801497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.801821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:46.867917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:46.868818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:46.904638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-a04c7e3b-10d4-48d0-b1bb-128b13a07375 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7122009
Dec 11 20:51:46.905739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Allocated IP 172.35.1.186 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6cae77e6-a8c4-41b2-bee3-e209803750ba) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:46.919642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Request body: {'port': {'device_id': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:47.043161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.047539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-bb538186-9213-4c74-85a8-fe1196360517 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:47.053103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-bb538186-9213-4c74-85a8-fe1196360517 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 949 time: 0.1524060
Dec 11 20:51:47.098291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.187871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.333650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8961ce4-f6f5-4465-8eb8-636df98a08d4 req-1651aa0c-6bd5-4e4d-920f-9adf4606aa78 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:47.344735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8961ce4-f6f5-4465-8eb8-636df98a08d4 req-1651aa0c-6bd5-4e4d-920f-9adf4606aa78 tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a798800-9e74-489e-826e-f65f0e5860fc HTTP/1.1" status: 200  len: 949 time: 0.0992823
Dec 11 20:51:47.385081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.481325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:47.510356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:47.515557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:47.581438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=6cae77e6-a8c4-41b2-bee3-e209803750ba,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:47.708894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d18b46-eb40-4c98-9b7b-b086a2f38af5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:47.720282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.732906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.744087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Transition to ACTIVE for port object c8d18b46-eb40-4c98-9b7b-b086a2f38af5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:51:47.753501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.783902 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Sync routers for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:51:47.823988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:47.825350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:47.827141 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:47.887148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8961ce4-f6f5-4465-8eb8-636df98a08d4 req-be8b5ced-a6aa-45c9-97d8-182a9fe90cab tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.18 "GET /v2.0/security-groups?id=05b016c9-40ae-4d6a-a711-63d5cc006d31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5413482
Dec 11 20:51:47.942092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Deleting port ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:47.942730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.053378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:48.071925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:48.086193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:48.138842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.153628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.153787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:48.154221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.252527 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340877a1-b6cf-4f0e-ba29-ac47393bb164 x-openstack-request-id: req-340877a1-b6cf-4f0e-ba29-ac47393bb164 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:48.253963 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:48.254464 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-340877a1-b6cf-4f0e-ba29-ac47393bb164 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:48.255339 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'code': 200}
Dec 11 20:51:48.262755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:48.263103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:48.263436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:48.269156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] For port ccf46a67-bfd5-447d-80cb-6816926b3cc3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ccf46a67-bfd5-447d-80cb-6816926b3cc3,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:48.270054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=6cae77e6-a8c4-41b2-bee3-e209803750ba,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:48.270847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.277887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:51:48.278347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:48.286568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.290791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:48.291171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:48.291529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:48.292343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Bound port: c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:48.292343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.319405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Calling delete_port for ccf46a67-bfd5-447d-80cb-6816926b3cc3 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:48.332635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.341237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-3d562205-daa0-4b91-bec0-b363ad796b6d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2841146
Dec 11 20:51:48.502507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-90000b1b-fbdc-4f51-9132-950c6b434650 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.186 HTTP/1.1" status: 200  len: 696 time: 0.1579981
Dec 11 20:51:48.532992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cb773-933c-402f-9be4-cde260e8e9d8 req-278083ca-af19-41f3-9775-496a4cb1ae4a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:48.542223 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc3cb773-933c-402f-9be4-cde260e8e9d8 req-278083ca-af19-41f3-9775-496a4cb1ae4a tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1894858
Dec 11 20:51:48.625728 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc310>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 4, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1061a769-e0ce-4dfc-a612-4e0b32feec3b', 'name': '', 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'mac_address': 'fa:16:3e:e8:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39ae893f-afc1-4493-8683-564eabd0810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:42Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 2, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'subnets': [{'id': '39ae893f-afc1-4493-8683-564eabd0810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:48.626347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc3cb773-933c-402f-9be4-cde260e8e9d8 req-17d68e2a-47df-44f6-b9e7-85f4daebcece tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754509
Dec 11 20:51:48.634643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:48.674307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:48.681650 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Checking router: c5d1ed28-8680-49ac-b78a-2371562378b6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:51:48.681998 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Updating router c5d1ed28-8680-49ac-b78a-2371562378b6 port 1061a769-e0ce-4dfc-a612-4e0b32feec3b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:51:48.694703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.761962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.772943 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.799985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:48.801238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.803224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] 10.222.0.16 "PUT /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 1091 time: 1.8890581
Dec 11 20:51:48.808197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Pushing event deleted for resources: {'Port': ['ID=ccf46a67-bfd5-447d-80cb-6816926b3cc3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:48.812515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-d71271fc-3ec0-4f6e-9359-6ccb412eac1c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:48.816331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fdc99db-84ae-4ce6-af0e-8ca10e1095c7 req-d71271fc-3ec0-4f6e-9359-6ccb412eac1c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.3130195
Dec 11 20:51:48.817287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:48.821225 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafac9c5-429f-4256-83fd-637c8918ef86" -d '{"events": [{"name": "network-changed", "server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:48.862057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40093-c0cc-4f31-88fc-b97e643e59ac service neutron] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:48.864888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b9d688f-14bc-4fb1-833e-88f6ab8b2f41 req-317faf16-8102-4828-8ae6-be811dfd7fd9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 210 time: 0.0578787
Dec 11 20:51:48.916697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-71cc847d-3bd8-4c7b-b620-74c04c729369 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0581174
Dec 11 20:51:48.975494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] No DVR routers for this DVR port ccf46a67-bfd5-447d-80cb-6816926b3cc3 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:51:48.979117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:48.989211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2295c62d-3021-4f9c-ae2d-3496fbedd01c req-a005dbec-037d-4fa5-894c-658fbffa572a tempest-ImagesOneServerTestJSON-1722631327 tempest-ImagesOneServerTestJSON-1722631327-project] 10.222.0.16 "DELETE /v2.0/ports/ccf46a67-bfd5-447d-80cb-6816926b3cc3 HTTP/1.1" status: 204  len: 173 time: 1.9264565
Dec 11 20:51:48.989755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-deleted', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:49.003098 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7141c88-3e8d-4883-b2d8-639c67f08f92" -d '{"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-deleted", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:49.135619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-0c3cfd42-cd5d-4529-866c-30c3e82751c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:49.137757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-0c3cfd42-cd5d-4529-866c-30c3e82751c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1094 time: 0.2443595
Dec 11 20:51:49.222021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-e5577594-2198-4b11-b543-772c787755a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 217 time: 0.0527260
Dec 11 20:51:49.240077 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7558487a-1973-4d60-9ecf-2054dbd34ad2 x-openstack-request-id: req-7558487a-1973-4d60-9ecf-2054dbd34ad2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:49.240474 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:49.240822 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7558487a-1973-4d60-9ecf-2054dbd34ad2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:49.241329 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'status': 'completed', 'code': 200}
Dec 11 20:51:49.275763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4524c03-e640-46d7-bfb2-5a93173e767e req-897a4d3b-3379-4b84-b4d3-6df0de78c91c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:49.277402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4524c03-e640-46d7-bfb2-5a93173e767e req-897a4d3b-3379-4b84-b4d3-6df0de78c91c tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.2317727
Dec 11 20:51:49.395760 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.409419 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.413843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12ad8978-bb32-48ba-8286-6ae534617151 req-86e2e450-f88d-40db-8511-f4a2e26035d9 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1606708
Dec 11 20:51:49.421007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:49.474698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.573085 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Pushing event updated for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:49.612046 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.612653 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.613152 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.613641 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.614159 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.614703 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.615187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.615685 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.616181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.616674 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.617171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.617651 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.618130 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:49.670625 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Attempting to bind port 1061a769-e0ce-4dfc-a612-4e0b32feec3b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:49.671002 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Attempting to bind port 1061a769-e0ce-4dfc-a612-4e0b32feec3b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:49.671560 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Attempting to bind port 1061a769-e0ce-4dfc-a612-4e0b32feec3b on network 793dc673-40f8-45e2-91bc-be687f539a78 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:49.678905 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:49.679283 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Checking segment: {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:49.679696 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.680095 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Bound using segment: {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:49.680581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Bound port: 1061a769-e0ce-4dfc-a612-4e0b32feec3b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:49.680983 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.737474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-c4d92bd9-a4a3-46ae-a31f-0e1c7ad6a13c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:49.739134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-c4d92bd9-a4a3-46ae-a31f-0e1c7ad6a13c tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8021462
Dec 11 20:51:49.770516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Request body: {'port': {'device_id': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '58c05010b25f4cdea7fbb9a7ceb8d7df'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:49.771593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] For port 1061a769-e0ce-4dfc-a612-4e0b32feec3b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:49.778583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] For port 1061a769-e0ce-4dfc-a612-4e0b32feec3b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1061a769-e0ce-4dfc-a612-4e0b32feec3b,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:49.791211 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.852231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:49.886520 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:51:49.888207 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:49.933938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-5625869f-4a59-4c62-9749-fc8e86921d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:49.940209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-5625869f-4a59-4c62-9749-fc8e86921d68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.6979897
Dec 11 20:51:49.960873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d3015-818d-417d-90be-8015aaf9371d None None] Pushing event updated for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:49.991007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-8b39ebbb-e855-4584-a205-8947e8f664e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368371
Dec 11 20:51:50.011074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4524c03-e640-46d7-bfb2-5a93173e767e req-a08837e8-ac0c-4b0c-8468-1897b5315f53 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821281
Dec 11 20:51:50.047864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] Provisioning complete for port 1061a769-e0ce-4dfc-a612-4e0b32feec3b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:50.050637 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.071042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:51:50.099018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Allocated IP 172.35.1.241 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5b5f6339-fd03-4138-ad10-216e90549621) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:50.146686 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:51:50.269644 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a7d1c6-4df7-4dcc-a5d6-e591294a46b2 x-openstack-request-id: req-71a7d1c6-4df7-4dcc-a5d6-e591294a46b2 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:50.270364 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a798800-9e74-489e-826e-f65f0e5860fc", "name": "network-vif-deleted", "tag": "ccf46a67-bfd5-447d-80cb-6816926b3cc3", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:50.272102 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71a7d1c6-4df7-4dcc-a5d6-e591294a46b2 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:50.272654 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a798800-9e74-489e-826e-f65f0e5860fc', 'name': 'network-vif-deleted', 'tag': 'ccf46a67-bfd5-447d-80cb-6816926b3cc3', 'status': 'completed', 'code': 200}
Dec 11 20:51:50.338539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.420699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] For port 1061a769-e0ce-4dfc-a612-4e0b32feec3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1061a769-e0ce-4dfc-a612-4e0b32feec3b,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:50.430558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.431122 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.434562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-881ed092-8431-4a55-a54b-57e91200dc43 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130077
Dec 11 20:51:50.502628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.586835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=5b5f6339-fd03-4138-ad10-216e90549621,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:50.602493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e77462a2-3312-47d2-845a-9e4e6f20de75 None None] Provisioning complete for port 1061a769-e0ce-4dfc-a612-4e0b32feec3b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:50.609815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e77462a2-3312-47d2-845a-9e4e6f20de75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.614416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:50.616857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:50.619759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ef97bb2-ea43-4dc6-9409-ef9b7f053201 req-b6057cf3-0859-4e26-b387-9c92ffc2d7f0 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816361
Dec 11 20:51:50.624927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Made reservation on behalf of 58c05010b25f4cdea7fbb9a7ceb8d7df for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:51:50.627905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:50.633115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.712118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1f558-da51-498b-8b99-4c6dc452f511 None None] Pushing event updated for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:50.745957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34490) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:50.914969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:50.934181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc310>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 4, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1061a769-e0ce-4dfc-a612-4e0b32feec3b', 'name': '', 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'mac_address': 'fa:16:3e:e8:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39ae893f-afc1-4493-8683-564eabd0810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:42Z', 'updated_at': '2021-12-11T20:51:49Z', 'revision_number': 4, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'subnets': [{'id': '39ae893f-afc1-4493-8683-564eabd0810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:51:50.969347 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475ec1a-be99-4e74-86ff-18f72e4888f8 None None] The sync data for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 is: [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:51:43Z', 'revision_number': 4, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1061a769-e0ce-4dfc-a612-4e0b32feec3b', 'name': '', 'network_id': '793dc673-40f8-45e2-91bc-be687f539a78', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'mac_address': 'fa:16:3e:e8:1b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '39ae893f-afc1-4493-8683-564eabd0810a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:42Z', 'updated_at': '2021-12-11T20:51:49Z', 'revision_number': 4, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'subnets': [{'id': '39ae893f-afc1-4493-8683-564eabd0810a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:51:51.011001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.115912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.144006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695233e-86b5-4d58-b1a4-f93537501792 req-c2f01f19-7cd1-4d79-a1d0-2cb8a10f77f4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:51.147452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6695233e-86b5-4d58-b1a4-f93537501792 req-c2f01f19-7cd1-4d79-a1d0-2cb8a10f77f4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.5516715
Dec 11 20:51:51.186535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-8a014f7f-a20b-47bf-91a2-ee9131758281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:51.188401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-8a014f7f-a20b-47bf-91a2-ee9131758281 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1094 time: 0.3951488
Dec 11 20:51:51.221346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:51.275906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ccf46a67-bfd5-447d-80cb-6816926b3cc3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:51:51.277080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ccf46a67-bfd5-447d-80cb-6816926b3cc3 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:51:51.329344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.353754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.443320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6695233e-86b5-4d58-b1a4-f93537501792 req-8a39bc5e-becb-406e-a854-aba30da1dbf8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798202
Dec 11 20:51:51.448081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-85cfe876-a9a4-4c16-b161-5551c023bbf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9f43ba4fcb74682a716dca095598cf0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6838098
Dec 11 20:51:51.454218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34500) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:51:51.500124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Allocated IP 192.168.233.90 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:51.500415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=5b5f6339-fd03-4138-ad10-216e90549621,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:51.522262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.548738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:51.560473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12ad8978-bb32-48ba-8286-6ae534617151 req-8f1b45b7-c44a-4a8b-a3bb-2641d6c4e491 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1453393
Dec 11 20:51:51.627638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12ad8978-bb32-48ba-8286-6ae534617151 req-a323b37a-2bea-4eb4-8f75-d0cca11c8505 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.0662026
Dec 11 20:51:51.705773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-7d8d59a0-2d89-4b84-a088-3a692c349939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:51.707651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-7d8d59a0-2d89-4b84-a088-3a692c349939 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.4616668
Dec 11 20:51:51.794678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad8978-bb32-48ba-8286-6ae534617151 req-d3f30139-c8f7-4d81-ae74-0de3201e5902 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:51.796191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12ad8978-bb32-48ba-8286-6ae534617151 req-d3f30139-c8f7-4d81-ae74-0de3201e5902 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1675701
Dec 11 20:51:51.804568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dcad7462-9aa2-43a8-a519-47748b0b5d06 req-4189aeae-90a2-479c-b8ab-da5562f2f1d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 210 time: 0.1332905
Dec 11 20:51:51.806123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-b1fc9cd0-6056-4140-82f9-153473151ce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 217 time: 0.0503511
Dec 11 20:51:51.883375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.025728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1061a769-e0ce-4dfc-a612-4e0b32feec3b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:52.036584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.096709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-8467f19f-5c94-4618-8d31-e2f37f39e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:52.101255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-8467f19f-5c94-4618-8d31-e2f37f39e360 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.2767079
Dec 11 20:51:52.147198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1061a769-e0ce-4dfc-a612-4e0b32feec3b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:52.148123 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.184422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.226082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-8e551ec7-f582-431b-9291-2d7b2a13e8f6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1908488
Dec 11 20:51:52.232989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:52.236366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.255900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:52.264673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40', '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'afa2a5c4-214b-4286-92a9-4a8159b2b94a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:52.284781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.322596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event updated for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:52.342012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cc963-9a23-4c2e-b2dd-4877f854aa8f req-9873aab0-4bec-4e72-ab41-7fdb19646a79 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:52.343926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d46cc963-9a23-4c2e-b2dd-4877f854aa8f req-9873aab0-4bec-4e72-ab41-7fdb19646a79 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.3205698
Dec 11 20:51:52.345829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-d7bd9d74-6fc1-4483-b5ea-4c67f9440ca7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2180891
Dec 11 20:51:52.446254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.471907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-d8b90d32-09ed-463a-9728-1e2c82d8bf64 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1119864
Dec 11 20:51:52.491388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:52.504928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:52.507923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:52.585343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:52.585343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.692750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d46cc963-9a23-4c2e-b2dd-4877f854aa8f req-004bfb4e-0565-43ec-98c3-63b6e9ca16f8 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3415017
Dec 11 20:51:52.703223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-cb0d9f21-3bcd-4002-a825-d8040ca15b3f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9386098
Dec 11 20:51:52.708897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.711956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.713345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05b016c9-40ae-4d6a-a711-63d5cc006d31 HTTP/1.1" status: 204  len: 168 time: 1.2524743
Dec 11 20:51:52.719970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Request body: {'port': {'device_id': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:52.769506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Allocated IP 172.35.1.147 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/091fab09-97de-416b-8200-52dd85a74188) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:52.810855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043439f-3dd3-4945-b454-32381b57fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b016c9-40ae-4d6a-a711-63d5cc006d31,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:52.833104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:52.933896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafac9c5-429f-4256-83fd-637c8918ef86 req-88c66a25-8297-41b7-bf39-4439ee068e36 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4377286
Dec 11 20:51:53.082232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.094864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5c2e9531-10ca-46c0-808d-5afee708dc2c None None] Provisioning complete for port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:53.096144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5c2e9531-10ca-46c0-808d-5afee708dc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.145644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c144a7d-35f7-4e6d-9ab1-f799ba7bf1a9 req-7a8085b9-cd04-43b6-adc1-77864562ab66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:53.149171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.153142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c144a7d-35f7-4e6d-9ab1-f799ba7bf1a9 req-7a8085b9-cd04-43b6-adc1-77864562ab66 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0945973
Dec 11 20:51:53.174703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:53.182413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e9531-10ca-46c0-808d-5afee708dc2c None None] Port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:51:53.183494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:53.188384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:53.258138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c144a7d-35f7-4e6d-9ab1-f799ba7bf1a9 req-6cf4ae31-ef09-4869-a6b0-01f0f1057ad7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936234
Dec 11 20:51:53.270302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:53.354746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=091fab09-97de-416b-8200-52dd85a74188,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:53.443510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:53.453953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.471020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Transition to ACTIVE for port object 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:51:53.487355 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.505911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.540905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.587895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310b1ec-05f5-452b-a1fc-744226f2f4be req-2f48ef2b-ffac-4779-8e47-b4cf3975a169 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:53.589386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b310b1ec-05f5-452b-a1fc-744226f2f4be req-2f48ef2b-ffac-4779-8e47-b4cf3975a169 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 947 time: 0.1168015
Dec 11 20:51:53.594673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:53.653991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:53.698196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af', 'port_id': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'mac_address': 'fa:16:3e:f8:6f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7ee384-b459-4b7b-9169-bdf2613e790a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:53.715362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b310b1ec-05f5-452b-a1fc-744226f2f4be req-8a346a73-12fc-4567-b623-a2f1b9bc6bf7 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105618
Dec 11 20:51:53.802372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Attempting to bind port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:51:53.802745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Attempting to bind port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:51:53.803094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Attempting to bind port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:53.813352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:51:53.814630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Attempting to bind port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:51:53.823875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:51:53.824226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:51:53.824626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:51:53.825069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Bound port: 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:51:53.825429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.893573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.906371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:53.957350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.002062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:51:54.010155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:51:54.020593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.025483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=091fab09-97de-416b-8200-52dd85a74188,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:54.093073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.110241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.111584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.121577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 HTTP/1.1" status: 200  len: 1095 time: 1.4068623
Dec 11 20:51:54.176687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:54.181634 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135" -d '{"events": [{"name": "network-changed", "server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:54.188010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.200191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-27a8b3d3-aa91-4448-9358-d28979140285 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9721563
Dec 11 20:51:54.338918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-91f24f86-29de-4230-8a86-5a06b853d065 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.147 HTTP/1.1" status: 200  len: 696 time: 0.1362116
Dec 11 20:51:54.349382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d18b46-eb40-4c98-9b7b-b086a2f38af5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:54.411858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:54.429547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:54.437760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36743111-9942-4ef0-9db9-61dfaf4446c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:54.453516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-7ba1e49b-1a2d-4038-a09d-e2ddf3d4d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.455191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-7ba1e49b-1a2d-4038-a09d-e2ddf3d4d27d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 1098 time: 0.2463670
Dec 11 20:51:54.469043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e767a2a-251a-45ff-85e1-13dc55108d7e req-23aa344d-83df-4d76-a4ca-d02dbba82abd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.481693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e767a2a-251a-45ff-85e1-13dc55108d7e req-23aa344d-83df-4d76-a4ca-d02dbba82abd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.1985719
Dec 11 20:51:54.521875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:54.527935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-e249d7a7-e71f-4cab-ac0a-ab921e0e7747 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.541401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98b584c3-8ac0-4ef5-a3df-75b1ce2f36ae req-e249d7a7-e71f-4cab-ac0a-ab921e0e7747 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2016499
Dec 11 20:51:54.544486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.544840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.545180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.545706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.546187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.546700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.547202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.547780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.548300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.548792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.549631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.550361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.550966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:51:54.580105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-9323969f-3bf2-41ab-abd6-68ebaccb1d2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 HTTP/1.1" status: 200  len: 217 time: 0.0653639
Dec 11 20:51:54.639876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e767a2a-251a-45ff-85e1-13dc55108d7e req-fa7379a5-ce2e-4096-a173-286edeb3f605 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581371
Dec 11 20:51:54.673795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-0b663d45-1c95-4260-bae2-7ad13abae13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.677684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-0b663d45-1c95-4260-bae2-7ad13abae13f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0905385
Dec 11 20:51:54.759854 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c277d024-d0ec-4ac9-b4e4-adfdccff2d1b x-openstack-request-id: req-c277d024-d0ec-4ac9-b4e4-adfdccff2d1b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:54.760499 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:54.764210 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c277d024-d0ec-4ac9-b4e4-adfdccff2d1b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:54.764767 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04', 'status': 'completed', 'code': 200}
Dec 11 20:51:54.787852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c8d18b46-eb40-4c98-9b7b-b086a2f38af5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:54.824118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-4d86a35f-991a-440f-b7a9-ffddaf1be143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.825747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-4d86a35f-991a-440f-b7a9-ffddaf1be143 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1357641
Dec 11 20:51:54.837583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab61f79-18aa-41b1-9dbe-ed04ebc3232e req-fe34b87a-46d2-432c-98f4-4dacdecc5037 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:54.846182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ab61f79-18aa-41b1-9dbe-ed04ebc3232e req-fe34b87a-46d2-432c-98f4-4dacdecc5037 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.1418831
Dec 11 20:51:54.927942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ab61f79-18aa-41b1-9dbe-ed04ebc3232e req-7393c10c-8afd-49d0-a589-465de3dfa5ca tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821500
Dec 11 20:51:55.016087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-25574dd1-753a-429f-ae03-83a371ed5b9b service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813567
Dec 11 20:51:55.166866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4f78cde-2d39-4ab3-a737-1c7f82a10d5d req-75987527-1659-45e0-b3db-62fa9fe5efa2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414781
Dec 11 20:51:55.199736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-08f11053-6fd8-435f-9ae4-9075f4d3f43a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2281857
Dec 11 20:51:55.213162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:51:55.244617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.333947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-2a798e62-cd81-4462-ba54-874a74c3c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.335802 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-2a798e62-cd81-4462-ba54-874a74c3c6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 1098 time: 0.0884771
Dec 11 20:51:55.371560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.378284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e202516-ae8d-4643-9fe1-ddd487f89a6c req-c13fbb03-cce7-431c-a923-61ee53cdce0e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.380031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e202516-ae8d-4643-9fe1-ddd487f89a6c req-c13fbb03-cce7-431c-a923-61ee53cdce0e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 947 time: 0.0842888
Dec 11 20:51:55.484157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e202516-ae8d-4643-9fe1-ddd487f89a6c req-4ab18786-f4bc-4a64-a7c8-0332d97967b4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763526
Dec 11 20:51:55.487458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-2742f60c-92d7-46d8-8235-20ff793b499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.489294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-2742f60c-92d7-46d8-8235-20ff793b499a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1457279
Dec 11 20:51:55.497626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Allocated IP 172.35.1.198 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5dd131c7-1419-4851-bee5-d13c6ce87b4a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:51:55.545774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-496dabf0-c173-44c6-a79c-7a1919bd886d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 HTTP/1.1" status: 200  len: 217 time: 0.0456810
Dec 11 20:51:55.621013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.646771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-ef9ed3f3-bb96-49e5-993a-bde37ac05547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.648893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-ef9ed3f3-bb96-49e5-993a-bde37ac05547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0954208
Dec 11 20:51:55.670341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.715330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-8172e861-84d6-4195-8538-947cba1624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.717233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-8172e861-84d6-4195-8538-947cba1624b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0581312
Dec 11 20:51:55.766509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:51:55.770413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:51:55.776817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:51:55.808028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=5dd131c7-1419-4851-bee5-d13c6ce87b4a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:55.901258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.911506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-736a4c2b-e425-43c8-99eb-fc3fbef329f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849942
Dec 11 20:51:55.964237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:55.989317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef32b4-5ae2-4714-bce0-9cb8dd65273e req-73f97f5f-1c81-43df-b4c5-4059158eb26a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:55.997875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82ef32b4-5ae2-4714-bce0-9cb8dd65273e req-73f97f5f-1c81-43df-b4c5-4059158eb26a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.1538699
Dec 11 20:51:56.079070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82ef32b4-5ae2-4714-bce0-9cb8dd65273e req-22ff774b-3957-4689-8fc9-c066d557b90f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800781
Dec 11 20:51:56.101565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cd63bb7-ab6a-4d99-ab37-0ee23c169135 req-508eea22-2550-4962-9839-041d40e07867 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1730335
Dec 11 20:51:56.151673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:56.158841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:56.270414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event updated for resources: {'Port': ['ID=5dd131c7-1419-4851-bee5-d13c6ce87b4a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:56.281581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:56.302942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:56.304308 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-0252095b-d386-4c7b-bc02-2d0bd4c4e9df tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.0979798
Dec 11 20:51:56.361841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-cfd2de2f-d4ff-4224-9022-1fbfbb849d48 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.198 HTTP/1.1" status: 200  len: 696 time: 0.0510547
Dec 11 20:51:56.485668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-15bafbfc-ef48-4ed3-be32-42a0a59e4d53 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:56.487335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa9f3057-8d6f-4f4d-8bbc-fa2f1489ab9b req-15bafbfc-ef48-4ed3-be32-42a0a59e4d53 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1199822
Dec 11 20:51:57.235401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:57.239230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:51:57.423943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:57.427486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:51:57.439777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:51:57.440135 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.441874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04', 'mac_address': 'fa:16:3e:6b:38:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:57.469504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb38abd2-3923-4fdb-b878-15760cbc2399 req-18337de4-68f3-46de-8dcc-d36bf47f10ea tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips/3c45fee0-a685-4c23-a8ce-3eb6fc08ea29 HTTP/1.1" status: 200  len: 693 time: 0.0663664
Dec 11 20:51:57.488317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b3ac5-80a4-40f1-a841-bd4f4565e2c4 req-56a5ef02-5ee9-4a95-ac9c-5dd8ee348c5d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:57.491187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b7b3ac5-80a4-40f1-a841-bd4f4565e2c4 req-56a5ef02-5ee9-4a95-ac9c-5dd8ee348c5d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 950 time: 0.0752480
Dec 11 20:51:57.510518 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.531105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:57.573416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.601481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38abd2-3923-4fdb-b878-15760cbc2399 req-c997c367-a616-4b89-b212-2da30b98e3a0 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:57.603682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b7b3ac5-80a4-40f1-a841-bd4f4565e2c4 req-6c09ddc6-a81c-4b30-862a-721e6dcd50c2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867479
Dec 11 20:51:57.618693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb38abd2-3923-4fdb-b878-15760cbc2399 req-c997c367-a616-4b89-b212-2da30b98e3a0 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1444116
Dec 11 20:51:57.627789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:57.635722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-fb38abd2-3923-4fdb-b878-15760cbc2399 req-bba319b6-67bd-4331-be2b-53146a0f6260 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:51:57.636014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.636647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:51:57.636936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb38abd2-3923-4fdb-b878-15760cbc2399 req-bba319b6-67bd-4331-be2b-53146a0f6260 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0170133
Dec 11 20:51:57.647688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:51:57.648404 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd19a5-ceba-4004-889f-a6025b83f3dc" -d '{"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-plugged", "status": "completed", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:51:57.686567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:57.701860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.723841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:57.731780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:57.761994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a5f9a-f808-4ab3-b38c-94a136b53660 req-c677feec-cc86-467d-8c7e-651b1287d7b9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:57.763563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-268a5f9a-f808-4ab3-b38c-94a136b53660 req-c677feec-cc86-467d-8c7e-651b1287d7b9 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 948 time: 0.0704927
Dec 11 20:51:57.769559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'mac_address': 'fa:16:3e:83:8a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:51:57.817839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:57.818899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-268a5f9a-f808-4ab3-b38c-94a136b53660 req-46f39ef6-a6ed-431b-a29f-f42613ca76b6 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478528
Dec 11 20:51:57.823834 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.846232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:57.866636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:57.872284 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:57.936166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:57.937601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289504b-413b-4d49-aec6-5ee664b538c2 req-2cd22eef-f2b8-43ca-96e8-87994bbf8ca3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:57.941337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3289504b-413b-4d49-aec6-5ee664b538c2 req-2cd22eef-f2b8-43ca-96e8-87994bbf8ca3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.0611229
Dec 11 20:51:57.990928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3289504b-413b-4d49-aec6-5ee664b538c2 req-bd26c379-eed8-43fc-8fa4-2780be442eb6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419033
Dec 11 20:51:58.068968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-1915f21f-ffa8-4faf-bd36-c7be53c776aa tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips/3c45fee0-a685-4c23-a8ce-3eb6fc08ea29 HTTP/1.1" status: 200  len: 693 time: 0.0516858
Dec 11 20:51:58.163558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:58.181088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-76e47857-18f4-4667-a82c-cc76192c70ca tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:58.182603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-76e47857-18f4-4667-a82c-cc76192c70ca tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1078041
Dec 11 20:51:58.199115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:51:58.239852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-721eda2a-1e0f-4900-8fe5-613fa2c723dc tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.198 HTTP/1.1" status: 200  len: 696 time: 0.0488889
Dec 11 20:51:58.301346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-f982e82a-ff90-4aee-b498-3414f68983ba tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.198 HTTP/1.1" status: 200  len: 696 time: 0.0545139
Dec 11 20:51:58.457938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Deleting port 5dd131c7-1419-4851-bee5-d13c6ce87b4a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:51:58.458195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.516637 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c29c0-40d0-46d5-b463-220ab49c2962 x-openstack-request-id: req-474c29c0-40d0-46d5-b463-220ab49c2962 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:51:58.518164 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-plugged", "status": "completed", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:51:58.518575 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-474c29c0-40d0-46d5-b463-220ab49c2962 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:51:58.519044 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'code': 200}
Dec 11 20:51:58.543010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.543488 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.558154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Calling delete_port for 5dd131c7-1419-4851-bee5-d13c6ce87b4a owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:51:58.636194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e4556-dfe2-4664-8d87-cac911a14d44 req-9f59bc26-f954-4f76-b439-5e8acf0f0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:58.637638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b10e4556-dfe2-4664-8d87-cac911a14d44 req-9f59bc26-f954-4f76-b439-5e8acf0f0388 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1096 time: 0.0562341
Dec 11 20:51:58.690394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b10e4556-dfe2-4664-8d87-cac911a14d44 req-77ad3029-e5ff-421d-9208-bdd2fdf65043 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455468
Dec 11 20:51:58.711981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.736609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event deleted for resources: {'Port': ['ID=5dd131c7-1419-4851-bee5-d13c6ce87b4a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:58.800222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.803211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:58.804521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c117796-c7b3-4d4b-83a6-655af0dc9593 req-e590459e-4700-42ff-9859-6730bff9e3b6 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "DELETE /v2.0/floatingips/3c45fee0-a685-4c23-a8ce-3eb6fc08ea29 HTTP/1.1" status: 204  len: 173 time: 0.4972291
Dec 11 20:51:58.967937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e222a9-c140-4c6c-8f0a-4d66dd85eb80 req-7c0a1c73-4553-4ff2-8552-76452b897892 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:58.969468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0e222a9-c140-4c6c-8f0a-4d66dd85eb80 req-7c0a1c73-4553-4ff2-8552-76452b897892 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 949 time: 0.0521317
Dec 11 20:51:59.022192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0e222a9-c140-4c6c-8f0a-4d66dd85eb80 req-341547a2-e7bd-488c-93ab-3727236ffa45 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460749
Dec 11 20:51:59.224709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d6ace-bc63-441e-81eb-8c0c52633319 req-7b7c2eb2-9f5c-4c45-b217-d1c38ecd0575 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:59.226283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-253d6ace-bc63-441e-81eb-8c0c52633319 req-7b7c2eb2-9f5c-4c45-b217-d1c38ecd0575 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 948 time: 0.0513968
Dec 11 20:51:59.237899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:51:59.283361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-253d6ace-bc63-441e-81eb-8c0c52633319 req-03d5398a-9880-425c-ae5d-4adb8d94c874 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504446
Dec 11 20:51:59.349813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:59.364332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:51:59.385686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:51:59.391021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:51:59.445311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:51:59.507510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33b476-6b94-4d37-89f7-2803be5d4bc4 req-033f7858-a079-49a1-ab3e-3a8719d75f4e tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:59.509116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b33b476-6b94-4d37-89f7-2803be5d4bc4 req-033f7858-a079-49a1-ab3e-3a8719d75f4e tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.4643860
Dec 11 20:51:59.611194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a4c21-4b47-47c3-83b8-a0af59768e84 req-e07df5a4-d7dc-4e44-aa1f-cc46bef73986 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:59.612781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d3a4c21-4b47-47c3-83b8-a0af59768e84 req-e07df5a4-d7dc-4e44-aa1f-cc46bef73986 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.0515776
Dec 11 20:51:59.660838 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d3a4c21-4b47-47c3-83b8-a0af59768e84 req-f3a08c0e-463d-437b-ac48-18ef25937a24 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419769
Dec 11 20:51:59.857821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-173ee01b-6abd-45a7-84e8-d55157372b5f req-54dcc234-d713-4f27-9291-39ad2c8b4ca4 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=46471e46c4fb4c3caa1a74959d65628f HTTP/1.1" status: 200  len: 1657 time: 0.1079981
Dec 11 20:51:59.987565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ee01b-6abd-45a7-84e8-d55157372b5f req-e79554eb-9819-4422-b495-cb237d80ce0f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:51:59.989095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-173ee01b-6abd-45a7-84e8-d55157372b5f req-e79554eb-9819-4422-b495-cb237d80ce0f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks?id=574122d1-febc-4103-b29b-8c97d1bffd7a&id=574122d1-febc-4103-b29b-8c97d1bffd7a&id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 787 time: 0.1235991
Dec 11 20:51:59.999791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-173ee01b-6abd-45a7-84e8-d55157372b5f req-16d2cc87-5b18-4dd7-b0bc-25822605b23f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:52:00.000766 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-173ee01b-6abd-45a7-84e8-d55157372b5f req-16d2cc87-5b18-4dd7-b0bc-25822605b23f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061607
Dec 11 20:52:00.087956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a1ec9-de76-481c-9680-bd3420bbfcf1 req-3eeb24d9-8836-43ef-85c7-8e4190b91c9a tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:00.089540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-937a1ec9-de76-481c-9680-bd3420bbfcf1 req-3eeb24d9-8836-43ef-85c7-8e4190b91c9a tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.0564117
Dec 11 20:52:00.104212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-ca41e3e5-0949-4983-80fb-9796ed6c11a5 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips/fd1783d0-bc76-435f-bd78-e7f3c8426258 HTTP/1.1" status: 200  len: 693 time: 0.0510883
Dec 11 20:52:00.140399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-937a1ec9-de76-481c-9680-bd3420bbfcf1 req-4b34f18c-a565-46d3-aef1-080acb058170 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432496
Dec 11 20:52:00.219486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-6b8efd5c-0338-4b66-add7-66fe1460e39b tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:00.220993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-6b8efd5c-0338-4b66-add7-66fe1460e39b tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1113935
Dec 11 20:52:00.234250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-e18242e9-30ec-4502-a5a3-61420991f40a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:52:00.235286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-e18242e9-30ec-4502-a5a3-61420991f40a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068512
Dec 11 20:52:00.271080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8e526-df87-4347-bef3-9df2aa700774 req-c67e2c0c-2028-4d3e-8c56-b847e820c0a1 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:00.274924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0c8e526-df87-4347-bef3-9df2aa700774 req-c67e2c0c-2028-4d3e-8c56-b847e820c0a1 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 949 time: 0.0644705
Dec 11 20:52:00.292789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-64ca547b-827f-47a1-a7f3-dc14fb2245af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.147 HTTP/1.1" status: 200  len: 696 time: 0.0504582
Dec 11 20:52:00.327990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0c8e526-df87-4347-bef3-9df2aa700774 req-cfe36930-7c6b-4178-b808-cd20a0233a71 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475502
Dec 11 20:52:00.331909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:00.351510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-2b25059b-a7e8-4a2d-a962-3eff730d549d tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.147 HTTP/1.1" status: 200  len: 696 time: 0.0473242
Dec 11 20:52:00.483357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a1a1db-bf18-4bfb-bfca-bbbeea0d5662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.486389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Deleting port 091fab09-97de-416b-8200-52dd85a74188 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:00.486760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.557487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-eff65326-6308-406d-b6dd-600106fbd309 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:00.558975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-eff65326-6308-406d-b6dd-600106fbd309 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.1417305
Dec 11 20:52:00.565988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.566318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.578764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Calling delete_port for 091fab09-97de-416b-8200-52dd85a74188 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:00.583514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-6377c8ef-1587-4d33-881d-b3a3f3b6f2f9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/quotas/1f5739bb231643f191454fad7c396d04 HTTP/1.1" status: 200  len: 375 time: 0.0184135
Dec 11 20:52:00.634186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a1a1db-bf18-4bfb-bfca-bbbeea0d5662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.640039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a1a1db-bf18-4bfb-bfca-bbbeea0d5662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.686144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-1a2afcdf-f766-4327-a7c5-15a87df485aa tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0944078
Dec 11 20:52:00.693192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-32a1a1db-bf18-4bfb-bfca-bbbeea0d5662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=847d2ecd5f4c473ebfec4115f885df5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3603220
Dec 11 20:52:00.693938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1a1db-bf18-4bfb-bfca-bbbeea0d5662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8be941-ee57-4067-81b4-a28ecb4e1e18,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:00.697183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:00.723418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.816344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.829078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-9c856c2e-a46f-4c64-b4b5-6ee36e18a788 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307762
Dec 11 20:52:00.855519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.965572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-8d1eaeda-997b-40cc-89b6-c17dc4ee42f8 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259615
Dec 11 20:52:00.967296 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.970396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:00.973943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8be941-ee57-4067-81b4-a28ecb4e1e18 HTTP/1.1" status: 204  len: 168 time: 0.2722566
Dec 11 20:52:00.982238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b90f1d-56d1-473c-9040-e5407995d13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8be941-ee57-4067-81b4-a28ecb4e1e18,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:01.048915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event deleted for resources: {'Port': ['ID=091fab09-97de-416b-8200-52dd85a74188,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:01.122933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.125903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.128871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9043ae84-c93a-44ee-aeea-aae70fc116cb req-3cda105e-d9b3-4490-bea3-d5742394d75a tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "DELETE /v2.0/floatingips/fd1783d0-bc76-435f-bd78-e7f3c8426258 HTTP/1.1" status: 204  len: 173 time: 0.7729883
Dec 11 20:52:01.237587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:01.287129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec06af-a73f-411e-8d3b-91d39a319434 req-68413183-e40d-46dd-953c-08dcef4da8ba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:01.295323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17ec06af-a73f-411e-8d3b-91d39a319434 req-68413183-e40d-46dd-953c-08dcef4da8ba tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.0667634
Dec 11 20:52:01.328326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29182f-ea4f-4d22-b858-9de5ecb03712 req-d1f916d5-f0e2-41f5-8851-4c9f46c96908 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:01.334409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d29182f-ea4f-4d22-b858-9de5ecb03712 req-d1f916d5-f0e2-41f5-8851-4c9f46c96908 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 948 time: 0.1299918
Dec 11 20:52:01.348148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:01.356190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:01.357160 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.360970 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17ec06af-a73f-411e-8d3b-91d39a319434 req-1a65a186-2c89-421f-be73-68447e68930d tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630410
Dec 11 20:52:01.439439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d29182f-ea4f-4d22-b858-9de5ecb03712 req-73b054c9-51ad-4e3b-8b6d-7eabe841c3ad tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944083
Dec 11 20:52:01.446976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b3bb216-b6d4-4eaa-8ca3-751d9e37ba76 req-9a56d5d3-cd92-428c-ae1e-1903491fae0f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 210 time: 0.0404000
Dec 11 20:52:01.502418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.503424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-bc0e44a9-a418-46e6-85af-e8877349f7b5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:01.506449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-bc0e44a9-a418-46e6-85af-e8877349f7b5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.1239650
Dec 11 20:52:01.528350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-dbac4495-d403-4752-8328-2336f9cfebc3 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips/3f04e3aa-ba2b-492a-9092-ba220e133a38 HTTP/1.1" status: 200  len: 693 time: 0.0628543
Dec 11 20:52:01.569933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:01.572238 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0893ac-a979-4025-a023-55a2188b6c8c" -d '{"events": [{"server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:01.611846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:01.621949 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.622834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:01.663630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb87e0-28f1-4e19-9c51-f9dc82921625 req-a3a72a31-6008-4022-b59b-5cba6a736dad tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:01.670874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bfeb87e0-28f1-4e19-9c51-f9dc82921625 req-a3a72a31-6008-4022-b59b-5cba6a736dad tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8 HTTP/1.1" status: 200  len: 948 time: 0.1053331
Dec 11 20:52:01.714411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Deleting port 9006da9f-a9bb-4951-a148-43978fa5de06 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:01.714411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.731228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:01.742780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:01.743309 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.771278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-54c3217d-9cd8-4da2-a7ce-e5626fd4225f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:01.780279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-54c3217d-9cd8-4da2-a7ce-e5626fd4225f tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2510362
Dec 11 20:52:01.818637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] For port 9006da9f-a9bb-4951-a148-43978fa5de06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9006da9f-a9bb-4951-a148-43978fa5de06,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:01.819285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.834967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Calling delete_port for 9006da9f-a9bb-4951-a148-43978fa5de06 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:01.845119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.849450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-29f2e21f-628d-4efe-a8be-eb4c84cbe868 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.0680444
Dec 11 20:52:01.885003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:01.892836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:01.926896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-dc5ff682-3894-4170-87d2-de47b3ca5807 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.241 HTTP/1.1" status: 200  len: 696 time: 0.0763881
Dec 11 20:52:01.961855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:01.996996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.030054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Pushing event deleted for resources: {'Port': ['ID=9006da9f-a9bb-4951-a148-43978fa5de06,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:02.039075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bfeb87e0-28f1-4e19-9c51-f9dc82921625 req-46f5813a-28a6-4058-b573-9b9cfde786ae tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3673711
Dec 11 20:52:02.107470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] No DVR routers for this DVR port 9006da9f-a9bb-4951-a148-43978fa5de06 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:02.113167 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.123003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0082dd1a-e07c-435a-a8a9-672aff286cc7 req-dc6c1725-bb0b-4254-ab59-05085cd054dd tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.16 "DELETE /v2.0/ports/9006da9f-a9bb-4951-a148-43978fa5de06 HTTP/1.1" status: 204  len: 173 time: 0.6091855
Dec 11 20:52:02.123724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-deleted', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:02.127065 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e0f50a-f3a7-4e41-8f69-46b12714cbe1" -d '{"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-deleted", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:02.153194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-a4f030f0-1394-4f7c-8fa2-110896e377f2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:02.155122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-a4f030f0-1394-4f7c-8fa2-110896e377f2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cea1835-69ae-41c3-ae72-448e2e619656 HTTP/1.1" status: 200  len: 946 time: 0.2261786
Dec 11 20:52:02.174131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34972) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:02.207028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30600ee5-b4bc-416f-b07f-ceada7666684 req-9d8a4cc2-3df4-43cc-9dff-86ee1642ee5b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:02.209067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30600ee5-b4bc-416f-b07f-ceada7666684 req-9d8a4cc2-3df4-43cc-9dff-86ee1642ee5b tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.0620134
Dec 11 20:52:02.263415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30600ee5-b4bc-416f-b07f-ceada7666684 req-928d734d-f58e-4648-a7b5-ed6990202343 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481789
Dec 11 20:52:02.274122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Deleting port 5b5f6339-fd03-4138-ad10-216e90549621 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:02.274511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.320115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-108580363-network', 'tenant_id': 'bd626134315844d88d514c6c114c511b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:02.368512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Made reservation on behalf of bd626134315844d88d514c6c114c511b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:02.369007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Deleting port 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:02.369345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.371128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.383199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.392505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.392828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.400653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604bc33-11af-462b-a040-67a1f32dab94 req-29417352-7940-4edf-8130-7c4a4b8267a6 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:02.402161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c604bc33-11af-462b-a040-67a1f32dab94 req-29417352-7940-4edf-8130-7c4a4b8267a6 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1096 time: 0.0671632
Dec 11 20:52:02.435971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Calling delete_port for 5b5f6339-fd03-4138-ad10-216e90549621 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:02.490419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c604bc33-11af-462b-a040-67a1f32dab94 req-c2266e69-f990-41c5-ab4f-8973263ff710 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819361
Dec 11 20:52:02.572635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] For port 58516062-7950-4ded-92b5-98a2afcd5737, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58516062-7950-4ded-92b5-98a2afcd5737,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:02.573012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.585834 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af481e89-999e-41df-8aae-d821c88f56d1 x-openstack-request-id: req-af481e89-999e-41df-8aae-d821c88f56d1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:02.586375 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:02.591592 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af481e89-999e-41df-8aae-d821c88f56d1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:02.594901 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04', 'code': 200}
Dec 11 20:52:02.610054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Calling delete_port for 58516062-7950-4ded-92b5-98a2afcd5737 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:02.625686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.713495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-21fc4ea9-f036-4b8b-a808-c53451970c07 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:02.717007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-21fc4ea9-f036-4b8b-a808-c53451970c07 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.2280078
Dec 11 20:52:02.720515 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5403200e-f4d3-4641-978a-9ccef34ad835 x-openstack-request-id: req-5403200e-f4d3-4641-978a-9ccef34ad835 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:02.720865 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8", "name": "network-vif-deleted", "tag": "9006da9f-a9bb-4951-a148-43978fa5de06", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:02.721703 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5403200e-f4d3-4641-978a-9ccef34ad835 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:02.722134 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0c5e4f-8f85-4bbb-a197-d76c367c4ba8', 'name': 'network-vif-deleted', 'tag': '9006da9f-a9bb-4951-a148-43978fa5de06', 'status': 'completed', 'code': 200}
Dec 11 20:52:02.764574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.786644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Request body: {'port': {'device_id': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'admin_state_up': True, 'tenant_id': '1f5739bb231643f191454fad7c396d04'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:02.820250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.869394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event deleted for resources: {'Port': ['ID=5b5f6339-fd03-4138-ad10-216e90549621,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:02.878545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:52:02.899974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740113ad-af0e-49f4-83b5-1457ba4a3f6c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:02.931083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963a0b5-58e1-4a85-9842-6dfbe4980c7b req-7acb6810-332d-43b6-b195-42ef02c66e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:02.932603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2963a0b5-58e1-4a85-9842-6dfbe4980c7b req-7acb6810-332d-43b6-b195-42ef02c66e1e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 1100 time: 0.2096820
Dec 11 20:52:02.936026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.936738 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Added segment ba13511f-d7b7-4b64-b936-18db57b60d8e of type vlan for network 0cb1f102-6ed0-4c36-b3f4-53127a531bae
Dec 11 20:52:02.947589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.954953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.957683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:02.958840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebda4677-d9e4-44b0-9a52-d489eb820b9f req-a2d93ea9-e9fa-4411-9d11-81903ed7c2af tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f04e3aa-ba2b-492a-9092-ba220e133a38 HTTP/1.1" status: 204  len: 173 time: 1.0311766
Dec 11 20:52:02.983307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event deleted for resources: {'Port': ['ID=58516062-7950-4ded-92b5-98a2afcd5737,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:03.018330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:03.019479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d05d74-f828-48cd-93c6-12b55290b75b req-9fc68ad1-0d69-4f3a-892e-a96ca6025527 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.021030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1d05d74-f828-48cd-93c6-12b55290b75b req-9fc68ad1-0d69-4f3a-892e-a96ca6025527 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 949 time: 0.2064300
Dec 11 20:52:03.031101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] No DVR routers for this DVR port 58516062-7950-4ded-92b5-98a2afcd5737 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:03.035312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.038149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.038727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-011d8269-4bb7-4ceb-857e-afbb37b4e86a req-92163e8a-fea5-4ecd-9285-2825aa714a65 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "DELETE /v2.0/ports/58516062-7950-4ded-92b5-98a2afcd5737 HTTP/1.1" status: 204  len: 173 time: 0.8730845
Dec 11 20:52:03.039800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-deleted', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:03.042028 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9333cdd-877e-4e2a-a018-5d611d0fccf1" -d '{"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-deleted", "tag": "58516062-7950-4ded-92b5-98a2afcd5737"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:03.047895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:03.048400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:03.077600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ae6879d-a32f-4ff1-9b4f-f6b6483d453d req-1fc0f624-b2fa-41cd-9936-1d2298649bfe tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 210 time: 0.0438807
Dec 11 20:52:03.099858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2963a0b5-58e1-4a85-9842-6dfbe4980c7b req-4248602f-a303-4c54-a091-e5395d33a01c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456089
Dec 11 20:52:03.122941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:03.124849 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.137706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.138688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.139289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.150966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1d05d74-f828-48cd-93c6-12b55290b75b req-9840cf7c-860d-444d-96f0-1e69628c7a9e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208854
Dec 11 20:52:03.219779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22103658-1ed8-4b5f-b6a0-17696e68d721 req-7bae8901-0502-436a-ac86-25962f732565 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.220308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0442331
Dec 11 20:52:03.222665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-22103658-1ed8-4b5f-b6a0-17696e68d721 req-7bae8901-0502-436a-ac86-25962f732565 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1096 time: 0.0779321
Dec 11 20:52:03.223306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34994) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:03.230566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Request body: {'subnet': {'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-108580363-subnet', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:03.279731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Made reservation on behalf of bd626134315844d88d514c6c114c511b for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:03.282044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.295282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963342db-034d-4372-8c1d-eca881542864 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb1f102-6ed0-4c36-b3f4-53127a531bae,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:03.300984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-22103658-1ed8-4b5f-b6a0-17696e68d721 req-17d34d2e-750b-49c0-a097-338522e6fb4e tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664606
Dec 11 20:52:03.309379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7e758039-2b1b-4ce7-921a-df3d24ea1bb4 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips/9cb11396-62eb-42be-b0e2-b710b3764fb0 HTTP/1.1" status: 200  len: 693 time: 0.1013598
Dec 11 20:52:03.331511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:52:03.440069 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabb444a-602a-4d54-acaa-6cbd5a46be14 x-openstack-request-id: req-aabb444a-602a-4d54-acaa-6cbd5a46be14 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:03.440393 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea1835-69ae-41c3-ae72-448e2e619656", "name": "network-vif-deleted", "tag": "58516062-7950-4ded-92b5-98a2afcd5737", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:03.440651 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aabb444a-602a-4d54-acaa-6cbd5a46be14 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:03.440768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Allocated IP 172.20.0.8 (72fe9856-86b7-4a61-aa00-7369e84ba2e4/2a440351-e979-425a-a600-9100374e3a85/bbd08d3c-5cb2-4231-9641-e2a213ae8bb5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:03.441197 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea1835-69ae-41c3-ae72-448e2e619656', 'name': 'network-vif-deleted', 'tag': '58516062-7950-4ded-92b5-98a2afcd5737', 'status': 'completed', 'code': 200}
Dec 11 20:52:03.483306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-f5384416-4f13-434d-b579-42963d722e39 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.484701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-f5384416-4f13-434d-b579-42963d722e39 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1688483
Dec 11 20:52:03.555835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-b4b790fc-175d-476d-8d07-2b2c63ae7637 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.186 HTTP/1.1" status: 200  len: 696 time: 0.0635629
Dec 11 20:52:03.561380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.609223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db6fc6-003c-4d62-9919-dfd117500476 req-60125346-8be5-48b9-9056-8ccbb380798d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.610998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5db6fc6-003c-4d62-9919-dfd117500476 req-60125346-8be5-48b9-9056-8ccbb380798d tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1286066
Dec 11 20:52:03.651424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5b8edd-6837-4c28-af28-412b725d6897,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:03.656314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-fd6b5dc8-db9f-40ee-8b6d-6228e48e7462 tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.186 HTTP/1.1" status: 200  len: 696 time: 0.0808766
Dec 11 20:52:03.666278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Checking segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:03.666674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Network hostable DHCP agents. Network: 0cb1f102-6ed0-4c36-b3f4-53127a531bae, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:52:03.699151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5db6fc6-003c-4d62-9919-dfd117500476 req-9656b0f1-9e01-4750-bcf1-04eaf1436ba2 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783229
Dec 11 20:52:03.705492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:52:03.729673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0cb1f102-6ed0-4c36-b3f4-53127a531bae) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:03.736626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:03.741892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.742633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe71e1-3ac8-470f-a1c5-b248cab9c620 None None] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:03.772510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8fc52a94-bcae-4acc-802c-7ba15164eb96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5479753
Dec 11 20:52:03.786655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35008) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:03.791190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:03.822825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.824072 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.832310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.897626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Deleting port 6cae77e6-a8c4-41b2-bee3-e209803750ba {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:03.897968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.910047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'project_id': 'bd626134315844d88d514c6c114c511b', 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:52:03.911138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.915013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:03.969200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.020016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.020338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.081885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.082147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:04.084486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Calling delete_port for 6cae77e6-a8c4-41b2-bee3-e209803750ba owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:04.098527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:04.102826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:04.106799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:04.108239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Allocated IP 172.20.0.2 (0cb1f102-6ed0-4c36-b3f4-53127a531bae/9b5b8edd-6837-4c28-af28-412b725d6897/27f2be83-16bd-41e4-9380-fa1695592723) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:04.227858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:04.228609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.277339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-3e9add83-57c4-4ef9-a680-ebe0914d03c7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5006855
Dec 11 20:52:04.281637 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.290506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.292636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Request body: {'port': {'device_id': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:04.350411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:04.353563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:04.357209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:04.358805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.366149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Pushing event updated for resources: {'Port': ['ID=27f2be83-16bd-41e4-9380-fa1695592723,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:04.373867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.400211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.428977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Attempting to bind port 27f2be83-16bd-41e4-9380-fa1695592723 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:04.429649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Attempting to bind port 27f2be83-16bd-41e4-9380-fa1695592723 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:04.430411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Attempting to bind port 27f2be83-16bd-41e4-9380-fa1695592723 on network 0cb1f102-6ed0-4c36-b3f4-53127a531bae {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:04.437166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:04.437816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Checking segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:04.438375 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.439457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Bound using segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:04.439969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Bound port: 27f2be83-16bd-41e4-9380-fa1695592723, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:04.440354 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.514510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.535536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] For port 27f2be83-16bd-41e4-9380-fa1695592723, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:04.539871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] For port 27f2be83-16bd-41e4-9380-fa1695592723, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f2be83-16bd-41e4-9380-fa1695592723,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:04.545861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.566659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Allocated IP 172.35.1.15 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/567d96d8-1d51-45de-bc59-b010af3a75bb) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:04.598419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:04.601109 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b91b19-8b4b-4ed6-9f91-97f6c3cb8479" -d '{"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:04.624459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a9b1c-a957-4b6c-90b7-9199d69bc96d None None] Pushing event updated for resources: {'Port': ['ID=27f2be83-16bd-41e4-9380-fa1695592723,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:04.640477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Pushing event deleted for resources: {'Port': ['ID=6cae77e6-a8c4-41b2-bee3-e209803750ba,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:04.744196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.772381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.775016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.776475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2d67cde-700e-4fed-bc8b-034b4bab9138 req-7da1a2bd-de03-43af-9736-c73b0938d69c tempest-FloatingIPDetailsTestJSON-1592808370 tempest-FloatingIPDetailsTestJSON-1592808370-project] 10.222.0.18 "DELETE /v2.0/floatingips/9cb11396-62eb-42be-b0e2-b710b3764fb0 HTTP/1.1" status: 204  len: 173 time: 1.1123197
Dec 11 20:52:04.783598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:04.794890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:04.906032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:04.912396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:04.915854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Pushing event updated for resources: {'Port': ['ID=567d96d8-1d51-45de-bc59-b010af3a75bb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:04.918602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:05.002788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:05.014006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.036968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dafbab-ac09-4523-97c0-0c085f23948c req-78a2cb6d-d87c-4dfa-85ed-33756c5c092f tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.038747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3dafbab-ac09-4523-97c0-0c085f23948c req-78a2cb6d-d87c-4dfa-85ed-33756c5c092f tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 949 time: 0.1376314
Dec 11 20:52:05.056697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Transition to ACTIVE for port object bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:05.067576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.157875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3dafbab-ac09-4523-97c0-0c085f23948c req-834a8bb5-234b-4933-bda6-cd5403020290 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093426
Dec 11 20:52:05.161308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:05.221273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-c80f391a-3530-46c3-baac-3b49e0599c43 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:52:05.222334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-c80f391a-3530-46c3-baac-3b49e0599c43 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0107083
Dec 11 20:52:05.234156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:05.271405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 9006da9f-a9bb-4951-a148-43978fa5de06 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:05.272528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9006da9f-a9bb-4951-a148-43978fa5de06 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:05.309953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Attempting to bind port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:05.310591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Attempting to bind port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:05.310736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Attempting to bind port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:05.334669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:05.334995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Attempting to bind port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:05.338554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-8bafdffe-3298-4596-a5b5-c046a0f7e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.339949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-8bafdffe-3298-4596-a5b5-c046a0f7e5be service neutron] 10.222.0.18 "GET /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 1093 time: 0.0999515
Dec 11 20:52:05.351030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:05.351487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:52:05.354669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:05.355008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Checking segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:05.355384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Bound using segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:05.355821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Bound port: bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:05.356172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.404070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207014e9-5ef3-4df0-95ff-452c8b6b5637 req-48add9cd-b8a9-4148-bc25-c2a04487556c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.405622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-207014e9-5ef3-4df0-95ff-452c8b6b5637 req-48add9cd-b8a9-4148-bc25-c2a04487556c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 943 time: 0.1285019
Dec 11 20:52:05.551783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:05.560343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:05.565187 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-207014e9-5ef3-4df0-95ff-452c8b6b5637 req-23ab3b78-aeb7-424f-95ba-e69dc198cf3e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526692
Dec 11 20:52:05.570623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.646545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.647436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.648972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] 10.222.0.30 "PUT /v2.0/ports/bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 HTTP/1.1" status: 200  len: 1091 time: 1.3618193
Dec 11 20:52:05.649539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:05.652041 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1506514b-391f-4c2c-a7ee-e9e349465774" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:05.697960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8936aec-3cc8-4e1e-a669-faf638a87b53 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:05.714621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.724862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:05.725185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:05.725635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:05.751684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:05.752158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:05.765161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:05.765649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:05.766160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:05.766771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Bound port: c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:05.808853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-147eb053-07e9-4365-9791-faacae441761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.810598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-147eb053-07e9-4365-9791-faacae441761 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 1094 time: 0.1137433
Dec 11 20:52:05.820537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82820d0e-b607-4cb0-9e87-4a29aea7c7cc req-5c6308c6-1424-4f60-a5fa-52580dc680fc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:05.822154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82820d0e-b607-4cb0-9e87-4a29aea7c7cc req-5c6308c6-1424-4f60-a5fa-52580dc680fc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 949 time: 0.1575100
Dec 11 20:52:05.840364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8636e-2c09-4eab-97c5-9b9ff8ea6829 None None] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:05.875228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-fa8f4695-5742-4874-9fd8-813147103eb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 HTTP/1.1" status: 200  len: 217 time: 0.0476413
Dec 11 20:52:05.923004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] Provisioning complete for port 27f2be83-16bd-41e4-9380-fa1695592723 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:05.924804 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.937307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:05.962596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.972631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:05.974594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-dec9ae28-bea8-4912-af95-be53b3cb1acd service neutron] 10.222.0.18 "POST /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5/bindings HTTP/1.1" status: 201  len: 389 time: 0.6271267
Dec 11 20:52:05.994725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82820d0e-b607-4cb0-9e87-4a29aea7c7cc req-80223086-7449-4fcb-8f89-a70a27bb0bf0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516092
Dec 11 20:52:06.011600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-0b905867-285a-4fd8-9cb3-630ac69007a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:06.013875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-0b905867-285a-4fd8-9cb3-630ac69007a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.1265602
Dec 11 20:52:06.025684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.084582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-726a03d2-a860-4fa2-9d82-274ae29b60b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451400
Dec 11 20:52:06.111167 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b0c412-ade8-4eeb-906c-de7fa0b0d627 x-openstack-request-id: req-14b0c412-ade8-4eeb-906c-de7fa0b0d627 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:06.111674 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-plugged", "status": "completed", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:06.112116 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14b0c412-ade8-4eeb-906c-de7fa0b0d627 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:06.112722 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'code': 200}
Dec 11 20:52:06.232863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27f2be83-16bd-41e4-9380-fa1695592723 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:06.307786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Router e4351ed7-b644-4931-b51f-b9635a4756f3 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:52:06.310762 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b9dcb2-a55f-408c-be73-7eefab19250c x-openstack-request-id: req-b4b9dcb2-a55f-408c-be73-7eefab19250c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:06.311268 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:06.311268 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4b9dcb2-a55f-408c-be73-7eefab19250c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:06.311627 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'status': 'completed', 'code': 200}
Dec 11 20:52:06.354397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.375554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-02a6147a-d9a8-4466-8de1-2c91f11c112c service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2733319
Dec 11 20:52:06.411937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c06202-dc23-4c99-a98f-380453e9c1e3 req-c00a8e8c-ba74-4cdd-9b6c-be8483547782 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:06.413458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7c06202-dc23-4c99-a98f-380453e9c1e3 req-c00a8e8c-ba74-4cdd-9b6c-be8483547782 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1818464
Dec 11 20:52:06.424183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] For port 27f2be83-16bd-41e4-9380-fa1695592723, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f2be83-16bd-41e4-9380-fa1695592723,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:06.431150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 27f2be83-16bd-41e4-9380-fa1695592723 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:06.431786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.434591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.554980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fb124-aedf-49c5-9e3b-e5606fdd5e20 None None] Pushing event updated for resources: {'Port': ['ID=27f2be83-16bd-41e4-9380-fa1695592723,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:06.556159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-0b32406f-79a4-41a4-8f38-37ab42699df5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:06.557841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-0b32406f-79a4-41a4-8f38-37ab42699df5 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.30 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 949 time: 0.2108364
Dec 11 20:52:06.564375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272ae7-b3c8-48a5-8e61-62a1f87d5f10 req-c90f2fc1-86fe-424e-a0ec-d20772dac3e0 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:06.566278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4272ae7-b3c8-48a5-8e61-62a1f87d5f10 req-c90f2fc1-86fe-424e-a0ec-d20772dac3e0 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 1100 time: 0.1522124
Dec 11 20:52:06.669990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Deleting port 1061a769-e0ce-4dfc-a612-4e0b32feec3b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:06.670342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.688382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:06.698528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Sync routers for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:06.710756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:06.711389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77277bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:06.786824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9fb3aa1-cc6c-4926-b2c5-be24d56130de None None] Provisioning complete for port 27f2be83-16bd-41e4-9380-fa1695592723 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:06.787190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3aa1-cc6c-4926-b2c5-be24d56130de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.788588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.789928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b154f761-19cf-4dc8-bcc6-da05b8abe3dd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.0022113
Dec 11 20:52:06.797116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4272ae7-b3c8-48a5-8e61-62a1f87d5f10 req-525247b4-bc61-4939-9b3f-e9c1e32a5ed5 tempest-ServersOnMultiNodesTest-848857873 tempest-ServersOnMultiNodesTest-848857873-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1950865
Dec 11 20:52:06.797912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35054) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:06.886406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-eac4249f-cfc4-4626-8d4e-1279548c8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:06.887822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-eac4249f-cfc4-4626-8d4e-1279548c8c75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1096 time: 0.4734969
Dec 11 20:52:06.890014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:06.904908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Deleting port a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:06.905401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.909916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] For port 1061a769-e0ce-4dfc-a612-4e0b32feec3b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1061a769-e0ce-4dfc-a612-4e0b32feec3b,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:06.910385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:06.923826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7c06202-dc23-4c99-a98f-380453e9c1e3 req-2d3a17f3-e4e9-4720-8c35-0f3b41c49fe0 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4986408
Dec 11 20:52:06.988381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Calling delete_port for 1061a769-e0ce-4dfc-a612-4e0b32feec3b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:07.000998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b2339-91a1-4630-b4b6-d5cce973a7da req-517a5198-25e8-4221-9af7-8c8fcc4c2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.002610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-465b2339-91a1-4630-b4b6-d5cce973a7da req-517a5198-25e8-4221-9af7-8c8fcc4c2fba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1102 time: 0.5665503
Dec 11 20:52:07.023389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bab3be4-5a3d-43af-a234-a4e4c65c3f53 req-e5dc5947-33b9-48e7-b6d5-c72c68dd93ed service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6463060
Dec 11 20:52:07.100898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:07.163341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 58516062-7950-4ded-92b5-98a2afcd5737 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:07.163583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 58516062-7950-4ded-92b5-98a2afcd5737 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:07.165831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617cadd-af84-4c5d-b084-20f6683563ae req-c8e161d2-70e6-419a-8e0e-1bbe4d76c399 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.167450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7674b8-941f-43d2-ac96-59c5ee5e8ad9 req-39c53cd0-9b9e-4240-b659-c78402dc1b20 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.167611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0617cadd-af84-4c5d-b084-20f6683563ae req-c8e161d2-70e6-419a-8e0e-1bbe4d76c399 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.2009923
Dec 11 20:52:07.168981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c7674b8-941f-43d2-ac96-59c5ee5e8ad9 req-39c53cd0-9b9e-4240-b659-c78402dc1b20 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 949 time: 0.1637957
Dec 11 20:52:07.176866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-465b2339-91a1-4630-b4b6-d5cce973a7da req-7464f434-2b9c-4233-b778-adc56a801f9a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521735
Dec 11 20:52:07.184360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-fa2a3518-8da8-4c73-9c60-62eba691e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.185879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-fa2a3518-8da8-4c73-9c60-62eba691e27d service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2856576
Dec 11 20:52:07.193982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-5bef0d7c-36b3-4d2e-bb62-6fe1bb0d1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.196126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-5bef0d7c-36b3-4d2e-bb62-6fe1bb0d1792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 1094 time: 0.1035788
Dec 11 20:52:07.203105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] For port a3bd09b8-1bee-4a4f-b80b-378ebb234289, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a3bd09b8-1bee-4a4f-b80b-378ebb234289,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:07.203378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.249686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Calling delete_port for a3bd09b8-1bee-4a4f-b80b-378ebb234289 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:07.255505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-4971d595-e7a4-4fbb-a4b9-33dfdbf771d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 217 time: 0.0584500
Dec 11 20:52:07.308339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77277bb0>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:05Z', 'revision_number': 3, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:07.343003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Checking router: e4351ed7-b644-4931-b51f-b9635a4756f3 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:07.343357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Updating router e4351ed7-b644-4931-b51f-b9635a4756f3 port 567d96d8-1d51-45de-bc59-b010af3a75bb binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:52:07.374659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.379325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c7674b8-941f-43d2-ac96-59c5ee5e8ad9 req-362a08d7-cd75-473b-90df-9572a05507df tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888251
Dec 11 20:52:07.408253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-1a59c33d-a874-409c-bc2d-dcd8e678f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.409920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-1a59c33d-a874-409c-bc2d-dcd8e678f141 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1345284
Dec 11 20:52:07.430106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-48b7e2fa-d4a6-407d-be0d-71a99a08109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.431764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-48b7e2fa-d4a6-407d-be0d-71a99a08109b service neutron] 10.222.0.30 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 905 time: 0.2167985
Dec 11 20:52:07.511600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-327e7292-8017-460b-9a1e-88581781c867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 HTTP/1.1" status: 200  len: 217 time: 0.0685353
Dec 11 20:52:07.526297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-83428e02-d3e5-43f8-a71b-ea5bd43a7edd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934198
Dec 11 20:52:07.642281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd8ecd-49ea-4071-a462-c5c7f2b815e2 req-31fd2242-59b4-4d9f-87ac-cda0e4d9b4d1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.644044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38dd8ecd-49ea-4071-a462-c5c7f2b815e2 req-31fd2242-59b4-4d9f-87ac-cda0e4d9b4d1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 943 time: 0.1916566
Dec 11 20:52:07.647984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-478a5bc5-7937-4eb9-ac6a-a1ffae11f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:07.649016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-478a5bc5-7937-4eb9-ac6a-a1ffae11f5f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.1217513
Dec 11 20:52:07.676589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.682514 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.698406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0617cadd-af84-4c5d-b084-20f6683563ae req-c8da0ff0-e0c2-415c-b8f9-ab3006f513b2 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5028503
Dec 11 20:52:07.718084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-14ff2d39-8180-435d-920c-8265981e1e53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520878
Dec 11 20:52:07.739853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Attempting to bind port 567d96d8-1d51-45de-bc59-b010af3a75bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:07.740236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Attempting to bind port 567d96d8-1d51-45de-bc59-b010af3a75bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:07.740581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Attempting to bind port 567d96d8-1d51-45de-bc59-b010af3a75bb on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:07.742872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a61f-5b10-4836-861c-a1102963b496 None None] Pushing event updated for resources: {'Port': ['ID=567d96d8-1d51-45de-bc59-b010af3a75bb,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:07.749624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:07.749896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:07.750187 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.750702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:07.751927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Bound port: 567d96d8-1d51-45de-bc59-b010af3a75bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:07.752265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.758161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38dd8ecd-49ea-4071-a462-c5c7f2b815e2 req-7aced568-b94b-4a7e-9105-b91247e3f538 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935433
Dec 11 20:52:07.760416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-01686d0b-7f06-47e3-88ba-31bb8944ce00 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221808
Dec 11 20:52:07.839967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] For port 567d96d8-1d51-45de-bc59-b010af3a75bb, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:07.843449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] For port 567d96d8-1d51-45de-bc59-b010af3a75bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=567d96d8-1d51-45de-bc59-b010af3a75bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:07.849432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:07.900904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-abe4115c-c37f-4e47-b07e-89e29149e240 service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476908
Dec 11 20:52:07.927704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:07.928383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77277bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:08.020398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a61f-5b10-4836-861c-a1102963b496 None None] Pushing event updated for resources: {'Port': ['ID=567d96d8-1d51-45de-bc59-b010af3a75bb,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:08.051434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.053595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27f2be83-16bd-41e4-9380-fa1695592723 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:08.117636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Pushing event deleted for resources: {'Port': ['ID=1061a769-e0ce-4dfc-a612-4e0b32feec3b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:08.136087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.146382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-762ea451-31e2-46bc-a592-c41a5c75c6a0 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2445815
Dec 11 20:52:08.196916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 27f2be83-16bd-41e4-9380-fa1695592723 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:08.197339 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.198398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf430fb-c3a6-459d-97ad-8b7868aebad4 req-63e1222c-01be-485a-9b4d-bbe509c624a8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:08.200287 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf430fb-c3a6-459d-97ad-8b7868aebad4 req-63e1222c-01be-485a-9b4d-bbe509c624a8 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1457613
Dec 11 20:52:08.235227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:08.243045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1506514b-391f-4c2c-a7ee-e9e349465774 req-388593b8-a71c-43c1-9bd4-fa1d1a16144a service neutron] 10.222.0.30 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2290051
Dec 11 20:52:08.261741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Pushing event deleted for resources: {'Port': ['ID=a3bd09b8-1bee-4a4f-b80b-378ebb234289,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:08.296877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf430fb-c3a6-459d-97ad-8b7868aebad4 req-578ad622-2c05-4387-8d9d-b36af97514d9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759828
Dec 11 20:52:08.455281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723dac77-76ac-4933-b17b-63ac96933c20 req-956e577a-35ab-4df3-b933-cc74085237d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:08.457503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-723dac77-76ac-4933-b17b-63ac96933c20 req-956e577a-35ab-4df3-b933-cc74085237d4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 949 time: 0.3611979
Dec 11 20:52:08.458369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] No DVR routers for this DVR port a3bd09b8-1bee-4a4f-b80b-378ebb234289 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:08.460927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.464568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9a413674-74cc-4736-bc5f-c72c10e480b3 req-4d571f2b-a312-47f6-b959-42b7e1b706cc tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.30 "DELETE /v2.0/ports/a3bd09b8-1bee-4a4f-b80b-378ebb234289 HTTP/1.1" status: 204  len: 173 time: 1.8713152
Dec 11 20:52:08.477553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-deleted', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:08.480597 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aaff0c-2c35-43a6-afc0-a3293dad0ac4" -d '{"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-deleted", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:08.523859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.575616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77277bb0>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:05Z', 'revision_number': 3, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:08.581360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39ab4601-0f84-428c-af1e-4d949fa5b15b req-9a52779a-88bf-4a42-aca7-0543fddc9947 tempest-ListImageFiltersTestJSON-1156382919 tempest-ListImageFiltersTestJSON-1156382919-project] 10.222.0.18 "GET /v2.0/ports?device_id=53743e67-ddeb-4655-a4c8-a0aaf3aa9b98 HTTP/1.1" status: 200  len: 210 time: 0.0629072
Dec 11 20:52:08.614804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84553a2f-7d41-45e9-a931-3ab3b6732cb7 None None] The sync data for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 is: [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:05Z', 'revision_number': 3, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:08.661794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-723dac77-76ac-4933-b17b-63ac96933c20 req-13372c3c-80b3-4189-a6c7-00064e239db2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934369
Dec 11 20:52:08.673123 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1c7f1a-a604-4495-aee2-12b63dbf5784 x-openstack-request-id: req-3a1c7f1a-a604-4495-aee2-12b63dbf5784 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:08.673665 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53743e67-ddeb-4655-a4c8-a0aaf3aa9b98", "name": "network-vif-deleted", "tag": "a3bd09b8-1bee-4a4f-b80b-378ebb234289", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:08.674091 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a1c7f1a-a604-4495-aee2-12b63dbf5784 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:08.674861 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53743e67-ddeb-4655-a4c8-a0aaf3aa9b98', 'name': 'network-vif-deleted', 'tag': 'a3bd09b8-1bee-4a4f-b80b-378ebb234289', 'status': 'completed', 'code': 200}
Dec 11 20:52:08.761450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:08.916093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda147ec-b64e-47db-ab50-b2f912056a62 req-5fae7d72-7504-466b-bded-06a16eb01c60 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:08.917767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cda147ec-b64e-47db-ab50-b2f912056a62 req-5fae7d72-7504-466b-bded-06a16eb01c60 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.0822659
Dec 11 20:52:09.004269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cda147ec-b64e-47db-ab50-b2f912056a62 req-19d19ea2-776d-4169-b20c-39ced435a227 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784380
Dec 11 20:52:09.069758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a902ab1-8a36-403c-af3d-d7c06ed4faab req-cb1f5d42-d857-4cbd-a76b-e9764195781f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:09.080472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a902ab1-8a36-403c-af3d-d7c06ed4faab req-cb1f5d42-d857-4cbd-a76b-e9764195781f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 943 time: 0.1902971
Dec 11 20:52:09.129052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Allocated IP 172.20.0.1 (0cb1f102-6ed0-4c36-b3f4-53127a531bae/9b5b8edd-6837-4c28-af28-412b725d6897/0e4edc22-f83a-4a51-b830-2cdc68a17d2b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:09.257254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a902ab1-8a36-403c-af3d-d7c06ed4faab req-707a2411-7539-4a25-bc7c-8c2fd11a3470 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758277
Dec 11 20:52:09.353335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:09.372250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Router c5d1ed28-8680-49ac-b78a-2371562378b6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:52:09.448093 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:09.468058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ede8ae-e666-4429-8682-5bffc7c8762e req-68db7264-80f6-41a1-ac17-8d8d840c1600 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:09.475836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54ede8ae-e666-4429-8682-5bffc7c8762e req-68db7264-80f6-41a1-ac17-8d8d840c1600 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.0727193
Dec 11 20:52:09.535405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:09.542679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:09.549313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:09.554271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:09.559114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54ede8ae-e666-4429-8682-5bffc7c8762e req-42fe0ea6-f190-459d-8ef0-2d9cfaa3b808 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677075
Dec 11 20:52:09.594394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:09.614701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02253063-52b2-467a-9de0-eef37167ca20 admin admin] 10.222.0.18 "PUT /v2.0/routers/c5d1ed28-8680-49ac-b78a-2371562378b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8296309
Dec 11 20:52:09.618176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:09.618850 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Sync routers for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:09.646358 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:09.648809 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:09.693064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb0e51-c516-4077-b18b-e203d8122751 req-6dae91c8-dd09-4172-bc90-953d7d51fae0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:09.697258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01cb0e51-c516-4077-b18b-e203d8122751 req-6dae91c8-dd09-4172-bc90-953d7d51fae0 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 949 time: 0.1333239
Dec 11 20:52:09.794195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:09.863537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:09.952675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1ca55-e2ed-4d05-bfb9-a0eb4f5c74b5 req-e53589be-7a6c-42e8-9f82-647c77ded7dc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:09.955199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fd1ca55-e2ed-4d05-bfb9-a0eb4f5c74b5 req-e53589be-7a6c-42e8-9f82-647c77ded7dc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 949 time: 0.1212788
Dec 11 20:52:09.963670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:09.964081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:09.966437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:10.028783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-21361988-dce4-4c65-93ea-19aec5b13854 None None] Provisioning complete for port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:10.029324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21361988-dce4-4c65-93ea-19aec5b13854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.107764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.121526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-21361988-dce4-4c65-93ea-19aec5b13854 None None] Port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:10.211622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.247339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fd1ca55-e2ed-4d05-bfb9-a0eb4f5c74b5 req-e3493964-bf15-4e23-a7c2-a5f48952e0f5 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2762983
Dec 11 20:52:10.273195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 567d96d8-1d51-45de-bc59-b010af3a75bb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:10.317777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:10.318151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.346672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Deleting port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:10.347024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.347648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:10.393556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc1c0>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125'}], 'enable_snat': True}, 'gw_port_id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:52:07Z', 'revision_number': 5, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port': {'id': '41f540fa-c7a1-48b7-91fe-18e6d5ebd77e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:51:39Z', 'updated_at': '2021-12-11T20:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:10.427196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 567d96d8-1d51-45de-bc59-b010af3a75bb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:10.427622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.462137 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Checking router: c5d1ed28-8680-49ac-b78a-2371562378b6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:10.474240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Routers {'c5d1ed28-8680-49ac-b78a-2371562378b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:10.475454 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c5d1ed28-8680-49ac-b78a-2371562378b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:10.532722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.562293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 567d96d8-1d51-45de-bc59-b010af3a75bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=567d96d8-1d51-45de-bc59-b010af3a75bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:10.569503 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.596973 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] Set router c5d1ed28-8680-49ac-b78a-2371562378b6 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:10.643810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=567d96d8-1d51-45de-bc59-b010af3a75bb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:10.713101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06dd7c-afce-47c0-a970-518c33c90605 req-74d76191-b162-480f-a572-77572dfed939 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:10.714975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b06dd7c-afce-47c0-a970-518c33c90605 req-74d76191-b162-480f-a572-77572dfed939 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1102 time: 0.1485755
Dec 11 20:52:10.728865 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859bc1c0>, [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 6, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:10.732538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.746218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:10.748990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40', '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'afa2a5c4-214b-4286-92a9-4a8159b2b94a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:10.767010 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8070e79-bf43-4e6e-9304-337fc2470849 None None] The sync data for ids ['c5d1ed28-8680-49ac-b78a-2371562378b6'] in ncdv-master-1 is: [{'id': 'c5d1ed28-8680-49ac-b78a-2371562378b6', 'name': 'tempest-FloatingIPDetailsTestJSON-1814236571-router', 'tenant_id': '46471e46c4fb4c3caa1a74959d65628f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:51:38Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 6, 'project_id': '46471e46c4fb4c3caa1a74959d65628f', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:10.791739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:10.857771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b06dd7c-afce-47c0-a970-518c33c90605 req-349ba7b8-e08b-425f-9f2f-fee1007efb94 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300159
Dec 11 20:52:10.883078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:10.887671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:10.893255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01cb0e51-c516-4077-b18b-e203d8122751 req-0be11b6c-9f0d-4f75-83bc-bb1af3c374bc tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "DELETE /v2.0/ports/2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 HTTP/1.1" status: 204  len: 173 time: 1.1898382
Dec 11 20:52:10.894162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'name': 'network-vif-deleted', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:10.908563 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917a25b7-8d55-4fe8-88b5-2adaee58c277" -d '{"events": [{"server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "name": "network-vif-deleted", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:10.958846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b7362-e552-495d-8866-2195e1ee0706 req-eb53d523-cdab-479b-b972-442348de60f0 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:10.961157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-199b7362-e552-495d-8866-2195e1ee0706 req-eb53d523-cdab-479b-b972-442348de60f0 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.1978092
Dec 11 20:52:10.991402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ce067bd-e496-41d1-a80c-7e54317387c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.020154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.030093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] For port 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:11.035271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.051404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.082034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:11.084951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:11.113341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Calling delete_port for 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:11.142456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: a3bd09b8-1bee-4a4f-b80b-378ebb234289 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:11.142859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a3bd09b8-1bee-4a4f-b80b-378ebb234289 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:11.174940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f107c7-3228-4184-b1f9-a8d17fd0fa25 req-045ec313-785a-4cd3-be51-d2f9c80ce6d4 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:11.177291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3f107c7-3228-4184-b1f9-a8d17fd0fa25 req-045ec313-785a-4cd3-be51-d2f9c80ce6d4 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 943 time: 0.0792050
Dec 11 20:52:11.251850 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3f107c7-3228-4184-b1f9-a8d17fd0fa25 req-58702979-4194-423a-8b78-be84c7f77d12 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684195
Dec 11 20:52:11.253388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-199b7362-e552-495d-8866-2195e1ee0706 req-7ab6265f-31e7-41d8-8cf0-3b46adcd2d8f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2793913
Dec 11 20:52:11.333598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.335105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Pushing event updated for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:11.400264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:11.425785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'mac_address': 'fa:16:3e:d7:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:11.511395 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf61de8-e8b8-498c-b574-df00a32a5ee1 x-openstack-request-id: req-fcf61de8-e8b8-498c-b574-df00a32a5ee1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:11.512197 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c3f7e0-e5c2-4d1c-86d6-348657e46329", "name": "network-vif-deleted", "tag": "2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:11.512629 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcf61de8-e8b8-498c-b574-df00a32a5ee1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:11.513263 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c3f7e0-e5c2-4d1c-86d6-348657e46329', 'name': 'network-vif-deleted', 'tag': '2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04', 'status': 'completed', 'code': 200}
Dec 11 20:52:11.515094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.558930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:11.562578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.565722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:11.570312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:11.602443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f540fa-c7a1-48b7-91fe-18e6d5ebd77e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:11.686374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:11.716038 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.717432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea1eb852-7f38-40b0-ae3d-a26ce2bc418e req-72dbc3af-28da-4e0d-a71f-50399183663f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=79c3f7e0-e5c2-4d1c-86d6-348657e46329 HTTP/1.1" status: 200  len: 210 time: 0.0633321
Dec 11 20:52:11.834189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:11.851170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:12.004649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 567d96d8-1d51-45de-bc59-b010af3a75bb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:12.064958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-75641c51-1c1c-4de9-9ae0-096f7c8590ed None None] Provisioning complete for port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:12.065357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75641c51-1c1c-4de9-9ae0-096f7c8590ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.066202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.071793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.083795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7df5-74e5-4ab0-aabf-24fb245ecd23 req-6b032ae5-6a6e-4b1f-8952-fdee082e2044 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:12.085344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bbe7df5-74e5-4ab0-aabf-24fb245ecd23 req-6b032ae5-6a6e-4b1f-8952-fdee082e2044 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 1102 time: 0.3116505
Dec 11 20:52:12.135878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Router e4351ed7-b644-4931-b51f-b9635a4756f3 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:52:12.143479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-75641c51-1c1c-4de9-9ae0-096f7c8590ed None None] Port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:12.157233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.157796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d1ed28-8680-49ac-b78a-2371562378b6 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:52:12.163230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 567d96d8-1d51-45de-bc59-b010af3a75bb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:12.163364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.165618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.166978 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a3d72720-60a7-44c6-9b97-d9fc26725bb7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c5d1ed28-8680-49ac-b78a-2371562378b6 HTTP/1.1" status: 204  len: 168 time: 2.5475533
Dec 11 20:52:12.169657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35170) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:12.238371 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bbe7df5-74e5-4ab0-aabf-24fb245ecd23 req-2c2d16b1-3e0e-4409-bf02-81514ecf36f6 tempest-ServersAdminTestJSON-919930212 tempest-ServersAdminTestJSON-919930212-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046157
Dec 11 20:52:12.317828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Deleting subnet 39ae893f-afc1-4493-8683-564eabd0810a {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:52:12.321329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:12.327301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.337652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5e17f003-16da-490d-acd5-c6ba767e5cda admin admin] 10.222.0.18 "PUT /v2.0/routers/e4351ed7-b644-4931-b51f-b9635a4756f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5359192
Dec 11 20:52:12.353441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Sync routers for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:12.410074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.528787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:12.561972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689dcee-1000-44db-8de9-b13ed52a865e req-ccb11038-48f3-4e3b-a2be-2240aa5093ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:12.564795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a689dcee-1000-44db-8de9-b13ed52a865e req-ccb11038-48f3-4e3b-a2be-2240aa5093ab tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 945 time: 0.1312385
Dec 11 20:52:12.583988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:12.584652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77536b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:51:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:12.634238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35186) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:12.635677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.713414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a689dcee-1000-44db-8de9-b13ed52a865e req-504d3ba7-f173-4f2d-8b12-e92e5b23715e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378953
Dec 11 20:52:12.732112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-e4e35993-6347-4816-a2d0-1b9429287e94 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:12.734408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-e4e35993-6347-4816-a2d0-1b9429287e94 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1462045
Dec 11 20:52:12.755871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:12.819708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca228a-898f-4b1c-8f11-05f972d60072 req-4962617b-0c49-4cd4-bc67-6978cb4d5cf3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:12.837635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38ca228a-898f-4b1c-8f11-05f972d60072 req-4962617b-0c49-4cd4-bc67-6978cb4d5cf3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 944 time: 0.1433399
Dec 11 20:52:12.839611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1061a769-e0ce-4dfc-a612-4e0b32feec3b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:12.843227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.865397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.892223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1061a769-e0ce-4dfc-a612-4e0b32feec3b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:12.892548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1061a769-e0ce-4dfc-a612-4e0b32feec3b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:12.892964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:12.909589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:12.950781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38ca228a-898f-4b1c-8f11-05f972d60072 req-517a604e-c9fa-41ce-a5b6-0b6301b8f343 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121495
Dec 11 20:52:12.962946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ae893f-afc1-4493-8683-564eabd0810a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:12.970139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:12.971534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:12.971914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41f540fa-c7a1-48b7-91fe-18e6d5ebd77e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:12.980735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f909242f-f89b-44ac-a4e1-2724abcd531a None None] Network 793dc673-40f8-45e2-91bc-be687f539a78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:12.982602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35194) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:12.983855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b945dd1-b243-45b9-96be-8e9242c50420 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39ae893f-afc1-4493-8683-564eabd0810a HTTP/1.1" status: 204  len: 168 time: 0.8122146
Dec 11 20:52:13.042341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c1f73b0-71f1-463f-82c6-de25f181814c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48323e27eadb4c0d904bd94731b0c505&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4041007
Dec 11 20:52:13.043279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:13.128131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.131690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:13.154062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.157379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:13.179750 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.195528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:13.223564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8595a-0373-45e7-846f-07542172a343 req-51888425-1960-4657-989d-77c0fb6b1ae7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:13.225390 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fe8595a-0373-45e7-846f-07542172a343 req-51888425-1960-4657-989d-77c0fb6b1ae7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.1395297
Dec 11 20:52:13.266250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:13.270137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.272736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1133036886', 'description': 'tempest-description--1410495017'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:13.273637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:13.276265 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad46f330-3b35-4c8d-92c1-9806f9cb1e07" -d '{"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:13.285722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.320892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.327889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.332916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9 HTTP/1.1" status: 204  len: 168 time: 0.2860320
Dec 11 20:52:13.333113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:13.384806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] DHCP port deletion for 793dc673-40f8-45e2-91bc-be687f539a78 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:52:13.386811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:13.387152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2c6c40c1-bd13-4ce5-8ad6-984d3d4aeb04 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:13.394316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f01a8d-8bdf-40e6-b180-bdf52fa3a5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1a39a-9eb9-4b78-a45e-d38f9e6342b9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:13.404596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:13.423978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.458555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fe8595a-0373-45e7-846f-07542172a343 req-cae330ff-d33a-4187-9b3c-aaebb375a133 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217174
Dec 11 20:52:13.495851 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe0a47-24a4-410b-948b-04cd905a9893 x-openstack-request-id: req-75fe0a47-24a4-410b-948b-04cd905a9893 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:13.496485 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:13.497366 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75fe0a47-24a4-410b-948b-04cd905a9893 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:13.498177 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'code': 200}
Dec 11 20:52:13.526931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:13.527658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:13.528601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:13.531278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:13.541644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:13.542517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Attempting to bind port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on network 65f7b4a2-c131-4956-8472-b3b7c82bb4af {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:13.551623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:13.552630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Checking segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:13.552961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Bound using segment: {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:13.554099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b06a490-9977-458d-87c1-e97d87e9abd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.554250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Bound port: c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '65f7b4a2-c131-4956-8472-b3b7c82bb4af'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:13.554997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.564699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:52:13.578201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Deleting port f795ddad-f38e-4a54-b61f-a3ca02d4547d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:13.578866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.591755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.600449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Deleting port f795ddad-f38e-4a54-b61f-a3ca02d4547d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:13.602673 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.602797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.662750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77536b80>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 2, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:13.662977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.664426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3962162
Dec 11 20:52:13.666893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cf2b3-0f02-4f06-9221-7c3009fff820 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63022f3-507c-4f95-85bc-f964d5dfe1ea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:13.672128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:13.681519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'security_group_rule': {'security_group_id': 'e63022f3-507c-4f95-85bc-f964d5dfe1ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:13.699585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Checking router: e4351ed7-b644-4931-b51f-b9635a4756f3 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:13.700586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Updating router e4351ed7-b644-4931-b51f-b9635a4756f3 port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:52:13.732127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] For port f795ddad-f38e-4a54-b61f-a3ca02d4547d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f795ddad-f38e-4a54-b61f-a3ca02d4547d,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:13.732523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.736332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] For port f795ddad-f38e-4a54-b61f-a3ca02d4547d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f795ddad-f38e-4a54-b61f-a3ca02d4547d,segment=NetworkSegment(84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c),segment_id=84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:13.736785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.752207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Calling delete_port for f795ddad-f38e-4a54-b61f-a3ca02d4547d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:13.754221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.757608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:13.778053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:13.780038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Calling delete_port for f795ddad-f38e-4a54-b61f-a3ca02d4547d owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:13.813584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.850582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.935523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44130e72-05dd-43f5-bb05-6e41337cc399 req-bcd4bddb-0564-46d8-b54e-8cf5394196ba tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:13.943718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44130e72-05dd-43f5-bb05-6e41337cc399 req-bcd4bddb-0564-46d8-b54e-8cf5394196ba tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.0756190
Dec 11 20:52:13.957073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:13.998342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44130e72-05dd-43f5-bb05-6e41337cc399 req-2f6fe832-792d-493d-a982-f15e9836ff90 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540884
Dec 11 20:52:14.006168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f795ddad-f38e-4a54-b61f-a3ca02d4547d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:14.052685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] Pushing event deleted for resources: {'Port': ['ID=f795ddad-f38e-4a54-b61f-a3ca02d4547d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.057464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f795ddad-f38e-4a54-b61f-a3ca02d4547d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:14.057890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f795ddad-f38e-4a54-b61f-a3ca02d4547d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:14.059513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d3a86-3dad-41c9-95b4-ebda001341c0 None None] No DVR routers for this DVR port f795ddad-f38e-4a54-b61f-a3ca02d4547d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:14.133155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:14.133903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.135219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 1121 time: 1.3866634
Dec 11 20:52:14.153131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.193045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] No DVR routers for this DVR port f795ddad-f38e-4a54-b61f-a3ca02d4547d on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:14.203211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d553cf5-2cbd-4946-960c-58d656ed221d req-227cce38-f37c-4467-a0d6-cbe7c84822f7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:14.211957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d553cf5-2cbd-4946-960c-58d656ed221d req-227cce38-f37c-4467-a0d6-cbe7c84822f7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.3737166
Dec 11 20:52:14.213553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d99a4-245f-420a-a575-4c45658aeed4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=8']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.218407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.239387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad7d59-f510-487c-8c9d-c56771b32c32 req-2f057491-e567-4b4c-ba41-b47364e24099 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:14.240929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07ad7d59-f510-487c-8c9d-c56771b32c32 req-2f057491-e567-4b4c-ba41-b47364e24099 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 944 time: 0.1183944
Dec 11 20:52:14.249280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f795ddad-f38e-4a54-b61f-a3ca02d4547d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.251466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-d8ed8ddf-192a-48c3-b9f5-c15653850890 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:14.258265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-d8ed8ddf-192a-48c3-b9f5-c15653850890 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.1835029
Dec 11 20:52:14.260338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.276278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.290249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.326030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c8d18b46-eb40-4c98-9b7b-b086a2f38af5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:14.372824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.381612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66256f02-2780-4884-ab94-13ed6c538a17 None None] Pushing event updated for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.415133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07ad7d59-f510-487c-8c9d-c56771b32c32 req-d660a35e-eef4-47b3-b3c5-102db034585b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736253
Dec 11 20:52:14.428210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8b5ca0>,) {'filters': {'network_id': ['793dc673-40f8-45e2-91bc-be687f539a78']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:14.474349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376dd12a-d325-4e8d-84f3-d21469eb154b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.539647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8b5ca0>, '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:14.539945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8b5ca0>, '84d0eaba-1d2a-47a9-bcd3-fd7b3ca0a06c') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:14.542229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Deleting port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:14.542719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.561678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.598751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.600900 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-31871b0b-c184-4fb1-81a3-310d69525928 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9253252
Dec 11 20:52:14.613739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.619720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35238) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:14.625176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c8d18b46-eb40-4c98-9b7b-b086a2f38af5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:14.649005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'security_group_rule': {'security_group_id': 'e63022f3-507c-4f95-85bc-f964d5dfe1ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:14.727127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] For port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:14.727497 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.728460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d553cf5-2cbd-4946-960c-58d656ed221d req-441d679f-0439-4b77-b003-ec01c377e1d9 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5139203
Dec 11 20:52:14.733058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Attempting to bind port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:14.733433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Attempting to bind port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:14.733814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Attempting to bind port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b on network 0cb1f102-6ed0-4c36-b3f4-53127a531bae {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:14.747328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Calling delete_port for c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:14.747554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:52:14.747554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.747710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.763458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:14.763798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Checking segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:14.764204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.764600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Bound using segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:14.765073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Bound port: 0e4edc22-f83a-4a51-b830-2cdc68a17d2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:14.765452 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:52:14.785262 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:52:14.819493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef44808-c60c-4968-90d2-a3376b6021e3 req-9bf22f14-b874-4110-b88c-66fb5d7a3eae tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:14.828001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ef44808-c60c-4968-90d2-a3376b6021e3 req-9bf22f14-b874-4110-b88c-66fb5d7a3eae tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138 HTTP/1.1" status: 200  len: 948 time: 0.1448786
Dec 11 20:52:14.835692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.863269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.873453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.890994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-41bf5948-718f-4291-8979-9a2e0bf88982 None None] Provisioning complete for port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:14.890994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41bf5948-718f-4291-8979-9a2e0bf88982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.920603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d98e987-3862-473b-bb98-7d783ec6e327,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:14.925393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ef44808-c60c-4968-90d2-a3376b6021e3 req-2437ca63-f5c3-4c43-bc21-1012f6cd2af1 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956714
Dec 11 20:52:14.927052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.939726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.944610 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/793dc673-40f8-45e2-91bc-be687f539a78 HTTP/1.1" status: 204  len: 168 time: 1.9609945
Dec 11 20:52:14.961122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-41bf5948-718f-4291-8979-9a2e0bf88982 None None] Port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:14.994928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:14.995636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] For port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:14.999064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a58ec72d-7796-494d-a9c6-cc140e21af0f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3702481
Dec 11 20:52:15.001730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35246) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:15.003282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bb34c-d5d2-484e-98d2-e8d822ba66c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=793dc673-40f8-45e2-91bc-be687f539a78,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:15.015271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.023921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:15.051989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] For port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:15.059306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event deleted for resources: {'Port': ['ID=c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:15.075897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:15.084089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.115142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] No DVR routers for this DVR port c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:15.119457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.129273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b45ed24-f637-47c4-84e4-83fcd62a9683 req-e2750abb-cf75-485e-b012-1d90238f17f5 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "DELETE /v2.0/ports/c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c HTTP/1.1" status: 204  len: 173 time: 0.8638527
Dec 11 20:52:15.129945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'name': 'network-vif-deleted', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:15.133240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.135704 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4992a78d-ebb9-448a-ac51-36a503dc8982" -d '{"events": [{"server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "name": "network-vif-deleted", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:15.243035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbb15a-f8c4-41df-853c-391cb9294357 req-9aef15a3-62c2-4680-b562-28533d657553 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:15.244610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0bbb15a-f8c4-41df-853c-391cb9294357 req-9aef15a3-62c2-4680-b562-28533d657553 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.0964077
Dec 11 20:52:15.253645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d2ab536-f453-44c0-948b-8f03f7314b1f req-4f581812-2560-4ed9-b7f9-9a74d68771e4 tempest-AbsoluteLimitsNegativeTestJSON-1611513267 tempest-AbsoluteLimitsNegativeTestJSON-1611513267-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f2b5401a9d44629a839daff3f4adfe3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0402684
Dec 11 20:52:15.254375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:15.273301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', '854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:15.310589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0bbb15a-f8c4-41df-853c-391cb9294357 req-81561c1a-ce32-4966-8fd7-0e22e5f665cd tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504708
Dec 11 20:52:15.339585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.383857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66256f02-2780-4884-ab94-13ed6c538a17 None None] Pushing event updated for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:15.397909 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985bc155-6260-49b7-8171-981ce132b3ae x-openstack-request-id: req-985bc155-6260-49b7-8171-981ce132b3ae {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:15.398245 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138", "name": "network-vif-deleted", "tag": "c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:15.398513 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-985bc155-6260-49b7-8171-981ce132b3ae {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:15.398915 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dca42d0-04fb-4aab-b1d9-e7a4b6ef8138', 'name': 'network-vif-deleted', 'tag': 'c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c', 'status': 'completed', 'code': 200}
Dec 11 20:52:15.415451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:15.416099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77536b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:15.455109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6852cd2e-e09f-41d1-9e56-34860d10b086 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46471e46c4fb4c3caa1a74959d65628f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1946409
Dec 11 20:52:15.457664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35268) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:15.492875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:15.500584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:15.502949 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10126b-1649-4379-97e0-6a6555b28570" -d '{"events": [{"name": "network-changed", "server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:15.533928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:15.534469 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.576340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ab536-f453-44c0-948b-8f03f7314b1f req-8dbe3dab-7b7a-4487-8944-8e7d3df29b36 tempest-AbsoluteLimitsNegativeTestJSON-1611513267 tempest-AbsoluteLimitsNegativeTestJSON-1611513267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:15.584495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d2ab536-f453-44c0-948b-8f03f7314b1f req-8dbe3dab-7b7a-4487-8944-8e7d3df29b36 tempest-AbsoluteLimitsNegativeTestJSON-1611513267 tempest-AbsoluteLimitsNegativeTestJSON-1611513267-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3137372
Dec 11 20:52:15.640253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.661820 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.663203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d2ab536-f453-44c0-948b-8f03f7314b1f req-e9ee32fb-85a4-491b-8502-6a0f9e9a2daf tempest-AbsoluteLimitsNegativeTestJSON-1611513267 tempest-AbsoluteLimitsNegativeTestJSON-1611513267-project] 10.222.0.18 "GET /v2.0/quotas/8f2b5401a9d44629a839daff3f4adfe3 HTTP/1.1" status: 200  len: 375 time: 0.0775928
Dec 11 20:52:15.674213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Allocated IP 172.35.1.16 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5c132f6f-de21-4e5a-8612-bf91d95f6453) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:15.699197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.728151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbccb8f-9346-4a42-9173-2996e146e2c0 req-1fa82819-d2fe-464a-bfe7-989422a4a386 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:15.729723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bbccb8f-9346-4a42-9173-2996e146e2c0 req-1fa82819-d2fe-464a-bfe7-989422a4a386 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 944 time: 0.1340356
Dec 11 20:52:15.730378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d2ab536-f453-44c0-948b-8f03f7314b1f req-0ba967b8-2484-4d8e-8db4-194ecf072874 tempest-AbsoluteLimitsNegativeTestJSON-1611513267 tempest-AbsoluteLimitsNegativeTestJSON-1611513267-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f2b5401a9d44629a839daff3f4adfe3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0642710
Dec 11 20:52:15.742680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:15.771356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-52e67b27-ff2b-4dab-817d-d50b6c8246f5 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:15.779190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-52e67b27-ff2b-4dab-817d-d50b6c8246f5 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.2273989
Dec 11 20:52:15.816737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bbccb8f-9346-4a42-9173-2996e146e2c0 req-bf6c36f5-a65f-49d3-bcd4-5cf25840e8b6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682127
Dec 11 20:52:15.817994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.820866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:15.824303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39cac8ca-3a43-4bf2-b7f2-3ea56b64ed93 HTTP/1.1" status: 204  len: 168 time: 0.3623409
Dec 11 20:52:15.857350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca13a0-4e06-4413-88b8-1aa708ccf05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cac8ca-3a43-4bf2-b7f2-3ea56b64ed93,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:15.955104 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f116ba0-fcc5-4e32-b90b-4e50efb42de5 x-openstack-request-id: req-9f116ba0-fcc5-4e32-b90b-4e50efb42de5 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:15.957276 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:15.958232 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f116ba0-fcc5-4e32-b90b-4e50efb42de5 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:15.958896 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'status': 'completed', 'code': 200}
Dec 11 20:52:16.004055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10126b-1649-4379-97e0-6a6555b28570 req-3809f897-7d34-4b58-a968-dece2054b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:16.006054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-3809f897-7d34-4b58-a968-dece2054b1e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1124 time: 0.0961354
Dec 11 20:52:16.056834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] Provisioning complete for port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:16.057209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.098788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.155983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9110c-ba1c-4f46-8de1-17e076192853 req-0271870c-0396-4bac-8580-c450a924238f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:16.157593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71e9110c-ba1c-4f46-8de1-17e076192853 req-0271870c-0396-4bac-8580-c450a924238f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.1675034
Dec 11 20:52:16.166688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.243433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.249938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:16.254417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'Port': ['ID=5c132f6f-de21-4e5a-8612-bf91d95f6453,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:16.257250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:16.267683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:16.303576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.306544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10126b-1649-4379-97e0-6a6555b28570 req-b9c02bce-e234-489c-a871-985941ed2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:16.308709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-b9c02bce-e234-489c-a871-985941ed2faf service neutron] 10.222.0.16 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2801495
Dec 11 20:52:16.329189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71e9110c-ba1c-4f46-8de1-17e076192853 req-fb4b86cb-45b5-4d52-a326-20b451a04308 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527913
Dec 11 20:52:16.415907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port afa2a5c4-214b-4286-92a9-4a8159b2b94a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:16.415907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.423221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.468561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:16.470079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:16.471632 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea33090-d5bb-4f12-baa8-d9e0bbdc3108" -d '{"events": [{"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-plugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:16.508052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-769a4181-6598-4834-a2e7-201f5816d599 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 217 time: 0.1755724
Dec 11 20:52:16.536465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:16.579090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.593805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe59b7-188c-4cbb-9dc5-ca329b24e494 req-95cfd1f9-2471-4dfa-a3f9-744c75cca367 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:16.596382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6fe59b7-188c-4cbb-9dc5-ca329b24e494 req-95cfd1f9-2471-4dfa-a3f9-744c75cca367 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 949 time: 0.1249285
Dec 11 20:52:16.598898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10126b-1649-4379-97e0-6a6555b28570 req-2064c346-4e00-4717-9bad-e67ae1581500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:16.600300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-2064c346-4e00-4717-9bad-e67ae1581500 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.0766232
Dec 11 20:52:16.655783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-67195810-1949-4476-b888-4fddf2b0ebd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430942
Dec 11 20:52:16.716156 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.755207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:16.768275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77536b80>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:14Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:16.769490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-2ffe1b0b-c156-444a-b611-03f7f2718ebd service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993624
Dec 11 20:52:16.813305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328dc05-8a34-44d0-b88b-fc2d44ba094c None None] The sync data for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 is: [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:14Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:16.831895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] For port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:16.838012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.931757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f10126b-1649-4379-97e0-6a6555b28570 req-147525df-10fc-4218-a263-a69bf6f75853 service neutron] 10.222.0.16 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453142
Dec 11 20:52:16.934541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34a03e32-ec55-44cd-9504-5dc3238e695c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:16.951706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6fe59b7-188c-4cbb-9dc5-ca329b24e494 req-323b4bf7-e7e0-4802-84bf-7e3101ead96d tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3482473
Dec 11 20:52:16.952737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c196-83cf-48e6-a248-b9bc60ee4187 None None] Pushing event updated for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:17.026291 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e326eb-42ed-4f60-8943-5c4620ca9d8a x-openstack-request-id: req-d9e326eb-42ed-4f60-8943-5c4620ca9d8a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:17.026873 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-plugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:17.027395 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9e326eb-42ed-4f60-8943-5c4620ca9d8a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:17.028029 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'code': 200}
Dec 11 20:52:17.106926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.139979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.147984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34a03e32-ec55-44cd-9504-5dc3238e695c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.175957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34a03e32-ec55-44cd-9504-5dc3238e695c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.211005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port afa2a5c4-214b-4286-92a9-4a8159b2b94a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afa2a5c4-214b-4286-92a9-4a8159b2b94a,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:17.211380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.228839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-34a03e32-ec55-44cd-9504-5dc3238e695c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f2b5401a9d44629a839daff3f4adfe3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7353823
Dec 11 20:52:17.231541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088b46d-c8b0-434c-b8ea-3407b92e8bd3 req-ee425a26-37a3-410a-a7b2-1eeb2ebb8bd4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:17.239076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3088b46d-c8b0-434c-b8ea-3407b92e8bd3 req-ee425a26-37a3-410a-a7b2-1eeb2ebb8bd4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 950 time: 0.2552247
Dec 11 20:52:17.244549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35322) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:17.263121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for afa2a5c4-214b-4286-92a9-4a8159b2b94a owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:17.309468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:17.319682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a03e32-ec55-44cd-9504-5dc3238e695c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a0b892-354e-4e9b-b474-84f0f337bf2d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:17.342871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:17.343295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8ddac99-d5e1-48b5-a6c7-ed84f048ca7c not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:17.373412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6429028-f6ff-4e02-95b0-90f116e4cb9a req-9d198230-ec57-42dc-9554-16fa21c33c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:17.375772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6429028-f6ff-4e02-95b0-90f116e4cb9a req-9d198230-ec57-42dc-9554-16fa21c33c3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 1096 time: 0.2330463
Dec 11 20:52:17.392064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3088b46d-c8b0-434c-b8ea-3407b92e8bd3 req-b4a28740-c758-439b-b2e7-dc27bdf234c4 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520982
Dec 11 20:52:17.425080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada07796-7b1a-410b-af29-9069ac55d07e req-37d3a20d-588e-47a0-b651-b856b76fa554 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:17.434223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada07796-7b1a-410b-af29-9069ac55d07e req-37d3a20d-588e-47a0-b651-b856b76fa554 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.2666018
Dec 11 20:52:17.508554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.535687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.546916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.552980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6429028-f6ff-4e02-95b0-90f116e4cb9a req-0711f687-00a1-457f-96b1-0a0c17078b1f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677513
Dec 11 20:52:17.570614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.604973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada07796-7b1a-410b-af29-9069ac55d07e req-50fe527d-2a9d-4efa-ab86-8ef27dec68c8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695697
Dec 11 20:52:17.608507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.622101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40', '1e5b60a1-2212-49dc-adb5-1ff65628501f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:17.625046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:17.676926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.680719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.688813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5a0b892-354e-4e9b-b474-84f0f337bf2d HTTP/1.1" status: 204  len: 168 time: 0.4420819
Dec 11 20:52:17.706571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'Port': ['ID=5c132f6f-de21-4e5a-8612-bf91d95f6453,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:17.708988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1266c-2704-4145-81cf-9d63e7e5b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a0b892-354e-4e9b-b474-84f0f337bf2d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:17.919453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port afa2a5c4-214b-4286-92a9-4a8159b2b94a on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:17.921250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=afa2a5c4-214b-4286-92a9-4a8159b2b94a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:17.924601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.949941 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-726a77b7-f58a-4c26-a4f9-002d4492bdc8 req-a5586aa0-fb6b-4572-9d1c-c5cfb6bff36a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "DELETE /v2.0/ports/afa2a5c4-214b-4286-92a9-4a8159b2b94a HTTP/1.1" status: 204  len: 173 time: 2.1642981
Dec 11 20:52:17.956773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:17.965913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243dfd6-aeb8-4555-bbb1-aca23ec653d8 req-359566f6-33cf-4492-80c3-5f2cc90d5260 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:17.978407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e243dfd6-aeb8-4555-bbb1-aca23ec653d8 req-359566f6-33cf-4492-80c3-5f2cc90d5260 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.2501497
Dec 11 20:52:18.004003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'name': 'network-vif-deleted', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:18.006389 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f06bc-4d5e-430b-a69b-c81bb2e93876" -d '{"events": [{"server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "name": "network-vif-deleted", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:18.057761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9cf1e23d-4344-45af-a950-d2e8a1975bc9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:18.060443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9cf1e23d-4344-45af-a950-d2e8a1975bc9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 950 time: 0.2515187
Dec 11 20:52:18.061461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-e15e158c-5e89-436b-92ec-b7dede3ee7ce tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4eb11e960ee54df09084e42eca757948&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1435966
Dec 11 20:52:18.136224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e243dfd6-aeb8-4555-bbb1-aca23ec653d8 req-d5dd5300-38b1-4e9b-9fbe-1b5846a4bf1a tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467800
Dec 11 20:52:18.147479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0e4edc22-f83a-4a51-b830-2cdc68a17d2b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:18.217510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-f386e7e1-4aea-4991-8de5-31eadb8e65ed tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:18.225233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-f386e7e1-4aea-4991-8de5-31eadb8e65ed tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1628482
Dec 11 20:52:18.229155 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:18.230396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-74ed9c59-03ac-4288-8fd9-bb2e59f1e76c tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.2243710
Dec 11 20:52:18.269203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-53df648d-2e58-4a61-ab22-a9fabeaaf576 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/quotas/4eb11e960ee54df09084e42eca757948 HTTP/1.1" status: 200  len: 375 time: 0.0430107
Dec 11 20:52:18.315054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-f4a5118e-10c5-47d6-ae43-8d99ced6090b tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4eb11e960ee54df09084e42eca757948&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448899
Dec 11 20:52:18.471550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00dab2c0-6373-4704-86f0-f41831382f2a req-4826f688-5255-4b26-a0ef-9be369d2aa85 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 210 time: 0.1589622
Dec 11 20:52:18.494355 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94323df4-4bda-412c-ad3d-5d4050f5c47c x-openstack-request-id: req-94323df4-4bda-412c-ad3d-5d4050f5c47c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:18.498591 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20826d6c-ad79-412f-9455-2fdbfa8ad248", "name": "network-vif-deleted", "tag": "afa2a5c4-214b-4286-92a9-4a8159b2b94a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:18.502201 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94323df4-4bda-412c-ad3d-5d4050f5c47c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:18.502967 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20826d6c-ad79-412f-9455-2fdbfa8ad248', 'name': 'network-vif-deleted', 'tag': 'afa2a5c4-214b-4286-92a9-4a8159b2b94a', 'status': 'completed', 'code': 200}
Dec 11 20:52:18.561781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0c390135-7db9-4920-87aa-ef7203ca4616 service neutron] 10.222.0.16 "GET /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3606250
Dec 11 20:52:18.672845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6fa56-10bb-4a36-af1a-8562ead14f74 req-4ad51540-b241-4cb0-aab0-332a7ef29dfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:18.674347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:18.676123 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:18.678549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38d6fa56-10bb-4a36-af1a-8562ead14f74 req-4ad51540-b241-4cb0-aab0-332a7ef29dfc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 950 time: 0.1000955
Dec 11 20:52:18.715967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cddc4958-51e7-435f-b113-6f622c5d2dea req-ffbf68e7-c870-4fbe-a2d4-23255f17d503 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 210 time: 0.1437018
Dec 11 20:52:18.746608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Deleting port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:18.747066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:18.804528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38d6fa56-10bb-4a36-af1a-8562ead14f74 req-1ac40d4d-7556-4b10-9b5d-161c761c3b53 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133397
Dec 11 20:52:19.019775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] For port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:19.020217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.058412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Calling delete_port for d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:19.081466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9665cca-0784-47ce-b626-5a2b4bd6a4d3 req-8f9a8fbb-831e-45c7-88cf-8cb88351975f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:19.084486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-f096c8bc-b562-4e57-ae5e-448c1b52757e tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1133036886&fields=id&tenant_id=bd626134315844d88d514c6c114c511b HTTP/1.1" status: 200  len: 267 time: 0.2026594
Dec 11 20:52:19.085278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device afa2a5c4-214b-4286-92a9-4a8159b2b94a no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:19.088698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9665cca-0784-47ce-b626-5a2b4bd6a4d3 req-8f9a8fbb-831e-45c7-88cf-8cb88351975f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0972052
Dec 11 20:52:19.158411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: afa2a5c4-214b-4286-92a9-4a8159b2b94a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:19.159032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device afa2a5c4-214b-4286-92a9-4a8159b2b94a not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:19.165918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35388) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:19.193501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9665cca-0784-47ce-b626-5a2b4bd6a4d3 req-512f91cb-f3e9-4247-bbf3-2cfffa64ecc8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966465
Dec 11 20:52:19.218564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:19.297645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:19.309559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:19.325975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-66cbeeb9-cec9-4cdd-b743-9070b33d1466 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:19.329460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-367858265-network', 'tenant_id': '851ed0d4e0ef4e16a277e14f8670e726'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:19.333630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-66cbeeb9-cec9-4cdd-b743-9070b33d1466 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/networks?id=0cb1f102-6ed0-4c36-b3f4-53127a531bae HTTP/1.1" status: 200  len: 814 time: 0.2481108
Dec 11 20:52:19.379226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-d2d6099e-5272-4f2e-b22e-2127b88e28ae tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/quotas/bd626134315844d88d514c6c114c511b HTTP/1.1" status: 200  len: 375 time: 0.0439219
Dec 11 20:52:19.383516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d18b46-eb40-4c98-9b7b-b086a2f38af5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:19.396450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Made reservation on behalf of 851ed0d4e0ef4e16a277e14f8670e726 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:19.399728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.410153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.439509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2a590-9319-4104-bf17-d9f9b0318836 req-ff0fa2a6-1c6e-41e3-9491-ec947056fe1e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:19.441094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1d2a590-9319-4104-bf17-d9f9b0318836 req-ff0fa2a6-1c6e-41e3-9491-ec947056fe1e tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 943 time: 0.0840073
Dec 11 20:52:19.534608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1d2a590-9319-4104-bf17-d9f9b0318836 req-d05f8a29-843f-42a1-952b-b5a4f3611201 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816560
Dec 11 20:52:19.564535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.570407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.600066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:52:19.645450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.645799 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Added segment 83778173-da5d-4f38-a8ed-5c1f117ef964 of type vlan for network 0749d242-e625-4e31-8449-62e195156c62
Dec 11 20:52:19.647330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f52a5e-94ff-4116-ac2f-83c565da76bc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:19.665098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fac50ef-3b15-48eb-9650-5ed71720a1d9 req-caafb88e-a066-452f-b0dd-1e3cd3461377 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 210 time: 0.0622475
Dec 11 20:52:19.704294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.730582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.731700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:19.732343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.742169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:19.775998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.805709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6357954
Dec 11 20:52:19.806455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9a3a2-d36d-42d1-a069-5eb87bc19eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0749d242-e625-4e31-8449-62e195156c62,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:19.808519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35398) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:19.814138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Request body: {'subnet': {'network_id': '0749d242-e625-4e31-8449-62e195156c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-367858265-subnet', 'tenant_id': '851ed0d4e0ef4e16a277e14f8670e726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:19.820828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0749d242-e625-4e31-8449-62e195156c62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:52:19.858515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Made reservation on behalf of 851ed0d4e0ef4e16a277e14f8670e726 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:19.861570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.888189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-a42ac82a-a748-4df7-8f59-f2fb47661a54 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd626134315844d88d514c6c114c511b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5078645
Dec 11 20:52:19.895554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.899455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99fd3595-1d60-44b0-8522-c39f2ac93ffc req-85b37898-0b00-488c-9789-a157721e0829 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 210 time: 0.0493629
Dec 11 20:52:19.905739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] Transition to ACTIVE for port object c8d18b46-eb40-4c98-9b7b-b086a2f38af5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:19.912904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['854f1ded-1f50-4945-bb98-3d1f1428b7e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:19.944378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:19.961105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event deleted for resources: {'Port': ['ID=d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:20.016779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-e55a1170-f452-478f-a1a9-2d7f04a16f8f tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4eb11e960ee54df09084e42eca757948&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0345027
Dec 11 20:52:20.084757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] No DVR routers for this DVR port d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:20.097719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95417e00-77a8-43cb-abe4-4768655633b2 req-d490884f-839f-404e-9db0-faa20126ffcd tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=124e3ff2-b6a4-4e9d-8a94-d704f06eab0b HTTP/1.1" status: 200  len: 210 time: 0.0586805
Dec 11 20:52:20.109119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.132021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64a3ec62-dc1e-4aa9-9f99-49ead9707d39 req-9365e9d1-6cc2-4d46-8a7c-b8f65bc09ea7 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "DELETE /v2.0/ports/d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 HTTP/1.1" status: 204  len: 173 time: 2.0590527
Dec 11 20:52:20.132822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'name': 'network-vif-deleted', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:20.135281 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198006f6-77c3-4870-83d1-f2ed396a8417" -d '{"events": [{"server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "name": "network-vif-deleted", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:20.143268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] No DVR routers for this DVR port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:20.177149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:20.205844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-073c3d51-2775-4130-a436-b7a0c78c67c2 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977259
Dec 11 20:52:20.210842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7915af66-d2d6-465f-85c6-c71cfe5fa6b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6357551
Dec 11 20:52:20.269598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-3ae24f83-de31-46cb-9086-d47ac5aa7e64 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:20.271717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-3ae24f83-de31-46cb-9086-d47ac5aa7e64 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2489400
Dec 11 20:52:20.273262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.292444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Request body: {'port': {'device_id': '883479a4-478d-49c1-ab6e-5977832a6f19', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '4eb11e960ee54df09084e42eca757948'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:20.321299 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a682b6c-4c73-4539-8ba1-889fde0db208 x-openstack-request-id: req-7a682b6c-4c73-4539-8ba1-889fde0db208 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:20.321877 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124e3ff2-b6a4-4e9d-8a94-d704f06eab0b", "name": "network-vif-deleted", "tag": "d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:20.322142 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a682b6c-4c73-4539-8ba1-889fde0db208 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:20.322567 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124e3ff2-b6a4-4e9d-8a94-d704f06eab0b', 'name': 'network-vif-deleted', 'tag': 'd7fc822b-42c5-4e2a-8e61-6ff36c8d06e6', 'status': 'completed', 'code': 200}
Dec 11 20:52:20.342490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-2310349d-4c54-481f-b3cd-283761d2d0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303995
Dec 11 20:52:20.436068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13bca6a1-8395-47ff-b1d8-87eec8b1f1eb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:20.475836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681b6e-248a-4a80-9254-12fcd0f2e5ff req-e468fa6d-8295-4b00-a4e6-50079d2b00b6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:20.477694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc681b6e-248a-4a80-9254-12fcd0f2e5ff req-e468fa6d-8295-4b00-a4e6-50079d2b00b6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1375220
Dec 11 20:52:20.517801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Checking segment: {'id': '83778173-da5d-4f38-a8ed-5c1f117ef964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0749d242-e625-4e31-8449-62e195156c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:20.518335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Network hostable DHCP agents. Network: 0749d242-e625-4e31-8449-62e195156c62, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:52:20.590414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-951c6339-f96c-4679-81b3-6d14275e0fb0 req-ad3d7e1d-7605-40c8-83e5-0253081cacfe tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 210 time: 0.0351427
Dec 11 20:52:20.613260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc681b6e-248a-4a80-9254-12fcd0f2e5ff req-d5640c81-8c84-4f83-b475-7046ca08b938 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234801
Dec 11 20:52:20.626153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Network 0749d242-e625-4e31-8449-62e195156c62 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:52:20.629158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Made reservation on behalf of 4eb11e960ee54df09084e42eca757948 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:20.633222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.650338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.662013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0749d242-e625-4e31-8449-62e195156c62) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:20.668139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:20.668718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.674784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e5e8b-38a5-4d05-a7de-1b548d3bad5f None None] Network 0749d242-e625-4e31-8449-62e195156c62 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:20.700394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3e03565e-3717-47b0-af13-23f3815bd75d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8908443
Dec 11 20:52:20.756815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.763372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:20.812387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57979f84-8094-4068-8270-f1d9c53fcf02 req-ec4d8301-a1b8-4fe5-88f0-3e4260de15c0 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:20.838177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57979f84-8094-4068-8270-f1d9c53fcf02 req-ec4d8301-a1b8-4fe5-88f0-3e4260de15c0 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.1662214
Dec 11 20:52:20.870389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ffbb3-66f0-4332-a6cf-e3badca7df24 None None] Network 0749d242-e625-4e31-8449-62e195156c62 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:20.899931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:20.930710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57979f84-8094-4068-8270-f1d9c53fcf02 req-55cde844-78b2-4434-bad9-d169a2a122a7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890687
Dec 11 20:52:20.942784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25bc7dc2-464c-4330-a8b7-626ce1e17d8a req-c7754760-efec-40d1-b09b-ff9c98ef70c3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=20826d6c-ad79-412f-9455-2fdbfa8ad248 HTTP/1.1" status: 200  len: 210 time: 0.0973260
Dec 11 20:52:21.097154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Allocated IP 192.168.233.214 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/1841b1eb-f7b4-4172-88b8-0cf15542977f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:21.099659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.136966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9442ed9d-4f31-4bd9-b29a-0313f35d8034 req-d4941188-94b3-4dc9-aa4a-79d120da0979 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 210 time: 0.0356729
Dec 11 20:52:21.160473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-942204958', 'description': 'tempest-description-105450655'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:21.197327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.311340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.318220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.325660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:21.338507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.359657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.363354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:21.364787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d7fc822b-42c5-4e2a-8e61-6ff36c8d06e6 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:21.373441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32742ae4-90b4-4add-91c0-e5896c033b63 req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.2180486
Dec 11 20:52:21.382051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3777390-5444-466b-9e91-992bb72993c3 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9455b9d1-47b6-402e-be34-df11df740f77,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:21.395780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.447043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:21.452255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:21.487575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:21.537458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-3441b94a-c070-4190-b81c-e056180c2587 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/9455b9d1-47b6-402e-be34-df11df740f77 HTTP/1.1" status: 200  len: 1820 time: 0.0869157
Dec 11 20:52:21.558187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9455b9d1-47b6-402e-be34-df11df740f77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:21.558895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9455b9d1-47b6-402e-be34-df11df740f77', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:21.576129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Pushing event updated for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:21.609711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24546793-c00c-47c3-94c0-851f2715764a req-0b1081f3-f647-42d2-be07-4a5c957ed59c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:21.613513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24546793-c00c-47c3-94c0-851f2715764a req-0b1081f3-f647-42d2-be07-4a5c957ed59c tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1005645
Dec 11 20:52:21.647850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:21.648418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.675901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-45c384be-31fe-405a-92a0-6012db79c68a tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:21.677502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-45c384be-31fe-405a-92a0-6012db79c68a tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0915325
Dec 11 20:52:21.684710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-88f96604-3efe-4590-ab36-9593c953425e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3967738
Dec 11 20:52:21.702321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24546793-c00c-47c3-94c0-851f2715764a req-50982d1d-513e-4a6a-bb55-0c26dad7ae4e tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826166
Dec 11 20:52:21.714216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Request body: {'port': {'device_id': '883479a4-478d-49c1-ab6e-5977832a6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:21.773882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.782843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-204bda92-e341-4f48-83b5-d4de19d936a5 req-c0f1bd39-3d6d-4d27-bac7-62f193540545 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 210 time: 0.0259058
Dec 11 20:52:21.825194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.829837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-78ba4189-249e-4ae3-8567-a9d4a3ab097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:21.831463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-78ba4189-249e-4ae3-8567-a9d4a3ab097d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202&tenant_id=385463c536d74a2b9b8843b31636747e HTTP/1.1" status: 200  len: 1095 time: 0.1385121
Dec 11 20:52:21.832981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.834904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.854584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-558c5adb-a520-405c-a48b-c322506e9c8d None None] Provisioning complete for port 1841b1eb-f7b4-4172-88b8-0cf15542977f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:21.855262 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-558c5adb-a520-405c-a48b-c322506e9c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.878580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483f9688-0da0-4cf3-8ea1-826138af80ae,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:21.883273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:21.904688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-558c5adb-a520-405c-a48b-c322506e9c8d None None] Port 1841b1eb-f7b4-4172-88b8-0cf15542977f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:21.908702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e29796cc-24ff-4b4b-bad4-e5e5cda1abf7 req-b336d189-33ed-48b7-a9ac-73f1c80b1fa0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3702879
Dec 11 20:52:21.950655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2068355704', 'description': 'tempest-description-1630869809'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:21.955175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685210e7-5648-4703-8d99-4b8b4e53c9d5 req-e1fda8b1-8a79-43cf-821b-592ce8f1be45 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:21.956530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-685210e7-5648-4703-8d99-4b8b4e53c9d5 req-e1fda8b1-8a79-43cf-821b-592ce8f1be45 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0583320
Dec 11 20:52:22.064821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-50712aa4-9c18-4ede-ae41-320b59e1b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.066397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-685210e7-5648-4703-8d99-4b8b4e53c9d5 req-18da0ca0-1ccf-4d7a-9ce4-aa5c094e2936 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989187
Dec 11 20:52:22.067038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-50712aa4-9c18-4ede-ae41-320b59e1b1b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=385463c536d74a2b9b8843b31636747e&device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1095 time: 0.2017527
Dec 11 20:52:22.072115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.113128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-0ea1d134-2b1b-4362-8418-ce94102c4702 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.114906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-0ea1d134-2b1b-4362-8418-ce94102c4702 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.16 "GET /v2.0/networks?id=0cb1f102-6ed0-4c36-b3f4-53127a531bae HTTP/1.1" status: 200  len: 814 time: 0.1574426
Dec 11 20:52:22.255284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-55c88058-18f0-40b4-96c9-0a9f4f74fce3 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd626134315844d88d514c6c114c511b HTTP/1.1" status: 200  len: 380 time: 0.1259768
Dec 11 20:52:22.268551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb534f6-8606-43b0-9bfd-6a9c87f42746 req-3295442c-129c-46bf-9344-a547f7d167b3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.270928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bb534f6-8606-43b0-9bfd-6a9c87f42746 req-3295442c-129c-46bf-9344-a547f7d167b3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.0814064
Dec 11 20:52:22.277594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'port': {'device_id': '51f639dc-89de-4753-8e93-7c3e70158279', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'admin_state_up': True, 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'security_groups': ['e63022f3-507c-4f95-85bc-f964d5dfe1ea']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:22.299598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-3a0ff552-ca92-4010-92b3-5885757d0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.301086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-3a0ff552-ca92-4010-92b3-5885757d0023 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 200  len: 909 time: 0.2243545
Dec 11 20:52:22.369833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-8ad02294-7acb-4852-9b4b-7108602f08b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 200  len: 217 time: 0.0575547
Dec 11 20:52:22.372111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.379436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.383022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bb534f6-8606-43b0-9bfd-6a9c87f42746 req-f871064f-8735-4a5e-8e5d-9ff94e40137f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984132
Dec 11 20:52:22.452617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Made reservation on behalf of bd626134315844d88d514c6c114c511b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:22.457536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.495006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.496256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcd02fbc-d88d-43fb-b33a-1c2188bba906 req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.5867174
Dec 11 20:52:22.500545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eaffe-459a-4414-bc58-807b8e852161 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01bbba3-5b6e-449a-bb4a-99d072ae8859,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:22.509693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1841b1eb-f7b4-4172-88b8-0cf15542977f {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:22.514950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7feb69a7-21e7-4ecb-9703-c677bbed6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.516619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-7feb69a7-21e7-4ecb-9703-c677bbed6e14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 200  len: 848 time: 0.1316829
Dec 11 20:52:22.520833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.560280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-b85ca294-dc40-488b-9b4f-1df4f72b93e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65f7b4a2-c131-4956-8472-b3b7c82bb4af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329096
Dec 11 20:52:22.561239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Transition to ACTIVE for port object 1841b1eb-f7b4-4172-88b8-0cf15542977f will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:22.567954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.586634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75688be8-33dd-43a9-90ee-3f046796fab2 req-c72e3cca-dfad-4343-b52f-d138d38b9c43 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.588154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75688be8-33dd-43a9-90ee-3f046796fab2 req-c72e3cca-dfad-4343-b52f-d138d38b9c43 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 936 time: 0.1125996
Dec 11 20:52:22.675667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Pushing event updated for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:22.713585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Allocated IP 172.20.0.6 (0cb1f102-6ed0-4c36-b3f4-53127a531bae/9b5b8edd-6837-4c28-af28-412b725d6897/d32006eb-a8f6-47da-a805-16b48094c3f6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:22.738797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75688be8-33dd-43a9-90ee-3f046796fab2 req-a987370a-b64b-456f-9ba0-e33e070a83e7 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317992
Dec 11 20:52:22.793122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-05a2fb24-4516-43ce-9cf6-a76d514a9859 service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162399
Dec 11 20:52:22.837468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Attempting to bind port 1841b1eb-f7b4-4172-88b8-0cf15542977f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:22.838099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Attempting to bind port 1841b1eb-f7b4-4172-88b8-0cf15542977f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:22.838627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Attempting to bind port 1841b1eb-f7b4-4172-88b8-0cf15542977f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:22.856415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fab1f175-054e-436a-8440-af4197eca84b req-49478ef5-1b8e-48c2-9900-778b76355733 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/d01bbba3-5b6e-449a-bb4a-99d072ae8859 HTTP/1.1" status: 200  len: 1822 time: 0.0928438
Dec 11 20:52:22.876221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd01bbba3-5b6e-449a-bb4a-99d072ae8859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:22.876627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd01bbba3-5b6e-449a-bb4a-99d072ae8859', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:22.887211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Port 1841b1eb-f7b4-4172-88b8-0cf15542977f on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:22.887541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Attempting to bind port 1841b1eb-f7b4-4172-88b8-0cf15542977f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:22.943077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:22.943077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:22.943077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:22.943499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Bound port: 1841b1eb-f7b4-4172-88b8-0cf15542977f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:22.943884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:22.991234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3cb78-999c-4169-87bb-08287683135c req-b599a4c6-ee5c-4910-8f72-7f317667e8cc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:22.992754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3d3cb78-999c-4169-87bb-08287683135c req-b599a4c6-ee5c-4910-8f72-7f317667e8cc tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1354015
Dec 11 20:52:23.072649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-20e9527d-84ac-421e-9163-a4d743ca9b3e service neutron] 10.222.0.30 "GET /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645531
Dec 11 20:52:23.081067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad26f-fbc2-4407-a647-050901d6f72c req-e69a294b-da26-45c4-82b3-221eed687b71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.082631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62bad26f-fbc2-4407-a647-050901d6f72c req-e69a294b-da26-45c4-82b3-221eed687b71 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.1965890
Dec 11 20:52:23.093469 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.097988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:23.103529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:23.112581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.142194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.161499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.162309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.164614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] 10.222.0.16 "PUT /v2.0/ports/1841b1eb-f7b4-4172-88b8-0cf15542977f HTTP/1.1" status: 200  len: 1096 time: 1.4675906
Dec 11 20:52:23.170145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:23.172057 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59222fb5-45f1-47e9-a47a-898fcdb301a5" -d '{"events": [{"name": "network-changed", "server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:23.191726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.202259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.214846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62bad26f-fbc2-4407-a647-050901d6f72c req-5d608d74-df01-4647-ab32-a9ad81f089b3 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132104
Dec 11 20:52:23.223170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.235057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fdb6a5-4f9e-477c-8bf5-101f090903e0,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:23.244622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Deleting port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:23.244950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.247571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba0ee6-0ce9-42da-9295-aa2bbf250860 service neutron] Pushing event updated for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:23.312299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.327987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-85715710-6cad-4496-8f89-a8c9ef8015a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.328232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fab1f175-054e-436a-8440-af4197eca84b req-f8e207ac-2f88-4286-b146-f3c04cbda414 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.4596601
Dec 11 20:52:23.330687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-85715710-6cad-4496-8f89-a8c9ef8015a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4eb11e960ee54df09084e42eca757948&device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 1099 time: 0.0687659
Dec 11 20:52:23.421937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-5541c8db-67db-4dec-ab2c-cf8d58dd7fc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f HTTP/1.1" status: 200  len: 217 time: 0.0431621
Dec 11 20:52:23.424035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:23.447732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event updated for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:23.452308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:23.461311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:23.520185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-ec3271aa-76b8-4163-a625-89a73c3fde5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.521552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-ec3271aa-76b8-4163-a625-89a73c3fde5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0702212
Dec 11 20:52:23.531164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ccb1f-b926-485d-a426-dfb04bf93f18 req-0be5ee5f-8c63-4eed-bdf9-e4779f5d4958 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.534256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad1ccb1f-b926-485d-a426-dfb04bf93f18 req-0be5ee5f-8c63-4eed-bdf9-e4779f5d4958 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3af3014-2a1d-4b03-86c4-0abd6a8b9660 HTTP/1.1" status: 200  len: 951 time: 0.1961253
Dec 11 20:52:23.558609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bfe0-9d73-46f7-b674-26c9001482f4 req-8165aef3-77bf-43b2-8951-690854b3a1ed tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.560067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25d0bfe0-9d73-46f7-b674-26c9001482f4 req-8165aef3-77bf-43b2-8951-690854b3a1ed tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 931 time: 0.1556268
Dec 11 20:52:23.561976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] For port 854f1ded-1f50-4945-bb98-3d1f1428b7e7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=854f1ded-1f50-4945-bb98-3d1f1428b7e7,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:23.562335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.582373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0810f93d-b349-4123-8156-ce2215c531d7 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.585053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-0810f93d-b349-4123-8156-ce2215c531d7 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202&tenant_id=385463c536d74a2b9b8843b31636747e&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1617241
Dec 11 20:52:23.586721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.588347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.596472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Calling delete_port for 854f1ded-1f50-4945-bb98-3d1f1428b7e7 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:23.672163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-19f25870-4094-410c-9880-37ef96daa3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.673708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-19f25870-4094-410c-9880-37ef96daa3d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1386497
Dec 11 20:52:23.683158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-22d0c234-2a7c-4bdd-8f87-86b69fef99b6 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4108567
Dec 11 20:52:23.690030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad1ccb1f-b926-485d-a426-dfb04bf93f18 req-f824dc99-1c21-43dd-930b-5ba9487a9810 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.18 "GET /v2.0/security-groups?id=8054b2c7-94cc-46a9-96f9-144cf81a9fc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171856
Dec 11 20:52:23.702136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Request body: {'port': {'device_id': '51f639dc-89de-4753-8e93-7c3e70158279', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:23.752487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25d0bfe0-9d73-46f7-b674-26c9001482f4 req-4f50e168-998f-4741-afc1-5725026c9c25 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1756189
Dec 11 20:52:23.817398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.821608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b75e7e49-8134-4764-a6c6-e754a2f6db19 None None] Provisioning complete for port d32006eb-a8f6-47da-a805-16b48094c3f6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:23.822663 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b75e7e49-8134-4764-a6c6-e754a2f6db19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.843062 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da26a8-79df-46ad-bab5-f63fead57ae3 x-openstack-request-id: req-97da26a8-79df-46ad-bab5-f63fead57ae3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:23.843412 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:23.843617 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97da26a8-79df-46ad-bab5-f63fead57ae3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:23.844636 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f', 'status': 'completed', 'code': 200}
Dec 11 20:52:23.863869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-404649822', 'description': 'tempest-description-1152090145'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:23.873705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b75e7e49-8134-4764-a6c6-e754a2f6db19 None None] Port d32006eb-a8f6-47da-a805-16b48094c3f6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:23.891741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-66a399e1-f190-42df-b8cf-c03e2fb862c1 service neutron] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:23.901737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bc5f2-c179-450c-be19-da8db71f400e req-f1e9c326-153a-405a-bdec-68ecf2b27b3f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:23.903369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-894bc5f2-c179-450c-be19-da8db71f400e req-f1e9c326-153a-405a-bdec-68ecf2b27b3f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1398926
Dec 11 20:52:23.908284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-66a399e1-f190-42df-b8cf-c03e2fb862c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:23.909322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4775499c-4275-4b29-ae9e-ed8ff9934a3c req-66a399e1-f190-42df-b8cf-c03e2fb862c1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3107309
Dec 11 20:52:23.911567 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-684ddd8a-9ee4-48b4-8752-7a0a4bda31f6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205188
Dec 11 20:52:23.958993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.027932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.055062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-894bc5f2-c179-450c-be19-da8db71f400e req-52174ea6-e376-4a56-9a41-8b93fbf06c88 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411414
Dec 11 20:52:24.075228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25a59cab-53ee-4244-b6de-d31d354ecbc9 req-bd72da56-e8ca-45a3-89b0-fb4724870ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438148
Dec 11 20:52:24.079545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Pushing event deleted for resources: {'Port': ['ID=854f1ded-1f50-4945-bb98-3d1f1428b7e7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:24.205722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] No DVR routers for this DVR port 854f1ded-1f50-4945-bb98-3d1f1428b7e7 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:24.214392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.218150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3d3cb78-999c-4169-87bb-08287683135c req-279c6645-af59-40ba-8687-544a32e41ad9 tempest-ServersAdminTestJSON-1437727157 tempest-ServersAdminTestJSON-1437727157-project] 10.222.0.16 "DELETE /v2.0/ports/854f1ded-1f50-4945-bb98-3d1f1428b7e7 HTTP/1.1" status: 204  len: 173 time: 1.2162473
Dec 11 20:52:24.219733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-deleted', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:24.222102 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66410a80-f72e-4fbf-8f65-fc0827781e56" -d '{"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-deleted", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:24.260525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.273830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.276614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6b6cb-c3b9-4214-a256-01c2a5cd7077 req-91de4c46-9a60-43da-b1ae-9e1d91e471c6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.278188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3e6b6cb-c3b9-4214-a256-01c2a5cd7077 req-91de4c46-9a60-43da-b1ae-9e1d91e471c6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.1236570
Dec 11 20:52:24.287207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-60172dc0-7877-428a-8e9d-84e0306bdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.289060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-60172dc0-7877-428a-8e9d-84e0306bdc5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4eb11e960ee54df09084e42eca757948&device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 1099 time: 0.1230905
Dec 11 20:52:24.335843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.351840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0afac319-2970-48d4-a411-b559b66ed9ee req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.5120630
Dec 11 20:52:24.360931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363ca0a-1ce9-48c5-9903-bf1827d290b6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab15e29-100d-4213-9c4f-a8fa6305e170,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:24.390003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3e6b6cb-c3b9-4214-a256-01c2a5cd7077 req-63feb20d-dd8c-4b74-8eca-353d09733972 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965486
Dec 11 20:52:24.459808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-19a9676c-c8aa-461b-a3c4-ae7a0a183767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.461324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-19a9676c-c8aa-461b-a3c4-ae7a0a183767 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1609857
Dec 11 20:52:24.490573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32006eb-a8f6-47da-a805-16b48094c3f6 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:24.499799 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.519294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Transition to ACTIVE for port object d32006eb-a8f6-47da-a805-16b48094c3f6 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:24.519796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-49ee8d70-4e3d-4969-8d82-20991c5861d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f HTTP/1.1" status: 200  len: 217 time: 0.0414722
Dec 11 20:52:24.527930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8735c0-4ae3-4952-b362-a1d2cd7a9e93 req-3e524b99-e523-4fad-b8ab-af45dedde8ad tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.529404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c8735c0-4ae3-4952-b362-a1d2cd7a9e93 req-3e524b99-e523-4fad-b8ab-af45dedde8ad tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 948 time: 0.0791793
Dec 11 20:52:24.530496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.598300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Pushing event updated for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:24.598633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-7272aebf-2dec-4fad-b48e-633920b383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.600495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-7272aebf-2dec-4fad-b48e-633920b383ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0687711
Dec 11 20:52:24.641997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c8735c0-4ae3-4952-b362-a1d2cd7a9e93 req-d9c610a7-2428-467e-a1bf-fb7cd02fea92 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868428
Dec 11 20:52:24.698412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-56f7f0fd-77fa-4b66-862a-f3ca7b0ece91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.700392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-56f7f0fd-77fa-4b66-862a-f3ca7b0ece91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0896025
Dec 11 20:52:24.708825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Attempting to bind port d32006eb-a8f6-47da-a805-16b48094c3f6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:24.709069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Attempting to bind port d32006eb-a8f6-47da-a805-16b48094c3f6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:24.709393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Attempting to bind port d32006eb-a8f6-47da-a805-16b48094c3f6 on network 0cb1f102-6ed0-4c36-b3f4-53127a531bae {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:24.714432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Port d32006eb-a8f6-47da-a805-16b48094c3f6 on network 0cb1f102-6ed0-4c36-b3f4-53127a531bae not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:24.714739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Attempting to bind port d32006eb-a8f6-47da-a805-16b48094c3f6 on network 0cb1f102-6ed0-4c36-b3f4-53127a531bae {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:24.722016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:24.722348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Checking segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:24.722769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Bound using segment: {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:24.723522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Bound port: d32006eb-a8f6-47da-a805-16b48094c3f6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba13511f-d7b7-4b64-b936-18db57b60d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:24.723522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.762131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-803be934-2672-4e0d-84af-66c082c7151b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.763795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-803be934-2672-4e0d-84af-66c082c7151b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.1421177
Dec 11 20:52:24.768123 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6576e42-7d02-4532-aae5-952ebfa4fc8d x-openstack-request-id: req-a6576e42-7d02-4532-aae5-952ebfa4fc8d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:24.768602 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3af3014-2a1d-4b03-86c4-0abd6a8b9660", "name": "network-vif-deleted", "tag": "854f1ded-1f50-4945-bb98-3d1f1428b7e7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:24.768748 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6576e42-7d02-4532-aae5-952ebfa4fc8d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:24.769107 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3af3014-2a1d-4b03-86c4-0abd6a8b9660', 'name': 'network-vif-deleted', 'tag': '854f1ded-1f50-4945-bb98-3d1f1428b7e7', 'status': 'completed', 'code': 200}
Dec 11 20:52:24.851853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:24.873855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32006eb-a8f6-47da-a805-16b48094c3f6,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:24.892871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fb140-2692-4985-9d8c-ac055a1cf9f2 req-9ae3a9e2-ef5c-4ab9-94a9-4c80bd9a8ac8 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.894963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-317fb140-2692-4985-9d8c-ac055a1cf9f2 req-9ae3a9e2-ef5c-4ab9-94a9-4c80bd9a8ac8 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 949 time: 0.0871184
Dec 11 20:52:24.896873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.986351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:24.987154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:24.988563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] 10.222.0.16 "PUT /v2.0/ports/d32006eb-a8f6-47da-a805-16b48094c3f6 HTTP/1.1" status: 200  len: 1091 time: 1.2970936
Dec 11 20:52:25.031813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb448d2-e7f7-43d1-b6ff-d116ee5be01a service neutron] Pushing event updated for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:25.041236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-317fb140-2692-4985-9d8c-ac055a1cf9f2 req-7c360b98-075c-4c2c-bb4f-d5bc490f1627 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147811
Dec 11 20:52:25.047415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-3f9d594d-5fdf-409c-8dc6-76ff05e145d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1445053
Dec 11 20:52:25.169081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-d3c51178-3404-4496-bead-563a3573d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.170515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-d3c51178-3404-4496-bead-563a3573d41a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd626134315844d88d514c6c114c511b&device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 1094 time: 0.0754972
Dec 11 20:52:25.175848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-0acfdba4-1ccf-4edc-b4a2-a8bca2ffd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.177527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-0acfdba4-1ccf-4edc-b4a2-a8bca2ffd968 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 1101 time: 0.0809841
Dec 11 20:52:25.238042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142614562', 'description': 'tempest-description-1960051038'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:25.241892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-ea444839-b7d0-4016-a6e1-97cccd225831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32006eb-a8f6-47da-a805-16b48094c3f6 HTTP/1.1" status: 200  len: 217 time: 0.0633051
Dec 11 20:52:25.345871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1841b1eb-f7b4-4172-88b8-0cf15542977f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:25.347401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.350264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:25.383849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-32b48f83-4571-4732-b667-855694c5e099 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6726968
Dec 11 20:52:25.384010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-f8dcd05a-9693-46db-bbbc-eff296af8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.386285 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-f8dcd05a-9693-46db-bbbc-eff296af8747 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b5b8edd-6837-4c28-af28-412b725d6897 HTTP/1.1" status: 200  len: 853 time: 0.1351244
Dec 11 20:52:25.398637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port 1e5b60a1-2212-49dc-adb5-1ff65628501f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:25.398849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 854f1ded-1f50-4945-bb98-3d1f1428b7e7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:25.399053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.399455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 854f1ded-1f50-4945-bb98-3d1f1428b7e7 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:25.442415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05331bf6-1d50-4083-ad5c-384d390d6813 req-88bbf173-3774-4a93-84e3-ac5dbce27236 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.443961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05331bf6-1d50-4083-ad5c-384d390d6813 req-88bbf173-3774-4a93-84e3-ac5dbce27236 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.2123048
Dec 11 20:52:25.467231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-e9ef766e-3900-445d-85c6-560e0a88de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.469277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-e9ef766e-3900-445d-85c6-560e0a88de22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2359135
Dec 11 20:52:25.496154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-2bd9c069-6fb9-46b5-b8ac-e6130dc4fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.497634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-2bd9c069-6fb9-46b5-b8ac-e6130dc4fbd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cb1f102-6ed0-4c36-b3f4-53127a531bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0980012
Dec 11 20:52:25.538456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-7e330abc-bd80-42f3-80f4-4a320a25d9f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2 HTTP/1.1" status: 200  len: 217 time: 0.0579967
Dec 11 20:52:25.539863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:25.554425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '1841b1eb-f7b4-4172-88b8-0cf15542977f', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '1841b1eb-f7b4-4172-88b8-0cf15542977f', 'mac_address': 'fa:16:3e:94:d7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:25.606646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.622716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1841b1eb-f7b4-4172-88b8-0cf15542977f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:25.625670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.627877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port 1e5b60a1-2212-49dc-adb5-1ff65628501f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1e5b60a1-2212-49dc-adb5-1ff65628501f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:25.628365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.641522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.652580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:25.653137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for 1e5b60a1-2212-49dc-adb5-1ff65628501f owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:25.655399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05331bf6-1d50-4083-ad5c-384d390d6813 req-234b42bf-9537-4476-8a0c-937a6f814bd1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1983817
Dec 11 20:52:25.657124 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59222fb5-45f1-47e9-a47a-898fcdb301a5 req-6044ab0c-8034-4de7-bb40-a9646f5552e6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2550716
Dec 11 20:52:25.668482 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.691018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-75508617-e903-4ea0-9cc5-d34900ed6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.691018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-75508617-e903-4ea0-9cc5-d34900ed6b93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1353426
Dec 11 20:52:25.694389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.695744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5568ddcd-9452-44e1-b647-0f261aa963c8 req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.8882518
Dec 11 20:52:25.698937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fedab-4a6b-46ab-a4b5-a58061bd97be tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e09483-c083-49ec-8819-3128d207fd08,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:25.784648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:25.821148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-4a1b9c7e-f70d-4e3b-8d76-a578d261056f service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911060
Dec 11 20:52:25.850707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-df0dfc89-96b0-45eb-ad23-228591703b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.852181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-df0dfc89-96b0-45eb-ad23-228591703b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1434903
Dec 11 20:52:25.914134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e90f-9789-4cd1-8029-205b6ca0689a req-f098e3bc-f698-4351-ac31-bb81fe7a09fc tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:25.918303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b00e90f-9789-4cd1-8029-205b6ca0689a req-f098e3bc-f698-4351-ac31-bb81fe7a09fc tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 943 time: 0.0899932
Dec 11 20:52:25.933600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1841b1eb-f7b4-4172-88b8-0cf15542977f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:25.965851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:25.994825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40', '1e5b60a1-2212-49dc-adb5-1ff65628501f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:26.016360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29052980-f187-4b85-9fb5-d0d092b36cd6 req-1331deae-e743-4f56-a4f4-f8b3a4b91df8 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:26.024061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29052980-f187-4b85-9fb5-d0d092b36cd6 req-1331deae-e743-4f56-a4f4-f8b3a4b91df8 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 1095 time: 0.1866069
Dec 11 20:52:26.027573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:26.043421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=1e5b60a1-2212-49dc-adb5-1ff65628501f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:26.082243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port 1e5b60a1-2212-49dc-adb5-1ff65628501f on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:26.090052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.099452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cf1392b-5edb-4ee6-9f1c-4eda1a0e4b36 req-8fbb934f-210f-4873-88d9-8498ea69b5e2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "DELETE /v2.0/ports/1e5b60a1-2212-49dc-adb5-1ff65628501f HTTP/1.1" status: 204  len: 173 time: 1.3035600
Dec 11 20:52:26.099452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'name': 'network-vif-deleted', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:26.099452 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534e16ba-ec09-4b3b-aa45-ae22607eaa28" -d '{"events": [{"server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "name": "network-vif-deleted", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:26.105170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cde2147-1530-4388-9a9b-51f0b7fd7b94 req-c9e40f12-4405-4526-a4fc-5fd4e902a570 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2696607
Dec 11 20:52:26.135977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b00e90f-9789-4cd1-8029-205b6ca0689a req-761517c7-e174-40ed-972c-7a00b8fd0078 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874611
Dec 11 20:52:26.143644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29052980-f187-4b85-9fb5-d0d092b36cd6 req-a4c1195d-c04a-45f2-9f76-ba6838d16292 tempest-LiveMigrationTest-811229424 tempest-LiveMigrationTest-811229424-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185503
Dec 11 20:52:26.162068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-ee0b8d45-901c-42f8-af4c-30142cc1613f service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2774642
Dec 11 20:52:26.321939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a9ed7-051f-4dd8-a087-36555b89c044 req-2e602d05-0656-4b8e-ac57-fdcddbdce8a9 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:26.327104 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b97a9ed7-051f-4dd8-a087-36555b89c044 req-2e602d05-0656-4b8e-ac57-fdcddbdce8a9 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 949 time: 0.0727034
Dec 11 20:52:26.447285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b97a9ed7-051f-4dd8-a087-36555b89c044 req-2b06807c-ca21-4814-8d7d-d34726f798b5 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077788
Dec 11 20:52:26.449188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ba35bf-0229-448e-b5b3-5030867282b6 req-563ddaaa-57ed-48cf-9dff-023564c56430 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875357
Dec 11 20:52:26.468184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-03f5e880-3ff8-45ab-a6c9-4a8486d7b5f1 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/cab15e29-100d-4213-9c4f-a8fa6305e170 HTTP/1.1" status: 200  len: 1821 time: 0.1527898
Dec 11 20:52:26.479407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e4da446-562a-49da-ac44-1cb9e3278d82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77986ddbe8f64c01a84d52f76f1b740c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4489386
Dec 11 20:52:26.482267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:26.557762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-18529153-0318-4aca-b4eb-209d5851bcc7 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/c9e09483-c083-49ec-8819-3128d207fd08 HTTP/1.1" status: 200  len: 1822 time: 0.0880888
Dec 11 20:52:26.575926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cab15e29-100d-4213-9c4f-a8fa6305e170', 'remote_group_id': 'c9e09483-c083-49ec-8819-3128d207fd08', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:26.576278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cab15e29-100d-4213-9c4f-a8fa6305e170', 'remote_group_id': 'c9e09483-c083-49ec-8819-3128d207fd08', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:26.581311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20bca2aa-217e-44ec-a011-8ef2691285a1 req-76ad81fc-1282-4645-9b33-2ecd479b83f2 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=1da47499-2c1c-43f6-9956-9cde729b7019 HTTP/1.1" status: 200  len: 210 time: 0.0422039
Dec 11 20:52:26.597883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.632128 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b1d0b5-825d-4bcc-b4d3-a43831a54f6b x-openstack-request-id: req-20b1d0b5-825d-4bcc-b4d3-a43831a54f6b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:26.632648 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47499-2c1c-43f6-9956-9cde729b7019", "name": "network-vif-deleted", "tag": "1e5b60a1-2212-49dc-adb5-1ff65628501f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:26.632737 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20b1d0b5-825d-4bcc-b4d3-a43831a54f6b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:26.633122 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47499-2c1c-43f6-9956-9cde729b7019', 'name': 'network-vif-deleted', 'tag': '1e5b60a1-2212-49dc-adb5-1ff65628501f', 'status': 'completed', 'code': 200}
Dec 11 20:52:26.638085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.728094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.762529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.765147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.766876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8054b2c7-94cc-46a9-96f9-144cf81a9fc6 HTTP/1.1" status: 204  len: 168 time: 0.2835720
Dec 11 20:52:26.772817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:26.775424 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dfc479-db55-4228-8491-6adec2d5e827" -d '{"events": [{"name": "network-changed", "server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:26.787647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df7ce3-b156-4a7f-895c-10b28dd51469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054b2c7-94cc-46a9-96f9-144cf81a9fc6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:26.811710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.816156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.837352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:26.859479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:26.879498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9463d3d-a269-432d-a24f-1fe9c2ecd929 req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.3130994
Dec 11 20:52:26.880832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196bc1c-1053-4627-81b2-3aeebf04fdac tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e518a15-b180-46c5-831d-c509bc1fc01c,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:26.921917 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0594f1dd-3137-404c-a5b2-16484f6a54d4 x-openstack-request-id: req-0594f1dd-3137-404c-a5b2-16484f6a54d4 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:26.922794 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:26.923019 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0594f1dd-3137-404c-a5b2-16484f6a54d4 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:26.930466 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'status': 'completed', 'code': 200}
Dec 11 20:52:26.953860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f86cc1-ff15-4b8a-a219-47696006b7e3 req-d3c4b6e0-1dcb-4e24-ad8f-acd02f7c133f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:26.961867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60f86cc1-ff15-4b8a-a219-47696006b7e3 req-d3c4b6e0-1dcb-4e24-ad8f-acd02f7c133f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0771987
Dec 11 20:52:27.013848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-1c0795ef-8071-40e9-99d4-c30b85feeae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.016419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-1c0795ef-8071-40e9-99d4-c30b85feeae1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd626134315844d88d514c6c114c511b&device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 1094 time: 0.0707121
Dec 11 20:52:27.033299 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:52:27.037208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60f86cc1-ff15-4b8a-a219-47696006b7e3 req-b599cfec-2678-4f0b-8110-b09406fcc1f2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725396
Dec 11 20:52:27.056600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-524013825', 'description': 'tempest-description-342591729'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:27.085948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.152357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67387f-8927-4fef-b281-ba7998f336db req-b3f19985-b6e1-4e0f-b844-0fb8f03cffb3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.153948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c67387f-8927-4fef-b281-ba7998f336db req-b3f19985-b6e1-4e0f-b844-0fb8f03cffb3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.1342895
Dec 11 20:52:27.164801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-8073a47f-0a04-40fe-b80b-9f7e7dd4ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.166315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-8073a47f-0a04-40fe-b80b-9f7e7dd4ac35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cb1f102-6ed0-4c36-b3f4-53127a531bae HTTP/1.1" status: 200  len: 915 time: 0.1411464
Dec 11 20:52:27.180031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.185654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.222026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-757d5b39-b85c-41ab-b0a1-98dc31db9451 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32006eb-a8f6-47da-a805-16b48094c3f6 HTTP/1.1" status: 200  len: 217 time: 0.0480905
Dec 11 20:52:27.222211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.223458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fe68056-851f-4faf-af16-51efa904b079 req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.1712534
Dec 11 20:52:27.233467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b97b43-9e56-49cf-b8be-a3672ff684b5 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719735ee-3d75-4f36-852d-593eaf2b7c88,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:27.255245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35534) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:27.289706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c67387f-8927-4fef-b281-ba7998f336db req-53ed2e8d-5943-4594-944d-24afcc23c398 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222811
Dec 11 20:52:27.303116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-9dffb302-b4df-4d37-be5c-5be68ed6f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.304580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-9dffb302-b4df-4d37-be5c-5be68ed6f722 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b5b8edd-6837-4c28-af28-412b725d6897 HTTP/1.1" status: 200  len: 853 time: 0.0706303
Dec 11 20:52:27.322005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d560113-e18b-4d62-afba-622aa6bb61dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aba4c7ea81184efb8f371524d0548898&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0653741
Dec 11 20:52:27.324854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35536) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:27.371290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-ae38b0c4-1f1a-4f10-ad53-fb80d9e4b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.372439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d32006eb-a8f6-47da-a805-16b48094c3f6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:27.372793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-ae38b0c4-1f1a-4f10-ad53-fb80d9e4b807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cb1f102-6ed0-4c36-b3f4-53127a531bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0578718
Dec 11 20:52:27.374932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1841b1eb-f7b4-4172-88b8-0cf15542977f up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:27.422882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.446557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.498117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4518e-c5dc-4865-b3e5-af253a5b837f req-e35d4734-dd87-4cc0-a731-6407b6a05ec2 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.502358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edf4518e-c5dc-4865-b3e5-af253a5b837f req-e35d4734-dd87-4cc0-a731-6407b6a05ec2 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 943 time: 0.1918654
Dec 11 20:52:27.518162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 1841b1eb-f7b4-4172-88b8-0cf15542977f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:27.530608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 1841b1eb-f7b4-4172-88b8-0cf15542977f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:27.531039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.540887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.544107 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.547722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b201da6-f4ec-422c-81cb-f4ba585cb43f HTTP/1.1" status: 204  len: 168 time: 0.2194362
Dec 11 20:52:27.567185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28cd5-75fc-4bb8-bc47-cce97acd754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b201da6-f4ec-422c-81cb-f4ba585cb43f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:27.577111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32006eb-a8f6-47da-a805-16b48094c3f6,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:27.580321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edf4518e-c5dc-4865-b3e5-af253a5b837f req-2ee487d8-696a-49c5-b446-6df30d061da8 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735698
Dec 11 20:52:27.622511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'port_id': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'mac_address': 'fa:16:3e:bc:77:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:27.711386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee9f5f-8149-43c3-a323-4197d9402361 req-be23049c-ba3f-49c9-a181-5791ebd0a59e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:27.720401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4ee9f5f-8149-43c3-a323-4197d9402361 req-be23049c-ba3f-49c9-a181-5791ebd0a59e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 949 time: 0.0798330
Dec 11 20:52:27.752910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-864697923', 'description': 'tempest-description-570512387'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:27.755494 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.784015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4ee9f5f-8149-43c3-a323-4197d9402361 req-c92cd8ef-df6d-47ad-86a7-3f29a5c56160 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623097
Dec 11 20:52:27.788317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.794544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:27.797249 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cb0b34-00a7-4bce-8347-e1fa71f99a9c" -d '{"events": [{"server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "name": "network-vif-plugged", "status": "completed", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:27.822887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:27.825073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32006eb-a8f6-47da-a805-16b48094c3f6 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:27.849074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32006eb-a8f6-47da-a805-16b48094c3f6,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:27.851419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.857654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-4ffbc1c8-1de5-4a6f-8238-2de1923a0cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4753013
Dec 11 20:52:27.859264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.903240 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084243b-8fb6-4ac5-b3f3-03bad26f67df x-openstack-request-id: req-7084243b-8fb6-4ac5-b3f3-03bad26f67df {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:27.903658 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "name": "network-vif-plugged", "status": "completed", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:27.904010 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7084243b-8fb6-4ac5-b3f3-03bad26f67df {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:27.904508 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f', 'code': 200}
Dec 11 20:52:27.911769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:27.939415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:28.012738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-246cb92e-25a4-4bad-8604-f15f9ff0ac9f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.014315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-246cb92e-25a4-4bad-8604-f15f9ff0ac9f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.1160734
Dec 11 20:52:28.019233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:28.136151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.140129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Deleting port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:28.140646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.148490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.161520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d32006eb-a8f6-47da-a805-16b48094c3f6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:28.163095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5bcb-fe49-4a3e-8cee-92d72bf2d46c req-fc9645d0-ac03-4f21-9957-184ac8d053d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.164765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89df5bcb-fe49-4a3e-8cee-92d72bf2d46c req-fc9645d0-ac03-4f21-9957-184ac8d053d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 1101 time: 0.1652055
Dec 11 20:52:28.205212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2dfc479-db55-4228-8491-6adec2d5e827 req-cebd2f3b-81e1-43ec-b5d5-8396f8d9d185 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300238
Dec 11 20:52:28.212810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036522a1-c3b1-4884-9e22-4d43e05754d2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:28.221817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.223029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eadd18b1-da2c-4a14-8cc0-3e2da1a3e21c req-9da41c47-763e-4fd8-a716-81fee9fe90c0 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4782064
Dec 11 20:52:28.265170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89df5bcb-fe49-4a3e-8cee-92d72bf2d46c req-72d31615-d49c-4b42-b5a6-43c1b4e7214e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840473
Dec 11 20:52:28.302400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974e7a2-3bc1-4d7e-878c-fe8ad2d2e358 req-f6c07c8e-7882-42bb-9619-106078ad12d8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.303961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2974e7a2-3bc1-4d7e-878c-fe8ad2d2e358 req-f6c07c8e-7882-42bb-9619-106078ad12d8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0946865
Dec 11 20:52:28.332284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] For port c8d18b46-eb40-4c98-9b7b-b086a2f38af5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:28.332656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.357457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Calling delete_port for c8d18b46-eb40-4c98-9b7b-b086a2f38af5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:28.406735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2974e7a2-3bc1-4d7e-878c-fe8ad2d2e358 req-f43679f1-986d-4842-b43a-299ab0288e4b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920789
Dec 11 20:52:28.499684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-243e489a-3fe3-44ce-8f2d-07c6cca7ae2b tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/719735ee-3d75-4f36-852d-593eaf2b7c88 HTTP/1.1" status: 200  len: 1820 time: 0.0619740
Dec 11 20:52:28.528377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34505a28-f201-434e-82d0-4e0fa224d919 req-d6684473-947d-42e5-bba6-b9a2f6610b59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.531850 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-34505a28-f201-434e-82d0-4e0fa224d919 req-d6684473-947d-42e5-bba6-b9a2f6610b59 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=a07605af-3d5b-4cdd-9dd0-baf2a6b6c202 HTTP/1.1" status: 200  len: 944 time: 0.0535064
Dec 11 20:52:28.592403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-097346dd-bd1c-4673-ab3c-f9d3e141a73b tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/036522a1-c3b1-4884-9e22-4d43e05754d2 HTTP/1.1" status: 200  len: 1820 time: 0.0765371
Dec 11 20:52:28.612143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '719735ee-3d75-4f36-852d-593eaf2b7c88', 'remote_group_id': '036522a1-c3b1-4884-9e22-4d43e05754d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:28.612464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '719735ee-3d75-4f36-852d-593eaf2b7c88', 'remote_group_id': '036522a1-c3b1-4884-9e22-4d43e05754d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:28.616217 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-836096bf-e062-4423-a4ba-ced5f497bcfa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0831742
Dec 11 20:52:28.624617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.625979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-34505a28-f201-434e-82d0-4e0fa224d919 req-bb9c5e12-abb3-4ae7-a560-f3289bd9bcc7 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803542
Dec 11 20:52:28.648119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102', 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:28.677650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event deleted for resources: {'Port': ['ID=c8d18b46-eb40-4c98-9b7b-b086a2f38af5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:28.712746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-973573bf-8c32-4074-b4cd-f014f60d1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.714840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-973573bf-8c32-4074-b4cd-f014f60d1474 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 1101 time: 0.0670524
Dec 11 20:52:28.760012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] No DVR routers for this DVR port c8d18b46-eb40-4c98-9b7b-b086a2f38af5 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:28.762805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.767926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9fd12e-71fb-4232-a8aa-2441446def33 req-afde1526-d613-4a2b-a9a2-4fc00ffa0dfd tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "DELETE /v2.0/ports/c8d18b46-eb40-4c98-9b7b-b086a2f38af5 HTTP/1.1" status: 204  len: 173 time: 0.7470307
Dec 11 20:52:28.775595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-deleted', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:28.777865 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ca529-d1bb-4aa4-a211-5bdbd835dad8" -d '{"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-deleted", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:28.816295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.859521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.865172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.888827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811005ba-06a6-468d-8813-ee3f00ade0f5,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:28.900446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:28.902936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b815d6d3-73a2-4c04-9f74-91196c10b0ae req-6a082dcb-e806-422f-83af-2df4583d2803 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.3008194
Dec 11 20:52:28.991479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dbdb8-8359-494c-83e3-45c298305cc7 req-603c4aae-6933-46a7-bc5a-770884be0aec tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:28.993035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-115dbdb8-8359-494c-83e3-45c298305cc7 req-603c4aae-6933-46a7-bc5a-770884be0aec tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 950 time: 0.1806605
Dec 11 20:52:28.998632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-6e668e49-042a-484b-ba31-fe50345317e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.000694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-6e668e49-042a-484b-ba31-fe50345317e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2612209
Dec 11 20:52:29.041737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b1dcf-d6e5-4439-96c0-f65fd2adbc7e req-3f7b7250-9ce7-4eda-bc28-40cb52fba509 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.043490 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c90b1dcf-d6e5-4439-96c0-f65fd2adbc7e req-3f7b7250-9ce7-4eda-bc28-40cb52fba509 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 944 time: 0.0690758
Dec 11 20:52:29.067716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-5d6070e8-f507-416a-a599-7b766439a600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0bebc08a-8cda-4e59-989e-0f6a22121090 HTTP/1.1" status: 200  len: 217 time: 0.0570889
Dec 11 20:52:29.123039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c90b1dcf-d6e5-4439-96c0-f65fd2adbc7e req-8e40afc2-3a08-4da9-b033-6865525ed64e tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726378
Dec 11 20:52:29.137778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1e5b60a1-2212-49dc-adb5-1ff65628501f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:29.150465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-115dbdb8-8359-494c-83e3-45c298305cc7 req-1f2506f3-a10c-4459-a018-da51c6d5379e tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487737
Dec 11 20:52:29.190095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-f4c8f6e8-d037-4e47-8b18-321463a90130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.195881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-f4c8f6e8-d037-4e47-8b18-321463a90130 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1113195
Dec 11 20:52:29.197203 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3113f90c-7069-423a-842a-29245bed9a16 x-openstack-request-id: req-3113f90c-7069-423a-842a-29245bed9a16 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:29.197528 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07605af-3d5b-4cdd-9dd0-baf2a6b6c202", "name": "network-vif-deleted", "tag": "c8d18b46-eb40-4c98-9b7b-b086a2f38af5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:29.197795 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3113f90c-7069-423a-842a-29245bed9a16 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:29.198894 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07605af-3d5b-4cdd-9dd0-baf2a6b6c202', 'name': 'network-vif-deleted', 'tag': 'c8d18b46-eb40-4c98-9b7b-b086a2f38af5', 'status': 'completed', 'code': 200}
Dec 11 20:52:29.202619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 1e5b60a1-2212-49dc-adb5-1ff65628501f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:29.203358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1e5b60a1-2212-49dc-adb5-1ff65628501f not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:29.203791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:29.233305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: c8d18b46-eb40-4c98-9b7b-b086a2f38af5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:29.233887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c8d18b46-eb40-4c98-9b7b-b086a2f38af5 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:29.283619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-64a2e540-2be0-42c8-a54b-ec3521e02349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.283962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-64a2e540-2be0-42c8-a54b-ec3521e02349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0731812
Dec 11 20:52:29.288515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-f4d1f6fc-6b9c-42db-ac83-a3d963829ea6 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/036522a1-c3b1-4884-9e22-4d43e05754d2 HTTP/1.1" status: 200  len: 1820 time: 0.0616252
Dec 11 20:52:29.361325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.381111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d32006eb-a8f6-47da-a805-16b48094c3f6 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:29.413857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.455781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a6ed0-b3fa-478f-b01f-dbbbb8a0cf54 req-b178ca2a-4858-42ac-a919-07a8addd3d35 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.457459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff8a6ed0-b3fa-478f-b01f-dbbbb8a0cf54 req-b178ca2a-4858-42ac-a919-07a8addd3d35 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 950 time: 0.1421714
Dec 11 20:52:29.495709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-ee17bc70-a937-4341-a150-39e4ef0e1eb8 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887846
Dec 11 20:52:29.498638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port d32006eb-a8f6-47da-a805-16b48094c3f6 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:29.504350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port d32006eb-a8f6-47da-a805-16b48094c3f6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:29.504701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.579695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.586648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.588288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec44829d-2f5a-4747-bf7c-6deb38480104 req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/036522a1-c3b1-4884-9e22-4d43e05754d2 HTTP/1.1" status: 204  len: 173 time: 0.2990315
Dec 11 20:52:29.614134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dac071-8e02-4b0d-ae31-8fe2f07ab70a tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036522a1-c3b1-4884-9e22-4d43e05754d2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:29.635601 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff8a6ed0-b3fa-478f-b01f-dbbbb8a0cf54 req-88e2a2a4-e5af-4b95-bbcf-f5bcfe04abbd tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662741
Dec 11 20:52:29.695225 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.711958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8261ea7f-4ee3-4290-883d-9c2c28b66bad req-947ae7cf-ff82-49c5-94ec-2cee6b2145f5 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2071595
Dec 11 20:52:29.740967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32006eb-a8f6-47da-a805-16b48094c3f6,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:29.748578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.801071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-1b3d1d96-d691-4380-a6e5-a0146c978a2a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.802586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-1b3d1d96-d691-4380-a6e5-a0146c978a2a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 950 time: 0.1297204
Dec 11 20:52:29.803880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:29.816601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b2414-7862-4ec8-b01b-3a7acf9c327f req-0934a2fb-83f8-4cd6-bfa8-badde13345f0 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.818073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-689b2414-7862-4ec8-b01b-3a7acf9c327f req-0934a2fb-83f8-4cd6-bfa8-badde13345f0 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0858667
Dec 11 20:52:29.887414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-654c442e-4bc9-4656-816f-a946b23fb5c6 req-37231364-eff4-47cb-aca1-81767d154f70 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/719735ee-3d75-4f36-852d-593eaf2b7c88 HTTP/1.1" status: 200  len: 1820 time: 0.0403714
Dec 11 20:52:29.905264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:29.908727 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef9e702-f983-4a2d-84e8-95282d35b473" -d '{"events": [{"server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "name": "network-vif-plugged", "status": "completed", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:29.921461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-689b2414-7862-4ec8-b01b-3a7acf9c327f req-f6039e03-5362-454a-9c73-54f8b7301528 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950112
Dec 11 20:52:29.948650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port b8c6c10d-7310-4ab9-8225-91134fbace40 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:29.949234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:29.962417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-d379cdd3-86dd-405a-819a-39742d94e2a4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:29.964448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-d379cdd3-86dd-405a-819a-39742d94e2a4 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/ports?device_id=400fec3d-8305-41d1-9250-1509fb2e60e1 HTTP/1.1" status: 200  len: 950 time: 0.0668824
Dec 11 20:52:30.056303 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade9ffb-0a82-4a70-99e0-bdc44a1366ce x-openstack-request-id: req-2ade9ffb-0a82-4a70-99e0-bdc44a1366ce {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:30.056711 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "name": "network-vif-plugged", "status": "completed", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:30.057112 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ade9ffb-0a82-4a70-99e0-bdc44a1366ce {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:30.057646 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'code': 200}
Dec 11 20:52:30.095029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-529296815', 'description': 'tempest-description-2084428903'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:30.105970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:30.106679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.166548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.202889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port b8c6c10d-7310-4ab9-8225-91134fbace40, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b8c6c10d-7310-4ab9-8225-91134fbace40,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:30.203923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.227484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for b8c6c10d-7310-4ab9-8225-91134fbace40 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:30.255127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port aa400a8c-a240-4c41-b8e1-0d60f4fa7737, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:30.255686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.266166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2117d4-867d-4c8d-ab7e-ab43c3f6abb5 req-a4bd95a6-4271-48d3-824a-a475db87aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:30.268662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce2117d4-867d-4c8d-ab7e-ab43c3f6abb5 req-a4bd95a6-4271-48d3-824a-a475db87aaa2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 1096 time: 0.1143727
Dec 11 20:52:30.316399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for aa400a8c-a240-4c41-b8e1-0d60f4fa7737 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:30.345737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.353942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.388459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.401017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-48267ac4-4763-427f-9875-3eb569777c6a req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3266511
Dec 11 20:52:30.424643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97032f0-8088-44fa-bd03-d5af570391f4 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8e1df-9d47-4d1c-a532-c6b62cfa2289,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:30.448234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce2117d4-867d-4c8d-ab7e-ab43c3f6abb5 req-c485d787-9f1b-486e-aa79-a17edf829a0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1634057
Dec 11 20:52:30.482304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cbef4-851e-42b4-aeff-38789dd58c45 req-f3a4470a-f5b8-4e8e-891e-1c966aa2b125 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:30.491625 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f79cbef4-851e-42b4-aeff-38789dd58c45 req-f3a4470a-f5b8-4e8e-891e-1c966aa2b125 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 0.1618981
Dec 11 20:52:30.504198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.520508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:30.556673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=b8c6c10d-7310-4ab9-8225-91134fbace40,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:30.602857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090', 'b8c6c10d-7310-4ab9-8225-91134fbace40'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:30.622223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc6ec6-579d-477f-90b0-4adb9349def1 req-5c48d663-fac7-40b9-b0e6-3c59326cde62 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:30.622981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09fc6ec6-579d-477f-90b0-4adb9349def1 req-5c48d663-fac7-40b9-b0e6-3c59326cde62 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4bafb-18dc-4e8a-ae9e-ba23047145c2 HTTP/1.1" status: 200  len: 867 time: 0.1401575
Dec 11 20:52:30.639453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port b8c6c10d-7310-4ab9-8225-91134fbace40 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:30.641561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35672) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:30.647944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f79cbef4-851e-42b4-aeff-38789dd58c45 req-96e51f83-1b2c-4873-bbee-de8585ebe558 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550245
Dec 11 20:52:30.653573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.659071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ded329e-3195-4db7-875c-2b0fa80a7c59 req-7749b119-441c-46e8-a5d8-5b0c7ae9c1c1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "DELETE /v2.0/ports/b8c6c10d-7310-4ab9-8225-91134fbace40 HTTP/1.1" status: 204  len: 173 time: 0.8399036
Dec 11 20:52:30.713041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09fc6ec6-579d-477f-90b0-4adb9349def1 req-4a8afaba-c297-4e7a-88c6-038fddac72e1 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729942
Dec 11 20:52:30.728653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.781754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=aa400a8c-a240-4c41-b8e1-0d60f4fa7737,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:30.842806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c429d-b089-4f0e-b5aa-df486b97ffc1 req-40020661-76a9-4b3b-9cdf-45bbbb4cd171 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:30.848423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-97dad81d-ae63-44a5-b3b0-163ce139097b tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 200  len: 1821 time: 0.1412027
Dec 11 20:52:30.850867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b3c429d-b089-4f0e-b5aa-df486b97ffc1 req-40020661-76a9-4b3b-9cdf-45bbbb4cd171 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 950 time: 0.0733216
Dec 11 20:52:30.890043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edb8e1df-9d47-4d1c-a532-c6b62cfa2289', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:30.890404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edb8e1df-9d47-4d1c-a532-c6b62cfa2289', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:30.942015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port aa400a8c-a240-4c41-b8e1-0d60f4fa7737 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:30.947432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.950017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b3c429d-b089-4f0e-b5aa-df486b97ffc1 req-3edbff28-91d9-4d64-af19-fc0ca94ffecb tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916808
Dec 11 20:52:30.950955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6857b05-b208-4abf-8a10-74afadf6ddb3 req-fcce0098-1dfe-4030-9e68-1ad79923ec43 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "DELETE /v2.0/ports/aa400a8c-a240-4c41-b8e1-0d60f4fa7737 HTTP/1.1" status: 204  len: 173 time: 0.9798410
Dec 11 20:52:30.951419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'name': 'network-vif-deleted', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:30.952274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7226d00d-bfde-4d4e-aa8f-b0d9db12f61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:30.954328 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b06504-c6ea-4a83-9b63-ba8dd0aae851" -d '{"events": [{"server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "name": "network-vif-deleted", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:31.052831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.076406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.082649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.122789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0e2d5d-f92a-4e4a-8dd2-5d37efa4bccc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:31.136823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.154943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11c4f18a-f10b-49fb-9273-d239aacb4df7 req-4f3017a9-7e9b-48dd-80a4-d9aa73c9d7b2 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3052504
Dec 11 20:52:31.159771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7226d00d-bfde-4d4e-aa8f-b0d9db12f61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.172427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a92a5-cb20-4755-b881-08f925823c9f req-113f97ad-b8db-4d59-879a-1c83f8e4a6b5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:31.181795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e7a92a5-cb20-4755-b881-08f925823c9f req-113f97ad-b8db-4d59-879a-1c83f8e4a6b5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1396675
Dec 11 20:52:31.197707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7226d00d-bfde-4d4e-aa8f-b0d9db12f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.204224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'name': 'network-vif-deleted', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:31.208823 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e2f46-0d8b-42d1-9afe-b0297f89491c" -d '{"events": [{"server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "name": "network-vif-deleted", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:31.281736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7226d00d-bfde-4d4e-aa8f-b0d9db12f61b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fdcfcb02bf445288bc5fe71ca3fa22e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6383352
Dec 11 20:52:31.284406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35708) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:31.355911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.363933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226d00d-bfde-4d4e-aa8f-b0d9db12f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c968f413-3a20-49a2-86d9-179b3fa2bb47,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:31.372063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e7a92a5-cb20-4755-b881-08f925823c9f req-e25c3dac-5fdf-43d3-881c-048705f2853d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883872
Dec 11 20:52:31.398665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.411329 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18355097-895e-4e44-9569-1f245df08dbc x-openstack-request-id: req-18355097-895e-4e44-9569-1f245df08dbc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:31.411886 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400fec3d-8305-41d1-9250-1509fb2e60e1", "name": "network-vif-deleted", "tag": "aa400a8c-a240-4c41-b8e1-0d60f4fa7737", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:31.412216 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18355097-895e-4e44-9569-1f245df08dbc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:31.412788 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400fec3d-8305-41d1-9250-1509fb2e60e1', 'name': 'network-vif-deleted', 'tag': 'aa400a8c-a240-4c41-b8e1-0d60f4fa7737', 'status': 'completed', 'code': 200}
Dec 11 20:52:31.455325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.458373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.461946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c968f413-3a20-49a2-86d9-179b3fa2bb47 HTTP/1.1" status: 204  len: 168 time: 0.1731522
Dec 11 20:52:31.492996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50b32d-4184-47f1-bb9b-1f7abb6ca8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968f413-3a20-49a2-86d9-179b3fa2bb47,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:31.576617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-b08a2324-80ca-47b6-88d6-5a985ad3bcd7 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 200  len: 2414 time: 0.0791578
Dec 11 20:52:31.583650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edb8e1df-9d47-4d1c-a532-c6b62cfa2289', 'remote_group_id': None}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:31.583972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edb8e1df-9d47-4d1c-a532-c6b62cfa2289', 'remote_group_id': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:31.623952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:31.654991 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f7713e-c3fb-43ca-989c-3a6313fb600d x-openstack-request-id: req-a0f7713e-c3fb-43ca-989c-3a6313fb600d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:31.656659 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac4bafb-18dc-4e8a-ae9e-ba23047145c2", "name": "network-vif-deleted", "tag": "b8c6c10d-7310-4ab9-8225-91134fbace40", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:31.657563 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0f7713e-c3fb-43ca-989c-3a6313fb600d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:31.658029 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac4bafb-18dc-4e8a-ae9e-ba23047145c2', 'name': 'network-vif-deleted', 'tag': 'b8c6c10d-7310-4ab9-8225-91134fbace40', 'status': 'completed', 'code': 200}
Dec 11 20:52:31.715205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.773119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.778274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.807562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:31.809273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f490390-fe2c-44da-af25-936a8f71d1c8 req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2316933
Dec 11 20:52:31.820103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52f43b-aa42-4fd0-a98a-6ef915736d61 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc94b22-aecc-42f8-8440-9a6400d44698,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:31.878738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2473e-e715-4c27-a03d-20abd18d64e2 req-55ed79c7-7ee4-4672-a715-0f369374d1ac tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:31.880534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ae2473e-e715-4c27-a03d-20abd18d64e2 req-55ed79c7-7ee4-4672-a715-0f369374d1ac tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 950 time: 0.1246099
Dec 11 20:52:31.934199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ae2473e-e715-4c27-a03d-20abd18d64e2 req-2530555a-93bd-4b32-9ffb-ba1998f683a7 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458977
Dec 11 20:52:31.938181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d0452-b29a-4905-91b4-d5d8afe0bff3 req-2ba5bde6-5570-4daf-a6de-fa9814fc3c7b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:31.939684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4d0452-b29a-4905-91b4-d5d8afe0bff3 req-2ba5bde6-5570-4daf-a6de-fa9814fc3c7b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.0574470
Dec 11 20:52:31.989596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35724) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:31.992646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:31.994982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4d0452-b29a-4905-91b4-d5d8afe0bff3 req-97f8acfb-811e-47e4-95a7-65225995581b tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487232
Dec 11 20:52:32.005833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17c6007-3b1a-465e-985d-92f00acf91ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.097058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d501-1bb5-4b68-9e4f-5ea042bc4477 req-96d10e1a-e019-4011-9f2e-858626ecf621 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:32.102560 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77e4d0e1-5938-425a-bb3a-ee02ba493738 req-5066d50c-e28d-4658-9e84-9663d46d70a1 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 200  len: 3012 time: 0.0487010
Dec 11 20:52:32.105451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0632d501-1bb5-4b68-9e4f-5ea042bc4477 req-96d10e1a-e019-4011-9f2e-858626ecf621 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 0.0854707
Dec 11 20:52:32.173130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0632d501-1bb5-4b68-9e4f-5ea042bc4477 req-14620e71-3a1d-4b49-9274-24af2a61ed2b tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666087
Dec 11 20:52:32.189905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-89734b54-ca00-439b-8192-d15f61b5bc4c tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-group-rules/4fc94b22-aecc-42f8-8440-9a6400d44698 HTTP/1.1" status: 200  len: 783 time: 0.0312288
Dec 11 20:52:32.213965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17c6007-3b1a-465e-985d-92f00acf91ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.226133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17c6007-3b1a-465e-985d-92f00acf91ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.245926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-985997bd-5a1f-459e-95ae-cc379fe66240 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 200  len: 3012 time: 0.0546010
Dec 11 20:52:32.278009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c17c6007-3b1a-465e-985d-92f00acf91ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7ecff6683a94f46b64d968dd637bd1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2873132
Dec 11 20:52:32.281440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:32.287894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c6007-3b1a-465e-985d-92f00acf91ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0fbf8-eddf-4508-b16b-d269ca11ac1c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:32.300945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.317582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.341559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bf1c5-16a6-468e-aaae-3a2976c91cd5 req-0d805b11-7eff-4ead-9631-e00fee249a63 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:32.343135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-273bf1c5-16a6-468e-aaae-3a2976c91cd5 req-0d805b11-7eff-4ead-9631-e00fee249a63 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 0.0574486
Dec 11 20:52:32.352007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35738) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:32.357462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Request body: {'floatingip': {'port_id': 'd32006eb-a8f6-47da-a805-16b48094c3f6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:32.395280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.397656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.409578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.410369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-030a6cf8-3fac-476b-ba8e-d7ab73725714 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:32.412005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-030a6cf8-3fac-476b-ba8e-d7ab73725714 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 944 time: 0.0923519
Dec 11 20:52:32.417580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.418798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44a9b655-7499-4e73-93aa-e1791aeb41bf req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4fc94b22-aecc-42f8-8440-9a6400d44698 HTTP/1.1" status: 204  len: 173 time: 0.1720059
Dec 11 20:52:32.440489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83484596-1a8f-4f12-af41-b44f96096994 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fc94b22-aecc-42f8-8440-9a6400d44698,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:32.474519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.617047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8c579-332f-4779-8135-18a75c608ef0 req-5617f806-0efe-4b60-be05-4c4a1e3e911d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:32.618765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abf8c579-332f-4779-8135-18a75c608ef0 req-5617f806-0efe-4b60-be05-4c4a1e3e911d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0887525
Dec 11 20:52:32.622238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Deleting port 23623d18-7928-44b1-a1be-372bbcdc4102 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:32.622644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.625665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.628238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.631663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99d0fbf8-eddf-4508-b16b-d269ca11ac1c HTTP/1.1" status: 204  len: 168 time: 0.3467429
Dec 11 20:52:32.695909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46137b14-829d-448d-86f3-758dcd7e4eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0fbf8-eddf-4508-b16b-d269ca11ac1c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:32.755483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abf8c579-332f-4779-8135-18a75c608ef0 req-5bcd3582-a162-4062-a5fd-96cce6cd5678 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249955
Dec 11 20:52:32.790206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] For port 23623d18-7928-44b1-a1be-372bbcdc4102, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23623d18-7928-44b1-a1be-372bbcdc4102,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:32.790680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:32.813678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Calling delete_port for 23623d18-7928-44b1-a1be-372bbcdc4102 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:32.964547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-b6f22c86-5f81-4110-a487-916124d52710 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 200  len: 2414 time: 0.1685965
Dec 11 20:52:32.980150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-1f33566e-85aa-4200-8155-25cd2e196621 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:32.982896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-1f33566e-85aa-4200-8155-25cd2e196621 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.16 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 950 time: 0.1693075
Dec 11 20:52:33.011879 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.028832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['23623d18-7928-44b1-a1be-372bbcdc4102'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:33.048535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event deleted for resources: {'Port': ['ID=23623d18-7928-44b1-a1be-372bbcdc4102,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:33.111905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] No DVR routers for this DVR port 23623d18-7928-44b1-a1be-372bbcdc4102 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:33.115202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.119116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16a66392-38ff-4e79-8b47-962af5c60f18 req-98d85a23-90e6-4c93-9353-4e77da14f73f tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "DELETE /v2.0/ports/23623d18-7928-44b1-a1be-372bbcdc4102 HTTP/1.1" status: 204  len: 173 time: 0.6902249
Dec 11 20:52:33.138558 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:52:33.160188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c112101-100c-4342-926a-410792e9eb01 req-5a7858af-dff9-49fe-8ef1-38d4e91ff95e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:33.161055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b8c6c10d-7310-4ab9-8225-91134fbace40 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:33.161994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c112101-100c-4342-926a-410792e9eb01 req-5a7858af-dff9-49fe-8ef1-38d4e91ff95e tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 950 time: 0.0723386
Dec 11 20:52:33.196907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: b8c6c10d-7310-4ab9-8225-91134fbace40 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:33.197252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b8c6c10d-7310-4ab9-8225-91134fbace40 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:33.237838 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c112101-100c-4342-926a-410792e9eb01 req-886d265d-a54d-496b-9a77-3f5609da2d9a tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/security-groups?id=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682304
Dec 11 20:52:33.260796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.261289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.308344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.354044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.382362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b6f1-7bf0-4207-a7ec-a44609f2fad5 req-6934101f-15f2-4a1f-8b98-128035eaabff tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:33.383926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c312b6f1-7bf0-4207-a7ec-a44609f2fad5 req-6934101f-15f2-4a1f-8b98-128035eaabff tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.0566108
Dec 11 20:52:33.407105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device aa400a8c-a240-4c41-b8e1-0d60f4fa7737 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:33.422366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Deleting port 1841b1eb-f7b4-4172-88b8-0cf15542977f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:33.422687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.429424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: aa400a8c-a240-4c41-b8e1-0d60f4fa7737 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:33.429775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device aa400a8c-a240-4c41-b8e1-0d60f4fa7737 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:33.447005 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Floating IP fc997c05-dc09-41b0-8665-90e2f32da339 associated. External IP: 172.35.1.16, port: d32006eb-a8f6-47da-a805-16b48094c3f6.
Dec 11 20:52:33.458266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c312b6f1-7bf0-4207-a7ec-a44609f2fad5 req-01ba26a1-0714-402f-ade5-9fe80e4c644b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649068
Dec 11 20:52:33.530775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.533516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.534566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83eb5daf-c27a-4ef8-806e-f1bc4f177f14 req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/edb8e1df-9d47-4d1c-a532-c6b62cfa2289 HTTP/1.1" status: 204  len: 173 time: 0.5505641
Dec 11 20:52:33.570064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47bddb-71b5-4679-8eee-d9543bf85e88 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8e1df-9d47-4d1c-a532-c6b62cfa2289,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:33.626430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e9f0320c-db23-4f10-a84f-3346d9c05785 req-ce01e7af-98b7-4e9b-ada8-2930019433b4 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a77a8af-1d2c-4c2b-893b-c7a03ad124c9 HTTP/1.1" status: 200  len: 210 time: 0.0560775
Dec 11 20:52:33.636275 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-78982580-fd9e-44e9-b5d6-97f1f54411e5 req-1d8d3594-d149-4c41-9e25-77e5b34fdbbc tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] show failed (client error): The resource could not be found.
Dec 11 20:52:33.637314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78982580-fd9e-44e9-b5d6-97f1f54411e5 req-1d8d3594-d149-4c41-9e25-77e5b34fdbbc tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/036522a1-c3b1-4884-9e22-4d43e05754d2 HTTP/1.1" status: 404  len: 352 time: 0.0701632
Dec 11 20:52:33.648853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] For port 1841b1eb-f7b4-4172-88b8-0cf15542977f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1841b1eb-f7b4-4172-88b8-0cf15542977f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:33.649331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.664499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-deleted', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:33.671744 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3ac6f-d24e-4b6b-ab10-d74616db0ebd" -d '{"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-deleted", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:33.672709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Calling delete_port for 1841b1eb-f7b4-4172-88b8-0cf15542977f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:33.816237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-2dc7bd7a-2406-4199-8e9a-f4a5f2fc211c tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/719735ee-3d75-4f36-852d-593eaf2b7c88 HTTP/1.1" status: 200  len: 1820 time: 0.1473796
Dec 11 20:52:33.821485 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecb67e-e443-4ac2-9755-dffc53bbb474 x-openstack-request-id: req-33ecb67e-e443-4ac2-9755-dffc53bbb474 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:33.821485 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a77a8af-1d2c-4c2b-893b-c7a03ad124c9", "name": "network-vif-deleted", "tag": "23623d18-7928-44b1-a1be-372bbcdc4102", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:33.821485 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ecb67e-e443-4ac2-9755-dffc53bbb474 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:33.822437 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a77a8af-1d2c-4c2b-893b-c7a03ad124c9', 'name': 'network-vif-deleted', 'tag': '23623d18-7928-44b1-a1be-372bbcdc4102', 'status': 'completed', 'code': 200}
Dec 11 20:52:33.932735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eba5c-4253-46f5-acf0-c9b180e6992e req-e86c7579-5ce0-4be2-bf52-d170ecb343e5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:33.934406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c73eba5c-4253-46f5-acf0-c9b180e6992e req-e86c7579-5ce0-4be2-bf52-d170ecb343e5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0613728
Dec 11 20:52:33.946726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Router e4351ed7-b644-4931-b51f-b9635a4756f3 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:52:33.988195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c73eba5c-4253-46f5-acf0-c9b180e6992e req-a13339a1-1410-49b8-ab39-275980fa3369 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465200
Dec 11 20:52:33.990936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:33.992113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.068280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Pushing event deleted for resources: {'Port': ['ID=1841b1eb-f7b4-4172-88b8-0cf15542977f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:34.092951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.193849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] No DVR routers for this DVR port 1841b1eb-f7b4-4172-88b8-0cf15542977f on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:34.204210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.207632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-461bc2d1-cde6-4327-9c87-fa2fa7465e97 req-35969800-a415-4e65-b6cb-a4ae5da84e3d tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.16 "DELETE /v2.0/ports/1841b1eb-f7b4-4172-88b8-0cf15542977f HTTP/1.1" status: 204  len: 173 time: 1.2181628
Dec 11 20:52:34.208103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'name': 'network-vif-deleted', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:34.210389 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58e0a4-5c4b-468a-8aa2-cea716769b9e" -d '{"events": [{"server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "name": "network-vif-deleted", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:34.249355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.258911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.259980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba308c3a-ebf5-45c0-a7eb-947a98d1359b req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/719735ee-3d75-4f36-852d-593eaf2b7c88 HTTP/1.1" status: 204  len: 173 time: 0.4058125
Dec 11 20:52:34.267103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:34.278794 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Sync routers for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:34.279354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.300688 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:34.303177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84110250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:34.305818 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1b1976-cb0f-483f-94bb-ad64be4738d7 x-openstack-request-id: req-4d1b1976-cb0f-483f-94bb-ad64be4738d7 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:34.306117 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883479a4-478d-49c1-ab6e-5977832a6f19", "name": "network-vif-deleted", "tag": "1841b1eb-f7b4-4172-88b8-0cf15542977f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:34.306389 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d1b1976-cb0f-483f-94bb-ad64be4738d7 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:34.306808 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883479a4-478d-49c1-ab6e-5977832a6f19', 'name': 'network-vif-deleted', 'tag': '1841b1eb-f7b4-4172-88b8-0cf15542977f', 'status': 'completed', 'code': 200}
Dec 11 20:52:34.307671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652ea72-f1c7-45ec-9563-d8fde9a7cc16 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719735ee-3d75-4f36-852d-593eaf2b7c88,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:34.393134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2cea4b99-5491-4006-a61b-4c9da9e06472 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "PUT /v2.0/floatingips/fc997c05-dc09-41b0-8665-90e2f32da339 HTTP/1.1" status: 200  len: 990 time: 2.0398958
Dec 11 20:52:34.446905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19f0d7fb-08a6-4de2-afd8-ccf45cd4009e req-dbf0c56b-cfd2-4ea1-8628-6cdd14ae2032 tempest-ImagesNegativeTestJSON-648320730 tempest-ImagesNegativeTestJSON-648320730-project] 10.222.0.18 "GET /v2.0/ports?device_id=883479a4-478d-49c1-ab6e-5977832a6f19 HTTP/1.1" status: 200  len: 210 time: 0.0457470
Dec 11 20:52:34.453278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-c4a05692-11d5-494e-81cc-f0285dcb659d tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/c9e09483-c083-49ec-8819-3128d207fd08 HTTP/1.1" status: 200  len: 1822 time: 0.0962420
Dec 11 20:52:34.484893 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:34.545230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f135d-244e-4249-b83f-b74326587127 req-ecae4e8e-034b-43f1-b1b1-62c3350e8a95 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:34.547817 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-985f135d-244e-4249-b83f-b74326587127 req-ecae4e8e-034b-43f1-b1b1-62c3350e8a95 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.1130970
Dec 11 20:52:34.615886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.658742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d177-70a0-4334-a356-6ffd291f0b2b req-ac948d17-c096-4b61-9afe-c63386b33674 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:34.660827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6a1d177-70a0-4334-a356-6ffd291f0b2b req-ac948d17-c096-4b61-9afe-c63386b33674 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9709893-7869-488d-abce-d1f8e8c434a9 HTTP/1.1" status: 200  len: 950 time: 0.0647216
Dec 11 20:52:34.679676 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.721695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6a1d177-70a0-4334-a356-6ffd291f0b2b req-e7ac1795-cfc0-4b01-8269-9b270e794c01 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533168
Dec 11 20:52:34.742702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port 0bebc08a-8cda-4e59-989e-0f6a22121090 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:34.743132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.779123 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84110250>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc997c05-dc09-41b0-8665-90e2f32da339', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'port_id': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'mac_address': 'fa:16:3e:bc:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f639dc-89de-4753-8e93-7c3e70158279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:52:16Z', 'updated_at': '2021-12-11T20:52:33Z', 'revision_number': 1, 'project_id': 'bd626134315844d88d514c6c114c511b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:34.816174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.823745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.825030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1fd3819d-98d3-4b00-ba0e-89e15b6ce740 req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9e09483-c083-49ec-8819-3128d207fd08 HTTP/1.1" status: 204  len: 173 time: 0.3524182
Dec 11 20:52:34.851735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e09483-c083-49ec-8819-3128d207fd08,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:34.869711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.870134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.870438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.870820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.871164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.871613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.871954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.872317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.872715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.873044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.873378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.873706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.874035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1f949c-cbf0-4e3d-8ff7-b7ea3f1b9d18 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:34.883819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4cbc68d-d8d9-4c34-adb7-46299482b691 req-26a0b34c-d3f5-4d3f-809c-0fb7251ac308 tempest-FlavorsV2NegativeTest-585365683 tempest-FlavorsV2NegativeTest-585365683-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=45b0e3a7b7e34f5aba3859327c6708d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0479543
Dec 11 20:52:34.910903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port 0bebc08a-8cda-4e59-989e-0f6a22121090, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0bebc08a-8cda-4e59-989e-0f6a22121090,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:34.911723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:34.938901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for 0bebc08a-8cda-4e59-989e-0f6a22121090 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:34.939435 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Checking router: e4351ed7-b644-4931-b51f-b9635a4756f3 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:34.948936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:34.949558 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84110250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:35.007799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-e87cb1b2-380c-4144-bcf7-783daad0c76e tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/cab15e29-100d-4213-9c4f-a8fa6305e170 HTTP/1.1" status: 200  len: 1821 time: 0.0933769
Dec 11 20:52:35.014120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-fb53f447-d04d-4b27-902a-bea1ae575189 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:35.016671 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-fb53f447-d04d-4b27-902a-bea1ae575189 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "GET /v2.0/ports?device_id=97355590-2714-4f5c-8efe-dbbaf25362c6 HTTP/1.1" status: 200  len: 949 time: 0.1304085
Dec 11 20:52:35.072932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:35.077426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc68d-d8d9-4c34-adb7-46299482b691 req-16945774-f68c-4cd9-adbd-1ef1f084b0a7 tempest-FlavorsV2NegativeTest-585365683 tempest-FlavorsV2NegativeTest-585365683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:35.079615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4cbc68d-d8d9-4c34-adb7-46299482b691 req-16945774-f68c-4cd9-adbd-1ef1f084b0a7 tempest-FlavorsV2NegativeTest-585365683 tempest-FlavorsV2NegativeTest-585365683-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1950171
Dec 11 20:52:35.092963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.129702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4cbc68d-d8d9-4c34-adb7-46299482b691 req-cd28ec5e-2f53-4f16-9ae8-1a7e83e9a07a tempest-FlavorsV2NegativeTest-585365683 tempest-FlavorsV2NegativeTest-585365683-project] 10.222.0.18 "GET /v2.0/quotas/45b0e3a7b7e34f5aba3859327c6708d9 HTTP/1.1" status: 200  len: 375 time: 0.0191119
Dec 11 20:52:35.146233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.163218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4cbc68d-d8d9-4c34-adb7-46299482b691 req-dcee7433-2ee0-4304-aa40-fa545d3b35d8 tempest-FlavorsV2NegativeTest-585365683 tempest-FlavorsV2NegativeTest-585365683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45b0e3a7b7e34f5aba3859327c6708d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0300591
Dec 11 20:52:35.177367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port 00551254-96f8-4305-bba1-e1f058dc60bb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:35.177715 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.183752 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.196686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:35.230234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=0bebc08a-8cda-4e59-989e-0f6a22121090,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:35.322922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port 0bebc08a-8cda-4e59-989e-0f6a22121090 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:35.324700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.328570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.329239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['00551254-96f8-4305-bba1-e1f058dc60bb', '0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:35.341267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0fdb79d-1843-43ec-820a-863b0736a9f2 req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/cab15e29-100d-4213-9c4f-a8fa6305e170 HTTP/1.1" status: 204  len: 173 time: 0.3236849
Dec 11 20:52:35.343238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.346921 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-985f135d-244e-4249-b83f-b74326587127 req-64c5dce1-4829-4114-a316-443e3c1a1d63 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "DELETE /v2.0/ports/0bebc08a-8cda-4e59-989e-0f6a22121090 HTTP/1.1" status: 204  len: 173 time: 0.7767081
Dec 11 20:52:35.356346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7345e8-36c6-44f3-ad99-49b8d4722dbb tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab15e29-100d-4213-9c4f-a8fa6305e170,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:35.373826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port 00551254-96f8-4305-bba1-e1f058dc60bb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00551254-96f8-4305-bba1-e1f058dc60bb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:35.374203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.391432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for 00551254-96f8-4305-bba1-e1f058dc60bb owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:35.409457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84110250>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc997c05-dc09-41b0-8665-90e2f32da339', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'port_id': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'mac_address': 'fa:16:3e:bc:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f639dc-89de-4753-8e93-7c3e70158279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:52:16Z', 'updated_at': '2021-12-11T20:52:33Z', 'revision_number': 1, 'project_id': 'bd626134315844d88d514c6c114c511b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:35.450651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1841b1eb-f7b4-4172-88b8-0cf15542977f no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:35.480209 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485cf7e2-d466-43f7-a0b1-02e7850df364 None None] The sync data for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 is: [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fc997c05-dc09-41b0-8665-90e2f32da339', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'floating_ip_address': '172.35.1.16', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'port_id': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'mac_address': 'fa:16:3e:bc:77:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f639dc-89de-4753-8e93-7c3e70158279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:52:16Z', 'updated_at': '2021-12-11T20:52:33Z', 'revision_number': 1, 'project_id': 'bd626134315844d88d514c6c114c511b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:35.482189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 1841b1eb-f7b4-4172-88b8-0cf15542977f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:35.482746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1841b1eb-f7b4-4172-88b8-0cf15542977f not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:35.550614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b58c-a5de-4d62-9a92-31552a801033 req-b24d0129-89d3-4ed0-98f4-338e445bac60 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:35.561148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d828b58c-a5de-4d62-9a92-31552a801033 req-b24d0129-89d3-4ed0-98f4-338e445bac60 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1384599
Dec 11 20:52:35.716530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.777745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=00551254-96f8-4305-bba1-e1f058dc60bb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:35.826056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'name': 'network-vif-deleted', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:35.828925 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a4602b-5ea7-4769-aeb3-757daa157357" -d '{"events": [{"server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "name": "network-vif-deleted", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:35.861806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port 00551254-96f8-4305-bba1-e1f058dc60bb on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:35.865557 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:35.870054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ae81b4a-b68e-48c2-9964-bf1adaca08b1 req-b8cb5387-7ea5-4200-bbbe-6b426f254d6b tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.30 "DELETE /v2.0/ports/00551254-96f8-4305-bba1-e1f058dc60bb HTTP/1.1" status: 204  len: 173 time: 0.8453016
Dec 11 20:52:35.942347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-6e037aab-5d84-4889-8653-04017cb00156 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/d01bbba3-5b6e-449a-bb4a-99d072ae8859 HTTP/1.1" status: 200  len: 2421 time: 0.1587229
Dec 11 20:52:35.980723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d828b58c-a5de-4d62-9a92-31552a801033 req-f8cee4e0-491d-4975-a8ec-817871ff480b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4093001
Dec 11 20:52:35.984134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071b819-fa32-4763-9cab-964fc5869de2 None None] New status for floating IP fc997c05-dc09-41b0-8665-90e2f32da339: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:52:36.104017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.168378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.268366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['0bebc08a-8cda-4e59-989e-0f6a22121090'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:36.276578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-47a0b179-b558-4bee-b814-cb74f810c565 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:36.281092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-47a0b179-b558-4bee-b814-cb74f810c565 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.0802667
Dec 11 20:52:36.281927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35878) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:36.287657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500c26-da78-4da9-b36b-ee3b85179633 req-47f7908e-7250-4d94-bec0-57cbac51fb34 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:36.287946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.289471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03500c26-da78-4da9-b36b-ee3b85179633 req-47f7908e-7250-4d94-bec0-57cbac51fb34 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.0765889
Dec 11 20:52:36.290638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.304810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d6a85bc-b65d-4d7b-a3b5-b5b23901fe42 req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/d01bbba3-5b6e-449a-bb4a-99d072ae8859 HTTP/1.1" status: 204  len: 173 time: 0.3614843
Dec 11 20:52:36.311253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6'}, {'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'name': 'network-vif-deleted', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:36.324397 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2134678b-895c-45fd-b8d8-1125f3c36ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6"}, {"server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "name": "network-vif-deleted", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:36.361844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03500c26-da78-4da9-b36b-ee3b85179633 req-86315f9d-5ed0-44eb-b5b0-868ad3d8a268 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614748
Dec 11 20:52:36.396955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c8257-4845-433a-acd8-b5fecfabd765 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01bbba3-5b6e-449a-bb4a-99d072ae8859,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:36.476958 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572fbe5-c922-4fde-8f78-6d2011ead2b1 x-openstack-request-id: req-2572fbe5-c922-4fde-8f78-6d2011ead2b1 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:36.477403 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9709893-7869-488d-abce-d1f8e8c434a9", "name": "network-vif-deleted", "tag": "0bebc08a-8cda-4e59-989e-0f6a22121090", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:36.478231 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2572fbe5-c922-4fde-8f78-6d2011ead2b1 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:36.478231 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9709893-7869-488d-abce-d1f8e8c434a9', 'name': 'network-vif-deleted', 'tag': '0bebc08a-8cda-4e59-989e-0f6a22121090', 'status': 'completed', 'code': 200}
Dec 11 20:52:36.505416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10ac7625-d463-4108-937a-10707f3716aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.525079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:36.534534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6c751-82e9-4359-bbd4-52342f29a863 req-0692ff23-d558-4af2-bbfa-44db186d5a19 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:36.543898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c6c751-82e9-4359-bbd4-52342f29a863 req-0692ff23-d558-4af2-bbfa-44db186d5a19 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.1476569
Dec 11 20:52:36.586402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Deleting port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:36.586861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.587576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-169373f1-d289-4eae-b7c9-259b1a83ca70 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "GET /v2.0/security-groups/9455b9d1-47b6-402e-be34-df11df740f77 HTTP/1.1" status: 200  len: 2413 time: 0.0535674
Dec 11 20:52:36.678222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.711156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.776840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.779954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.794725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba567538-0c57-43c8-b938-b92d5775c1b5 req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] 10.222.0.18 "DELETE /v2.0/security-groups/9455b9d1-47b6-402e-be34-df11df740f77 HTTP/1.1" status: 204  len: 173 time: 0.2053916
Dec 11 20:52:36.795255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35892) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:36.833903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de64211-f317-400d-af79-839d94dc4086 tempest-SecurityGroupRulesTestJSON-1956864361 tempest-SecurityGroupRulesTestJSON-1956864361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455b9d1-47b6-402e-be34-df11df740f77,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:36.854902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Deleting subnet 13bca6a1-8395-47ff-b1d8-87eec8b1f1eb {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:52:36.858667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.904931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.957172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:36.995207 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f0c062-09cd-4057-af48-dced1e099cad x-openstack-request-id: req-e5f0c062-09cd-4057-af48-dced1e099cad {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:36.995793 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6", "status": "completed", "code": 200}, {"server_uuid": "97355590-2714-4f5c-8efe-dbbaf25362c6", "name": "network-vif-deleted", "tag": "00551254-96f8-4305-bba1-e1f058dc60bb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:36.995926 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5f0c062-09cd-4057-af48-dced1e099cad {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:36.996710 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'status': 'completed', 'code': 200}
Dec 11 20:52:36.996915 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97355590-2714-4f5c-8efe-dbbaf25362c6', 'name': 'network-vif-deleted', 'tag': '00551254-96f8-4305-bba1-e1f058dc60bb', 'status': 'completed', 'code': 200}
Dec 11 20:52:37.018948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.051584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.055060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/13bca6a1-8395-47ff-b1d8-87eec8b1f1eb HTTP/1.1" status: 204  len: 168 time: 0.2554574
Dec 11 20:52:37.056460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654843f0-e7ec-4056-b247-d22353da5f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13bca6a1-8395-47ff-b1d8-87eec8b1f1eb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:37.058541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35904) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:37.102370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10ac7625-d463-4108-937a-10707f3716aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.122059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10ac7625-d463-4108-937a-10707f3716aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.135872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] For port acce30fa-97ae-4cb8-a7ce-6d2e20e12756, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:37.136311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.142000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.162797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c6c751-82e9-4359-bbd4-52342f29a863 req-b9109e4e-49f9-4c5a-85a8-d0d8fbc86584 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6179488
Dec 11 20:52:37.164473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-eb691455-68dc-4eae-8eee-277a2f43be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.165854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-eb691455-68dc-4eae-8eee-277a2f43be54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd626134315844d88d514c6c114c511b&device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 1096 time: 0.1786821
Dec 11 20:52:37.185781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Calling delete_port for acce30fa-97ae-4cb8-a7ce-6d2e20e12756 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:37.196495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:37.217627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac7625-d463-4108-937a-10707f3716aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fff004-0133-42a8-8af0-9d6bdd39e4a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:37.221724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 23623d18-7928-44b1-a1be-372bbcdc4102 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:37.222353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23623d18-7928-44b1-a1be-372bbcdc4102 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:37.222647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10ac7625-d463-4108-937a-10707f3716aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45b0e3a7b7e34f5aba3859327c6708d9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9394720
Dec 11 20:52:37.227816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35914) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:37.306541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.316238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1a2fd-fdcc-4acf-9ed4-128f5e479e4f req-6af00bdb-abd9-4c95-b7ca-7ae47e81a78d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.317707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00c1a2fd-fdcc-4acf-9ed4-128f5e479e4f req-6af00bdb-abd9-4c95-b7ca-7ae47e81a78d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1466563
Dec 11 20:52:37.346708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f5bf9a0>,) {'filters': {'network_id': ['0749d242-e625-4e31-8449-62e195156c62']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:37.357745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f5bf9a0>, '83778173-da5d-4f38-a8ed-5c1f117ef964') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:37.358081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f5bf9a0>, '83778173-da5d-4f38-a8ed-5c1f117ef964') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:37.375377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.400460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00c1a2fd-fdcc-4acf-9ed4-128f5e479e4f req-ae7e1b67-6f0a-477f-a3cd-0841f6a0e24f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753894
Dec 11 20:52:37.401391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.405141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-026d6d46-e5ef-466b-8808-6ee4c06d9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.406830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-026d6d46-e5ef-466b-8808-6ee4c06d9b67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0cb1f102-6ed0-4c36-b3f4-53127a531bae HTTP/1.1" status: 200  len: 915 time: 0.2267797
Dec 11 20:52:37.408097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:52:37.408097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:52:37.409678 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:52:37.440345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33351fab-d89c-46d9-9671-fe57f58a9abe req-97f3176c-8da8-44e4-803d-25c39ad47dbe tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.441716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33351fab-d89c-46d9-9671-fe57f58a9abe req-97f3176c-8da8-44e4-803d-25c39ad47dbe tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 950 time: 0.1818452
Dec 11 20:52:37.467021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.473086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.478637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/0749d242-e625-4e31-8449-62e195156c62 HTTP/1.1" status: 204  len: 168 time: 0.4170492
Dec 11 20:52:37.495836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.503975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d04dc3-5b2b-4df8-9ebd-f4aba65daf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=0749d242-e625-4e31-8449-62e195156c62,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:37.584108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-1d9160ea-cb35-480b-9cd7-89f773fac2eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d32006eb-a8f6-47da-a805-16b48094c3f6 HTTP/1.1" status: 200  len: 1000 time: 0.1635215
Dec 11 20:52:37.585925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.637268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35922) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:37.647083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33351fab-d89c-46d9-9671-fe57f58a9abe req-236bdb86-dffd-4593-8cab-827f6d8a286f tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687274
Dec 11 20:52:37.668386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78241af-7cca-43bf-80f2-374b6b8deb42 req-f697cf47-e4af-4a60-b4de-8275586f4068 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.669891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d78241af-7cca-43bf-80f2-374b6b8deb42 req-f697cf47-e4af-4a60-b4de-8275586f4068 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=10148cd7-5518-44c3-aff8-a95be6584e7d HTTP/1.1" status: 200  len: 944 time: 0.0714526
Dec 11 20:52:37.680896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.720046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-499d89e9-f9c8-4216-af44-acc4f9286a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.721701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-499d89e9-f9c8-4216-af44-acc4f9286a35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b5b8edd-6837-4c28-af28-412b725d6897 HTTP/1.1" status: 200  len: 853 time: 0.1114728
Dec 11 20:52:37.724471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event deleted for resources: {'Port': ['ID=acce30fa-97ae-4cb8-a7ce-6d2e20e12756,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:37.739849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d86abe74-2059-4836-892f-aaea20e462a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=851ed0d4e0ef4e16a277e14f8670e726&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1014314
Dec 11 20:52:37.744485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35926) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:37.759054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d78241af-7cca-43bf-80f2-374b6b8deb42 req-ad33b7ae-9ba0-424f-8ee0-c850582b9960 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727704
Dec 11 20:52:37.806805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] No DVR routers for this DVR port acce30fa-97ae-4cb8-a7ce-6d2e20e12756 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:37.813247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.816870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a930e3-d90c-46df-ad8c-ca1f4cfab7f7 req-2b112f56-6d61-4db1-bcfb-d5be06b379a6 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.30 "DELETE /v2.0/ports/acce30fa-97ae-4cb8-a7ce-6d2e20e12756 HTTP/1.1" status: 204  len: 173 time: 1.5111091
Dec 11 20:52:37.840100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.843003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.844178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0fff004-0133-42a8-8af0-9d6bdd39e4a3 HTTP/1.1" status: 204  len: 168 time: 0.5910201
Dec 11 20:52:37.876202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f1143-5da4-4bb6-9f27-18e4f9c6d9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fff004-0133-42a8-8af0-9d6bdd39e4a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:37.883269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-7161d81d-3995-4919-9224-84936249658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:37.885613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-7161d81d-3995-4919-9224-84936249658b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0cb1f102-6ed0-4c36-b3f4-53127a531bae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1519899
Dec 11 20:52:37.918804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:37.977069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.016282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:38.045512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-483adc26-c446-47d9-aceb-d530e4dffd72 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482973
Dec 11 20:52:38.109855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.112485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.114788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07f52a5e-94ff-4116-ac2f-83c565da76bc HTTP/1.1" status: 204  len: 168 time: 0.3540874
Dec 11 20:52:38.142210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a5911-e096-4c03-8c8c-c1022c65ec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f52a5e-94ff-4116-ac2f-83c565da76bc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:38.180422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2134678b-895c-45fd-b8d8-1125f3c36ceb req-fdf51d30-e61a-44ce-bbf9-a2f3eefeb5c8 service neutron] 10.222.0.16 "GET /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271849
Dec 11 20:52:38.262450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-10b573cb-ab42-4584-8a28-563b294b285b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4eb11e960ee54df09084e42eca757948&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2449079
Dec 11 20:52:38.264858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:38.335031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.368075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.430530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.433418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.437370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4 HTTP/1.1" status: 204  len: 168 time: 0.1668510
Dec 11 20:52:38.447736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be4ae6-2e6c-4a37-b381-374f87a5071e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d077b4d5-dcde-4e3b-aa3e-9643e2ab48a4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:38.494837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-306c9c9c-9f2b-497f-8300-58b271a2f693 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:38.497666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-306c9c9c-9f2b-497f-8300-58b271a2f693 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 950 time: 0.1105986
Dec 11 20:52:38.650205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f18a32-cbcb-40dc-8c66-f7833daa60b8 req-13852836-ea98-42ee-b775-a9444398c274 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:38.651760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77f18a32-cbcb-40dc-8c66-f7833daa60b8 req-13852836-ea98-42ee-b775-a9444398c274 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1528766
Dec 11 20:52:38.709401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Deleting port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:38.709866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.785917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63306b75-1798-4c07-a529-7d005abd377e req-4eff19e5-4d49-4da5-a80d-ae325686871a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:38.788908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63306b75-1798-4c07-a529-7d005abd377e req-4eff19e5-4d49-4da5-a80d-ae325686871a tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/ports?device_id=696c99ae-caf0-4567-a48c-a81f7e8c0e2f HTTP/1.1" status: 200  len: 950 time: 0.0644860
Dec 11 20:52:38.791201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77f18a32-cbcb-40dc-8c66-f7833daa60b8 req-fa4a452e-e14a-4e6c-bb8b-8b470ff38f30 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307552
Dec 11 20:52:38.883567 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63306b75-1798-4c07-a529-7d005abd377e req-8ee83e06-2a02-4447-8e30-d3906c561900 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.18 "GET /v2.0/security-groups?id=418bce38-7103-4309-99e4-60031dea3641&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881104
Dec 11 20:52:38.915804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] For port e04b0885-c3e6-49d1-85b1-ce6a848c38a2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:38.915804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:38.932719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Calling delete_port for e04b0885-c3e6-49d1-85b1-ce6a848c38a2 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:39.005134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-deleted', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:39.007951 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b996fb23-7049-4933-9507-b9ad9b5db546" -d '{"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-deleted", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:39.094322 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a44c8c-bdec-469e-be84-61d2dc79c13f x-openstack-request-id: req-59a44c8c-bdec-469e-be84-61d2dc79c13f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:39.095321 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10148cd7-5518-44c3-aff8-a95be6584e7d", "name": "network-vif-deleted", "tag": "acce30fa-97ae-4cb8-a7ce-6d2e20e12756", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:39.095591 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59a44c8c-bdec-469e-be84-61d2dc79c13f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:39.096005 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10148cd7-5518-44c3-aff8-a95be6584e7d', 'name': 'network-vif-deleted', 'tag': 'acce30fa-97ae-4cb8-a7ce-6d2e20e12756', 'status': 'completed', 'code': 200}
Dec 11 20:52:39.132163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.144697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e04b0885-c3e6-49d1-85b1-ce6a848c38a2'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:39.186410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:39.198993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Pushing event deleted for resources: {'Port': ['ID=e04b0885-c3e6-49d1-85b1-ce6a848c38a2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:39.209762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0bebc08a-8cda-4e59-989e-0f6a22121090 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:39.245956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a46315-9a48-41be-991f-25c2fd341412 req-f3955fa7-794c-4613-a3d1-0b49ac566894 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:39.252505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69a46315-9a48-41be-991f-25c2fd341412 req-f3955fa7-794c-4613-a3d1-0b49ac566894 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.1082885
Dec 11 20:52:39.255244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:39.272210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] No DVR routers for this DVR port e04b0885-c3e6-49d1-85b1-ce6a848c38a2 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:39.275008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.275352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 0bebc08a-8cda-4e59-989e-0f6a22121090 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:39.276528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0bebc08a-8cda-4e59-989e-0f6a22121090 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:39.277506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 00551254-96f8-4305-bba1-e1f058dc60bb no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:39.282682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79dce01b-49e4-4743-a7ec-e14eda0c42d3 req-02e2f5e8-203a-44ac-96c1-b8b9ae197124 tempest-ServersOnMultiNodesTest-1217977002 tempest-ServersOnMultiNodesTest-1217977002-project] 10.222.0.16 "DELETE /v2.0/ports/e04b0885-c3e6-49d1-85b1-ce6a848c38a2 HTTP/1.1" status: 204  len: 173 time: 0.7681663
Dec 11 20:52:39.329214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 00551254-96f8-4305-bba1-e1f058dc60bb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:39.329562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 00551254-96f8-4305-bba1-e1f058dc60bb not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:39.337848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69a46315-9a48-41be-991f-25c2fd341412 req-e4c4e044-bc5b-405b-a250-3c6171c3cb94 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/security-groups?id=2f292bc2-5bba-4e51-ab74-b7b8081a0442&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686493
Dec 11 20:52:39.461889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1233408979-network', 'tenant_id': '7b2610392ee14678820e00e18559bbcf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:39.491683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1357888684-network', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:39.495195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:39.497378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.516640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.610113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-f9b3a717-f7e7-4868-8e29-813927ee35d3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:39.611723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-f9b3a717-f7e7-4868-8e29-813927ee35d3 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 945 time: 0.0696578
Dec 11 20:52:39.831632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Deleting port 6fec5eec-a346-43c5-860c-daa10c8b3006 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:39.832045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.891529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Made reservation on behalf of 782264b0e06d4cf38648c01b3868ea43 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:39.894444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.914439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.978277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] For port 6fec5eec-a346-43c5-860c-daa10c8b3006, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6fec5eec-a346-43c5-860c-daa10c8b3006,segment=NetworkSegment(1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb),segment_id=1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:39.978746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:39.993053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Calling delete_port for 6fec5eec-a346-43c5-860c-daa10c8b3006 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:40.034004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.042257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.071263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade9ee1-a8e5-4551-a8f9-abd5d3b04e35 req-a892da13-efbb-4039-b5ff-7bfed56f1008 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:40.072767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dade9ee1-a8e5-4551-a8f9-abd5d3b04e35 req-a892da13-efbb-4039-b5ff-7bfed56f1008 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1181211
Dec 11 20:52:40.095432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:52:40.122737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c25190-8d96-4a1b-bd65-8035383f4178,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.137034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.138739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.139084 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Added segment c2cb575e-a351-4684-b7f4-d41fd118eb7f of type vlan for network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f
Dec 11 20:52:40.151286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.165166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.198816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Pushing event deleted for resources: {'Port': ['ID=6fec5eec-a346-43c5-860c-daa10c8b3006,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.224805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:52:40.233500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dade9ee1-a8e5-4551-a8f9-abd5d3b04e35 req-8a9fe440-35b6-4d8c-a799-b819878a9470 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318786
Dec 11 20:52:40.237662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.248628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32d09d-1a14-42d0-a936-e722bb147283,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.257456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.258076 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Added segment e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374 of type vlan for network a52f8028-4c37-4dd2-bce0-4d33c8e0e649
Dec 11 20:52:40.284777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] No DVR routers for this DVR port 6fec5eec-a346-43c5-860c-daa10c8b3006 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:40.287949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.291541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29162522-4d6a-4acf-b592-1d1e7c36bf0c req-68f3696e-d372-4413-a386-b41ac7948116 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.16 "DELETE /v2.0/ports/6fec5eec-a346-43c5-860c-daa10c8b3006 HTTP/1.1" status: 204  len: 173 time: 0.6709688
Dec 11 20:52:40.332439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.332834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:40.333358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.387014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.418283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] Pushing event updated for resources: {'Network': ['ID=8d940783-e4b5-42f8-a015-cf0ccbe64e5f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.432575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1203d50c-763c-4ef0-b987-ce4979b9bf28 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1734512
Dec 11 20:52:40.433964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36038) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:40.438876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:52:40.442827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Request body: {'subnet': {'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1233408979-subnet', 'tenant_id': '7b2610392ee14678820e00e18559bbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:40.497306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:40.503389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.521726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.524793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:40.525593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.543699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad97a4cd-3340-433e-9ebf-0a3ccd3efd4a req-e97b820e-a4d0-4363-ab46-2030860e99c5 tempest-LiveMigrationTest-62741823 tempest-LiveMigrationTest-62741823-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed7c6cd3-9293-410f-bf52-f38c7513a58f HTTP/1.1" status: 200  len: 210 time: 0.0893285
Dec 11 20:52:40.621258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4326477
Dec 11 20:52:40.624215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:40.629054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Request body: {'subnet': {'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1357888684-subnet', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:40.642397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1b0b-a21f-4cb6-8cc3-8f4621ac47b9 admin admin] Pushing event updated for resources: {'Network': ['ID=a52f8028-4c37-4dd2-bce0-4d33c8e0e649,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.655288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:52:40.662675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Made reservation on behalf of 782264b0e06d4cf38648c01b3868ea43 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:40.665214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.789403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36050) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:40.833179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.927925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3409403a-f0b4-4eaa-aa89-971212a184b7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:40.933443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Checking segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:40.933812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Network hostable DHCP agents. Network: 8d940783-e4b5-42f8-a015-cf0ccbe64e5f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:52:40.968689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.969854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:52:40.982143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-01d33b44-98a0-4768-b81f-15ceb4ab5df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.986455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d940783-e4b5-42f8-a015-cf0ccbe64e5f) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:40.992599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:40.993657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:40.995091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a4a7a-60f8-40a0-9e2a-5973354a45be None None] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:41.012082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea7b5e67-8724-47bc-ab81-140f40ddd93f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5767946
Dec 11 20:52:41.057991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e3afb6f8-7053-4059-83c1-20994e3e4c9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58c05010b25f4cdea7fbb9a7ceb8d7df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2673726
Dec 11 20:52:41.060693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36060) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:41.090693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde66485-35b8-4742-96b4-6a45f1eee21e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:41.093724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Checking segment: {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:41.094094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Network hostable DHCP agents. Network: a52f8028-4c37-4dd2-bce0-4d33c8e0e649, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:52:41.098150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'name': 'network-vif-deleted', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2'}, {'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-deleted', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:41.100463 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfb3fc0-ad18-41a3-8358-b50b501fed63" -d '{"events": [{"server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "name": "network-vif-deleted", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2"}, {"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-deleted", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:41.118439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:52:41.120331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd70530-64c6-4cce-bda9-cf2ebf83e41c None None] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:41.133880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a52f8028-4c37-4dd2-bce0-4d33c8e0e649) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:41.144233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:41.146272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.168333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-949bb54d-cafc-4f35-a60d-4aafdf7a68af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5429957
Dec 11 20:52:41.171709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36064) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:41.174269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.185935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:41.188636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b244bb-bebd-48b9-8b8d-b20cbeb9f3c2 None None] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf3163d-8a07-4a99-9461-5e09040577a4 x-openstack-request-id: req-caf3163d-8a07-4a99-9461-5e09040577a4 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696c99ae-caf0-4567-a48c-a81f7e8c0e2f", "name": "network-vif-deleted", "tag": "e04b0885-c3e6-49d1-85b1-ce6a848c38a2", "status": "completed", "code": 200}, {"server_uuid": "ed7c6cd3-9293-410f-bf52-f38c7513a58f", "name": "network-vif-deleted", "tag": "6fec5eec-a346-43c5-860c-daa10c8b3006", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-caf3163d-8a07-4a99-9461-5e09040577a4 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696c99ae-caf0-4567-a48c-a81f7e8c0e2f', 'name': 'network-vif-deleted', 'tag': 'e04b0885-c3e6-49d1-85b1-ce6a848c38a2', 'status': 'completed', 'code': 200}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7c6cd3-9293-410f-bf52-f38c7513a58f', 'name': 'network-vif-deleted', 'tag': '6fec5eec-a346-43c5-860c-daa10c8b3006', 'status': 'completed', 'code': 200}
Dec 11 20:52:41.220238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.225679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:41.244489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.245945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.311727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: acce30fa-97ae-4cb8-a7ce-6d2e20e12756 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:41.314608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device acce30fa-97ae-4cb8-a7ce-6d2e20e12756 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:41.325189 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.328296 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.332417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/418bce38-7103-4309-99e4-60031dea3641 HTTP/1.1" status: 204  len: 168 time: 0.2706277
Dec 11 20:52:41.343482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01441c-c107-4b59-bf78-96a69550234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bce38-7103-4309-99e4-60031dea3641,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:41.365095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.428150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'fixed_ips': [{'subnet_id': 'bde66485-35b8-4742-96b4-6a45f1eee21e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:52:41.429035 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.434999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e04b0885-c3e6-49d1-85b1-ce6a848c38a2 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:41.443731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aeb48-0de1-4578-b6f1-f53d55e52920 req-d02ed7fb-bb76-435b-9e2e-0e7671042da7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:41.445579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a04aeb48-0de1-4578-b6f1-f53d55e52920 req-d02ed7fb-bb76-435b-9e2e-0e7671042da7 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0865753
Dec 11 20:52:41.472811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: e04b0885-c3e6-49d1-85b1-ce6a848c38a2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:41.473380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e04b0885-c3e6-49d1-85b1-ce6a848c38a2 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:41.570881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.609317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a04aeb48-0de1-4578-b6f1-f53d55e52920 req-8ad0f61a-c706-4be2-a72c-69969ee0e705 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460693
Dec 11 20:52:41.644911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Allocated IP 172.20.0.2 (a52f8028-4c37-4dd2-bce0-4d33c8e0e649/bde66485-35b8-4742-96b4-6a45f1eee21e/12f2aafa-4b16-4295-b181-8cd22f8172c8) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:41.816454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.838676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:41.842172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.885850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.899072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.904387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-205c5fe3-230a-42f4-aeed-406d607893cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=256710cdf8ab42bfa27acf3ae48eaa34&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0645206
Dec 11 20:52:41.907330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36086) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:41.960059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:41.965229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Allocated IP 172.35.1.137 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a5a76f16-1e14-4140-a29b-88b46695329b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:41.976872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:41.984526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:41.991442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:42.000132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.011248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Pushing event updated for resources: {'Port': ['ID=12f2aafa-4b16-4295-b181-8cd22f8172c8,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:42.060990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.069893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.075673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Attempting to bind port 12f2aafa-4b16-4295-b181-8cd22f8172c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:42.076062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Attempting to bind port 12f2aafa-4b16-4295-b181-8cd22f8172c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:42.076476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Attempting to bind port 12f2aafa-4b16-4295-b181-8cd22f8172c8 on network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:42.078144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4495d2b0-ecb5-413b-a946-0bd610b17ec6 HTTP/1.1" status: 204  len: 168 time: 0.1666512
Dec 11 20:52:42.083579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:42.083923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Checking segment: {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:42.084921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.085455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Bound using segment: {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:42.086041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Bound port: 12f2aafa-4b16-4295-b181-8cd22f8172c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:42.086447 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.099691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6695cb-8d8c-4032-b24c-ebe4f179688f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495d2b0-ecb5-413b-a946-0bd610b17ec6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:42.183079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.194511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-371760a8-6f54-4695-bf69-f0c083d017cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:42.200805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-371760a8-6f54-4695-bf69-f0c083d017cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.2168188
Dec 11 20:52:42.207027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] For port 12f2aafa-4b16-4295-b181-8cd22f8172c8, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:42.210339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] For port 12f2aafa-4b16-4295-b181-8cd22f8172c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f2aafa-4b16-4295-b181-8cd22f8172c8,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:42.217487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.225119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-656dd0eb-743d-44c7-9b4f-97d522baf9c5 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/quotas/7b2610392ee14678820e00e18559bbcf HTTP/1.1" status: 200  len: 375 time: 0.0121357
Dec 11 20:52:42.279238 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-69fdc293-4227-469b-aa42-df711f5f9423 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0370307
Dec 11 20:52:42.284679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.300660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a5508-00b3-4417-a1ae-3354b5b5fc87 None None] Pushing event updated for resources: {'Port': ['ID=12f2aafa-4b16-4295-b181-8cd22f8172c8,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:42.365013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:42.408665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:42.417962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:42.418520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:42.430839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Pushing event updated for resources: {'Port': ['ID=a5a76f16-1e14-4140-a29b-88b46695329b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:42.541185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-a0ff1e04-67c0-4add-9402-f5244be79000 service neutron] 10.222.0.18 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186241
Dec 11 20:52:42.677360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Deleting subnet eb7ee384-b459-4b7b-9169-bdf2613e790a {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:52:42.681369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.734139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.784664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.854947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.875536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:42.882860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb7ee384-b459-4b7b-9169-bdf2613e790a HTTP/1.1" status: 204  len: 168 time: 0.4608133
Dec 11 20:52:42.883850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36118) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:42.909938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76029469-7232-42ff-912e-d2823fc69a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7ee384-b459-4b7b-9169-bdf2613e790a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:42.953657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a2fea-ed11-4c00-86f7-e14709c40e7f req-661a1d75-d323-4913-bd90-e3e3aa97b070 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:42.955398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-200a2fea-ed11-4c00-86f7-e14709c40e7f req-661a1d75-d323-4913-bd90-e3e3aa97b070 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0877087
Dec 11 20:52:43.005920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-7b997db0-0be7-42f8-a903-7ca6d58af31b service neutron] 10.222.0.18 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4218073
Dec 11 20:52:43.008162 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.028755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-200a2fea-ed11-4c00-86f7-e14709c40e7f req-b370ffbd-2417-40ee-8f67-06f6e78bded3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664563
Dec 11 20:52:43.064977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.245176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.275226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e60dc70>,) {'filters': {'network_id': ['65f7b4a2-c131-4956-8472-b3b7c82bb4af']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:43.298125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e60dc70>, '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:43.298423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e60dc70>, '1eeed3f4-9b1f-45cf-bb30-29863e0c7dbb') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:43.367055 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.394395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.396909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.417835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:52:43.418235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:52:43.419960 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:52:43.436078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:52:43.479234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 6fec5eec-a346-43c5-860c-daa10c8b3006 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:52:43.480375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6fec5eec-a346-43c5-860c-daa10c8b3006 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:52:43.499521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e39160ed-e73d-4c48-b55d-8d8d8b8bbfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.600065 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14e7c4a5-db4b-491c-98a6-7e5118f51ce4 req-b1f51104-60bf-43b9-8355-ec84b53f7662 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 210 time: 0.0755069
Dec 11 20:52:43.626568 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.661578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.667916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36158) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:43.668372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] 10.222.0.18 "DELETE /v2.0/networks/65f7b4a2-c131-4956-8472-b3b7c82bb4af HTTP/1.1" status: 204  len: 168 time: 0.7812457
Dec 11 20:52:43.671064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8f88e-3659-4158-9d58-40286ad713da admin admin] Pushing event deleted for resources: {'Network': ['ID=65f7b4a2-c131-4956-8472-b3b7c82bb4af,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:43.764323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Deleting subnet 422b70aa-d27b-41fe-af78-b396fb4f6e70 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:52:43.772261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.784556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd34ccf-c3ab-451d-8987-19f71467b192 None None] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:43.842022 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.853855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:52:43.901251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:43.929315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] Provisioning complete for port 12f2aafa-4b16-4295-b181-8cd22f8172c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:43.929775 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.019653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.087065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.120110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422b70aa-d27b-41fe-af78-b396fb4f6e70,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:44.129690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.150760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ad33e70-70a7-48da-943c-54d1ab6a3a64 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/422b70aa-d27b-41fe-af78-b396fb4f6e70 HTTP/1.1" status: 204  len: 168 time: 0.4816916
Dec 11 20:52:44.164095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36180) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:44.165364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] For port 12f2aafa-4b16-4295-b181-8cd22f8172c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f2aafa-4b16-4295-b181-8cd22f8172c8,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:44.167526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:44.174349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.193929 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Sync routers for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:44.217484 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:44.224537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840d0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:44.234376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.238276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a1423516-8fad-4a55-8369-d09a74b04ecb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0631437
Dec 11 20:52:44.239115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36182) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:44.303948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cbb8b-7c1d-4cb0-983c-d29261f4f1ef None None] Pushing event updated for resources: {'Port': ['ID=12f2aafa-4b16-4295-b181-8cd22f8172c8,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:44.306989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12f2aafa-4b16-4295-b181-8cd22f8172c8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:44.371001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.417041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 12f2aafa-4b16-4295-b181-8cd22f8172c8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:44.417425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.542600 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:44.565969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1b60-f8f2-43c7-9d54-0d09ece9e2f1 req-6a823757-d870-4550-876b-3693a6eeec95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:44.567744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-383f1b60-f8f2-43c7-9d54-0d09ece9e2f1 req-6a823757-d870-4550-876b-3693a6eeec95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.2164514
Dec 11 20:52:44.586076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.604271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-09bf6b06-30e0-4f4d-ae7a-90f655571cdc None None] Provisioning complete for port 12f2aafa-4b16-4295-b181-8cd22f8172c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:44.604850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09bf6b06-30e0-4f4d-ae7a-90f655571cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.641548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcf9dc0>,) {'filters': {'network_id': ['31f5349b-e786-4e85-bd8c-9a2868aa0cc4']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:44.664935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcf9dc0>, '9f6fd7bb-406b-4907-b615-8cc8082848a7') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:44.665701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcf9dc0>, '9f6fd7bb-406b-4907-b615-8cc8082848a7') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:44.693954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.714180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-383f1b60-f8f2-43c7-9d54-0d09ece9e2f1 req-ad2e1c70-8926-49ea-a134-bcd37de486f2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401031
Dec 11 20:52:44.752309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.778235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:52:44.778919 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:52:44.785722 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:52:44.788830 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840d0ee0>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:42Z', 'revision_number': 3, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:44.828011 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Checking router: f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:44.828711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Updating router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f port a5a76f16-1e14-4140-a29b-88b46695329b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:52:44.842094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53d73102-fd87-400c-a0ea-b70e0f0943b9 req-9554aaa2-931b-4ffd-86d8-2e2f473a02e4 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 210 time: 0.0459113
Dec 11 20:52:44.880086 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.916737 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.958566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.990357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:44.998703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] 10.222.0.18 "DELETE /v2.0/networks/31f5349b-e786-4e85-bd8c-9a2868aa0cc4 HTTP/1.1" status: 204  len: 168 time: 0.8330207
Dec 11 20:52:45.002724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d884bf-363c-4adf-81ed-147dc096932c admin admin] Pushing event deleted for resources: {'Network': ['ID=31f5349b-e786-4e85-bd8c-9a2868aa0cc4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:45.032073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-daefbd1c-6b70-4699-b32a-d421c98dcad4 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6daf05190d374b238107c0ca010eb213&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0311399
Dec 11 20:52:45.249767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-63460692-5ece-448a-8b4c-4e6296850660 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:45.259720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-63460692-5ece-448a-8b4c-4e6296850660 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2190564
Dec 11 20:52:45.297270 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-08a64e39-f717-48d8-9cff-c83775250988 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/quotas/6daf05190d374b238107c0ca010eb213 HTTP/1.1" status: 200  len: 375 time: 0.0367832
Dec 11 20:52:45.349993 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.370623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-d75a92c1-5f27-4450-bf83-06cc09cd04f2 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6daf05190d374b238107c0ca010eb213&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0714722
Dec 11 20:52:45.388030 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.399624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:45.458557 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Attempting to bind port a5a76f16-1e14-4140-a29b-88b46695329b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:45.458934 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Attempting to bind port a5a76f16-1e14-4140-a29b-88b46695329b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:45.459297 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Attempting to bind port a5a76f16-1e14-4140-a29b-88b46695329b on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:45.465758 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13fb1-d635-43a3-96cc-e4bd46a94667 None None] Pushing event updated for resources: {'Port': ['ID=a5a76f16-1e14-4140-a29b-88b46695329b,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:45.471945 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:45.472346 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:45.472723 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.473109 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:45.473580 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Bound port: a5a76f16-1e14-4140-a29b-88b46695329b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:45.473989 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.527329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.540176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8495d67f-6096-4bf4-8fec-30b30c802305 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=385463c536d74a2b9b8843b31636747e&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1385541
Dec 11 20:52:45.540508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36218) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:45.564687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] For port a5a76f16-1e14-4140-a29b-88b46695329b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:45.568229 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] For port a5a76f16-1e14-4140-a29b-88b46695329b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a76f16-1e14-4140-a29b-88b46695329b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:45.575620 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.651053 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:45.651688 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840d0ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:45.692122 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb13fb1-d635-43a3-96cc-e4bd46a94667 None None] Pushing event updated for resources: {'Port': ['ID=a5a76f16-1e14-4140-a29b-88b46695329b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:45.715953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36224) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:45.757842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.781651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b998ebcd-2a40-4fac-b181-ed2cea147221 req-7bf9ccdc-64c7-4155-8abe-3bc16b13e9b5 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 210 time: 0.0582168
Dec 11 20:52:45.808379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.839044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:45.970827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.977531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:45.980894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f292bc2-5bba-4e51-ab74-b7b8081a0442 HTTP/1.1" status: 204  len: 168 time: 0.4338708
Dec 11 20:52:46.034992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12f2aafa-4b16-4295-b181-8cd22f8172c8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:46.069264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0df74c1-2f55-4bbb-9288-aa7fcc6c663b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.139853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7568ef8-7df5-4995-b333-b892b041a4fc req-c59cbd1b-28d6-42fb-aeb0-44eb2a0ecc17 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 210 time: 0.1166656
Dec 11 20:52:46.149295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 12f2aafa-4b16-4295-b181-8cd22f8172c8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:46.153915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.166202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.239567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c5486-0102-4cfa-90ec-0b26c13d777f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f292bc2-5bba-4e51-ab74-b7b8081a0442,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:46.256830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-ee8db0cb-d029-467b-b28d-de7e05fcbec8 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:46.267099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-ee8db0cb-d029-467b-b28d-de7e05fcbec8 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.6714861
Dec 11 20:52:46.276236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.309688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Request body: {'port': {'device_id': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'admin_state_up': True, 'tenant_id': '7b2610392ee14678820e00e18559bbcf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:46.355237 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840d0ee0>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:42Z', 'revision_number': 3, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:46.423244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0df74c1-2f55-4bbb-9288-aa7fcc6c663b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.438455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0df74c1-2f55-4bbb-9288-aa7fcc6c663b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.511915 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c8f0a-dbc2-4b7e-81ec-eee4647f5b59 None None] The sync data for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 is: [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:42Z', 'revision_number': 3, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:46.517763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7857c-1ba6-4ddb-b461-de97ab2aea58 req-8a2d0c27-70f4-47a2-a1a4-a09b4a295d39 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:46.526769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48e7857c-1ba6-4ddb-b461-de97ab2aea58 req-8a2d0c27-70f4-47a2-a1a4-a09b4a295d39 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.5976355
Dec 11 20:52:46.558752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:46.562253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.567526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df74c1-2f55-4bbb-9288-aa7fcc6c663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b421352-812d-4fd7-9e9d-cc87fbb9aa7d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:46.578278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0df74c1-2f55-4bbb-9288-aa7fcc6c663b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10a0c5216b864afd9b99219062186c76&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8593771
Dec 11 20:52:46.581440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36244) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:46.591998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-4f35812d-374a-4489-affb-544ecdb7451a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:46.593988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-4f35812d-374a-4489-affb-544ecdb7451a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.6098859
Dec 11 20:52:46.613989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36246) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:46.619927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Request body: {'port': {'device_id': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'admin_state_up': True, 'tenant_id': '7b2610392ee14678820e00e18559bbcf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:46.643160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Allocated IP 172.20.0.1 (a52f8028-4c37-4dd2-bce0-4d33c8e0e649/bde66485-35b8-4742-96b4-6a45f1eee21e/ddcdf951-ffeb-41a3-a205-30312470c080) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:46.683949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59fa1387-1631-42f6-b298-674eed9dc9e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1faf4b50322b4e0eb838f521c64538ee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0643067
Dec 11 20:52:46.686931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:46.735987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48e7857c-1ba6-4ddb-b461-de97ab2aea58 req-665580c8-d703-4c69-90c3-daa523efce34 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092834
Dec 11 20:52:46.800095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.853644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.864512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.866547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.912919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Allocated IP 172.20.0.7 (8d940783-e4b5-42f8-a015-cf0ccbe64e5f/3409403a-f0b4-4eaa-aa89-971212a184b7/c021eaa4-8a60-4884-bf53-35bd2fd48186) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:46.941558 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:46.984212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17772068-0770-466e-83fd-f125dad3aeac req-50d63c16-f537-4568-93d8-6978541bceb4 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 210 time: 0.0441055
Dec 11 20:52:47.002071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.033655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:47.037774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.046961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.048017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.051594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a2e7748-9f83-40fe-99af-a7627f342ed0 HTTP/1.1" status: 204  len: 168 time: 0.3611119
Dec 11 20:52:47.070727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:47.080132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6215-6e4d-4668-a006-06efaef1364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e7748-9f83-40fe-99af-a7627f342ed0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:47.082198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:47.083003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.086318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:47.099124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.105167 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.113363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b421352-812d-4fd7-9e9d-cc87fbb9aa7d HTTP/1.1" status: 204  len: 168 time: 0.5286188
Dec 11 20:52:47.133803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.204291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:47.262651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b421352-812d-4fd7-9e9d-cc87fbb9aa7d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:47.343421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.344145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.344905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.345356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.345795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.346140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.346557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.350513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.350513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.351200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.351821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.352281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.352624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986d2e0f-5894-4a4a-8de7-5be72596beff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:47.462994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-a6ce13c4-4498-4ff8-b94c-7a3ab3d54e7b tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6daf05190d374b238107c0ca010eb213&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0655155
Dec 11 20:52:47.467294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.479464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-682c1869-07a3-433c-bad8-c6b758d0e481 req-8090edc3-e26d-4a79-8c49-c6e2e7ddcd6a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 210 time: 0.1133521
Dec 11 20:52:47.561118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.645052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.677318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-402a009c-ae9a-4b1a-8839-26e5751419fe None None] Provisioning complete for port ddcdf951-ffeb-41a3-a205-30312470c080 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:47.677785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-402a009c-ae9a-4b1a-8839-26e5751419fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.749928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-402a009c-ae9a-4b1a-8839-26e5751419fe None None] Port ddcdf951-ffeb-41a3-a205-30312470c080 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:47.777470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:47.784477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:47.793667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:47.802949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event updated for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:47.837980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Allocated IP 172.20.0.5 (8d940783-e4b5-42f8-a015-cf0ccbe64e5f/3409403a-f0b4-4eaa-aa89-971212a184b7/1d03d650-cccd-4b6b-b539-40482b78aa1e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:47.884802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:47.885370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:47.927922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-552ce524-9ab7-4c54-b9c1-70e811b839ab tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6298912
Dec 11 20:52:47.951732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-b0b3344e-5b2a-4a41-ad27-b06978675d81 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:47.957280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-b0b3344e-5b2a-4a41-ad27-b06978675d81 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4796021
Dec 11 20:52:47.958827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Request body: {'port': {'device_id': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:48.010083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Request body: {'port': {'device_id': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '6daf05190d374b238107c0ca010eb213'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:48.121436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a5a76f16-1e14-4140-a29b-88b46695329b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:48.125277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.178098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c9e56-2688-4ae3-9ba6-59d9f749cada req-bc03a96b-a80c-484b-9e1a-9d53b037b852 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:48.191268 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff4c9e56-2688-4ae3-9ba6-59d9f749cada req-bc03a96b-a80c-484b-9e1a-9d53b037b852 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.2498698
Dec 11 20:52:48.309079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2269bc1c-bed5-44c6-abc8-465faadf7443 req-f8bb96ae-760b-4833-997b-0c541020c320 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 210 time: 0.1601639
Dec 11 20:52:48.361729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.368716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a5a76f16-1e14-4140-a29b-88b46695329b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:48.369092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.388197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff4c9e56-2688-4ae3-9ba6-59d9f749cada req-a6d574e1-5de0-48fe-8a74-382502d8de35 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958609
Dec 11 20:52:48.482380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.482380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Made reservation on behalf of 6daf05190d374b238107c0ca010eb213 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:48.487144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.494882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.500165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.503543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.586198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.613503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.619987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a5a76f16-1e14-4140-a29b-88b46695329b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a76f16-1e14-4140-a29b-88b46695329b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:48.626788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event updated for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:48.629883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.642525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:48.688653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:48.740767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a5a76f16-1e14-4140-a29b-88b46695329b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:48.858543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683d8e3-5eb3-4962-babd-f8a768d1ee1f req-1ccca2ac-668a-4fb4-a7fa-63c4fb3432b1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:48.867587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a683d8e3-5eb3-4962-babd-f8a768d1ee1f req-1ccca2ac-668a-4fb4-a7fa-63c4fb3432b1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 931 time: 0.2304232
Dec 11 20:52:48.923520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.926120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:48.930432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:48.953723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:48.999331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1050960897-network', 'tenant_id': '1611b165ec3d4be6a713ac8b3f346bf3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:49.075653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:49.077824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a683d8e3-5eb3-4962-babd-f8a768d1ee1f req-0c5c31f5-1021-4bce-929b-4219f21e7266 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065506
Dec 11 20:52:49.080167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:49.086178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:49.137697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:49.187996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:49.192750 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.208284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Made reservation on behalf of 1611b165ec3d4be6a713ac8b3f346bf3 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:49.210606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.233344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.235040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-dff73564-f7ae-4dfb-8c86-8a5a18802dba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6293736
Dec 11 20:52:49.306544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:52:49.317516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Allocated IP 192.168.233.230 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/cc73ac49-d072-49be-8377-d4302e98ce1e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:49.317915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c021eaa4-8a60-4884-bf53-35bd2fd48186 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:49.326652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.341905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Transition to ACTIVE for port object c021eaa4-8a60-4884-bf53-35bd2fd48186 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:49.350714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.403427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d4a8c799-fc39-4d0c-a2f9-2dba20a393da None None] Provisioning complete for port ddcdf951-ffeb-41a3-a205-30312470c080 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:49.403892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d4a8c799-fc39-4d0c-a2f9-2dba20a393da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.482079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8c799-fc39-4d0c-a2f9-2dba20a393da None None] Port ddcdf951-ffeb-41a3-a205-30312470c080 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:49.538468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31bb1b0f-2559-4d5a-ae7a-542a026dc82b req-f929ec38-ae26-4f1a-a12f-66141a7f90b6 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 210 time: 0.1029890
Dec 11 20:52:49.545184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Pushing event updated for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:49.568960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Attempting to bind port c021eaa4-8a60-4884-bf53-35bd2fd48186 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:49.569294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Attempting to bind port c021eaa4-8a60-4884-bf53-35bd2fd48186 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:49.569688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Attempting to bind port c021eaa4-8a60-4884-bf53-35bd2fd48186 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:49.575070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Port c021eaa4-8a60-4884-bf53-35bd2fd48186 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:49.576133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Attempting to bind port c021eaa4-8a60-4884-bf53-35bd2fd48186 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:49.588755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:49.589115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Checking segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:49.589524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Bound using segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:49.589987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Bound port: c021eaa4-8a60-4884-bf53-35bd2fd48186, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:49.590634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.637964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.638638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Request body: {'port': {'device_id': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:49.656300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.698992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:52:49.710809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:49.710915 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.722808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Sync routers for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:49.731040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:49.743589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e63ca8-6da7-46d1-b01a-fa47f67d5e45 req-38d97cb9-3abd-4c10-8935-d6003e0c2373 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:49.745266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:49.746011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4e63ca8-6da7-46d1-b01a-fa47f67d5e45 req-38d97cb9-3abd-4c10-8935-d6003e0c2373 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.2526610
Dec 11 20:52:49.757973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8f8e108-aa9f-4f11-aeb2-ab1bda0da0b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5120254
Dec 11 20:52:49.758216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77ff4730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:49.768174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.768617 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Added segment 98d3b979-1312-4c10-aebf-bf470b1d9dad of type vlan for network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1
Dec 11 20:52:49.821192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e739bace-fb93-4cc1-81f7-2d5cdac4fd39,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:49.885123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.894008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4e63ca8-6da7-46d1-b01a-fa47f67d5e45 req-1d1a78da-f140-4c7a-a998-07f85e5d47a0 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217623
Dec 11 20:52:49.896088 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.947986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:49.949328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:49.949952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.012058 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.3197641
Dec 11 20:52:50.016991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:50.017940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:52:50.029748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Request body: {'subnet': {'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1050960897-subnet', 'tenant_id': '1611b165ec3d4be6a713ac8b3f346bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:50.038686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:50.044883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d03d650-cccd-4b6b-b539-40482b78aa1e {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:50.055640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.062672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.065589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f159d-5d82-4619-bff4-d5fdd6dbe8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=53b3f04d-aff2-4cac-ac5f-088ee6f370a1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:50.065886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a5a76f16-1e14-4140-a29b-88b46695329b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:50.068260 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.119516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:50.123132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:50.128052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Transition to ACTIVE for port object 1d03d650-cccd-4b6b-b539-40482b78aa1e will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:50.128770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:50.133153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.134758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.137210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] 10.222.0.30 "PUT /v2.0/ports/c021eaa4-8a60-4884-bf53-35bd2fd48186 HTTP/1.1" status: 200  len: 1091 time: 2.1856327
Dec 11 20:52:50.138143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Made reservation on behalf of 1611b165ec3d4be6a713ac8b3f346bf3 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:50.141294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.143378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:50.146418 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714ad24-7167-4f5a-ad79-91eed44ff20c" -d '{"events": [{"name": "network-changed", "server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:50.154915 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.173843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:52:50.174979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Pushing event updated for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:50.223944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.225486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.276321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-ccabb34a-8097-4272-94a5-7957dc977416 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2731428
Dec 11 20:52:50.292633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Request body: {'port': {'device_id': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:50.328028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c0f30-4f92-4e6c-b565-59dd00c829db service neutron] Pushing event updated for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:50.349619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ab34-7170-436a-90ba-7b63dee66072 req-0bf2861f-2a49-4dea-8f16-ea7e289c033e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.351279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa19ab34-7170-436a-90ba-7b63dee66072 req-0bf2861f-2a49-4dea-8f16-ea7e289c033e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 943 time: 0.1187804
Dec 11 20:52:50.399011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.479056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa19ab34-7170-436a-90ba-7b63dee66072 req-dcd1f02f-19c3-44e5-9762-464518f06e6f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041024
Dec 11 20:52:50.507274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-b5e67ebf-12b5-4dbf-91a6-31f490587559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.508942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-b5e67ebf-12b5-4dbf-91a6-31f490587559 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 1094 time: 0.3096809
Dec 11 20:52:50.519877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-0cb7b608-c69a-464d-baf2-e13490f9c21c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ff065351e0d044ba9b5742c3abdd1881&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1152952
Dec 11 20:52:50.524317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a5a76f16-1e14-4140-a29b-88b46695329b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:50.525040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.528828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Pushing event updated for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:50.664048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77ff4730>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:47Z', 'revision_number': 4, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddcdf951-ffeb-41a3-a205-30312470c080', 'name': '', 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'mac_address': 'fa:16:3e:19:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:46Z', 'updated_at': '2021-12-11T20:52:47Z', 'revision_number': 2, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'subnets': [{'id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:50.666621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a775f87c-2446-404f-b2c4-e3bc63ed0e94 None None] Provisioning complete for port cc73ac49-d072-49be-8377-d4302e98ce1e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:50.667160 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a775f87c-2446-404f-b2c4-e3bc63ed0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.698090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-737caf7e-f1cb-4e52-9863-e7bafd58619a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186 HTTP/1.1" status: 200  len: 217 time: 0.1701636
Dec 11 20:52:50.716342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Checking router: f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:50.716699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Updating router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f port ddcdf951-ffeb-41a3-a205-30312470c080 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:52:50.767428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.771752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a775f87c-2446-404f-b2c4-e3bc63ed0e94 None None] Port cc73ac49-d072-49be-8377-d4302e98ce1e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:50.803129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a587424-e911-463f-bc4a-6050947e7366 req-178a997e-d8fe-4d50-b5f3-debbed72c83e tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1919527
Dec 11 20:52:50.807121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Attempting to bind port 1d03d650-cccd-4b6b-b539-40482b78aa1e on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:50.807730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Attempting to bind port 1d03d650-cccd-4b6b-b539-40482b78aa1e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:50.808037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Attempting to bind port 1d03d650-cccd-4b6b-b539-40482b78aa1e on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:50.815919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:50.854538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-d5a26901-aef3-4c1b-b168-667590be0b1f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.856002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-d5a26901-aef3-4c1b-b168-667590be0b1f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3351803
Dec 11 20:52:50.860583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Port 1d03d650-cccd-4b6b-b539-40482b78aa1e on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:50.861128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Attempting to bind port 1d03d650-cccd-4b6b-b539-40482b78aa1e on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:50.863978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-8742947a-a6b0-4e0d-bf52-f1a28f9724df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:50.865590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-8742947a-a6b0-4e0d-bf52-f1a28f9724df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.1553226
Dec 11 20:52:50.875115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.896692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc73ac49-d072-49be-8377-d4302e98ce1e {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:50.899774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.901704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:50.902043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Checking segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:50.902432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Bound using segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:50.902908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Bound port: 1d03d650-cccd-4b6b-b539-40482b78aa1e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:50.903266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.907530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:50.933819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-efa47a7e-605d-4496-af05-ead441c4167b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598326
Dec 11 20:52:50.949810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Transition to ACTIVE for port object cc73ac49-d072-49be-8377-d4302e98ce1e will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:50.955000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-2a683406-15e9-48e1-bf8a-9c02d0f384c8 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/quotas/ff065351e0d044ba9b5742c3abdd1881 HTTP/1.1" status: 200  len: 375 time: 0.0882754
Dec 11 20:52:50.959310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.023559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Pushing event updated for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:51.067955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-b82b8b9f-4368-469c-967a-db7aab7f6867 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1030250
Dec 11 20:52:51.106419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.125797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97107056-5433-410f-8a41-8d14df7ce906,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:51.154881 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.161254 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.164509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Attempting to bind port cc73ac49-d072-49be-8377-d4302e98ce1e on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:51.164935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Attempting to bind port cc73ac49-d072-49be-8377-d4302e98ce1e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:51.165826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Attempting to bind port cc73ac49-d072-49be-8377-d4302e98ce1e on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:51.176387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.177198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Port cc73ac49-d072-49be-8377-d4302e98ce1e on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:51.177668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Attempting to bind port cc73ac49-d072-49be-8377-d4302e98ce1e on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:51.189081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:51.189555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:51.190009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:51.190542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Bound port: cc73ac49-d072-49be-8377-d4302e98ce1e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:51.191147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.201697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Checking segment: {'id': '98d3b979-1312-4c10-aebf-bf470b1d9dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:51.202756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Network hostable DHCP agents. Network: 53b3f04d-aff2-4cac-ac5f-088ee6f370a1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:52:51.214176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:51.220206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:51.226509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-00d55c73-23a6-4ed8-af92-ebed4a45b4d6 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2700181
Dec 11 20:52:51.234120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.292718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Allocated IP 172.35.1.136 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f1ae5141-1d4e-4370-9c77-b2830cd6e2b4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:51.296730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:52:51.297600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a724e-1f7c-4659-9499-257ace1798ed None None] Pushing event updated for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:51.320100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:51.345827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc73ac49-d072-49be-8377-d4302e98ce1e,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:51.380478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.433492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:51.434375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.438031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] 10.222.0.16 "PUT /v2.0/ports/1d03d650-cccd-4b6b-b539-40482b78aa1e HTTP/1.1" status: 200  len: 1091 time: 2.1629949
Dec 11 20:52:51.463071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Attempting to bind port ddcdf951-ffeb-41a3-a205-30312470c080 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:51.465717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Attempting to bind port ddcdf951-ffeb-41a3-a205-30312470c080 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:51.467167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Attempting to bind port ddcdf951-ffeb-41a3-a205-30312470c080 on network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:51.486747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53b3f04d-aff2-4cac-ac5f-088ee6f370a1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:51.491004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:51.491404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Checking segment: {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:51.491805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.492204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Bound using segment: {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:51.495854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Bound port: ddcdf951-ffeb-41a3-a205-30312470c080, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:51.496916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.512332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77717631-e4e5-4930-bce9-b075bec87da0 None None] Network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:51.532118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:51.536391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.597140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b11e1d-e267-4be3-a8e4-1d76cec84d2b service neutron] Pushing event updated for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:51.631749 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ed52f-79e1-474f-884a-90d172470d74 x-openstack-request-id: req-6f2ed52f-79e1-474f-884a-90d172470d74 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:51.632076 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:51.632300 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f2ed52f-79e1-474f-884a-90d172470d74 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:51.632703 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186', 'status': 'completed', 'code': 200}
Dec 11 20:52:51.650547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f2330958-2844-4d9a-a735-910f1366392b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6280980
Dec 11 20:52:51.659741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Pushing event updated for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:51.753362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:51.756898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.758581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-c0c7c558-a9b6-451d-9e88-5092c768d7ac service neutron] 10.222.0.30 "PUT /v2.0/ports/cc73ac49-d072-49be-8377-d4302e98ce1e HTTP/1.1" status: 200  len: 1096 time: 1.4715044
Dec 11 20:52:51.761329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-abf316b0-77ef-4290-b5fd-7ab55682c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:51.764103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-abf316b0-77ef-4290-b5fd-7ab55682c5ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 1094 time: 0.2653830
Dec 11 20:52:51.765858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:51.768288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-fe65b5fe-c2e7-4923-b596-c2a80db3daa6 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5308495
Dec 11 20:52:51.770713 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415" -d '{"events": [{"name": "network-changed", "server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:51.935146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-b3bb842d-2bfd-4901-b7f8-c8169707266b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e HTTP/1.1" status: 200  len: 217 time: 0.1609337
Dec 11 20:52:51.952495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:51.980712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] For port ddcdf951-ffeb-41a3-a205-30312470c080, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:51.985804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-5573d5d2-8191-4916-9a88-fc0a1d764202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:51.987466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-5573d5d2-8191-4916-9a88-fc0a1d764202 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 1094 time: 0.0861480
Dec 11 20:52:51.997947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] For port ddcdf951-ffeb-41a3-a205-30312470c080, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddcdf951-ffeb-41a3-a205-30312470c080,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:52.016728 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.029171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9699849-004c-44e1-bed1-e8de4d282028 None None] Network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:52:52.110287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0395272-dda5-41da-b67d-4850a73039fc req-ec976b10-ab02-4052-93f1-f22c03f61d2f tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.119457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0395272-dda5-41da-b67d-4850a73039fc req-ec976b10-ab02-4052-93f1-f22c03f61d2f tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 948 time: 0.3231423
Dec 11 20:52:52.126093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-cba12d3c-c7ee-4195-8a5b-85944f41aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.128546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-cba12d3c-c7ee-4195-8a5b-85944f41aeb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6daf05190d374b238107c0ca010eb213&device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 1099 time: 0.2783132
Dec 11 20:52:52.130787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39952a-597c-479c-9653-aea21bc68757 req-cd7ae69e-c42f-49f0-8dfd-d7b00b638b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.132385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-cd7ae69e-c42f-49f0-8dfd-d7b00b638b28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.1815102
Dec 11 20:52:52.167767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:52.168414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77ff4730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:52.183377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a724e-1f7c-4659-9499-257ace1798ed None None] Pushing event updated for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:52.221123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-128f878d-8fd2-4933-a751-d63a2bc2bd4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cc73ac49-d072-49be-8377-d4302e98ce1e HTTP/1.1" status: 200  len: 217 time: 0.0753841
Dec 11 20:52:52.237902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] Provisioning complete for port ddcdf951-ffeb-41a3-a205-30312470c080 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:52.238343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.250894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-cf71a806-0e14-4109-8933-a422477eb3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1029527
Dec 11 20:52:52.360198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0395272-dda5-41da-b67d-4850a73039fc req-e9884c77-e39c-4845-b32c-2381731e87d7 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335594
Dec 11 20:52:52.459756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-b8ac1d49-308a-4f8f-ae77-32a9fcad1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.461631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-b8ac1d49-308a-4f8f-ae77-32a9fcad1302 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2142220
Dec 11 20:52:52.557546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-7d211c51-bdb8-47c4-89f4-d10d772608ed service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2826734
Dec 11 20:52:52.563489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44876-6786-460d-a78b-93da5a379537 req-f81e7252-f928-4cbf-b244-740c14322547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.568614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-f81e7252-f928-4cbf-b244-740c14322547 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0970595
Dec 11 20:52:52.569328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:52.646093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-acc06263-981a-4caf-9154-b2d4cca4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.646093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-acc06263-981a-4caf-9154-b2d4cca4a740 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 914 time: 0.6480453
Dec 11 20:52:52.647289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.746091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-78215f0f-68d6-4e24-89c2-1870826c71a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186 HTTP/1.1" status: 200  len: 217 time: 0.0534191
Dec 11 20:52:52.750165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:52.752306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:52.754835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:52.766282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f39952a-597c-479c-9653-aea21bc68757 req-b8790d3d-b8cb-4f43-bf01-0e6e2bc5254c service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959212
Dec 11 20:52:52.786511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89493a45-fbdd-48b4-94a0-77291fbb4ff2 req-7b60a0c0-acf0-4427-8c91-bbd5353e5d8c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.788295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.792438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event updated for resources: {'Port': ['ID=f1ae5141-1d4e-4370-9c77-b2830cd6e2b4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:52.795171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89493a45-fbdd-48b4-94a0-77291fbb4ff2 req-7b60a0c0-acf0-4427-8c91-bbd5353e5d8c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.1397979
Dec 11 20:52:52.849793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-ac33d768-064d-4f08-8ae5-dde4fb300537 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928475
Dec 11 20:52:52.867421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] For port ddcdf951-ffeb-41a3-a205-30312470c080, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddcdf951-ffeb-41a3-a205-30312470c080,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:52.875442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.887607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-9864dc20-29c5-4cd5-9b04-af63e2300bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:52.890033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-9864dc20-29c5-4cd5-9b04-af63e2300bd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.0912223
Dec 11 20:52:52.894025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89493a45-fbdd-48b4-94a0-77291fbb4ff2 req-d0376dd8-443e-4150-8424-4567fd3df564 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917344
Dec 11 20:52:52.911289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:52.933479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-9be7a3c8-43b6-4e4d-8113-1ae6b2d3476c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0350537
Dec 11 20:52:52.942182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff1a33-ca76-47c3-b441-f84d1cc3a5e2 None None] Pushing event updated for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:52.949535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77ff4730>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:47Z', 'revision_number': 4, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddcdf951-ffeb-41a3-a205-30312470c080', 'name': '', 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'mac_address': 'fa:16:3e:19:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:46Z', 'updated_at': '2021-12-11T20:52:51Z', 'revision_number': 4, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'subnets': [{'id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:53.001049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00d44876-6786-460d-a78b-93da5a379537 req-3e3e165d-9ac1-49b8-a1d5-648e42e4c563 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434555
Dec 11 20:52:53.025081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf180d7-732e-41b6-92ab-7397efde3c23 None None] The sync data for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 is: [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:47Z', 'revision_number': 4, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ddcdf951-ffeb-41a3-a205-30312470c080', 'name': '', 'network_id': 'a52f8028-4c37-4dd2-bce0-4d33c8e0e649', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'mac_address': 'fa:16:3e:19:5a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:46Z', 'updated_at': '2021-12-11T20:52:51Z', 'revision_number': 4, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'subnets': [{'id': 'bde66485-35b8-4742-96b4-6a45f1eee21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:53.025825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.036638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a3048a9-6afd-447c-b7cc-d775dc594cfd None None] Provisioning complete for port ddcdf951-ffeb-41a3-a205-30312470c080 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:53.037151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a3048a9-6afd-447c-b7cc-d775dc594cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.058465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6fd54a8-3b54-4efd-88b0-7cda2e6144fb req-21e6323d-1203-4018-bc6b-7e87c97698f5 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 210 time: 0.0385134
Dec 11 20:52:53.143991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-5e0e0252-bf64-4c85-a1f2-6c8acda0a639 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ff065351e0d044ba9b5742c3abdd1881&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0659122
Dec 11 20:52:53.270564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-f9e4b462-c2d8-4bfe-9381-cef8b90f2bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3253157
Dec 11 20:52:53.350532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176bda-520b-40ce-b376-e7674f6fad26 req-0bedd303-8c28-4573-96f3-a7e09c2d438d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.352077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e176bda-520b-40ce-b376-e7674f6fad26 req-0bedd303-8c28-4573-96f3-a7e09c2d438d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 943 time: 0.1367698
Dec 11 20:52:53.361573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-e99f3e6e-d017-44e9-a79f-16be9517f7fb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.363040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-e99f3e6e-d017-44e9-a79f-16be9517f7fb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2009256
Dec 11 20:52:53.385584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Request body: {'port': {'device_id': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': 'ff065351e0d044ba9b5742c3abdd1881'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:53.424791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b714ad24-7167-4f5a-ad79-91eed44ff20c req-722a0c9f-0c73-4c57-881b-371640ffb262 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453319
Dec 11 20:52:53.434533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.443131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.469652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e176bda-520b-40ce-b376-e7674f6fad26 req-a3e9812c-d563-42e4-984d-0b71ae82fce2 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054795
Dec 11 20:52:53.528880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Made reservation on behalf of ff065351e0d044ba9b5742c3abdd1881 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:53.534496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.538070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event updated for resources: {'Port': ['ID=f1ae5141-1d4e-4370-9c77-b2830cd6e2b4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:53.548827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.551696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.556055 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6789711-cd1d-4f25-ba0a-3453b1d6de50 x-openstack-request-id: req-a6789711-cd1d-4f25-ba0a-3453b1d6de50 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:53.556364 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:53.556757 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6789711-cd1d-4f25-ba0a-3453b1d6de50 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:53.557167 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e', 'status': 'completed', 'code': 200}
Dec 11 20:52:53.576125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.578107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a587424-e911-463f-bc4a-6050947e7366 req-47e66e43-d8d7-4955-b5af-5240872b14e6 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.7680130
Dec 11 20:52:53.635122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:53.638518 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb316f9-abe8-4858-94b4-83e275271be2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:53.667488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.672453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:53.674460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a587424-e911-463f-bc4a-6050947e7366 req-b6a1bdf4-cc47-47f2-908e-23453a3a366e tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.136 HTTP/1.1" status: 200  len: 696 time: 0.0842316
Dec 11 20:52:53.684951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-55ff437c-de62-4cf6-9453-3f069a2b168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.686553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-55ff437c-de62-4cf6-9453-3f069a2b168f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6daf05190d374b238107c0ca010eb213&device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 1099 time: 0.1073289
Dec 11 20:52:53.768922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa944601-5775-4fc4-860e-7f370ba7fedc,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:53.877220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a587424-e911-463f-bc4a-6050947e7366 req-cb5b4e3a-5582-4d98-a5d2-f566bf366383 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.878676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a587424-e911-463f-bc4a-6050947e7366 req-cb5b4e3a-5582-4d98-a5d2-f566bf366383 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1912060
Dec 11 20:52:53.880529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-b47ab16b-4481-40ba-90f8-ad2f0a85a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.881734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-b47ab16b-4481-40ba-90f8-ad2f0a85a283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1847689
Dec 11 20:52:53.915045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Allocated IP 192.168.233.95 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/20111d12-fd95-48f1-90ba-2509200e2cb5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:53.926551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-a74a1836-b189-4e5b-b9e1-3fb213fbf500 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:53.928359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-a74a1836-b189-4e5b-b9e1-3fb213fbf500 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/networks?id=53b3f04d-aff2-4cac-ac5f-088ee6f370a1 HTTP/1.1" status: 200  len: 818 time: 0.1830361
Dec 11 20:52:53.952872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-fc4a95cf-1040-47e5-bf41-dfded6d849b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=cc73ac49-d072-49be-8377-d4302e98ce1e HTTP/1.1" status: 200  len: 217 time: 0.0624974
Dec 11 20:52:53.973121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-a3adb690-d233-437c-ba4e-c38f01e46e3a tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/quotas/1611b165ec3d4be6a713ac8b3f346bf3 HTTP/1.1" status: 200  len: 375 time: 0.0317860
Dec 11 20:52:54.019883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-a61c8b51-9ca0-4356-bbf8-85231fe90c9e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1611b165ec3d4be6a713ac8b3f346bf3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450559
Dec 11 20:52:54.044243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-9fff5b1d-5756-4410-a924-ca1beb54155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.046736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-9fff5b1d-5756-4410-a924-ca1beb54155f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0837803
Dec 11 20:52:54.075014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddcdf951-ffeb-41a3-a205-30312470c080 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:54.121942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-abec0ef8-5b38-4cb8-87cb-2b84526aea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.124023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-abec0ef8-5b38-4cb8-87cb-2b84526aea14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0693378
Dec 11 20:52:54.161953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ddcdf951-ffeb-41a3-a205-30312470c080 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:54.162387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:54.237397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:54.322953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc893b-e3e7-44d2-ac6b-939bbe7eabbf req-110ed4bc-5238-4879-a7b2-09f38bec0f27 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.324494 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bccc893b-e3e7-44d2-ac6b-939bbe7eabbf req-110ed4bc-5238-4879-a7b2-09f38bec0f27 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 948 time: 0.0812030
Dec 11 20:52:54.353729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-1623935e-fc0d-41f8-8243-3d397753a700 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2163455
Dec 11 20:52:54.367286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:54.401746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bccc893b-e3e7-44d2-ac6b-939bbe7eabbf req-64546d29-5574-41cd-bf79-0c80288ada27 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689256
Dec 11 20:52:54.425721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-bc783b87-4967-4578-a0a6-544c5cab040a service neutron] 10.222.0.18 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4050512
Dec 11 20:52:54.428912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:54.442710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:54.445166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:54.493785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed9cfbc5-b81a-4121-a6a7-6e9b873d4415 req-df8b52ad-6f60-4d46-9f6d-c5093c8f2e8a service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297235
Dec 11 20:52:54.647646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84845e79-8b48-4256-be9d-8b03f4c15f4a req-4bbaaa14-c88f-4e3a-b9a4-9bc72fe3c879 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips/709e7834-cda0-4bf0-8a57-d175a788d0c4 HTTP/1.1" status: 200  len: 693 time: 0.0618250
Dec 11 20:52:54.747502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-80bb8ecb-24ec-4167-8476-875f80a35abb None None] Provisioning complete for port 20111d12-fd95-48f1-90ba-2509200e2cb5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:54.747901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80bb8ecb-24ec-4167-8476-875f80a35abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:54.773190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84845e79-8b48-4256-be9d-8b03f4c15f4a req-1a9344ae-54c2-476f-968e-a8d9b129b5f8 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.774919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84845e79-8b48-4256-be9d-8b03f4c15f4a req-1a9344ae-54c2-476f-968e-a8d9b129b5f8 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1187253
Dec 11 20:52:54.788441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-80bb8ecb-24ec-4167-8476-875f80a35abb None None] Port 20111d12-fd95-48f1-90ba-2509200e2cb5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:52:54.862236 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce3ba13-69e0-4953-8a92-c23671594830 x-openstack-request-id: req-8ce3ba13-69e0-4953-8a92-c23671594830 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:54.862733 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:54.863032 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ce3ba13-69e0-4953-8a92-c23671594830 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:54.863664 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e', 'status': 'completed', 'code': 200}
Dec 11 20:52:54.880026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881d767-8eb1-4fe8-89b6-ee2f1e1f9305 req-f8ed17d4-ceae-48d0-b2f8-e4397de8cb60 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.881883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d881d767-8eb1-4fe8-89b6-ee2f1e1f9305 req-f8ed17d4-ceae-48d0-b2f8-e4397de8cb60 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0554163
Dec 11 20:52:54.892511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Pushing event updated for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:54.934916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d881d767-8eb1-4fe8-89b6-ee2f1e1f9305 req-381bc44d-ab5d-40f4-acb2-063f3c42e4cc tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457494
Dec 11 20:52:54.940638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.941268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:54.977222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-4abca5b2-d760-4e6e-8fcd-7615c673bebc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5972724
Dec 11 20:52:54.979136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-9e4beb9c-b87b-407e-af94-12a9a0f57fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5526862
Dec 11 20:52:54.981635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-6ce2b902-d459-4d12-8000-84ff25c045ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:54.983083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-6ce2b902-d459-4d12-8000-84ff25c045ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 1094 time: 0.1154330
Dec 11 20:52:54.995497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Request body: {'port': {'device_id': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:55.060991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166ab6c-4a2f-4c37-a680-f99a80d72afc req-6a8d4b2b-c0af-411e-a5ea-12db2b98a159 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.063131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0166ab6c-4a2f-4c37-a680-f99a80d72afc req-6a8d4b2b-c0af-411e-a5ea-12db2b98a159 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 935 time: 0.0715320
Dec 11 20:52:55.108954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:55.165685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0166ab6c-4a2f-4c37-a680-f99a80d72afc req-8987aed4-76f7-4dc9-9996-f3b3fd9ae738 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922556
Dec 11 20:52:55.187761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-2aff5766-a425-4b18-9b7a-68c574e08a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.189260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-2aff5766-a425-4b18-9b7a-68c574e08a80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 914 time: 0.1910508
Dec 11 20:52:55.242734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc73ac49-d072-49be-8377-d4302e98ce1e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:55.264505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-aa9dfed1-24d0-4c11-bf10-6e411990e0be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e HTTP/1.1" status: 200  len: 217 time: 0.0648658
Dec 11 20:52:55.309779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89ea54-fd96-44aa-a6f0-4ca5cb3b8933 req-7d6f0f0b-a26d-4e63-a027-b306221c607d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.312368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad89ea54-fd96-44aa-a6f0-4ca5cb3b8933 req-7d6f0f0b-a26d-4e63-a027-b306221c607d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 943 time: 0.0608199
Dec 11 20:52:55.371917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc73ac49-d072-49be-8377-d4302e98ce1e,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:55.375088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad89ea54-fd96-44aa-a6f0-4ca5cb3b8933 req-f4e7a7d9-3299-4937-afcb-b180e97839fa tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560746
Dec 11 20:52:55.385022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'cc73ac49-d072-49be-8377-d4302e98ce1e', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'cc73ac49-d072-49be-8377-d4302e98ce1e', 'mac_address': 'fa:16:3e:4e:74:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:55.440381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:55.447703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-24759716-c1d8-4a56-b014-8b7c2ddd50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.449449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-24759716-c1d8-4a56-b014-8b7c2ddd50ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.1604364
Dec 11 20:52:55.456999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663b492-17c1-4fe0-b213-50b56d537cca req-82d65281-ece6-4642-93e8-c735021cf620 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.458537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7663b492-17c1-4fe0-b213-50b56d537cca req-82d65281-ece6-4642-93e8-c735021cf620 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.2561040
Dec 11 20:52:55.479196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc73ac49-d072-49be-8377-d4302e98ce1e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:55.492001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42ad5fc1-08fa-4961-8c61-bbfa247b9ef1 req-b8d74e91-c2c0-4b0a-bb18-1fac8d451666 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=782264b0e06d4cf38648c01b3868ea43 HTTP/1.1" status: 200  len: 696 time: 0.0912240
Dec 11 20:52:55.514057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc73ac49-d072-49be-8377-d4302e98ce1e,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:55.522591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:55.523381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c021eaa4-8a60-4884-bf53-35bd2fd48186 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:55.555939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-4f0c0898-4d56-47c8-8f1a-4ef84d83d383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0915043
Dec 11 20:52:55.618277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad5fc1-08fa-4961-8c61-bbfa247b9ef1 req-7702cd15-f02a-4c01-bd32-9d804479de0f tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.625655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42ad5fc1-08fa-4961-8c61-bbfa247b9ef1 req-7702cd15-f02a-4c01-bd32-9d804479de0f tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks?id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 787 time: 0.1251147
Dec 11 20:52:55.631186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-42ad5fc1-08fa-4961-8c61-bbfa247b9ef1 req-93904789-91e8-4659-bb6e-cc29c87ac43e tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:52:55.637857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:55.642973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42ad5fc1-08fa-4961-8c61-bbfa247b9ef1 req-93904789-91e8-4659-bb6e-cc29c87ac43e tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0163991
Dec 11 20:52:55.647996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.648277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.648623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.648964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.649304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.649640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.649971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.650347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.650759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.651082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.651411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.651895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.652082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:52:55.664098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7663b492-17c1-4fe0-b213-50b56d537cca req-18fa4fad-e639-4c68-8177-f4bbf72bc149 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757071
Dec 11 20:52:55.729323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:55.731435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f21b0c8d-c209-419e-bafb-0a306defd281 req-36f402df-06b1-4b12-98c1-c1c70e768e57 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 210 time: 0.0615780
Dec 11 20:52:55.754200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'c021eaa4-8a60-4884-bf53-35bd2fd48186', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'port_id': 'c021eaa4-8a60-4884-bf53-35bd2fd48186', 'mac_address': 'fa:16:3e:29:7f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409403a-f0b4-4eaa-aa89-971212a184b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:55.788287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-df275412-4e3d-4099-a103-17647cfdbde1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.791581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-df275412-4e3d-4099-a103-17647cfdbde1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.1053348
Dec 11 20:52:55.812701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:55.837400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c021eaa4-8a60-4884-bf53-35bd2fd48186 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:55.843815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-bf17b3d1-8ee5-426a-a1a2-9cd75e524b6c service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619157
Dec 11 20:52:55.863524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:55.870006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813975e-29f8-4698-9ac2-5953a5d20b94 req-486604f9-1c5c-4388-888c-ad403b5adb1d tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:55.870616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:55.871755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e813975e-29f8-4698-9ac2-5953a5d20b94 req-486604f9-1c5c-4388-888c-ad403b5adb1d tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 949 time: 0.1343505
Dec 11 20:52:55.945730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:55.946299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-41d4e3c3-e238-4c56-be36-c0f0c3bb90c7 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips/709e7834-cda0-4bf0-8a57-d175a788d0c4 HTTP/1.1" status: 200  len: 693 time: 0.0814557
Dec 11 20:52:56.031882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Deleting port a9982dd2-032b-4c98-b7cc-f858a5b04367 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:56.032219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.042362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20111d12-fd95-48f1-90ba-2509200e2cb5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:56.063225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.075642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e813975e-29f8-4698-9ac2-5953a5d20b94 req-ba52c3fd-4de2-46d1-be09-56e2ac6b9a90 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304080
Dec 11 20:52:56.078123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb316f9-abe8-4858-94b4-83e275271be2 req-a48b712b-20e9-4731-8b9c-9720b078632d service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2248538
Dec 11 20:52:56.086322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Transition to ACTIVE for port object 20111d12-fd95-48f1-90ba-2509200e2cb5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:56.095066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.124971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-a5b4a6cc-f531-4de5-a9a6-bb65b9931a32 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.132259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-a5b4a6cc-f531-4de5-a9a6-bb65b9931a32 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1785846
Dec 11 20:52:56.177166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Pushing event updated for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:56.203755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-b0e8d083-1c06-43d1-9d55-2f6dcfdd30dd tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.136 HTTP/1.1" status: 200  len: 696 time: 0.0695128
Dec 11 20:52:56.228912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c021eaa4-8a60-4884-bf53-35bd2fd48186'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:56.276632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cc73ac49-d072-49be-8377-d4302e98ce1e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:56.286009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Attempting to bind port 20111d12-fd95-48f1-90ba-2509200e2cb5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:56.286332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Attempting to bind port 20111d12-fd95-48f1-90ba-2509200e2cb5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:56.286721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Attempting to bind port 20111d12-fd95-48f1-90ba-2509200e2cb5 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:56.299656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-cc7e1576-8aba-4274-bbbc-91d849046b47 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.136 HTTP/1.1" status: 200  len: 696 time: 0.0946558
Dec 11 20:52:56.300198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2657d-eb2a-4043-9617-62be9d44bd54 req-7eb530d6-3d45-44bb-84e9-3b56ed9410fd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.301764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52e2657d-eb2a-4043-9617-62be9d44bd54 req-7eb530d6-3d45-44bb-84e9-3b56ed9410fd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 945 time: 0.0940459
Dec 11 20:52:56.303026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Port 20111d12-fd95-48f1-90ba-2509200e2cb5 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:56.303347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Attempting to bind port 20111d12-fd95-48f1-90ba-2509200e2cb5 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:56.303490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] For port a9982dd2-032b-4c98-b7cc-f858a5b04367, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9982dd2-032b-4c98-b7cc-f858a5b04367,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:56.304087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.315961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:56.316958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:56.316958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:56.317189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Bound port: 20111d12-fd95-48f1-90ba-2509200e2cb5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:56.317440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.432538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52e2657d-eb2a-4043-9617-62be9d44bd54 req-78af32be-b18e-4ee8-9d13-df8e321b8deb tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217055
Dec 11 20:52:56.485907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:56.493322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20111d12-fd95-48f1-90ba-2509200e2cb5,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:56.501287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.590076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.591522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.593568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] 10.222.0.16 "PUT /v2.0/ports/20111d12-fd95-48f1-90ba-2509200e2cb5 HTTP/1.1" status: 200  len: 1095 time: 1.6023529
Dec 11 20:52:56.623850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a7cf7-f20c-4afa-b9a5-fa5c02aff302 service neutron] Pushing event updated for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:56.643808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72170430-ec21-4c70-aa88-bf376740ed31 req-404f11f5-de49-4a5e-b832-cbfd381a38af tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.653650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72170430-ec21-4c70-aa88-bf376740ed31 req-404f11f5-de49-4a5e-b832-cbfd381a38af tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 947 time: 0.1109178
Dec 11 20:52:56.741937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-b7de006c-9d2a-40b1-bd19-daa68d421eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.743485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-b7de006c-9d2a-40b1-bd19-daa68d421eed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 1098 time: 0.0696919
Dec 11 20:52:56.747460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72170430-ec21-4c70-aa88-bf376740ed31 req-040966d3-9fc9-4c0c-93ba-c62aad29ac87 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928659
Dec 11 20:52:56.792186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-a8d65266-f27a-406d-ba6f-bd54184915fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=20111d12-fd95-48f1-90ba-2509200e2cb5 HTTP/1.1" status: 200  len: 217 time: 0.0404963
Dec 11 20:52:56.867391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:56.870242 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c0d626-89f3-401f-ba9e-d3908ca189d7" -d '{"events": [{"name": "network-changed", "server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:56.880316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-29b76194-cd78-43ed-8dbe-9c20572a92c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.881902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-29b76194-cd78-43ed-8dbe-9c20572a92c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0813775
Dec 11 20:52:56.903876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.904481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.905451 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb disassociated. External IP: 172.35.1.167, port: a9982dd2-032b-4c98-b7cc-f858a5b04367.
Dec 11 20:52:56.905968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Calling delete_port for a9982dd2-032b-4c98-b7cc-f858a5b04367 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:56.920607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-e46779d8-ed4f-4380-9dda-aa1ecbe93cc7 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.922045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-e46779d8-ed4f-4380-9dda-aa1ecbe93cc7 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.30 "GET /v2.0/networks?id=53b3f04d-aff2-4cac-ac5f-088ee6f370a1 HTTP/1.1" status: 200  len: 818 time: 0.3154023
Dec 11 20:52:56.926156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Deleting port f1ae5141-1d4e-4370-9c77-b2830cd6e2b4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:52:56.926533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:56.929273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545bcbf-3bd8-401c-baa2-db445b988325 req-b6bf4fe6-9b39-4b75-ba2b-2c4a6bc63bce tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.930785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2545bcbf-3bd8-401c-baa2-db445b988325 req-b6bf4fe6-9b39-4b75-ba2b-2c4a6bc63bce tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 943 time: 0.1005816
Dec 11 20:52:56.952136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Request body: {'port': {'device_id': '57ad1232-b21c-41db-87af-6930f8e03226', 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1', 'admin_state_up': True, 'tenant_id': '1611b165ec3d4be6a713ac8b3f346bf3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:56.969681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820eebe-474e-4326-9177-108e5824c7b6 req-83e8c40b-54c0-44e8-9291-a839537161c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:56.971215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-83e8c40b-54c0-44e8-9291-a839537161c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0786338
Dec 11 20:52:57.041886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2545bcbf-3bd8-401c-baa2-db445b988325 req-cdeb44b0-9b22-4161-89df-b0fcd4d6ba2b tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041632
Dec 11 20:52:57.084326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-7b55ded9-c78f-4fee-a9a5-f4020554e577 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1018040
Dec 11 20:52:57.185106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6820eebe-474e-4326-9177-108e5824c7b6 req-17cdc57c-d01f-40a4-8aec-c59ee4705d02 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924792
Dec 11 20:52:57.446249 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.446692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.464113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Calling delete_port for f1ae5141-1d4e-4370-9c77-b2830cd6e2b4 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:52:57.479373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d434c6b-552f-45b1-b4c6-5215416e0efb req-a21d9b42-5fe8-434e-8a0c-d3a7ccd92be1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:57.480898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d434c6b-552f-45b1-b4c6-5215416e0efb req-a21d9b42-5fe8-434e-8a0c-d3a7ccd92be1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 945 time: 0.0563149
Dec 11 20:52:57.497590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1d03d650-cccd-4b6b-b539-40482b78aa1e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:57.549614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d434c6b-552f-45b1-b4c6-5215416e0efb req-796f6158-443d-4f48-95de-27f98dcad27e tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1e2b37e-6eaf-4d41-a2a8-45555fff8722&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611045
Dec 11 20:52:57.560514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Made reservation on behalf of 1611b165ec3d4be6a713ac8b3f346bf3 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:52:57.564116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.635940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:57.641543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.648875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '1d03d650-cccd-4b6b-b539-40482b78aa1e', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'port_id': '1d03d650-cccd-4b6b-b539-40482b78aa1e', 'mac_address': 'fa:16:3e:3e:e1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409403a-f0b4-4eaa-aa89-971212a184b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:57.651354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f4daebf-47d7-4a0f-997a-e4609e5e8e64 req-809b1131-1d0f-45c7-91e8-5c63685c4fed tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 210 time: 0.0280075
Dec 11 20:52:57.690295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.696256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event deleted for resources: {'Port': ['ID=a9982dd2-032b-4c98-b7cc-f858a5b04367,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:57.706037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d03d650-cccd-4b6b-b539-40482b78aa1e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:57.728902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:57.736434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.792939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:57.797554 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02f458c-4129-41f1-991d-1b039c2f7c81 x-openstack-request-id: req-b02f458c-4129-41f1-991d-1b039c2f7c81 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:57.797940 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:57.798296 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b02f458c-4129-41f1-991d-1b039c2f7c81 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:57.798830 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5', 'status': 'completed', 'code': 200}
Dec 11 20:52:57.887124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Allocated IP 172.20.0.6 (53b3f04d-aff2-4cac-ac5f-088ee6f370a1/97107056-5433-410f-8a41-8d14df7ce906/91cc8933-1c67-4a2f-9d91-ac5e260dba4e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:57.897972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-613f8b99-de7c-4e97-bc02-6a3350bf34bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:57.899492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-613f8b99-de7c-4e97-bc02-6a3350bf34bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 1098 time: 0.0743940
Dec 11 20:52:57.901400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:57.923365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e541cd1-133a-4fb4-9681-06f8a2d62175 req-b21877bd-5079-43ec-9c4a-87a0184eafd7 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:57.925106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e541cd1-133a-4fb4-9681-06f8a2d62175 req-b21877bd-5079-43ec-9c4a-87a0184eafd7 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 949 time: 0.0730605
Dec 11 20:52:57.943958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event deleted for resources: {'Port': ['ID=f1ae5141-1d4e-4370-9c77-b2830cd6e2b4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:57.975388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:52:58.029233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e541cd1-133a-4fb4-9681-06f8a2d62175 req-552ce530-74c9-4540-b6f5-07779a8069de tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945966
Dec 11 20:52:58.064325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-05bd753f-db49-42b4-9622-00e1ff624691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.066003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-05bd753f-db49-42b4-9622-00e1ff624691 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1394544
Dec 11 20:52:58.100060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.102802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.104270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5fd3753-f557-4a6f-a0d8-592352b553ed req-bcef1702-1124-44ad-8f63-a681f9cfe5ac tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "DELETE /v2.0/floatingips/709e7834-cda0-4bf0-8a57-d175a788d0c4 HTTP/1.1" status: 204  len: 173 time: 1.8038464
Dec 11 20:52:58.130982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-2472c172-d5b7-4087-8582-0d39248c24ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=20111d12-fd95-48f1-90ba-2509200e2cb5 HTTP/1.1" status: 200  len: 217 time: 0.0569475
Dec 11 20:52:58.150057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1d03d650-cccd-4b6b-b539-40482b78aa1e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:58.248068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-61f86b47-0023-44a0-b062-612aa892f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.250575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-61f86b47-0023-44a0-b062-612aa892f6a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1117783
Dec 11 20:52:58.297233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.302243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:52:58.319640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:52:58.330823 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:58.331993 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84618520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:58.341976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951840-c11c-4f59-980a-198fcb5eb5b7 req-483745ed-b659-4df6-ab77-36b58b520007 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.341976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb951840-c11c-4f59-980a-198fcb5eb5b7 req-483745ed-b659-4df6-ab77-36b58b520007 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 944 time: 0.1103780
Dec 11 20:52:58.349537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb285fd6-a810-499d-bcc5-6135343184d1 req-616961d6-f475-442c-8016-d2489c1f7217 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.357501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb285fd6-a810-499d-bcc5-6135343184d1 req-616961d6-f475-442c-8016-d2489c1f7217 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 947 time: 0.1402180
Dec 11 20:52:58.367454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-9fcfb8f2-efc1-4126-a545-dc48ceae0b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.369025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-9fcfb8f2-efc1-4126-a545-dc48ceae0b0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1056459
Dec 11 20:52:58.384261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] No DVR routers for this DVR port a9982dd2-032b-4c98-b7cc-f858a5b04367 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:52:58.396936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.400174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a84d29b-897e-4831-844b-4ce8a01895cf req-4b8bcb5c-b629-42de-a534-94f94e7044b2 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.16 "DELETE /v2.0/ports/a9982dd2-032b-4c98-b7cc-f858a5b04367 HTTP/1.1" status: 204  len: 173 time: 2.5852306
Dec 11 20:52:58.402221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'name': 'network-vif-deleted', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:58.404790 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59921e-1069-45c8-a72a-c3c87db66f2e" -d '{"events": [{"server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "name": "network-vif-deleted", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:58.439720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb951840-c11c-4f59-980a-198fcb5eb5b7 req-ee82e3e5-ea93-4cad-b0e2-7bdc7e9711c3 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898678
Dec 11 20:52:58.445530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.495689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-0537e116-052e-4e3d-95d2-2c13a1fa6e9d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147561
Dec 11 20:52:58.499068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb285fd6-a810-499d-bcc5-6135343184d1 req-f13e17de-5308-4fce-92d2-094a1d00fce9 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410806
Dec 11 20:52:58.519882 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:58.536390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:58.541105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:58.547729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:58.586102 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da1660-0f8f-4c25-8fa9-76034e9aa7ff x-openstack-request-id: req-18da1660-0f8f-4c25-8fa9-76034e9aa7ff {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:52:58.586501 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136838e4-08f6-4cb1-95f0-500ababe08e4", "name": "network-vif-deleted", "tag": "a9982dd2-032b-4c98-b7cc-f858a5b04367", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:52:58.586811 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18da1660-0f8f-4c25-8fa9-76034e9aa7ff {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:52:58.587813 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136838e4-08f6-4cb1-95f0-500ababe08e4', 'name': 'network-vif-deleted', 'tag': 'a9982dd2-032b-4c98-b7cc-f858a5b04367', 'status': 'completed', 'code': 200}
Dec 11 20:52:58.608138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Pushing event updated for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:58.629315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:58.629315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.649313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-5d775446-9e11-4e7a-88d4-99a9b05dce6e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7048757
Dec 11 20:52:58.667807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Request body: {'port': {'device_id': '57ad1232-b21c-41db-87af-6930f8e03226', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:58.707186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c0d626-89f3-401f-ba9e-d3908ca189d7 req-44cc99af-66ca-47b7-9017-f7e9506c9837 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039793
Dec 11 20:52:58.713397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-063638d3-e8af-4a28-b4f0-1b7463a13591 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1991625
Dec 11 20:52:58.722767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2fee340-0f9b-4b30-9603-1c51c6ad91ef req-056a6383-4bc1-4e83-995f-c29552c999f1 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/ports?device_id=136838e4-08f6-4cb1-95f0-500ababe08e4 HTTP/1.1" status: 200  len: 210 time: 0.0507851
Dec 11 20:52:58.730879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:52:58.755295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.762957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.814045 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84618520>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:58.859274 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:52:58.868362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:52:58.869229 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84618520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:58.878810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:58.999981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7e7a-3e26-46f0-90c2-a79410235765 req-dea49d93-2c42-42a0-b89c-2860b5c565a4 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:59.003888 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:52:59.007984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-749b7e7a-3e26-46f0-90c2-a79410235765 req-dea49d93-2c42-42a0-b89c-2860b5c565a4 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 931 time: 0.2036698
Dec 11 20:52:59.019318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Allocated IP 172.35.1.196 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a9119509-7e01-4403-8ac8-2af3758369a3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:52:59.113293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-749b7e7a-3e26-46f0-90c2-a79410235765 req-d17c02bf-e37c-42fa-8565-e2a87889e568 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041920
Dec 11 20:52:59.127083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.167004 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.207473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cc8933-1c67-4a2f-9d91-ac5e260dba4e {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:59.212278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:52:59.215496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:52:59.219214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.220096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:52:59.236956 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84618520>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:52:59.241937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Transition to ACTIVE for port object 91cc8933-1c67-4a2f-9d91-ac5e260dba4e will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:52:59.247870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:52:59.249758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.256023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event updated for resources: {'Port': ['ID=a9119509-7e01-4403-8ac8-2af3758369a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:59.263768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc73ac49-d072-49be-8377-d4302e98ce1e up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:59.272336 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a90764-d677-47e1-96fb-4ec2e56dc6f1 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20bc17a5-0e24-4df2-8d07-8ab1add18c02', 'name': '', 'network_id': 'd13ab714-c7ea-44ff-9f03-60c4871ef1e9', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'mac_address': 'fa:16:3e:c6:4a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:45Z', 'updated_at': '2021-12-11T20:47:53Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'subnets': [{'id': 'b61c92ad-0fc9-4d5a-ae15-31091aa36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:52:59.362261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.401700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port cc73ac49-d072-49be-8377-d4302e98ce1e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:59.411362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port cc73ac49-d072-49be-8377-d4302e98ce1e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:59.412036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.413315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.435553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Pushing event updated for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:59.446735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:59.472249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'mac_address': 'fa:16:3e:d7:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:52:59.473594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef79d0c-02be-47c3-bcb7-49db882fe798 req-b26e7b39-5d91-47c8-b8a0-ef7428c73510 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:59.475334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef79d0c-02be-47c3-bcb7-49db882fe798 req-b26e7b39-5d91-47c8-b8a0-ef7428c73510 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 949 time: 0.1351266
Dec 11 20:52:59.501602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1d03d650-cccd-4b6b-b539-40482b78aa1e up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:52:59.510885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Attempting to bind port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:52:59.511318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Attempting to bind port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '98d3b979-1312-4c10-aebf-bf470b1d9dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:52:59.511845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Attempting to bind port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e on network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:59.553308 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eef79d0c-02be-47c3-bcb7-49db882fe798 req-697d7b89-482b-4eb4-b954-f95749a7f364 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609844
Dec 11 20:52:59.554061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e on network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:52:59.554503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Attempting to bind port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e on network 53b3f04d-aff2-4cac-ac5f-088ee6f370a1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:52:59.566321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:52:59.566908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Checking segment: {'id': '98d3b979-1312-4c10-aebf-bf470b1d9dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:52:59.567381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Bound using segment: {'id': '98d3b979-1312-4c10-aebf-bf470b1d9dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:52:59.567921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Bound port: 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98d3b979-1312-4c10-aebf-bf470b1d9dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:52:59.568360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.595519 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.618418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:52:59.644810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.654896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:52:59.666440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.672518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:52:59.678096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 1d03d650-cccd-4b6b-b539-40482b78aa1e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:52:59.680731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,segment=NetworkSegment(98d3b979-1312-4c10-aebf-bf470b1d9dad),segment_id=98d3b979-1312-4c10-aebf-bf470b1d9dad)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:52:59.692221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.714604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.718828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 1d03d650-cccd-4b6b-b539-40482b78aa1e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:52:59.719270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.721149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b18238c-6fee-4b7b-bbf0-db65e0df2599 None None] New status for floating IP 8adad169-1244-495e-bf0e-8e2bdc502aeb: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:52:59.721647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.722747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:52:59.725078 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0407a259-6d11-454d-86b8-3022dfa2939a" -d '{"events": [{"server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "name": "network-vif-plugged", "status": "completed", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:52:59.751439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:59.752159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.753594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] 10.222.0.30 "PUT /v2.0/ports/91cc8933-1c67-4a2f-9d91-ac5e260dba4e HTTP/1.1" status: 200  len: 1091 time: 1.0937858
Dec 11 20:52:59.799403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ef03a-5396-4314-891b-8a7d8a4e331c service neutron] Pushing event updated for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:59.829316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event updated for resources: {'Port': ['ID=a9119509-7e01-4403-8ac8-2af3758369a3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:52:59.833520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.850424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:52:59.851843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-55aaafaf-e3e4-43ba-ba15-b771705ab6cc tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.1317837
Dec 11 20:52:59.852285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb52f8-2ee8-4830-ad1a-d0a83d0a489a req-0563be70-ed7c-4a15-a96a-b36a2838530f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:59.854999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c1fb52f8-2ee8-4830-ad1a-d0a83d0a489a req-0563be70-ed7c-4a15-a96a-b36a2838530f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 944 time: 0.1210279
Dec 11 20:52:59.890518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-2d0d2c04-43a2-4532-afe4-5f67b84f87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:52:59.892076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-2d0d2c04-43a2-4532-afe4-5f67b84f87ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1611b165ec3d4be6a713ac8b3f346bf3&device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 1094 time: 0.0888522
Dec 11 20:52:59.919014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-f1d12d02-b306-4b69-a68d-3018ee1108c9 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.196 HTTP/1.1" status: 200  len: 696 time: 0.0581813
Dec 11 20:52:59.945163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-03273851-20ef-447b-9a39-12b349270fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e HTTP/1.1" status: 200  len: 217 time: 0.0425746
Dec 11 20:52:59.954091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:52:59.961418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c1fb52f8-2ee8-4830-ad1a-d0a83d0a489a req-175e0ec2-a427-48a6-9e73-707531ba4b32 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946538
Dec 11 20:52:59.961800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc73ac49-d072-49be-8377-d4302e98ce1e,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:00.017653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-e018d216-c289-4967-af62-a0219ec5effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.019194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-e018d216-c289-4967-af62-a0219ec5effd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97107056-5433-410f-8a41-8d14df7ce906 HTTP/1.1" status: 200  len: 858 time: 0.0572023
Dec 11 20:53:00.036217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-f443071e-c1f6-4e87-a8c6-4a88d6aaf3ad tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.038286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.039114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c021eaa4-8a60-4884-bf53-35bd2fd48186 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:00.041023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecfacce2-a6a4-42ca-9ed2-38eedf3f64a5 req-f443071e-c1f6-4e87-a8c6-4a88d6aaf3ad tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1210687
Dec 11 20:53:00.063653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-11c30621-c6d0-4092-a1e4-cb630af8c2ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53b3f04d-aff2-4cac-ac5f-088ee6f370a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361066
Dec 11 20:53:00.103627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:00.167116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd667c8-a418-4a23-bbf0-1461c8ac66f4 req-05b10cda-ba9c-418d-867f-978110b6a8ec tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.168612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdd667c8-a418-4a23-bbf0-1461c8ac66f4 req-05b10cda-ba9c-418d-867f-978110b6a8ec tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 947 time: 0.1072903
Dec 11 20:53:00.173283 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785b3104-468b-4d9a-b842-b20b18419a06 x-openstack-request-id: req-785b3104-468b-4d9a-b842-b20b18419a06 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:00.173582 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "name": "network-vif-plugged", "status": "completed", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:00.173842 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-785b3104-468b-4d9a-b842-b20b18419a06 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:00.174234 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e', 'code': 200}
Dec 11 20:53:00.220279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-dfc80551-c8dd-499d-bd5a-0f4dd2abc4dc service neutron] 10.222.0.30 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307306
Dec 11 20:53:00.252678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:00.266071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.274009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port c021eaa4-8a60-4884-bf53-35bd2fd48186 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:00.294711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port c021eaa4-8a60-4884-bf53-35bd2fd48186 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:00.295083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.325566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-341fa495-7838-41b3-9c4c-46c88105c856 req-09413afb-a225-4d5a-8b69-5f2e25858b78 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips/ed49328b-9275-4bd7-b843-dc6bfa7ba4fc HTTP/1.1" status: 200  len: 693 time: 0.0752547
Dec 11 20:53:00.339778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323a01-fd78-43cf-899d-a3f30123458f req-36e93ff0-2278-4692-bd81-cce7e637f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.341586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d323a01-fd78-43cf-899d-a3f30123458f req-36e93ff0-2278-4692-bd81-cce7e637f3de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 1101 time: 0.0833361
Dec 11 20:53:00.352166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdd667c8-a418-4a23-bbf0-1461c8ac66f4 req-9da473dd-4d46-4df1-8c4f-3443c4a20a88 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291723
Dec 11 20:53:00.354794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:00.377484 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.378206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9982dd2-032b-4c98-b7cc-f858a5b04367 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:00.398647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-863fc6b5-33e1-4564-bf3d-db64871da82e req-28a9ee54-f2bf-4573-a3d4-eded45ed0401 service neutron] 10.222.0.30 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528554
Dec 11 20:53:00.428255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: a9982dd2-032b-4c98-b7cc-f858a5b04367 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:00.428932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9982dd2-032b-4c98-b7cc-f858a5b04367 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:00.454764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d323a01-fd78-43cf-899d-a3f30123458f req-b2640386-9f86-4971-9392-5a33e73e0f2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994575
Dec 11 20:53:00.480539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:00.484842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e079d-bd3d-482d-985c-17e57516ded3 req-56b79b89-07fd-4b8d-abb4-b49015528fc3 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.490731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fa495-7838-41b3-9c4c-46c88105c856 req-2935559b-de74-40d4-bf3b-defb5bbae07b tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.492264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-341fa495-7838-41b3-9c4c-46c88105c856 req-2935559b-de74-40d4-bf3b-defb5bbae07b tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.1464818
Dec 11 20:53:00.492394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c6e079d-bd3d-482d-985c-17e57516ded3 req-56b79b89-07fd-4b8d-abb4-b49015528fc3 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 943 time: 0.0677106
Dec 11 20:53:00.518230 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.543465 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c6e079d-bd3d-482d-985c-17e57516ded3 req-6392b3f1-d4ad-4b6f-8d2c-c04999dcecbd tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503042
Dec 11 20:53:00.546539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-341fa495-7838-41b3-9c4c-46c88105c856 req-f8d09a23-99fe-4863-99bd-a0bf0c62733b tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.196 HTTP/1.1" status: 200  len: 696 time: 0.0449493
Dec 11 20:53:00.555652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:00.568399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.589468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:00.593117 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d27911-d355-4b3f-9782-eb70c2463acb" -d '{"events": [{"name": "network-changed", "server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:00.610146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-341fa495-7838-41b3-9c4c-46c88105c856 req-e7e2bb81-cb04-43df-9c4a-5e20660a3ceb tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.196 HTTP/1.1" status: 200  len: 696 time: 0.0547938
Dec 11 20:53:00.635257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:00.744289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Deleting port a9119509-7e01-4403-8ac8-2af3758369a3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:00.744902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.751299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217dab7-e63b-40e1-9703-64dde818fcee req-d646969c-5b3e-487f-abda-30e157f6e1ff tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:00.752811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2217dab7-e63b-40e1-9703-64dde818fcee req-d646969c-5b3e-487f-abda-30e157f6e1ff tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.0537210
Dec 11 20:53:00.800400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2217dab7-e63b-40e1-9703-64dde818fcee req-ed97b09a-ea82-4957-aed3-86f239cc1a21 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413423
Dec 11 20:53:00.818204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.818630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:00.830836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Calling delete_port for a9119509-7e01-4403-8ac8-2af3758369a3 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:01.029938 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ff8ccc-80c7-4545-9725-e8fce9e0b788 x-openstack-request-id: req-14ff8ccc-80c7-4545-9725-e8fce9e0b788 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:01.030438 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:01.030742 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14ff8ccc-80c7-4545-9725-e8fce9e0b788 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:01.031214 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e', 'status': 'completed', 'code': 200}
Dec 11 20:53:01.205834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f352-b278-448d-98eb-4169b05aa31b req-f1365e5c-2a4e-4399-ac92-8efc395a267c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.207383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2a3f352-b278-448d-98eb-4169b05aa31b req-f1365e5c-2a4e-4399-ac92-8efc395a267c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 945 time: 0.0502703
Dec 11 20:53:01.243189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-0b9b353c-3535-4a9d-be09-af57e90c6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.244668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-0b9b353c-3535-4a9d-be09-af57e90c6907 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1611b165ec3d4be6a713ac8b3f346bf3&device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 1094 time: 0.0594962
Dec 11 20:53:01.250997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:01.256479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2a3f352-b278-448d-98eb-4169b05aa31b req-19d2ef92-5ccf-495c-bb09-72492791b1ba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429146
Dec 11 20:53:01.320426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:01.324828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:01.325369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.371604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.377254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.383221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-086bcc99-4aa5-422a-9993-4d00e02c6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.384687 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-086bcc99-4aa5-422a-9993-4d00e02c6db5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=53b3f04d-aff2-4cac-ac5f-088ee6f370a1 HTTP/1.1" status: 200  len: 919 time: 0.1306744
Dec 11 20:53:01.408640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Pushing event deleted for resources: {'Port': ['ID=a9119509-7e01-4403-8ac8-2af3758369a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:01.410457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.424722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.459720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-fb02e15b-0358-4c17-9e6f-edeb6bfb652f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e HTTP/1.1" status: 200  len: 217 time: 0.0582998
Dec 11 20:53:01.466085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:01.470705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.504456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.507159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.508499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1e2b37e-6eaf-4d41-a2a8-45555fff8722 HTTP/1.1" status: 204  len: 168 time: 0.1870239
Dec 11 20:53:01.511765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36552) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:01.514836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 20111d12-fd95-48f1-90ba-2509200e2cb5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:01.532037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582418f8-7094-4f2f-95fb-009c3efdd4ad req-e1732977-cc39-4540-aa09-1e557e903fbc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.533691 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582418f8-7094-4f2f-95fb-009c3efdd4ad req-e1732977-cc39-4540-aa09-1e557e903fbc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 947 time: 0.0864093
Dec 11 20:53:01.534729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf2b6b-96b8-4eab-87d8-64e1cab3fc9f tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e2b37e-6eaf-4d41-a2a8-45555fff8722,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:01.538409 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-1715558b-6fcb-4d06-9cca-ef6535a27a93 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] show failed (client error): The resource could not be found.
Dec 11 20:53:01.539453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1715558b-6fcb-4d06-9cca-ef6535a27a93 tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "GET /v2.0/security-groups/e1e2b37e-6eaf-4d41-a2a8-45555fff8722 HTTP/1.1" status: 404  len: 347 time: 0.0253425
Dec 11 20:53:01.542426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36554) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:01.545916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.547914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.549751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:01.552831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-341fa495-7838-41b3-9c4c-46c88105c856 req-5738a69c-8ab1-438f-b54d-4d1852e6ceaa tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed49328b-9275-4bd7-b843-dc6bfa7ba4fc HTTP/1.1" status: 204  len: 173 time: 0.9335413
Dec 11 20:53:01.564872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-d4fcbdf1-7974-4cda-9a87-ac4ed613f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.566988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-d4fcbdf1-7974-4cda-9a87-ac4ed613f61f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=97107056-5433-410f-8a41-8d14df7ce906 HTTP/1.1" status: 200  len: 858 time: 0.0882747
Dec 11 20:53:01.638392 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-365f0163-ba3f-4bd5-9f92-566644e1a1e3 req-aecd459e-996f-4562-b55f-5281e05eae49 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] show failed (client error): The resource could not be found.
Dec 11 20:53:01.639400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-365f0163-ba3f-4bd5-9f92-566644e1a1e3 req-aecd459e-996f-4562-b55f-5281e05eae49 tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips/ed49328b-9275-4bd7-b843-dc6bfa7ba4fc HTTP/1.1" status: 404  len: 350 time: 0.0714016
Dec 11 20:53:01.641269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-20c1e08c-34e6-41b6-99e2-1ac9cdc4c85f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53b3f04d-aff2-4cac-ac5f-088ee6f370a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641325
Dec 11 20:53:01.665493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20111d12-fd95-48f1-90ba-2509200e2cb5,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:01.678216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '20111d12-fd95-48f1-90ba-2509200e2cb5', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '20111d12-fd95-48f1-90ba-2509200e2cb5', 'mac_address': 'fa:16:3e:22:a5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:01.715779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.722203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582418f8-7094-4f2f-95fb-009c3efdd4ad req-a9d72b0d-ff8f-4972-ab2f-8305200b720a tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1651473
Dec 11 20:53:01.732155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20111d12-fd95-48f1-90ba-2509200e2cb5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:01.740786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Deleting port 91bc09d3-36ca-40a0-8672-a065767639ca {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:01.740999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.756483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20111d12-fd95-48f1-90ba-2509200e2cb5,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:01.760854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.794422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-9b1ba67b-c92d-4a7d-bb31-38ec3f25e8e0 service neutron] 10.222.0.30 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438334
Dec 11 20:53:01.809036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:01.828363 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-caf68b6a-14fc-4690-8de8-e5c7d87ac4d6 req-20304a35-d2d6-4bac-a1c5-2edf5aad0bef tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] show failed (client error): The resource could not be found.
Dec 11 20:53:01.833626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caf68b6a-14fc-4690-8de8-e5c7d87ac4d6 req-20304a35-d2d6-4bac-a1c5-2edf5aad0bef tempest-FloatingIPsTestJSON-279523839 tempest-FloatingIPsTestJSON-279523839-project] 10.222.0.18 "GET /v2.0/floatingips/ed49328b-9275-4bd7-b843-dc6bfa7ba4fc HTTP/1.1" status: 404  len: 350 time: 0.0773404
Dec 11 20:53:01.837611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463ae3b-2625-4c44-909a-07b3007a8787 req-9e9ec94f-4913-42d1-8253-1ff2b51bdf9f tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:01.839299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7463ae3b-2625-4c44-909a-07b3007a8787 req-9e9ec94f-4913-42d1-8253-1ff2b51bdf9f tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 943 time: 0.1294880
Dec 11 20:53:01.845043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:01.929272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.929606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:01.935462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7463ae3b-2625-4c44-909a-07b3007a8787 req-d2189b04-99f6-4756-9f2d-eac92f53ec37 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697803
Dec 11 20:53:01.939719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8d27911-d355-4b3f-9782-eb70c2463acb req-a3b7d526-32d6-4c65-a427-7642552ae39d service neutron] 10.222.0.30 "GET /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372375
Dec 11 20:53:01.981752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Calling delete_port for 91bc09d3-36ca-40a0-8672-a065767639ca owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:01.985285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['20111d12-fd95-48f1-90ba-2509200e2cb5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:02.132704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50dddd-ca87-47f8-bfad-e0586c4dd13d req-14cbbbe3-0d60-471f-bcb2-f1b9b9ea12ea tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:02.134211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a50dddd-ca87-47f8-bfad-e0586c4dd13d req-14cbbbe3-0d60-471f-bcb2-f1b9b9ea12ea tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.1571436
Dec 11 20:53:02.175572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e'}, {'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186'}, {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:02.177934 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5cae51-00c4-4077-967d-eebe37a979f1" -d '{"events": [{"server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "name": "network-vif-plugged", "status": "completed", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e"}, {"server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "name": "network-vif-plugged", "status": "completed", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186"}, {"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-plugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:02.225010 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e0f268-05e3-4fc5-9b46-0e305263d36c x-openstack-request-id: req-a4e0f268-05e3-4fc5-9b46-0e305263d36c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:02.225314 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "name": "network-vif-plugged", "status": "completed", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e", "code": 200}, {"server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "name": "network-vif-plugged", "status": "completed", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186", "code": 200}, {"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-plugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:02.225572 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4e0f268-05e3-4fc5-9b46-0e305263d36c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:02.225978 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e', 'code': 200}
Dec 11 20:53:02.226238 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186', 'code': 200}
Dec 11 20:53:02.226521 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'code': 200}
Dec 11 20:53:02.240862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a50dddd-ca87-47f8-bfad-e0586c4dd13d req-aabe48b8-a878-484b-b5e8-5ff165fdd465 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998085
Dec 11 20:53:02.356497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:02.388206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Pushing event deleted for resources: {'Port': ['ID=91bc09d3-36ca-40a0-8672-a065767639ca,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:02.406052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cba4a-771c-465c-ab11-81d788541554 req-e7d872f8-af14-4604-b851-d8562d4ec7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:02.407580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-729cba4a-771c-465c-ab11-81d788541554 req-e7d872f8-af14-4604-b851-d8562d4ec7d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 1096 time: 0.1066933
Dec 11 20:53:02.422764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d49ec-0190-4187-ab0a-63a9f0ebf884 req-d2a4b44f-0b19-4753-b9c5-97c6765c581d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:02.424129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df9d49ec-0190-4187-ab0a-63a9f0ebf884 req-d2a4b44f-0b19-4753-b9c5-97c6765c581d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 945 time: 0.0802729
Dec 11 20:53:02.431896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364410d1-bf7f-4e88-80fb-8fb40b3db89f req-c178f5a9-3531-4af9-906d-d06efad32113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:02.433371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-364410d1-bf7f-4e88-80fb-8fb40b3db89f req-c178f5a9-3531-4af9-906d-d06efad32113 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 1096 time: 0.1048465
Dec 11 20:53:02.466130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:02.468732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:02.469877 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c6b3862-0e39-41f2-a4b3-a2646c5083af tempest-ServersWithSpecificFlavorTestJSON-959188615 tempest-ServersWithSpecificFlavorTestJSON-959188615-project] 10.222.0.18 "DELETE /v2.0/floatingips/8adad169-1244-495e-bf0e-8e2bdc502aeb HTTP/1.1" status: 204  len: 168 time: 0.9261391
Dec 11 20:53:02.532032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-729cba4a-771c-465c-ab11-81d788541554 req-d9187842-d5ef-4c24-a781-28a0423818f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069312
Dec 11 20:53:02.536821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:02.540030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-364410d1-bf7f-4e88-80fb-8fb40b3db89f req-7a5504fe-b011-416a-8f15-8228dd70de22 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906460
Dec 11 20:53:02.542283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df9d49ec-0190-4187-ab0a-63a9f0ebf884 req-881c7c3d-4596-48fb-9232-d290aa3d3e04 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081021
Dec 11 20:53:02.846466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9b14c-df39-49e8-ade7-e4d562694cbe req-d0e8b635-b9bd-443c-9223-9cce8aca1e47 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:02.850047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ba9b14c-df39-49e8-ade7-e4d562694cbe req-d0e8b635-b9bd-443c-9223-9cce8aca1e47 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 948 time: 0.0536120
Dec 11 20:53:02.923089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:02.929799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ba9b14c-df39-49e8-ade7-e4d562694cbe req-ecbff167-9d45-4621-94a8-1a00eae56cea tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749221
Dec 11 20:53:03.109066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e56f8-6f13-4991-8b7e-c40677f657a1 req-ac5d6ddb-5bf0-4f65-9b82-6f6052f6e2e0 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:03.110578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c73e56f8-6f13-4991-8b7e-c40677f657a1 req-ac5d6ddb-5bf0-4f65-9b82-6f6052f6e2e0 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 943 time: 0.0585377
Dec 11 20:53:03.160985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c73e56f8-6f13-4991-8b7e-c40677f657a1 req-f27d7855-17b8-4ff9-9d7a-1377cb932455 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443447
Dec 11 20:53:03.198876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Deleting port ddcdf951-ffeb-41a3-a205-30312470c080 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:03.198876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.366566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] For port ddcdf951-ffeb-41a3-a205-30312470c080, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddcdf951-ffeb-41a3-a205-30312470c080,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:03.366936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.384343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Calling delete_port for ddcdf951-ffeb-41a3-a205-30312470c080 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:03.394920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33cf2d-483a-4fed-93a9-70113edc5785 req-c7c88e0b-d7c0-47fc-9c6d-4bde6d415bc1 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:03.396430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f33cf2d-483a-4fed-93a9-70113edc5785 req-c7c88e0b-d7c0-47fc-9c6d-4bde6d415bc1 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.0571244
Dec 11 20:53:03.456699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f33cf2d-483a-4fed-93a9-70113edc5785 req-7c896061-672c-4c19-a646-d0d827674908 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527055
Dec 11 20:53:03.529195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 20111d12-fd95-48f1-90ba-2509200e2cb5 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:03.632471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 20111d12-fd95-48f1-90ba-2509200e2cb5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:03.638069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 20111d12-fd95-48f1-90ba-2509200e2cb5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:03.638657 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.739202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d9988-7ea1-4fe6-9c59-6a94a1e22749 req-e8c59179-0bd5-48da-acf9-26edaf3346ba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:03.741119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f0d9988-7ea1-4fe6-9c59-6a94a1e22749 req-e8c59179-0bd5-48da-acf9-26edaf3346ba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 945 time: 0.0865116
Dec 11 20:53:03.789852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.816331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f0d9988-7ea1-4fe6-9c59-6a94a1e22749 req-bf364a37-d707-4c66-857a-c70184d6df13 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649827
Dec 11 20:53:03.860923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20111d12-fd95-48f1-90ba-2509200e2cb5,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:03.871487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.883560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:03.919076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:04.013211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c525-1739-4b09-b01f-46d9b049f753 req-7410d144-7109-4f26-8df3-4110f26e1ad4 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:04.028769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7dc2c525-1739-4b09-b01f-46d9b049f753 req-7410d144-7109-4f26-8df3-4110f26e1ad4 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 945 time: 0.0931098
Dec 11 20:53:04.044405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:53:04.053420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:04.069073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcdf951-ffeb-41a3-a205-30312470c080,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:04.124639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7dc2c525-1739-4b09-b01f-46d9b049f753 req-3e0db9c6-601e-4e96-b6a8-50a534641977 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938659
Dec 11 20:53:04.227964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:04.230188 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc5082-368d-4c93-8069-f5b01678905d" -d '{"events": [{"server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "name": "network-vif-plugged", "status": "completed", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:04.294416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a92339-3ef5-4c17-a789-9bf6cdcda5fd req-610f64a4-ec27-4491-90ce-1d657762c2bd tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:04.296541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-17a92339-3ef5-4c17-a789-9bf6cdcda5fd req-610f64a4-ec27-4491-90ce-1d657762c2bd tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.0879517
Dec 11 20:53:04.370178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-17a92339-3ef5-4c17-a789-9bf6cdcda5fd req-cad81eec-0b61-4488-b90f-3e32404a50d1 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642710
Dec 11 20:53:04.479486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:04.504056 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f19d0b-9077-424e-92a4-d5ea21d56aac x-openstack-request-id: req-87f19d0b-9077-424e-92a4-d5ea21d56aac {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:04.504346 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "name": "network-vif-plugged", "status": "completed", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:04.504604 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87f19d0b-9077-424e-92a4-d5ea21d56aac {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:04.505103 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5', 'code': 200}
Dec 11 20:53:04.599792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae95ae0-149c-43bb-90c9-3f02d70533c6 req-0cd94929-8959-487d-843f-ed6ab7589aa4 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:04.602013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dae95ae0-149c-43bb-90c9-3f02d70533c6 req-0cd94929-8959-487d-843f-ed6ab7589aa4 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 943 time: 0.1365249
Dec 11 20:53:04.729764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dae95ae0-149c-43bb-90c9-3f02d70533c6 req-a470a05e-1db9-4b3c-96cc-8d73c990585c tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066790
Dec 11 20:53:04.737562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096929-3557-4546-a991-270827ad14ee req-cb30b359-4a2d-4488-b367-b18968e95b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:04.742916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6096929-3557-4546-a991-270827ad14ee req-cb30b359-4a2d-4488-b367-b18968e95b07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 1100 time: 0.1391361
Dec 11 20:53:04.804881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6096929-3557-4546-a991-270827ad14ee req-30239743-3f4f-4969-9464-b6460f3fb5df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543993
Dec 11 20:53:04.806870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Deleting port 20bc17a5-0e24-4df2-8d07-8ab1add18c02 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:04.807212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:04.818933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c738-9f60-489e-9293-dee2b296bc96 req-6ca0a5cc-8258-4ea1-ae7a-bea45c5026f0 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:04.820478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7365c738-9f60-489e-9293-dee2b296bc96 req-6ca0a5cc-8258-4ea1-ae7a-bea45c5026f0 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.1273680
Dec 11 20:53:04.992449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:05.004774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] For port 20bc17a5-0e24-4df2-8d07-8ab1add18c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20bc17a5-0e24-4df2-8d07-8ab1add18c02,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:05.005148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:05.011272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7365c738-9f60-489e-9293-dee2b296bc96 req-9765c066-88dc-46ad-bdac-1ed9e2a1ef54 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772511
Dec 11 20:53:05.026984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Calling delete_port for 20bc17a5-0e24-4df2-8d07-8ab1add18c02 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:05.234772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:05.243669 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbb3009f-2ee7-428f-9e3f-be693d92a314 admin admin] 10.222.0.18 "PUT /v2.0/routers/f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3951929
Dec 11 20:53:05.243927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:05.249968 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Sync routers for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:05.256008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070797c-c64d-4a8f-996c-8767e6b3ceda req-ab7f34b9-884b-4f6c-8855-b88b0f319bb0 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:05.264891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7070797c-c64d-4a8f-996c-8767e6b3ceda req-ab7f34b9-884b-4f6c-8855-b88b0f319bb0 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 945 time: 0.0708704
Dec 11 20:53:05.278893 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:05.280393 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d850792b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:05.329759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7070797c-c64d-4a8f-996c-8767e6b3ceda req-98215355-0b81-4db1-8aed-e50961f24ab1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583251
Dec 11 20:53:05.464291 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:05.492535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:05.516046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:05.575656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bc17a5-0e24-4df2-8d07-8ab1add18c02,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:05.689316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df323-fcdb-44a8-80b7-fc30e107e078 req-7330b729-918e-446d-952b-467f46286dfc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:05.697229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e99df323-fcdb-44a8-80b7-fc30e107e078 req-7330b729-918e-446d-952b-467f46286dfc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.2208853
Dec 11 20:53:05.736427 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d850792b0>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:53:03Z', 'revision_number': 5, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:05.791926 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Checking router: f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:05.821750 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Routers {'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:05.822665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d850792b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:05.972481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e99df323-fcdb-44a8-80b7-fc30e107e078 req-2dc61c7a-7538-4e71-9747-f9b7d42a1b68 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742860
Dec 11 20:53:05.985619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] Set router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:05.998916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.113553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-2b912348-593d-4f09-a88d-c6576288c940 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:06.113862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.117813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-2b912348-593d-4f09-a88d-c6576288c940 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.30 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.1708536
Dec 11 20:53:06.260725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cd44d-7468-4070-93ed-b44f24d6bb80 req-de65b413-0294-472b-a858-86b3435e17bc tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:06.270861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7cd44d-7468-4070-93ed-b44f24d6bb80 req-de65b413-0294-472b-a858-86b3435e17bc tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/ports?device_id=13910be3-1e09-4697-90f5-e8b1be4476c0 HTTP/1.1" status: 200  len: 950 time: 0.1503112
Dec 11 20:53:06.290525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d850792b0>, [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:53:03Z', 'revision_number': 5, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:06.352444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7cd44d-7468-4070-93ed-b44f24d6bb80 req-20ddd120-6d2f-40aa-b122-7249b3ac189e tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.18 "GET /v2.0/security-groups?id=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780466
Dec 11 20:53:06.381759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Deleting port cc73ac49-d072-49be-8377-d4302e98ce1e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:06.382376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.472225 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f96b87-2d4c-4c82-b17d-e9c3b28528c3 None None] The sync data for ids ['f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f'] in ncdv-master-1 is: [{'id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'name': 'tempest-FloatingIPsTestJSON-1357888684-router', 'tenant_id': '782264b0e06d4cf38648c01b3868ea43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:53:03Z', 'revision_number': 5, 'project_id': '782264b0e06d4cf38648c01b3868ea43', 'gw_port': {'id': 'a5a76f16-1e14-4140-a29b-88b46695329b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:41Z', 'updated_at': '2021-12-11T20:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:06.508649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] For port cc73ac49-d072-49be-8377-d4302e98ce1e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc73ac49-d072-49be-8377-d4302e98ce1e,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:06.509046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.530052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Calling delete_port for cc73ac49-d072-49be-8377-d4302e98ce1e owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:06.693353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b2816-a4db-4fd8-9ac9-57feb02bfddb req-cdedb004-fb73-4a6f-b4ef-b24d7ddfd694 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:06.701559 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-389b2816-a4db-4fd8-9ac9-57feb02bfddb req-cdedb004-fb73-4a6f-b4ef-b24d7ddfd694 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 943 time: 0.5187449
Dec 11 20:53:06.715693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Deleting port a5a76f16-1e14-4140-a29b-88b46695329b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:06.716328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.757172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-02a393fd-d4ce-46ef-8ff1-37986b11036c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:06.758828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-02a393fd-d4ce-46ef-8ff1-37986b11036c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.1726794
Dec 11 20:53:06.804267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-faef00b3-86be-40ea-ae38-e324efe91104 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/quotas/7b2610392ee14678820e00e18559bbcf HTTP/1.1" status: 200  len: 375 time: 0.0249033
Dec 11 20:53:06.869722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-389b2816-a4db-4fd8-9ac9-57feb02bfddb req-95326e71-e9e4-4a3d-9a44-e5cfefdcf08f tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669445
Dec 11 20:53:06.892085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-6f070513-6f2d-46c7-aeab-4d2c51555f27 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0857515
Dec 11 20:53:06.893885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:06.933109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cc73ac49-d072-49be-8377-d4302e98ce1e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:06.943691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Pushing event deleted for resources: {'Port': ['ID=cc73ac49-d072-49be-8377-d4302e98ce1e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:07.068575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] For port a5a76f16-1e14-4140-a29b-88b46695329b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5a76f16-1e14-4140-a29b-88b46695329b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:07.081269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.118907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] No DVR routers for this DVR port cc73ac49-d072-49be-8377-d4302e98ce1e on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:07.128587 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.139107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78922783-4a48-41dc-ac3a-cee9e89f6284 req-aa3523d5-9ab9-4670-8041-dfe2a8d08ad9 tempest-TenantUsagesTestJSON-39956294 tempest-TenantUsagesTestJSON-39956294-project] 10.222.0.30 "DELETE /v2.0/ports/cc73ac49-d072-49be-8377-d4302e98ce1e HTTP/1.1" status: 204  len: 173 time: 1.0028040
Dec 11 20:53:07.139601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'name': 'network-vif-deleted', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:07.141896 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e22e89-a3c2-4716-9cb2-a4d6a2776de7" -d '{"events": [{"server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "name": "network-vif-deleted", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:07.172506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-7e717251-a144-432e-bd94-60239a716595 service neutron] 10.222.0.18 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2794657
Dec 11 20:53:07.291498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91cc8933-1c67-4a2f-9d91-ac5e260dba4e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:07.316344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Calling delete_port for a5a76f16-1e14-4140-a29b-88b46695329b owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:07.394319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-867c00c6-2143-4153-8881-1de2764d9586 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:07.396736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-867c00c6-2143-4153-8881-1de2764d9586 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c557421-ea26-4b55-aea6-a6b3c7293f1c HTTP/1.1" status: 200  len: 945 time: 0.0799460
Dec 11 20:53:07.417781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-f39e38fd-cb88-431c-940b-7990347d16ef service neutron] 10.222.0.18 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413840
Dec 11 20:53:07.442988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,segment=NetworkSegment(98d3b979-1312-4c10-aebf-bf470b1d9dad),segment_id=98d3b979-1312-4c10-aebf-bf470b1d9dad)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:07.454101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-51c203e8-71a3-4e49-a8b9-e265cc663a9e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:07.460231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-51c203e8-71a3-4e49-a8b9-e265cc663a9e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "GET /v2.0/ports?device_id=2912b15c-034d-4fc1-b242-b7c6e59b96d5 HTTP/1.1" status: 200  len: 945 time: 0.4322753
Dec 11 20:53:07.463171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e', 'network_id': '53b3f04d-aff2-4cac-ac5f-088ee6f370a1', 'port_id': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e', 'mac_address': 'fa:16:3e:12:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97107056-5433-410f-8a41-8d14df7ce906', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:07.546217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09aa5d-f719-4935-9439-88e0d62f37ad req-44131221-a805-41ee-9786-e18e12ab3b81 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:07.553572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec09aa5d-f719-4935-9439-88e0d62f37ad req-44131221-a805-41ee-9786-e18e12ab3b81 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.3550103
Dec 11 20:53:07.572964 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.586935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Deleting port 1d03d650-cccd-4b6b-b539-40482b78aa1e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:07.587394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.594812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cc8933-1c67-4a2f-9d91-ac5e260dba4e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:07.618597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,segment=NetworkSegment(98d3b979-1312-4c10-aebf-bf470b1d9dad),segment_id=98d3b979-1312-4c10-aebf-bf470b1d9dad)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:07.636520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.713524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] For port 1d03d650-cccd-4b6b-b539-40482b78aa1e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d03d650-cccd-4b6b-b539-40482b78aa1e,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:07.714274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:07.731013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Calling delete_port for 1d03d650-cccd-4b6b-b539-40482b78aa1e owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:07.781695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:07.794327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:07.905415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec09aa5d-f719-4935-9439-88e0d62f37ad req-adb7ac1a-754e-463a-8fbf-303cc2de9a78 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3440745
Dec 11 20:53:07.968884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['91cc8933-1c67-4a2f-9d91-ac5e260dba4e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:07.997158 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f469b930-edc5-424c-aa8d-69dca0afb9c2 x-openstack-request-id: req-f469b930-edc5-424c-aa8d-69dca0afb9c2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:07.997764 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13910be3-1e09-4697-90f5-e8b1be4476c0", "name": "network-vif-deleted", "tag": "cc73ac49-d072-49be-8377-d4302e98ce1e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:07.998739 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f469b930-edc5-424c-aa8d-69dca0afb9c2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:07.999281 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13910be3-1e09-4697-90f5-e8b1be4476c0', 'name': 'network-vif-deleted', 'tag': 'cc73ac49-d072-49be-8377-d4302e98ce1e', 'status': 'completed', 'code': 200}
Dec 11 20:53:08.061290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddcdf951-ffeb-41a3-a205-30312470c080 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:08.093447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:08.128668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:08.130450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:08.141047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-777f80ce-1798-404b-9492-795efe4a9820 admin admin] 10.222.0.18 "PUT /v2.0/routers/82f7ea21-4c3b-4d28-b838-d25aa03c2447/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2172606
Dec 11 20:53:08.173739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Sync routers for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:08.175258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:08.177318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a76f16-1e14-4140-a29b-88b46695329b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:08.203556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ddcdf951-ffeb-41a3-a205-30312470c080 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:08.206685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddcdf951-ffeb-41a3-a205-30312470c080 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:08.220948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event deleted for resources: {'Port': ['ID=1d03d650-cccd-4b6b-b539-40482b78aa1e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:08.348523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:08.354761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] No DVR routers for this DVR port 1d03d650-cccd-4b6b-b539-40482b78aa1e on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:08.369064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:08.372099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:08.372804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772004c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:08.374752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00e7aae5-3a1a-40e8-bdc6-0644ceef760b req-d26748cb-74f3-4a78-bf4d-5ff5706a94ea tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "DELETE /v2.0/ports/1d03d650-cccd-4b6b-b539-40482b78aa1e HTTP/1.1" status: 204  len: 173 time: 0.9551458
Dec 11 20:53:08.538514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:08.691129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1405ccb-824e-425b-91b0-0da3b778b45f req-9ab0e9d4-144b-4800-a18b-aaff54cd6b4b tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:08.692776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1405ccb-824e-425b-91b0-0da3b778b45f req-9ab0e9d4-144b-4800-a18b-aaff54cd6b4b tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 944 time: 0.3413086
Dec 11 20:53:08.845819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36764) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:08.896874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Deleting port c021eaa4-8a60-4884-bf53-35bd2fd48186 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:08.899198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.064503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:09.153775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c2c692e1-4046-475a-9a84-8dff55a754d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6daf05190d374b238107c0ca010eb213&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3049760
Dec 11 20:53:09.155657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36770) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:09.157004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.169909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.285177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.293016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] For port c021eaa4-8a60-4884-bf53-35bd2fd48186, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c021eaa4-8a60-4884-bf53-35bd2fd48186,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:09.293454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.318544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.327307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1405ccb-824e-425b-91b0-0da3b778b45f req-d37e8d35-969f-47bc-bbb1-a86a9a544886 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5190976
Dec 11 20:53:09.348318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.349401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:53:09.370025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc73ac49-d072-49be-8377-d4302e98ce1e no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:09.372401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.381093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5eeb98ea-2150-42c8-bb48-2469993700da admin admin] 10.222.0.18 "DELETE /v2.0/routers/f9e3e2ab-81f0-4a8d-9572-c2eb31278a4f HTTP/1.1" status: 204  len: 168 time: 4.1342258
Dec 11 20:53:09.382188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36772) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:09.386035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Calling delete_port for c021eaa4-8a60-4884-bf53-35bd2fd48186 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:09.471628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: cc73ac49-d072-49be-8377-d4302e98ce1e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:09.472096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc73ac49-d072-49be-8377-d4302e98ce1e not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:09.472602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c021eaa4-8a60-4884-bf53-35bd2fd48186 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:09.536252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.613790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-4cdf2e73-da53-4b91-a41b-37a0b21f412a req-e396fcc0-f072-4510-8ce5-0c960ed6c86e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:53:09.627463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4cdf2e73-da53-4b91-a41b-37a0b21f412a req-e396fcc0-f072-4510-8ce5-0c960ed6c86e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0356045
Dec 11 20:53:09.632290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1d03d650-cccd-4b6b-b539-40482b78aa1e no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:09.709247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 1d03d650-cccd-4b6b-b539-40482b78aa1e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:09.709590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1d03d650-cccd-4b6b-b539-40482b78aa1e not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:09.755180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Deleting subnet bde66485-35b8-4742-96b4-6a45f1eee21e {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:09.762104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.763141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76e80360-d8a8-48ce-a7f8-6007f172816a req-7bf330ff-3180-42e4-8795-55e964d9dfbb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 210 time: 0.0705700
Dec 11 20:53:09.852529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.928710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.936018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.937326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.940399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:09.940926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1859bf0b-1b5b-48da-8b37-4e9b5a8259fb HTTP/1.1" status: 204  len: 168 time: 0.7799668
Dec 11 20:53:09.947440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Deleting port 7c469cda-edb4-4070-aedc-53c18b0ecae2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:09.947786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.000854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'name': 'network-vif-deleted', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:10.010825 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a97a9c1-8ffb-4ad4-ad2b-128b69733e85" -d '{"events": [{"server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "name": "network-vif-deleted", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:10.011222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772004c0>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85'}], 'enable_snat': True}, 'gw_port_id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:53:05Z', 'revision_number': 5, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port': {'id': '7c469cda-edb4-4070-aedc-53c18b0ecae2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:39Z', 'updated_at': '2021-12-11T20:47:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:10.021782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd46f4-764c-4296-9ecf-b0bcaacf672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1859bf0b-1b5b-48da-8b37-4e9b5a8259fb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:10.144939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] For port 7c469cda-edb4-4070-aedc-53c18b0ecae2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7c469cda-edb4-4070-aedc-53c18b0ecae2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:10.145423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.146422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Checking router: 82f7ea21-4c3b-4d28-b838-d25aa03c2447 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:10.161795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Calling delete_port for 7c469cda-edb4-4070-aedc-53c18b0ecae2 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:10.181044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Routers {'82f7ea21-4c3b-4d28-b838-d25aa03c2447'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:10.184668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772004c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:52:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:10.244656 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e46538-2b69-4be1-992c-7ca8e7bb2999 x-openstack-request-id: req-81e46538-2b69-4be1-992c-7ca8e7bb2999 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:10.245042 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c557421-ea26-4b55-aea6-a6b3c7293f1c", "name": "network-vif-deleted", "tag": "1d03d650-cccd-4b6b-b539-40482b78aa1e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:10.245566 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81e46538-2b69-4be1-992c-7ca8e7bb2999 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:10.246449 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c557421-ea26-4b55-aea6-a6b3c7293f1c', 'name': 'network-vif-deleted', 'tag': '1d03d650-cccd-4b6b-b539-40482b78aa1e', 'status': 'completed', 'code': 200}
Dec 11 20:53:10.286154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.317943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd139b7-da48-42c1-93d5-37dd0fc18073 req-77c722da-38ae-4414-b018-a45b03de5997 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:10.327586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd139b7-da48-42c1-93d5-37dd0fc18073 req-77c722da-38ae-4414-b018-a45b03de5997 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.3354697
Dec 11 20:53:10.379164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a5a76f16-1e14-4140-a29b-88b46695329b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:10.465743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a5a76f16-1e14-4140-a29b-88b46695329b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:10.465743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a5a76f16-1e14-4140-a29b-88b46695329b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:10.512774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] Set router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:10.600946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.629775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event deleted for resources: {'Port': ['ID=c021eaa4-8a60-4884-bf53-35bd2fd48186,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:10.652453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772004c0>, [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:53:09Z', 'revision_number': 6, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:10.728911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:10.742955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c469cda-edb4-4070-aedc-53c18b0ecae2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:10.745414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f718f963-b0bb-4515-8dee-cf29c5c51442 None None] The sync data for ids ['82f7ea21-4c3b-4d28-b838-d25aa03c2447'] in ncdv-master-1 is: [{'id': '82f7ea21-4c3b-4d28-b838-d25aa03c2447', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-852007268-router', 'tenant_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:38Z', 'updated_at': '2021-12-11T20:53:09Z', 'revision_number': 6, 'project_id': 'a8b7ca8f52de41809eb8c02a91e276ea', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:10.781179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.817702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3d6f-d81e-4569-8bd0-e2aaa1d8ae4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.869647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] No DVR routers for this DVR port c021eaa4-8a60-4884-bf53-35bd2fd48186 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:10.871551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd139b7-da48-42c1-93d5-37dd0fc18073 req-005dc657-a5cf-458d-913c-0f3114fe544c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5415092
Dec 11 20:53:10.886222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870e66-1a32-4556-a89b-e6a0ac18c5ec req-7febff5d-73b4-495d-b22c-5c211ea4cf42 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:10.893254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde66485-35b8-4742-96b4-6a45f1eee21e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:10.905710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.911726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c6854290-85f3-4f67-9101-9b2c7e54fc3e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bde66485-35b8-4742-96b4-6a45f1eee21e HTTP/1.1" status: 204  len: 168 time: 1.5259631
Dec 11 20:53:10.924994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14136dc5-d546-4357-b18b-c88f4186115c None None] Network a52f8028-4c37-4dd2-bce0-4d33c8e0e649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:10.926339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7870e66-1a32-4556-a89b-e6a0ac18c5ec req-7febff5d-73b4-495d-b22c-5c211ea4cf42 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 944 time: 0.3944366
Dec 11 20:53:10.928742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36798) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:10.962851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:10.966730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0beb3d35-f9d9-46ce-987e-dcb2bb8dc9d3 req-63358f1c-47be-4ba9-ad58-6c4f6f23019e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "DELETE /v2.0/ports/c021eaa4-8a60-4884-bf53-35bd2fd48186 HTTP/1.1" status: 204  len: 173 time: 3.4339695
Dec 11 20:53:10.967495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'name': 'network-vif-deleted', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:10.972342 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beefb87-1db2-40b8-a945-1714c539744e" -d '{"events": [{"server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "name": "network-vif-deleted", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:10.993189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-fdd45b0b-32d7-497a-a116-6d2080018ccb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:10.994811 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-fdd45b0b-32d7-497a-a116-6d2080018ccb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.6349061
Dec 11 20:53:11.011183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.014121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Request body: {'port': {'device_id': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'admin_state_up': True, 'tenant_id': '7b2610392ee14678820e00e18559bbcf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:11.094326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-cdeee6dd-b997-478d-8edd-98ec3b2194d8 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:11.095875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-cdeee6dd-b997-478d-8edd-98ec3b2194d8 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 813 time: 0.6739249
Dec 11 20:53:11.135980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-497806b4-3fda-4fd1-88d3-c11bff0542f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.143315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Request body: {'port': {'device_id': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'admin_state_up': True, 'tenant_id': '7b2610392ee14678820e00e18559bbcf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:11.174772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.295782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91cc8933-1c67-4a2f-9d91-ac5e260dba4e up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:11.340523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] DHCP port deletion for a52f8028-4c37-4dd2-bce0-4d33c8e0e649 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:53:11.396610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d01e2e02-90ac-49b2-b30e-32e8a01e6c08 req-e638cb7d-bedc-4fd7-b964-95dd12a7c3b3 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 210 time: 0.0432904
Dec 11 20:53:11.417085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Deleting port 12f2aafa-4b16-4295-b181-8cd22f8172c8 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:11.417507 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.499814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:11.501817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] For port 12f2aafa-4b16-4295-b181-8cd22f8172c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f2aafa-4b16-4295-b181-8cd22f8172c8,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:11.502223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.504566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.520868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Calling delete_port for 12f2aafa-4b16-4295-b181-8cd22f8172c8 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:11.618320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Made reservation on behalf of 7b2610392ee14678820e00e18559bbcf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:11.623017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.669127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Deleting port 12f2aafa-4b16-4295-b181-8cd22f8172c8 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:11.669858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.719453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:11.723659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.801590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:11.803185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.853519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] Pushing event deleted for resources: {'Port': ['ID=12f2aafa-4b16-4295-b181-8cd22f8172c8,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:11.868333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885cf24e-bfc1-42ff-a3c5-2add676c9d90 None None] No DVR routers for this DVR port 12f2aafa-4b16-4295-b181-8cd22f8172c8 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:11.901003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.909663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:11.948775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7870e66-1a32-4556-a89b-e6a0ac18c5ec req-1ae7d03a-df58-4a00-8b8e-e32b1d6944c7 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0211554
Dec 11 20:53:12.086272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.106015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20bc17a5-0e24-4df2-8d07-8ab1add18c02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:12.117408 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b62ef4-a2c6-448d-8f87-e8047479e072 x-openstack-request-id: req-b2b62ef4-a2c6-448d-8f87-e8047479e072 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:12.118021 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912b15c-034d-4fc1-b242-b7c6e59b96d5", "name": "network-vif-deleted", "tag": "c021eaa4-8a60-4884-bf53-35bd2fd48186", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:12.118021 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2b62ef4-a2c6-448d-8f87-e8047479e072 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:12.122963 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2912b15c-034d-4fc1-b242-b7c6e59b96d5', 'name': 'network-vif-deleted', 'tag': 'c021eaa4-8a60-4884-bf53-35bd2fd48186', 'status': 'completed', 'code': 200}
Dec 11 20:53:12.177756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 20bc17a5-0e24-4df2-8d07-8ab1add18c02 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:12.180987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20bc17a5-0e24-4df2-8d07-8ab1add18c02 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:12.181599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12f2aafa-4b16-4295-b181-8cd22f8172c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:12.182064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-0c17c9b2-dba8-415e-8221-e1eed200c2b6 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ff065351e0d044ba9b5742c3abdd1881&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0430171
Dec 11 20:53:12.217268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 12f2aafa-4b16-4295-b181-8cd22f8172c8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:12.218052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12f2aafa-4b16-4295-b181-8cd22f8172c8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:12.218718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7c469cda-edb4-4070-aedc-53c18b0ecae2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:12.225630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:12.228375 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f763df4-9ae4-4db9-8a9f-26e8131048a7" -d '{"events": [{"server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "name": "network-vif-plugged", "status": "completed", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:12.277563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 7c469cda-edb4-4070-aedc-53c18b0ecae2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:12.283309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7c469cda-edb4-4070-aedc-53c18b0ecae2 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:12.297148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,segment=NetworkSegment(98d3b979-1312-4c10-aebf-bf470b1d9dad),segment_id=98d3b979-1312-4c10-aebf-bf470b1d9dad)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:12.307368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.347387 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b7fbd0-b441-49a5-933d-85fb1d02ac51 x-openstack-request-id: req-c8b7fbd0-b441-49a5-933d-85fb1d02ac51 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:12.347889 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "name": "network-vif-plugged", "status": "completed", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:12.348247 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8b7fbd0-b441-49a5-933d-85fb1d02ac51 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:12.349535 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e', 'code': 200}
Dec 11 20:53:12.361413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-05e1a5ca-ef45-4e1a-b28a-80cfe11c1bef tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:12.374271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] For port 12f2aafa-4b16-4295-b181-8cd22f8172c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12f2aafa-4b16-4295-b181-8cd22f8172c8,segment=NetworkSegment(e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374),segment_id=e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:12.374920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.386988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Allocated IP 172.20.0.13 (8d940783-e4b5-42f8-a015-cf0ccbe64e5f/3409403a-f0b4-4eaa-aa89-971212a184b7/7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:12.387723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-05e1a5ca-ef45-4e1a-b28a-80cfe11c1bef tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2045224
Dec 11 20:53:12.403106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.405355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Calling delete_port for 12f2aafa-4b16-4295-b181-8cd22f8172c8 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:12.408401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82f7ea21-4c3b-4d28-b838-d25aa03c2447 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:53:12.428173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:12.434541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.437190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a5689870-71dc-42b0-9992-c7a479d22475 admin admin] 10.222.0.18 "DELETE /v2.0/routers/82f7ea21-4c3b-4d28-b838-d25aa03c2447 HTTP/1.1" status: 204  len: 168 time: 4.2574427
Dec 11 20:53:12.441847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36836) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:12.462454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-50ba2b4d-7b0c-4929-b031-f23c99ea6b42 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/quotas/ff065351e0d044ba9b5742c3abdd1881 HTTP/1.1" status: 200  len: 375 time: 0.0712020
Dec 11 20:53:12.585309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3d6f-d81e-4569-8bd0-e2aaa1d8ae4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.612804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ae3d6f-d81e-4569-8bd0-e2aaa1d8ae4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.637606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-49fc5f80-1df1-400a-b110-c64ce5ea1742 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1729910
Dec 11 20:53:12.648357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20c9b774-e2a7-4bae-9f59-4a0990ad38b1 req-5421f551-3b92-42c4-95bf-030d4a432467 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 210 time: 0.0893645
Dec 11 20:53:12.693826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Deleting subnet b61c92ad-0fc9-4d5a-ae15-31091aa36092 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:12.704835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.761963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8ae3d6f-d81e-4569-8bd0-e2aaa1d8ae4b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=520b5c2cbcab40f39cce0d52c24e75f2&name=default HTTP/1.1" status: 200  len: 2996 time: 2.0515623
Dec 11 20:53:12.762739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:12.805188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.842319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f2aafa-4b16-4295-b181-8cd22f8172c8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:12.848043 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.863331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae3d6f-d81e-4569-8bd0-e2aaa1d8ae4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300b0c07-f51c-44c2-8d7a-e687d6870587,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:12.915179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79f5f-c275-4a97-ad35-7d420b2814c4 req-5a230703-1f1c-40e4-8e72-4f3f64a93b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:12.916705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96e79f5f-c275-4a97-ad35-7d420b2814c4 req-5a230703-1f1c-40e4-8e72-4f3f64a93b95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 1096 time: 0.4763591
Dec 11 20:53:12.947016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] No DVR routers for this DVR port 12f2aafa-4b16-4295-b181-8cd22f8172c8 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:12.985526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96e79f5f-c275-4a97-ad35-7d420b2814c4 req-30ecb445-dd0d-4455-96dd-53439ee972e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602837
Dec 11 20:53:12.986322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:12.999237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.009955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.083180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ef39d9d-03a1-44c6-9ded-eebcd53c150d req-dee8cde5-cd80-46f3-b51f-3437343a14da tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 210 time: 0.0470488
Dec 11 20:53:13.086052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.091898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.098244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.099547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/300b0c07-f51c-44c2-8d7a-e687d6870587 HTTP/1.1" status: 204  len: 168 time: 0.2988403
Dec 11 20:53:13.142498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed575d-5b7c-454d-881a-e576b3651335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300b0c07-f51c-44c2-8d7a-e687d6870587,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:13.183291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:13.186756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be765-1158-48de-9cf0-aacaeedaeb1b req-c487f253-c3b3-44a5-8966-08e454bcc6e9 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:13.188387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-542be765-1158-48de-9cf0-aacaeedaeb1b req-c487f253-c3b3-44a5-8966-08e454bcc6e9 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.1146348
Dec 11 20:53:13.263199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-542be765-1158-48de-9cf0-aacaeedaeb1b req-9a3d781e-f0f1-49bb-a2b6-4e759e5bbf98 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659292
Dec 11 20:53:13.275933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event updated for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:13.290957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:13.350723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:13.398427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.407152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:13.407375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.436779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-716d2861-39be-4139-9d29-7f5c1ad01be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.458694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-37f00b43-10fe-4f33-ad71-3eff455512cb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3196199
Dec 11 20:53:13.473729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Request body: {'port': {'device_id': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:13.477325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.536999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e184940>,) {'filters': {'network_id': ['a52f8028-4c37-4dd2-bce0-4d33c8e0e649']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:13.542815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Allocated IP 172.20.0.6 (8d940783-e4b5-42f8-a015-cf0ccbe64e5f/3409403a-f0b4-4eaa-aa89-971212a184b7/e289df51-5271-4c14-9f43-59dd07322b2a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:13.607567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e184940>, 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:13.607833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e184940>, 'e7e3bff1-47cd-41c4-a0d1-93dc1f6c1374') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:13.654522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.675069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.698431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.708199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.721533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:13.721937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:13.728185 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:13.854257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:13.858091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5f418-6a82-4a6c-81af-0a2a8389d5c5 None None] Network d13ab714-c7ea-44ff-9f03-60c4871ef1e9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:13.865183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b61c92ad-0fc9-4d5a-ae15-31091aa36092 HTTP/1.1" status: 204  len: 168 time: 1.4210131
Dec 11 20:53:13.868676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:13.898721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25064090-c88c-4f7e-a2b1-83e26f7c89e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61c92ad-0fc9-4d5a-ae15-31091aa36092,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:13.997182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.055804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4f3b-1ae9-4718-b00a-f4eca1a4e390 req-be0938e2-253b-4bdd-9780-e8e142247a94 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:14.067537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-857e4f3b-1ae9-4718-b00a-f4eca1a4e390 req-be0938e2-253b-4bdd-9780-e8e142247a94 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 932 time: 0.2377684
Dec 11 20:53:14.068287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.084289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.089927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a52f8028-4c37-4dd2-bce0-4d33c8e0e649 HTTP/1.1" status: 204  len: 168 time: 3.1520884
Dec 11 20:53:14.158180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff4fc6-b960-44a5-93e9-564469cd5c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a52f8028-4c37-4dd2-bce0-4d33c8e0e649,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:14.210665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] DHCP port deletion for d13ab714-c7ea-44ff-9f03-60c4871ef1e9 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:53:14.307948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-071f9deb-3a89-4eba-980d-1f86a2225c57 req-3337a469-953c-40e2-bbd1-07601d89a816 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 210 time: 0.1170287
Dec 11 20:53:14.358276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.360875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Deleting port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:14.361246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.368229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-857e4f3b-1ae9-4718-b00a-f4eca1a4e390 req-5f060945-36fb-48c7-a2a9-327145518941 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2979078
Dec 11 20:53:14.388237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Deleting port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:14.392512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.457994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:14.532213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] For port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:14.536873 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.550762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.574326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Calling delete_port for 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:14.629525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] For port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,segment=NetworkSegment(e7744ea5-3ef5-4953-9696-e26bb8d80423),segment_id=e7744ea5-3ef5-4953-9696-e26bb8d80423)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:14.629920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.649342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Calling delete_port for 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:14.671903 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.734788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] Pushing event deleted for resources: {'Port': ['ID=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:14.736927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34742b-b3a3-456f-92ef-9e810d0c8a0c None None] No DVR routers for this DVR port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:14.804674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:14.851031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-f6da31d6-2a08-4b52-acc5-adf9660a2ec7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ff065351e0d044ba9b5742c3abdd1881&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0822954
Dec 11 20:53:14.911574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf794-0869-4971-9bd3-69a561f0037e req-0252dccc-b802-4a4b-af13-04d5d800a6b5 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:14.913329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eafaf794-0869-4971-9bd3-69a561f0037e req-0252dccc-b802-4a4b-af13-04d5d800a6b5 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.4420841
Dec 11 20:53:14.922679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:14.930105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event updated for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:14.932713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:14.939310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:14.974167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:15.014846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2652c231-504d-466a-8e60-06b09801f646 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=782264b0e06d4cf38648c01b3868ea43&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5363619
Dec 11 20:53:15.017922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.018614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:15.040066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-b17bdd3a-ba4e-4a75-b682-a4ee04ff2704 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:15.041520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-b17bdd3a-ba4e-4a75-b682-a4ee04ff2704 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1734352
Dec 11 20:53:15.056462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Request body: {'port': {'device_id': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': 'ff065351e0d044ba9b5742c3abdd1881'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:15.096064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.098441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eafaf794-0869-4971-9bd3-69a561f0037e req-6bc5d0a3-f1b3-4a82-82a4-218feda70d46 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1696396
Dec 11 20:53:15.104818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Transition to ACTIVE for port object 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:53:15.121401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:15.122843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.127458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.172634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a1773c-3b2a-4ea3-a344-7fc5fc20c78d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:15.182004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] No DVR routers for this DVR port 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:15.218619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-97110289-9661-4d34-9bab-85299b0290d7 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2090294
Dec 11 20:53:15.255593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.281930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:15.320989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.323876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Request body: {'port': {'device_id': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:15.345012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.381587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dec7400>,) {'filters': {'network_id': ['d13ab714-c7ea-44ff-9f03-60c4871ef1e9']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:15.400821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dec7400>, 'e7744ea5-3ef5-4953-9696-e26bb8d80423') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:15.401114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dec7400>, 'e7744ea5-3ef5-4953-9696-e26bb8d80423') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:15.407296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Made reservation on behalf of ff065351e0d044ba9b5742c3abdd1881 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:15.410782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.436638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.455861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.468921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:15.469318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:15.471181 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:15.478601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Attempting to bind port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:15.479119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Attempting to bind port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:15.479616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Attempting to bind port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:15.503149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7afbcd88-f51b-4c29-9fed-45817dc2855c req-1ad010d4-e1ea-45d7-8ef8-70996cd2d6e8 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 210 time: 0.0624118
Dec 11 20:53:15.515143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.528525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:53:15.529767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Attempting to bind port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:15.531594 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.550350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:15.553882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Checking segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:15.553882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Bound using segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:15.553882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Bound port: 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:15.553882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.561530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.564167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.565313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc32d09d-1a14-42d0-a936-e722bb147283 HTTP/1.1" status: 204  len: 168 time: 0.5457745
Dec 11 20:53:15.585891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37120461-6da4-4121-85bb-54457fd111d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32d09d-1a14-42d0-a936-e722bb147283,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:15.592072 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.599411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:15.613160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d13ab714-c7ea-44ff-9f03-60c4871ef1e9 HTTP/1.1" status: 204  len: 168 time: 1.7351267
Dec 11 20:53:15.616839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36950) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:15.693710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e9d9b-9d17-4a59-8b70-23169ad357f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d13ab714-c7ea-44ff-9f03-60c4871ef1e9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:15.784264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Allocated IP 192.168.233.241 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/36bdaf3f-5b33-4224-87ca-3a07d4c3c75f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:15.828942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:15.860319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:15.883313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e9dab-ee9f-421f-81ab-96fb6e3df358 req-3584471e-bf85-4a10-ad91-31dc75d269ba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:15.885240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-464e9dab-ee9f-421f-81ab-96fb6e3df358 req-3584471e-bf85-4a10-ad91-31dc75d269ba tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 944 time: 0.2277131
Dec 11 20:53:15.891953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.029186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:16.093771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:16.095115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 97a1773c-3b2a-4ea3-a344-7fc5fc20c78d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:16.123248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:16.124244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.137116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] 10.222.0.16 "PUT /v2.0/ports/7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 HTTP/1.1" status: 200  len: 1092 time: 2.6568429
Dec 11 20:53:16.137641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:16.140421 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948" -d '{"events": [{"name": "network-changed", "server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:16.225445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.278878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567494b-2c93-4830-811e-f79bb9bc4b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:16.292022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-464e9dab-ee9f-421f-81ab-96fb6e3df358 req-67626aa5-3f34-4f8e-b719-0fa3eb55ad51 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3305957
Dec 11 20:53:16.387600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-38777dec-300e-4b0f-9bf8-64d5fce101d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:16.389338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-38777dec-300e-4b0f-9bf8-64d5fce101d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 1095 time: 0.1900654
Dec 11 20:53:16.420400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.475006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-6e7a16ad-ba4d-4f79-889a-e5d6f59114ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 HTTP/1.1" status: 200  len: 217 time: 0.0571122
Dec 11 20:53:16.503024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e289df51-5271-4c14-9f43-59dd07322b2a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:16.542555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.569083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.580630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['20111d12-fd95-48f1-90ba-2509200e2cb5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:16.582036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Transition to ACTIVE for port object e289df51-5271-4c14-9f43-59dd07322b2a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:53:16.589293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-bd27469d-b1bd-40ee-a200-c0d6b5affa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:16.591025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-bd27469d-b1bd-40ee-a200-c0d6b5affa70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.0994208
Dec 11 20:53:16.600910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8f314-2478-43d3-ad32-5b395d26c4d7 req-faf09a9a-e42a-47da-a248-1b699ea9bf1b tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:16.602634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7d8f314-2478-43d3-ad32-5b395d26c4d7 req-faf09a9a-e42a-47da-a248-1b699ea9bf1b tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.1721246
Dec 11 20:53:16.603293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.643641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:16.657581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:16.673494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-1dc34761-c961-41be-b0ae-792aa82e7d48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677021
Dec 11 20:53:16.745240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:16.749313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:16.871144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7d8f314-2478-43d3-ad32-5b395d26c4d7 req-b37b7b3c-3838-4fe1-83f5-76a94221e19b tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538457
Dec 11 20:53:16.893754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:16.897788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:16.990266 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35524b23-fa42-4c0e-99d0-127b94181b99 x-openstack-request-id: req-35524b23-fa42-4c0e-99d0-127b94181b99 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:16.990673 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:16.990862 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35524b23-fa42-4c0e-99d0-127b94181b99 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:16.991314 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8', 'status': 'completed', 'code': 200}
Dec 11 20:53:17.028255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.9757595
Dec 11 20:53:17.039922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddea34-da41-4ae3-800e-787c653d8fbe tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Pushing event updated for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:17.042213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ca57ef6f-3070-4858-b3dc-9fef9ce9687b service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3460488
Dec 11 20:53:17.066672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Request body: {'port': {'device_id': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:17.083145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.157194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Attempting to bind port e289df51-5271-4c14-9f43-59dd07322b2a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:17.157414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Attempting to bind port e289df51-5271-4c14-9f43-59dd07322b2a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:17.157748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Attempting to bind port e289df51-5271-4c14-9f43-59dd07322b2a on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:17.175667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Port e289df51-5271-4c14-9f43-59dd07322b2a on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:53:17.175991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Attempting to bind port e289df51-5271-4c14-9f43-59dd07322b2a on network 8d940783-e4b5-42f8-a015-cf0ccbe64e5f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:17.177057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.196011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:17.196350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Checking segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:17.196740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Bound using segment: {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:17.197188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Bound port: e289df51-5271-4c14-9f43-59dd07322b2a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2cb575e-a351-4684-b7f4-d41fd118eb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:17.197547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.226770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-75880c1a-9e84-4a63-bf16-fb47c108ecc2 None None] Provisioning complete for port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:17.229810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75880c1a-9e84-4a63-bf16-fb47c108ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.240495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1227404-8d5a-4870-9db7-6be2992d911e req-80f4ce0a-be16-4e04-9b22-57dc65d0aedd tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:17.250765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1227404-8d5a-4870-9db7-6be2992d911e req-80f4ce0a-be16-4e04-9b22-57dc65d0aedd tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 936 time: 0.1936100
Dec 11 20:53:17.252305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37064) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:17.321843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-75880c1a-9e84-4a63-bf16-fb47c108ecc2 None None] Port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:53:17.353076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-d56340dc-58d0-4889-9c51-e223fe38f2d6 service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3098943
Dec 11 20:53:17.434709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1227404-8d5a-4870-9db7-6be2992d911e req-790ac533-78c7-4f98-b248-c14198b7b8a4 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829119
Dec 11 20:53:17.480551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:17.500068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e289df51-5271-4c14-9f43-59dd07322b2a,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:17.506964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-090ecd78-cb9b-498a-964a-76c8d948d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:17.509489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-090ecd78-cb9b-498a-964a-76c8d948d341 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 1095 time: 0.0676713
Dec 11 20:53:17.511259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.579132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:17.579686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.581560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e289df51-5271-4c14-9f43-59dd07322b2a HTTP/1.1" status: 200  len: 1091 time: 2.2639573
Dec 11 20:53:17.602946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-network', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:17.669966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Made reservation on behalf of caa1d5b7631e4f218e40b0c95fccda11 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:17.672266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.704197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b1426-1f58-4175-b98d-3d29e5ec7bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:17.728670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.778352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-b7ed3307-0105-4d6e-a51c-731fc45185c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:17.781618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-b7ed3307-0105-4d6e-a51c-731fc45185c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 1094 time: 0.1450713
Dec 11 20:53:17.790377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-f6a1f87a-7d3f-4d9c-a0f3-16e4af9497ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:17.793894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:17.795894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-f6a1f87a-7d3f-4d9c-a0f3-16e4af9497ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 914 time: 0.2744744
Dec 11 20:53:17.964471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ba0f0f05-ab92-4138-a339-cd13e63a5881 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e289df51-5271-4c14-9f43-59dd07322b2a HTTP/1.1" status: 200  len: 217 time: 0.1675863
Dec 11 20:53:17.971619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-8a067fcf-4c69-444f-84aa-0f526db1e350 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 HTTP/1.1" status: 200  len: 217 time: 0.1413825
Dec 11 20:53:18.008507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3ca8a-ee0d-47b8-9e54-fb9ee48f2b4a req-98329656-5dff-400c-8e3e-efc184190d6f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:18.010117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07e3ca8a-ee0d-47b8-9e54-fb9ee48f2b4a req-98329656-5dff-400c-8e3e-efc184190d6f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 944 time: 0.1940920
Dec 11 20:53:18.101697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ae8a0969-d24d-4e81-a25b-7fbb881bc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:18.103303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-ae8a0969-d24d-4e81-a25b-7fbb881bc28a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.1298175
Dec 11 20:53:18.113113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-40adeacf-8760-44e4-98ac-50862ee87530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:18.114652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-40adeacf-8760-44e4-98ac-50862ee87530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.1326232
Dec 11 20:53:18.163698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-a47f1459-011f-489c-bfd6-acfa3068db25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452523
Dec 11 20:53:18.166941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07e3ca8a-ee0d-47b8-9e54-fb9ee48f2b4a req-f1f451fc-d85a-45bf-9fb1-013480457088 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326323
Dec 11 20:53:18.168928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-d1baf74e-3836-4839-95ca-ce18d85614d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409181
Dec 11 20:53:18.170794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:18.181466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.212972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Transition to ACTIVE for port object 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:53:18.267035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.299321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-aa1bc6f5-1c82-482f-9264-f1d8265a1b4b service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206329
Dec 11 20:53:18.373774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae662b-cad2-4d57-87e2-9e28316af661 req-fea0977a-2763-4dcb-9d92-5974eae30bf9 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:18.381856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9dae662b-cad2-4d57-87e2-9e28316af661 req-fea0977a-2763-4dcb-9d92-5974eae30bf9 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.4673834
Dec 11 20:53:18.417085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.418329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:18.457775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9dae662b-cad2-4d57-87e2-9e28316af661 req-2fbe4345-3f67-4c8c-b89f-31c7b735e345 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750422
Dec 11 20:53:18.459552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.494261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66370802-2277-4123-a980-c198c00e1354,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:18.503593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-3cd63edf-34a9-466a-924b-ccfbd06ba87f service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3164225
Dec 11 20:53:18.599634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:18.723119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.723874 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Added segment 88ad83ac-f5a1-4f3f-b433-796cc85bd56b of type vlan for network 786c8695-5171-4f9e-ba4c-d795ab0c599d
Dec 11 20:53:18.734945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71b6357b-6fb1-4044-b98a-9f3c3301bd4e req-82e38bba-82d1-4815-ac04-3354ad80a313 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217272
Dec 11 20:53:18.838853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-55c8ac50-e5bb-49b7-8bd7-1bdca5e79948 req-1d21906a-330a-4b85-b61d-5e7fbdd7b4d4 service neutron] 10.222.0.16 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3185277
Dec 11 20:53:18.938556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:18.992605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:18.994453 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52106c6e-4402-4bfc-8406-f3240205e1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:19.016710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1f1d-cad8-4c50-86ce-532ba214a6ab req-a906330f-6d2d-48e4-95bb-9f826d154244 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.020165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc0d1f1d-cad8-4c50-86ce-532ba214a6ab req-a906330f-6d2d-48e4-95bb-9f826d154244 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 948 time: 0.1531446
Dec 11 20:53:19.028232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Attempting to bind port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:19.028707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Attempting to bind port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:19.029186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Attempting to bind port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:19.075116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:53:19.075457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Attempting to bind port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:19.082050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.083039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.083647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.102328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:19.102783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:19.103190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:19.104078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Bound port: 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:19.104421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.176511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9106383
Dec 11 20:53:19.177192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37188) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:19.184002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Request body: {'subnet': {'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-subnet', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:19.227815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc0d1f1d-cad8-4c50-86ce-532ba214a6ab req-fc2f65b7-5988-4960-96af-c2a2a2526231 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1815407
Dec 11 20:53:19.261097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca419-3522-43e3-a7e5-990a870c9199 admin admin] Pushing event updated for resources: {'Network': ['ID=786c8695-5171-4f9e-ba4c-d795ab0c599d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:19.270779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Made reservation on behalf of caa1d5b7631e4f218e40b0c95fccda11 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:19.278211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.289528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:19.313547 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e3b0a-6ca6-443e-8f32-d7eefadca07b x-openstack-request-id: req-e19e3b0a-6ca6-443e-8f32-d7eefadca07b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:19.314008 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:19.315221 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e19e3b0a-6ca6-443e-8f32-d7eefadca07b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:19.315903 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a', 'status': 'completed', 'code': 200}
Dec 11 20:53:19.363345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Deleting port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:19.363985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.405235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:19.463217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:19.486143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-f9d5c8ec-9a55-45e2-9895-a75b4e3ec5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.487771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.488136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-f9d5c8ec-9a55-45e2-9895-a75b4e3ec5ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b2610392ee14678820e00e18559bbcf&device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 1094 time: 0.1312895
Dec 11 20:53:19.508260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-89df417e-62bd-4100-8296-2a486df8e25e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.510207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-89df417e-62bd-4100-8296-2a486df8e25e tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.30 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.1910243
Dec 11 20:53:19.865439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.866678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:19.868287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/36bdaf3f-5b33-4224-87ca-3a07d4c3c75f HTTP/1.1" status: 200  len: 1096 time: 2.8220973
Dec 11 20:53:19.871650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:19.879517 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aefafa-849f-4eec-b0fd-7423cf390a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:19.955120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871e3a3-c1b3-4eff-8e14-8d9bc091136a req-de1e826d-c6f9-45a5-a97b-d14bc861546c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:19.964211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f871e3a3-c1b3-4eff-8e14-8d9bc091136a req-de1e826d-c6f9-45a5-a97b-d14bc861546c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 944 time: 0.5433989
Dec 11 20:53:19.975663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] For port 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:19.976333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.028436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2604b-0132-4787-a146-d8ff0c2ac1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:20.054903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Calling delete_port for 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:20.089915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-096b6324-2d5b-4082-86a0-110a2111d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.094066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-096b6324-2d5b-4082-86a0-110a2111d6c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 1099 time: 0.1130152
Dec 11 20:53:20.188953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f871e3a3-c1b3-4eff-8e14-8d9bc091136a req-693b4586-ea1f-4f24-a894-89e72a2c18a3 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235792
Dec 11 20:53:20.214991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-bd75b206-3695-465a-be89-577e3944e112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f HTTP/1.1" status: 200  len: 217 time: 0.1083615
Dec 11 20:53:20.263322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-f2f038d6-4b6f-4574-9987-4547505be3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.264839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-f2f038d6-4b6f-4574-9987-4547505be3e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 200  len: 914 time: 0.7536221
Dec 11 20:53:20.278408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d73403-7288-48b4-a245-83eeee8b4ac0 req-a2845d9b-ed1c-440f-a2c3-4b0f959e17e3 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.298849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-001de4b3-794c-4d7b-a154-4c0d075ea273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.300322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-001de4b3-794c-4d7b-a154-4c0d075ea273 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0758131
Dec 11 20:53:20.301782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01d73403-7288-48b4-a245-83eeee8b4ac0 req-a2845d9b-ed1c-440f-a2c3-4b0f959e17e3 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 945 time: 0.2590125
Dec 11 20:53:20.400578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-f06a2419-8372-424f-abcc-fc2211b08297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.402082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-f06a2419-8372-424f-abcc-fc2211b08297 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0640023
Dec 11 20:53:20.422768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Deleting port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:20.423181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.432871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-2565b133-9eef-4d4c-9fea-2b8667fc572d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e289df51-5271-4c14-9f43-59dd07322b2a HTTP/1.1" status: 200  len: 217 time: 0.1126494
Dec 11 20:53:20.474847 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e991db1-3100-423d-81cb-e75587a70600 x-openstack-request-id: req-2e991db1-3100-423d-81cb-e75587a70600 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:20.475145 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:20.475401 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e991db1-3100-423d-81cb-e75587a70600 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:20.475803 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f', 'status': 'completed', 'code': 200}
Dec 11 20:53:20.530545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-218111c5-b364-423f-adaf-b2bf8c1f6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.535742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-218111c5-b364-423f-adaf-b2bf8c1f6bff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 200  len: 853 time: 0.0799248
Dec 11 20:53:20.567005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-39c55f01-d6a7-4f43-98e0-e67cff8cec13 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546044
Dec 11 20:53:20.568935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.593115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.679744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:20.683275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-61dee6be-d870-4490-8a9c-6973c1d92d0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d940783-e4b5-42f8-a015-cf0ccbe64e5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1108441
Dec 11 20:53:20.689560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:20.719470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01d73403-7288-48b4-a245-83eeee8b4ac0 req-6746036c-442d-44e2-b2ed-3b636c53989f tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/security-groups?id=e739bace-fb93-4cc1-81f7-2d5cdac4fd39&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4165659
Dec 11 20:53:20.950163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Checking segment: {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:20.950611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Network hostable DHCP agents. Network: 786c8695-5171-4f9e-ba4c-d795ab0c599d, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:20.958524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.968060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] For port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,segment=NetworkSegment(98d3b979-1312-4c10-aebf-bf470b1d9dad),segment_id=98d3b979-1312-4c10-aebf-bf470b1d9dad)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:20.968850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:20.972698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0da641-98ed-4e6a-bc31-92ea3c7751a6 req-b861714e-27a3-4632-a10d-95cf1c457d1d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:20.981660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db0da641-98ed-4e6a-bc31-92ea3c7751a6 req-b861714e-27a3-4632-a10d-95cf1c457d1d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 948 time: 0.3272443
Dec 11 20:53:20.988745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Calling delete_port for 91cc8933-1c67-4a2f-9d91-ac5e260dba4e owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:20.991834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-fbaf656f-bc4d-4d75-8ceb-c276a609f938 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995188
Dec 11 20:53:21.083115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.131784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db0da641-98ed-4e6a-bc31-92ea3c7751a6 req-7ebb6860-37e2-426a-b876-85d1ea4257ae tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485269
Dec 11 20:53:21.149741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9feec75b-1ac6-49ea-9c34-719c1483c54f req-7e7cc8df-b798-48d2-a6f6-9e085c90a209 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5703423
Dec 11 20:53:21.219270 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52106c6e-4402-4bfc-8406-f3240205e1cb req-611d49c7-f51e-4e38-a58f-c334764ed3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169173
Dec 11 20:53:21.240340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:21.306573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 786c8695-5171-4f9e-ba4c-d795ab0c599d) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:21.316792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:21.317355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.321900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e93f50-1f45-4b88-968e-b3825210d9ff None None] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:21.356988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-558538ed-a19b-444c-91ed-aae559913525 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.1785846
Dec 11 20:53:21.374671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37290) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:21.385748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:21.442500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-8e7a2bd7-d301-4427-8189-3dfee549d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:21.444208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-8e7a2bd7-d301-4427-8189-3dfee549d697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff065351e0d044ba9b5742c3abdd1881&device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 1099 time: 0.1914072
Dec 11 20:53:21.446809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.519376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-786c8695-5171-4f9e-ba4c-d795ab0c599d', 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d', 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'fixed_ips': [{'subnet_id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:53:21.520738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.560754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1dd3d-3756-4a06-ac1b-cbea2f5f3b4e req-51d4b8a6-e172-4e7c-bccb-121eaa1e02a5 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:21.565862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27d1dd3d-3756-4a06-ac1b-cbea2f5f3b4e req-51d4b8a6-e172-4e7c-bccb-121eaa1e02a5 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 944 time: 0.2143884
Dec 11 20:53:21.599833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.600967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.655046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Pushing event deleted for resources: {'Port': ['ID=91cc8933-1c67-4a2f-9d91-ac5e260dba4e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:21.655993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.673905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] No DVR routers for this DVR port 91cc8933-1c67-4a2f-9d91-ac5e260dba4e on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:21.681210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:21.686095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b9d9aa-2151-4a48-b92b-dc4a1dfc4412 req-80167fe2-295a-4679-a266-8fdfb9dfbebb tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.30 "DELETE /v2.0/ports/91cc8933-1c67-4a2f-9d91-ac5e260dba4e HTTP/1.1" status: 204  len: 173 time: 2.1638687
Dec 11 20:53:21.696054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'name': 'network-vif-deleted', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:21.699770 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5323f-9f16-4d30-98bb-4d985faf6194" -d '{"events": [{"server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "name": "network-vif-deleted", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:21.735349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27d1dd3d-3756-4a06-ac1b-cbea2f5f3b4e req-762a4008-f3a7-4a16-84dd-f2aa593c9aa8 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270142
Dec 11 20:53:21.793144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-cf09591b-2e3b-4bb7-bb48-2610695eccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:21.796314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-cf09591b-2e3b-4bb7-bb48-2610695eccf1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3405998
Dec 11 20:53:21.894408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Allocated IP 172.20.0.2 (786c8695-5171-4f9e-ba4c-d795ab0c599d/eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2/5de5e713-2259-4760-a9cf-1fd452ea8c02) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:22.062571 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0aa4d79-0016-4263-8de6-9cd173065ed2 x-openstack-request-id: req-f0aa4d79-0016-4263-8de6-9cd173065ed2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:22.062887 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ad1232-b21c-41db-87af-6930f8e03226", "name": "network-vif-deleted", "tag": "91cc8933-1c67-4a2f-9d91-ac5e260dba4e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:22.063216 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0aa4d79-0016-4263-8de6-9cd173065ed2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:22.063693 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ad1232-b21c-41db-87af-6930f8e03226', 'name': 'network-vif-deleted', 'tag': '91cc8933-1c67-4a2f-9d91-ac5e260dba4e', 'status': 'completed', 'code': 200}
Dec 11 20:53:22.123286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.133912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-76e3223f-3f2f-462e-bf93-5bf61ad74a8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f HTTP/1.1" status: 200  len: 217 time: 0.3272305
Dec 11 20:53:22.177514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e5559ff-7c0d-4a46-bb54-07040eddcef4 req-5885115a-5730-4dd0-a403-02afa4d93f87 tempest-InstanceActionsV221TestJSON-1025880425 tempest-InstanceActionsV221TestJSON-1025880425-project] 10.222.0.18 "GET /v2.0/ports?device_id=57ad1232-b21c-41db-87af-6930f8e03226 HTTP/1.1" status: 200  len: 210 time: 0.0390627
Dec 11 20:53:22.267201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-8b8375cf-f916-40f0-a93e-e4e4f352de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:22.273184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-8b8375cf-f916-40f0-a93e-e4e4f352de50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1110229
Dec 11 20:53:22.359867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:22.392222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Router d9da4da2-1607-4766-b6bf-42a225d8a8b6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:22.473702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8bef-c977-433a-9c7a-d926b0981e75 req-5fca4119-866d-4c44-9a72-f1f290b05415 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:22.481652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2ad8bef-c977-433a-9c7a-d926b0981e75 req-5fca4119-866d-4c44-9a72-f1f290b05415 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 948 time: 0.1509087
Dec 11 20:53:22.485754 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.501815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:22.509823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.538734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'port_id': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8', 'mac_address': 'fa:16:3e:78:2f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409403a-f0b4-4eaa-aa89-971212a184b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:22.541023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-e0ee2392-b911-498f-9cff-81d811e53809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:22.542547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-e0ee2392-b911-498f-9cff-81d811e53809 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2437792
Dec 11 20:53:22.565897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:22.588623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:22.603311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:22.605350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Pushing event updated for resources: {'Port': ['ID=5de5e713-2259-4760-a9cf-1fd452ea8c02,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:22.623917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.674275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-5fe7468d-5e93-411f-ab99-5fe39d679a2f service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1119132
Dec 11 20:53:22.680448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:22.694163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Attempting to bind port 5de5e713-2259-4760-a9cf-1fd452ea8c02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:22.694599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Attempting to bind port 5de5e713-2259-4760-a9cf-1fd452ea8c02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:22.695055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Attempting to bind port 5de5e713-2259-4760-a9cf-1fd452ea8c02 on network 786c8695-5171-4f9e-ba4c-d795ab0c599d {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:22.709454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:22.711290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:22.711668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Checking segment: {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:22.712075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.712575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Bound using segment: {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:22.713068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Bound port: 5de5e713-2259-4760-a9cf-1fd452ea8c02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:22.713517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.728380 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.745382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2ad8bef-c977-433a-9c7a-d926b0981e75 req-5255d16e-a43a-49fd-b213-cc3bd455cd4a tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2620800
Dec 11 20:53:22.811917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:22.848814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] For port 5de5e713-2259-4760-a9cf-1fd452ea8c02, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:22.853738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] For port 5de5e713-2259-4760-a9cf-1fd452ea8c02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de5e713-2259-4760-a9cf-1fd452ea8c02,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:22.862551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:22.969345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:22.973587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b9b18-00cb-4b97-8247-66dea889bd45 None None] Pushing event updated for resources: {'Port': ['ID=5de5e713-2259-4760-a9cf-1fd452ea8c02,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:23.103322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:23.112994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f9430135-27c6-4657-8d87-052a0c2d1e0a admin admin] 10.222.0.18 "PUT /v2.0/routers/d9da4da2-1607-4766-b6bf-42a225d8a8b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4615800
Dec 11 20:53:23.113203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37414) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:23.122354 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Sync routers for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:23.136361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811baa6-310e-469b-ac36-ac8cb9388da1 req-cd619f45-7209-4b3e-bfc7-9c48168fc82e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:23.143721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3811baa6-310e-469b-ac36-ac8cb9388da1 req-cd619f45-7209-4b3e-bfc7-9c48168fc82e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 945 time: 0.2870247
Dec 11 20:53:23.152182 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:23.152842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:23.159231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6aefafa-849f-4eec-b0fd-7423cf390a3e req-a74ddf06-3572-48ed-aea2-a945df6aff93 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4697907
Dec 11 20:53:23.167572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.212575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.327950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e289df51-5271-4c14-9f43-59dd07322b2a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:23.331929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91cc8933-1c67-4a2f-9d91-ac5e260dba4e no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:23.388520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3811baa6-310e-469b-ac36-ac8cb9388da1 req-79b5da15-08b7-4786-b16b-c240c68c7085 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436705
Dec 11 20:53:23.414299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 91cc8933-1c67-4a2f-9d91-ac5e260dba4e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:23.414888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91cc8933-1c67-4a2f-9d91-ac5e260dba4e not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:23.451563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.468198 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:23.491628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Allocated IP 172.35.1.149 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/12ab7407-b716-4cca-8fca-28a89a8beafb) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:23.641236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e289df51-5271-4c14-9f43-59dd07322b2a,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:23.666353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'e289df51-5271-4c14-9f43-59dd07322b2a', 'network_id': '8d940783-e4b5-42f8-a015-cf0ccbe64e5f', 'port_id': 'e289df51-5271-4c14-9f43-59dd07322b2a', 'mac_address': 'fa:16:3e:55:5e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3409403a-f0b4-4eaa-aa89-971212a184b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:23.704344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.724642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.758815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e289df51-5271-4c14-9f43-59dd07322b2a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:23.798244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e289df51-5271-4c14-9f43-59dd07322b2a,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:23.806616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.847154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Deleting port b5eac6db-c752-4576-b833-f24ea70c770b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:23.847497 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:23.865789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:53:20Z', 'revision_number': 5, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port': {'id': 'b5eac6db-c752-4576-b833-f24ea70c770b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:47:56Z', 'updated_at': '2021-12-11T20:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:23.899551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Checking router: d9da4da2-1607-4766-b6bf-42a225d8a8b6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:23.922574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:23.931250 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Routers {'d9da4da2-1607-4766-b6bf-42a225d8a8b6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:23.931886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:24.052250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] For port b5eac6db-c752-4576-b833-f24ea70c770b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5eac6db-c752-4576-b833-f24ea70c770b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:24.052746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.084761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Calling delete_port for b5eac6db-c752-4576-b833-f24ea70c770b owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:24.136174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] Set router d9da4da2-1607-4766-b6bf-42a225d8a8b6 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:24.138944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e289df51-5271-4c14-9f43-59dd07322b2a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:24.252303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5de5e713-2259-4760-a9cf-1fd452ea8c02 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:24.296750 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb610>, [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:53:23Z', 'revision_number': 6, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:24.366464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db512f8-9fce-4b8c-b21c-e4e7641a5927 None None] The sync data for ids ['d9da4da2-1607-4766-b6bf-42a225d8a8b6'] in ncdv-master-1 is: [{'id': 'd9da4da2-1607-4766-b6bf-42a225d8a8b6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1334399786-router', 'tenant_id': '39002d383abd46509d8d70cb52d20288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:47:54Z', 'updated_at': '2021-12-11T20:53:23Z', 'revision_number': 6, 'project_id': '39002d383abd46509d8d70cb52d20288', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:24.509861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.549417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.596874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eac6db-c752-4576-b833-f24ea70c770b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:24.603399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949874ec-6342-495e-a16c-8798a0fe3355 req-6645c821-5271-42f5-b974-a940022a603a tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:24.608746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5de5e713-2259-4760-a9cf-1fd452ea8c02 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:24.609246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.617082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-949874ec-6342-495e-a16c-8798a0fe3355 req-6645c821-5271-42f5-b974-a940022a603a tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 948 time: 0.1870065
Dec 11 20:53:24.637121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.739486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.742648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:24.754673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:24.770290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:24.772815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Pushing event updated for resources: {'Port': ['ID=12ab7407-b716-4cca-8fca-28a89a8beafb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:24.831403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-949874ec-6342-495e-a16c-8798a0fe3355 req-c25ac0a4-6cf1-48fc-9d7d-43c82129ab4e tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2130892
Dec 11 20:53:24.839848 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:24.910079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 5de5e713-2259-4760-a9cf-1fd452ea8c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de5e713-2259-4760-a9cf-1fd452ea8c02,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:24.932226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.035895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76351298-9fb4-43e1-a832-54662e84caf6 None None] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:25.075131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.082550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.214913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.215770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9da4da2-1607-4766-b6bf-42a225d8a8b6 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:53:25.221936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.226435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd4f6acc-2ca3-4131-b388-2587b5b60eef admin admin] 10.222.0.18 "DELETE /v2.0/routers/d9da4da2-1607-4766-b6bf-42a225d8a8b6 HTTP/1.1" status: 204  len: 168 time: 2.1115680
Dec 11 20:53:25.229195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:25.266540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e5de0148-a8a8-4a30-9e7e-622558f3c217 None None] Provisioning complete for port 5de5e713-2259-4760-a9cf-1fd452ea8c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:25.267033 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e5de0148-a8a8-4a30-9e7e-622558f3c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.327666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:25.341982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:25.449942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Deleting subnet 97107056-5433-410f-8a41-8d14df7ce906 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:25.453816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.478164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e289df51-5271-4c14-9f43-59dd07322b2a up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:25.496279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.579751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:25.588025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.615372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=5de5e713-2259-4760-a9cf-1fd452ea8c02,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:25.653438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e66641-737f-43fd-bcb5-33cc0161df88 req-86a12831-1f07-453a-ad37-468183e7f18a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:25.663246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76e66641-737f-43fd-bcb5-33cc0161df88 req-86a12831-1f07-453a-ad37-468183e7f18a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 945 time: 0.5823867
Dec 11 20:53:25.667760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:25.675674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Deleting subnet bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:25.706783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.715974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f', 'mac_address': 'fa:16:3e:9d:6b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:25.721935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.838987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port e289df51-5271-4c14-9f43-59dd07322b2a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:25.858017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97107056-5433-410f-8a41-8d14df7ce906,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:25.884063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port e289df51-5271-4c14-9f43-59dd07322b2a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:25.884650 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.886169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:25.903411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fe09fc56-0b06-4e5e-8211-ed91b773d79e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/97107056-5433-410f-8a41-8d14df7ce906 HTTP/1.1" status: 204  len: 168 time: 0.5748408
Dec 11 20:53:25.931625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:25.938612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.026117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.056129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:26.096335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:26.100167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:26.128190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5de5e713-2259-4760-a9cf-1fd452ea8c02 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:26.155207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:26.215216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.215763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.215857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d24faa-c2f5-4220-8716-d445d9e8977e req-6fbcc376-5cb2-4d2f-a530-fb69190ff96b tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:26.215857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3d24faa-c2f5-4220-8716-d445d9e8977e req-6fbcc376-5cb2-4d2f-a530-fb69190ff96b tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 948 time: 0.0743527
Dec 11 20:53:26.252503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76e66641-737f-43fd-bcb5-33cc0161df88 req-9ef86cde-0077-4099-b239-1248a5b8062f tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5882535
Dec 11 20:53:26.289044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3d24faa-c2f5-4220-8716-d445d9e8977e req-3c5c6ec3-0f60-41c1-8836-3ad474c368b8 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671349
Dec 11 20:53:26.461798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.466686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.480768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.488734 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.570151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cabf77ac-bffc-4b07-b43c-4dbd1c8b8417 None None] Provisioning complete for port 5de5e713-2259-4760-a9cf-1fd452ea8c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:26.570546 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cabf77ac-bffc-4b07-b43c-4dbd1c8b8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.571830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:26.574277 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d180ac37-c7be-4521-a102-ef955937640a" -d '{"events": [{"server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "name": "network-vif-plugged", "status": "completed", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:26.630799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e289df51-5271-4c14-9f43-59dd07322b2a,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:26.646294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:26.649092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.673893 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d36f28-058c-4747-a990-7b5cd345802e x-openstack-request-id: req-d1d36f28-058c-4747-a990-7b5cd345802e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:26.674183 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "name": "network-vif-plugged", "status": "completed", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:26.674446 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d36f28-058c-4747-a990-7b5cd345802e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:26.674878 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a', 'code': 200}
Dec 11 20:53:26.683606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5de5e713-2259-4760-a9cf-1fd452ea8c02 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:26.683977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.688600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.877523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.910012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:26.977301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['36bdaf3f-5b33-4224-87ca-3a07d4c3c75f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:27.004378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d580>,) {'filters': {'network_id': ['53b3f04d-aff2-4cac-ac5f-088ee6f370a1']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:27.048729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.067210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfac7c0-2871-4aa8-a0d2-ddf63479f65b req-2fdf5340-f929-4287-a89c-9abe7ca5de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:27.070249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abfac7c0-2871-4aa8-a0d2-ddf63479f65b req-2fdf5340-f929-4287-a89c-9abe7ca5de44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 1096 time: 0.2775607
Dec 11 20:53:27.074262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.123665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d580>, '98d3b979-1312-4c10-aebf-bf470b1d9dad') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:27.124026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f77d580>, '98d3b979-1312-4c10-aebf-bf470b1d9dad') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:27.138064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.139421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:27.147217 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.158548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.173949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.180025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f168e038-2a1e-4e8e-914e-9da265872ae1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf2f3c75-bb86-498f-8d17-7fc6d7b5c1dc HTTP/1.1" status: 204  len: 168 time: 1.9418159
Dec 11 20:53:27.180168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37602) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:27.218043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.227775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:27.229443 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.254611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0a0e2-eb49-4786-8f8d-94fa6f56a132 None None] Network 5e49a58d-8738-48dc-8f91-97a42beefa7b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:27.288777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37610) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:27.308240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:27.310435 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:27.327079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.385929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:27.386558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2e98766b-6dc6-4b92-9bc7-fd56b3d8ba7f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:27.387142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5eac6db-c752-4576-b833-f24ea70c770b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:27.416429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Deleting port 46c8965a-d79f-49f2-bb15-ef83c543c8cd {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:27.418398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.430302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abfac7c0-2871-4aa8-a0d2-ddf63479f65b req-06e3a910-7d99-48e0-bd38-54f884cce869 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3500843
Dec 11 20:53:27.454525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.460669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b5eac6db-c752-4576-b833-f24ea70c770b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:27.461294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5eac6db-c752-4576-b833-f24ea70c770b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:27.490784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.503281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.509413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] 10.222.0.18 "DELETE /v2.0/networks/53b3f04d-aff2-4cac-ac5f-088ee6f370a1 HTTP/1.1" status: 204  len: 168 time: 1.5641580
Dec 11 20:53:27.527996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec27b9-8cee-4132-8fa0-4114e37c6519 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b3f04d-aff2-4cac-ac5f-088ee6f370a1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.539181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcaffa-547e-47a2-bb72-4eb9834ee4d2 req-8456eeca-a294-441e-9be1-00604cfc1b9a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:27.547515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90bcaffa-547e-47a2-bb72-4eb9834ee4d2 req-8456eeca-a294-441e-9be1-00604cfc1b9a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 946 time: 0.1198905
Dec 11 20:53:27.556728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:53:27.600720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e67c-a694-4544-82b5-9a31b343a289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.639078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] DHCP port deletion for 5e49a58d-8738-48dc-8f91-97a42beefa7b request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:53:27.640421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb24ec-ef6f-45ca-9f43-2a9f07510bcd req-ef44af52-280d-4955-9dab-9eb61dda1bd1 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:27.648858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58bb24ec-ef6f-45ca-9f43-2a9f07510bcd req-ef44af52-280d-4955-9dab-9eb61dda1bd1 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 949 time: 0.2241399
Dec 11 20:53:27.654732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] For port 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c8965a-d79f-49f2-bb15-ef83c543c8cd,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:27.655086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.662330 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90bcaffa-547e-47a2-bb72-4eb9834ee4d2 req-3401ebde-40f4-4dcf-8d28-67d0a14dfb76 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130652
Dec 11 20:53:27.697815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Calling delete_port for 46c8965a-d79f-49f2-bb15-ef83c543c8cd owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:27.720777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Deleting port 46c8965a-d79f-49f2-bb15-ef83c543c8cd {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:27.721500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.730813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:27.752450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Sync routers for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:27.753356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.754884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef78c92b-2edb-4e68-9b7b-bc3b5fdb2e41 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.3782640
Dec 11 20:53:27.760324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37626) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:27.765237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37628) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:27.797240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58bb24ec-ef6f-45ca-9f43-2a9f07510bcd req-72126f75-b2be-43b6-80da-717da7707e3c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1475070
Dec 11 20:53:27.829501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] For port 46c8965a-d79f-49f2-bb15-ef83c543c8cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46c8965a-d79f-49f2-bb15-ef83c543c8cd,segment=NetworkSegment(48160521-2314-4ce7-ad00-daf4e585aa3a),segment_id=48160521-2314-4ce7-ad00-daf4e585aa3a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:27.829898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.832873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:27.833447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77054190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:27.859695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b6099daf-d05c-4bcc-b92d-722026a914c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1611b165ec3d4be6a713ac8b3f346bf3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0910802
Dec 11 20:53:27.860699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37630) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:27.862309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e67c-a694-4544-82b5-9a31b343a289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.867321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ccb5e67c-a694-4544-82b5-9a31b343a289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.880634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Calling delete_port for 46c8965a-d79f-49f2-bb15-ef83c543c8cd owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:27.885080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:27.936465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c8965a-d79f-49f2-bb15-ef83c543c8cd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.940371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5e67c-a694-4544-82b5-9a31b343a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c534386-b152-458f-9bff-13b59074d382,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:27.953545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] No DVR routers for this DVR port 46c8965a-d79f-49f2-bb15-ef83c543c8cd on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:27.960679 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ccb5e67c-a694-4544-82b5-9a31b343a289 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78f5010ae4b24cfba929720b0b25af83&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6702852
Dec 11 20:53:27.963255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37636) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:28.063848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.076547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 46c8965a-d79f-49f2-bb15-ef83c543c8cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:28.090594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.110690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:28.112982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 46c8965a-d79f-49f2-bb15-ef83c543c8cd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:28.113270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 46c8965a-d79f-49f2-bb15-ef83c543c8cd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:28.139529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.139731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.160636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e30d280>,) {'filters': {'network_id': ['5e49a58d-8738-48dc-8f91-97a42beefa7b']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:28.169021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.175737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e30d280>, '48160521-2314-4ce7-ad00-daf4e585aa3a') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:28.176039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e30d280>, '48160521-2314-4ce7-ad00-daf4e585aa3a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:28.193392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.218683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.228009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.245887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:28.246409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.279981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] Pushing event deleted for resources: {'Port': ['ID=46c8965a-d79f-49f2-bb15-ef83c543c8cd,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:28.280373 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:28.298468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e1703-5704-4a68-8e41-465323451a94 None None] No DVR routers for this DVR port 46c8965a-d79f-49f2-bb15-ef83c543c8cd on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:28.332438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.336292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.337464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e739bace-fb93-4cc1-81f7-2d5cdac4fd39 HTTP/1.1" status: 204  len: 168 time: 0.4755270
Dec 11 20:53:28.352809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2103026-cf67-4c27-ba0c-32401b66357f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e739bace-fb93-4cc1-81f7-2d5cdac4fd39,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:28.401336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77054190>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:25Z', 'revision_number': 3, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:28.410195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.411682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.414217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.415383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c534386-b152-458f-9bff-13b59074d382 HTTP/1.1" status: 204  len: 168 time: 0.4511273
Dec 11 20:53:28.442900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Checking router: 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:28.443460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Updating router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 port 12ab7407-b716-4cca-8fca-28a89a8beafb binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:28.451579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.454828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5e49a58d-8738-48dc-8f91-97a42beefa7b HTTP/1.1" status: 204  len: 168 time: 1.2735746
Dec 11 20:53:28.465261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb185f8-7cdd-4aa0-9885-8951f95ffcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c534386-b152-458f-9bff-13b59074d382,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:28.467937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dfe03-d225-4f81-8ea2-72028679e274 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e49a58d-8738-48dc-8f91-97a42beefa7b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:28.485505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.612899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.685099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:28.687786 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2f14d-cb7a-4cc5-bb78-b5e6fdbeac1a" -d '{"events": [{"server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:28.816208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Allocated IP 172.20.0.1 (786c8695-5171-4f9e-ba4c-d795ab0c599d/eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2/bd41fc72-381e-4d03-98bc-dece26602254) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:28.843900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25288c4-68c6-46e9-b184-dcaed7289092 req-2b08c7b4-d477-4fe6-8a5c-f8ed2a923d87 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:28.847816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.852693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e25288c4-68c6-46e9-b184-dcaed7289092 req-2b08c7b4-d477-4fe6-8a5c-f8ed2a923d87 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 946 time: 0.0769739
Dec 11 20:53:28.855335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.913163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e25288c4-68c6-46e9-b184-dcaed7289092 req-e38d6eba-81a7-41bb-b431-10801b72147c tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568335
Dec 11 20:53:28.931277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Attempting to bind port 12ab7407-b716-4cca-8fca-28a89a8beafb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:28.931277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Attempting to bind port 12ab7407-b716-4cca-8fca-28a89a8beafb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:28.933329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Attempting to bind port 12ab7407-b716-4cca-8fca-28a89a8beafb on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:28.964959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:28.965591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:28.966003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.966518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:28.967004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Bound port: 12ab7407-b716-4cca-8fca-28a89a8beafb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:28.967385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:28.970257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e2089-d386-46cd-bada-9c0d20f1c833 None None] Pushing event updated for resources: {'Port': ['ID=12ab7407-b716-4cca-8fca-28a89a8beafb,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:29.003147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.027593 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0944d089-8093-47c0-a186-855f065c6c2b x-openstack-request-id: req-0944d089-8093-47c0-a186-855f065c6c2b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:29.027912 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "name": "network-vif-plugged", "status": "completed", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:29.028284 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0944d089-8093-47c0-a186-855f065c6c2b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:29.029244 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8', 'code': 200}
Dec 11 20:53:29.065543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.129498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:29.132994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:29.134933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] For port 12ab7407-b716-4cca-8fca-28a89a8beafb, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:29.136860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:29.141926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] For port 12ab7407-b716-4cca-8fca-28a89a8beafb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ab7407-b716-4cca-8fca-28a89a8beafb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:29.153012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.161085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37696) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:29.211792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.326984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:29.326984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77054190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:29.333786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:29.339454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bbf42-57e4-4219-bf15-e76a9617f600 req-2db116b3-2c7d-4e89-900d-bd6c58f65a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:29.343021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e1bbf42-57e4-4219-bf15-e76a9617f600 req-2db116b3-2c7d-4e89-900d-bd6c58f65a3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 1097 time: 0.2337122
Dec 11 20:53:29.410042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e2089-d386-46cd-bada-9c0d20f1c833 None None] Pushing event updated for resources: {'Port': ['ID=12ab7407-b716-4cca-8fca-28a89a8beafb,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:29.475453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-349f9936-b41a-48f8-b10b-691852e26554 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8b7ca8f52de41809eb8c02a91e276ea&name=default HTTP/1.1" status: 200  len: 2992 time: 0.3099530
Dec 11 20:53:29.489261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37722) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:29.554285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:29.582250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:29.637506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.724414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760d8f-f0c0-46b1-abd7-2463918fce1f req-a45b8236-61a4-498a-ae7b-75e48cfbd5c8 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:29.736295 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09760d8f-f0c0-46b1-abd7-2463918fce1f req-a45b8236-61a4-498a-ae7b-75e48cfbd5c8 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 949 time: 0.3824174
Dec 11 20:53:29.746359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:29.753941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e1bbf42-57e4-4219-bf15-e76a9617f600 req-829c3bd8-e8f1-4d6b-a1d3-b64777b62ad5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3993101
Dec 11 20:53:29.756496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.769550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:29.770174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.790132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.871144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09760d8f-f0c0-46b1-abd7-2463918fce1f req-f4d1f2ed-2bfd-40f7-b39f-8005ea776aee tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336203
Dec 11 20:53:29.908760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.914876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.917624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d107a8af-b7e3-4af9-ac3b-8fee6e7b8d20 HTTP/1.1" status: 204  len: 168 time: 0.4076827
Dec 11 20:53:29.929217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ea0e9fa8-1326-4a14-b3fb-67c50cdcdcd2 None None] Provisioning complete for port bd41fc72-381e-4d03-98bc-dece26602254 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:29.929585 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9fa8-1326-4a14-b3fb-67c50cdcdcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.941359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd285e8-8b12-40e0-8a5e-2cbfc1230200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107a8af-b7e3-4af9-ac3b-8fee6e7b8d20,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:29.970396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:29.980733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.005741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e9fa8-1326-4a14-b3fb-67c50cdcdcd2 None None] Port bd41fc72-381e-4d03-98bc-dece26602254 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:53:30.072410 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.117301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:30.126206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.127095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:30.133854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77054190>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:25Z', 'revision_number': 3, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:30.167146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.172819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Pushing event updated for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:30.187630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be969db-79cb-4580-80a3-2439f7892dee req-a5ec04de-1768-40f7-ad13-285279bd55f5 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:30.195332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0be969db-79cb-4580-80a3-2439f7892dee req-a5ec04de-1768-40f7-ad13-285279bd55f5 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 946 time: 0.1277514
Dec 11 20:53:30.304893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-04d00815-4064-4f32-bf14-42b5948d7277 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:30.319565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-04d00815-4064-4f32-bf14-42b5948d7277 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.2159109
Dec 11 20:53:30.331016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0be969db-79cb-4580-80a3-2439f7892dee req-bc9d8bd7-92ca-4654-b285-a63ffb36b2b2 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325793
Dec 11 20:53:30.374923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-0885fbac-3e1e-440a-8ec0-ed90d0c25948 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/quotas/1f5739bb231643f191454fad7c396d04 HTTP/1.1" status: 200  len: 375 time: 0.0356812
Dec 11 20:53:30.394334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847ad6-9480-4908-9763-090aa3914fea None None] The sync data for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 is: [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:25Z', 'revision_number': 3, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:30.427122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:30.429220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:30.475190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:30.504353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-1643bb87-60a8-4464-b0c9-4c4d680fa210 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1384370
Dec 11 20:53:30.595439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.673526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:30.683429 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.787617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-0b5236a7-5b4f-456e-b9f5-fe372996a68e service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2765462
Dec 11 20:53:30.802189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37770) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:30.804598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:30.953440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9626891e-e731-454a-8685-ebb0c0055ecf None None] Provisioning complete for port bd41fc72-381e-4d03-98bc-dece26602254 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:30.953799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9626891e-e731-454a-8685-ebb0c0055ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:30.955896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad0b53e0-ac3a-4353-bdef-6010039fc79d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39002d383abd46509d8d70cb52d20288&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1519618
Dec 11 20:53:30.958752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37778) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:31.023110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37780) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:31.038729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f'}, {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:31.044302 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a76bf-daaf-45ad-bc74-3537da4d6d9e" -d '{"events": [{"server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "name": "network-vif-plugged", "status": "completed", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f"}, {"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:31.055543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9626891e-e731-454a-8685-ebb0c0055ecf None None] Port bd41fc72-381e-4d03-98bc-dece26602254 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:53:31.089228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-d7d6e523-ab9e-48fb-9e82-95c8863c3eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2990441
Dec 11 20:53:31.119236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.163364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.257785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-network', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:31.261423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.265143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.269470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d8e546f-e37e-4825-9f6c-56e06aeb59aa HTTP/1.1" status: 204  len: 168 time: 0.3094981
Dec 11 20:53:31.305096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7ac00-3ba7-48c3-ad12-51f3551ff505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e546f-e37e-4825-9f6c-56e06aeb59aa,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:31.418309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:31.443461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Made reservation on behalf of fb08669fc6964246bc3b6166f94e9e9a for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:31.452525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.501306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-7d7ee7bf-126e-4061-811d-be7a3912563d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:31.502923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-7d7ee7bf-126e-4061-811d-be7a3912563d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ad2533-f49b-476e-9e8e-06ab6b5e78ee HTTP/1.1" status: 200  len: 943 time: 0.1543257
Dec 11 20:53:31.509727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48a1cb-aea0-4152-8108-bb3c67923fb4 req-4b964aac-1692-4b30-a7ea-b4e5daa26fe4 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:31.511303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd48a1cb-aea0-4152-8108-bb3c67923fb4 req-4b964aac-1692-4b30-a7ea-b4e5daa26fe4 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.1578214
Dec 11 20:53:31.512330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.686518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd48a1cb-aea0-4152-8108-bb3c67923fb4 req-df7e393e-04a0-4ee0-aff0-056e217fd4fa tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502810
Dec 11 20:53:31.792144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.799752 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1f16c-9b7b-4a23-aa10-e4c8e90bd4ab x-openstack-request-id: req-24e1f16c-9b7b-4a23-aa10-e4c8e90bd4ab {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:31.800221 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "name": "network-vif-plugged", "status": "completed", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f", "code": 200}, {"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:31.800676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.800803 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24e1f16c-9b7b-4a23-aa10-e4c8e90bd4ab {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:31.801296 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f', 'code': 200}
Dec 11 20:53:31.801814 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'code': 200}
Dec 11 20:53:31.895872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Deleting port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:31.896209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:31.901262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:31.925076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71c5ce13-ede1-4baa-9d7a-a251e68965a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/95a8bc00-9350-4993-90b9-0cdcfbbe00b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1651878
Dec 11 20:53:32.025697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64607860-cd58-4094-92db-25d06f0ee212 req-f711ef19-1984-4e3f-9890-41634982f9ba tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 210 time: 0.1714563
Dec 11 20:53:32.026822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:32.030337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef40049-3786-41ed-b6a5-72e0ca712ed0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:32.076922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.077265 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Added segment 490de11b-0fc9-46a1-b1dc-69a416dbd3c9 of type vlan for network 24664007-8c72-44c0-ac4d-23c3611f58ba
Dec 11 20:53:32.120020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] For port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:32.120422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.143353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Calling delete_port for bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:32.163863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12ab7407-b716-4cca-8fca-28a89a8beafb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:32.204320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ac921-c9e0-4546-aa6a-0074d8612e38 req-54ee2d36-2f77-42be-abe0-c563fefc12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:32.205835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f26ac921-c9e0-4546-aa6a-0074d8612e38 req-54ee2d36-2f77-42be-abe0-c563fefc12b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 1101 time: 0.3006382
Dec 11 20:53:32.284390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.313052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 12ab7407-b716-4cca-8fca-28a89a8beafb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:32.315247 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.389900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab33484-ba3b-4d97-b44d-575d8b92b68d req-1d3f1c18-2874-4ecc-8c5c-d3badf49b153 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:32.398027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aab33484-ba3b-4d97-b44d-575d8b92b68d req-1d3f1c18-2874-4ecc-8c5c-d3badf49b153 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 946 time: 0.2115562
Dec 11 20:53:32.411188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f26ac921-c9e0-4546-aa6a-0074d8612e38 req-cf824969-789a-4323-b31c-6f178f77d812 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730001
Dec 11 20:53:32.412112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.413225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:32.414015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.478469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.490046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.4652250
Dec 11 20:53:32.502621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:32.509272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Request body: {'subnet': {'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-subnet', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:32.515980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.540599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513dfb7-e233-4234-8c40-4ab6d27f9492 admin admin] Pushing event updated for resources: {'Network': ['ID=24664007-8c72-44c0-ac4d-23c3611f58ba,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:32.564197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aab33484-ba3b-4d97-b44d-575d8b92b68d req-4a03e312-be3a-4fab-9d6f-17f2895180ac tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602595
Dec 11 20:53:32.569046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event deleted for resources: {'Port': ['ID=bbd08d3c-5cb2-4231-9641-e2a213ae8bb5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:32.588711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Made reservation on behalf of fb08669fc6964246bc3b6166f94e9e9a for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:32.593016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.597740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 24664007-8c72-44c0-ac4d-23c3611f58ba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:32.655862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] No DVR routers for this DVR port bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:32.659672 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.664149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b323e40-1d2a-4796-9122-34ed8a155235 req-ca291a44-0b83-4110-afa2-8b6a4398a31a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.30 "DELETE /v2.0/ports/bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 HTTP/1.1" status: 204  len: 173 time: 1.0789654
Dec 11 20:53:32.664876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-deleted', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:32.668361 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327e916-bd62-4940-9a54-a4138f700dcd" -d '{"events": [{"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-deleted", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:32.682955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 12ab7407-b716-4cca-8fca-28a89a8beafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ab7407-b716-4cca-8fca-28a89a8beafb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:32.736744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:32.813620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-611b573a-23e5-4532-b88e-1e90f04042ea req-711aaf73-bee2-48d2-b16c-c1f30dde2a2c tempest-FloatingIPsNegativeTestJSON-1810984102 tempest-FloatingIPsNegativeTestJSON-1810984102-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=caa1d5b7631e4f218e40b0c95fccda11 HTTP/1.1" status: 200  len: 217 time: 0.1085095
Dec 11 20:53:32.839582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=12ab7407-b716-4cca-8fca-28a89a8beafb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:32.884234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4548c-c631-463b-9c61-756449e7d52d req-a1dea7c3-9aaf-46a4-af41-4d70df70f311 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:32.885871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65f4548c-c631-463b-9c61-756449e7d52d req-a1dea7c3-9aaf-46a4-af41-4d70df70f311 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 945 time: 0.1334596
Dec 11 20:53:33.042227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65f4548c-c631-463b-9c61-756449e7d52d req-7e525e4e-4854-4780-8cf3-b1fcf3558bc9 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439457
Dec 11 20:53:33.069629 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Sync routers for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:33.087850 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:33.090698 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:33.117647 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba12821d-af2a-4131-ba86-a605825e3cac x-openstack-request-id: req-ba12821d-af2a-4131-ba86-a605825e3cac {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:33.117951 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ad2533-f49b-476e-9e8e-06ab6b5e78ee", "name": "network-vif-deleted", "tag": "bbd08d3c-5cb2-4231-9641-e2a213ae8bb5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:33.118208 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba12821d-af2a-4131-ba86-a605825e3cac {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:33.119902 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ad2533-f49b-476e-9e8e-06ab6b5e78ee', 'name': 'network-vif-deleted', 'tag': 'bbd08d3c-5cb2-4231-9641-e2a213ae8bb5', 'status': 'completed', 'code': 200}
Dec 11 20:53:33.131488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:33.235059 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:33.262980 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b375fa3b-34f9-4a72-9f93-82b0a595496a req-18e48197-7dbe-4cf4-bd6f-641b48f5602b tempest-FloatingIPsNegativeTestJSON-1810984102 tempest-FloatingIPsNegativeTestJSON-1810984102-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0867987
Dec 11 20:53:33.271757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d52ace-7401-456e-830d-18a73f9d3060,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:33.290325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-740e6f24-a711-4cff-8925-025bbc14c09d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:33.292320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-740e6f24-a711-4cff-8925-025bbc14c09d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.2951114
Dec 11 20:53:33.309831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6385818-5d44-4925-878e-60131d8b7606 req-09e76d02-34ec-48cb-97ee-3dc871960b2f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:33.317293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6385818-5d44-4925-878e-60131d8b7606 req-09e76d02-34ec-48cb-97ee-3dc871960b2f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.1666577
Dec 11 20:53:33.320716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Checking segment: {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:33.321337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Network hostable DHCP agents. Network: 24664007-8c72-44c0-ac4d-23c3611f58ba, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:33.328334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Request body: {'port': {'device_id': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'admin_state_up': True, 'tenant_id': '1f5739bb231643f191454fad7c396d04'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:33.389294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4da590a-fbd9-4ea8-ada5-8bb2e17d34d2 req-b2950292-199f-4e95-9868-d2a20acfae4f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 210 time: 0.0457919
Dec 11 20:53:33.503510 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a220>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 4, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd41fc72-381e-4d03-98bc-dece26602254', 'name': '', 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'mac_address': 'fa:16:3e:e6:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:28Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 2, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'subnets': [{'id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:33.553041 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Checking router: 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:33.553872 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Updating router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 port bd41fc72-381e-4d03-98bc-dece26602254 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:33.584693 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:33.690754 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-d25c4239-dc28-48aa-b681-411a9eb60b2f req-3ba618ac-0404-4b85-b02e-879dbb15456e tempest-FloatingIPsNegativeTestJSON-1810984102 tempest-FloatingIPsNegativeTestJSON-1810984102-project] show failed (client error): The resource could not be found.
Dec 11 20:53:33.691795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d25c4239-dc28-48aa-b681-411a9eb60b2f req-3ba618ac-0404-4b85-b02e-879dbb15456e tempest-FloatingIPsNegativeTestJSON-1810984102 tempest-FloatingIPsNegativeTestJSON-1810984102-project] 10.222.0.18 "GET /v2.0/floatingips/c3e4b74c-3310-4f69-bf87-85e1b071cdd5 HTTP/1.1" status: 404  len: 350 time: 0.0416033
Dec 11 20:53:33.702992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37872) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:33.761160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Network 24664007-8c72-44c0-ac4d-23c3611f58ba is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:33.791624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6385818-5d44-4925-878e-60131d8b7606 req-bd46fc50-df53-4b29-9902-ebc92474997f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4711695
Dec 11 20:53:33.800941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 24664007-8c72-44c0-ac4d-23c3611f58ba) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:33.812153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21baca13-699f-4502-a885-3b90e75cfe39 None None] Network 24664007-8c72-44c0-ac4d-23c3611f58ba requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:33.836420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:33.837586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:33.882818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-837a177d-5a8f-4b94-9cd9-311c1cfb537d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.3772163
Dec 11 20:53:33.886812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37874) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:33.900850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:33.916545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:33.921744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.001053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.003550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.120724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.138459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a12dd-3108-44f0-86e6-1c09d1b5aa3d None None] Network 24664007-8c72-44c0-ac4d-23c3611f58ba requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:34.142875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12ab7407-b716-4cca-8fca-28a89a8beafb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:34.181346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Allocated IP 172.20.0.11 (72fe9856-86b7-4a61-aa00-7369e84ba2e4/2a440351-e979-425a-a600-9100374e3a85/666bb6b2-47ca-4491-af34-74554864c42a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:34.196946 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.206061 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.281691 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Pushing event updated for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:34.316860 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.317259 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.317603 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.318040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.318372 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.318780 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.319190 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.320525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.320525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.320525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.320525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.320849 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.321052 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:34.376085 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Attempting to bind port bd41fc72-381e-4d03-98bc-dece26602254 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:34.376715 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Attempting to bind port bd41fc72-381e-4d03-98bc-dece26602254 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:34.377507 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Attempting to bind port bd41fc72-381e-4d03-98bc-dece26602254 on network 786c8695-5171-4f9e-ba4c-d795ab0c599d {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:34.379476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5420b-0ae8-42cd-bf02-abe6d73c222a req-d702c4c4-fd52-47df-b62f-d68e3e19bbad tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:34.383309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:34.384609 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Checking segment: {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:34.385371 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.385948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Bound using segment: {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:34.387092 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Bound port: bd41fc72-381e-4d03-98bc-dece26602254, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ad83ac-f5a1-4f3f-b433-796cc85bd56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:34.387806 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.388780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ad5420b-0ae8-42cd-bf02-abe6d73c222a req-d702c4c4-fd52-47df-b62f-d68e3e19bbad tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 945 time: 0.1473448
Dec 11 20:53:34.418523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 12ab7407-b716-4cca-8fca-28a89a8beafb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:34.419009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.470916 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] For port bd41fc72-381e-4d03-98bc-dece26602254, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:34.475943 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] For port bd41fc72-381e-4d03-98bc-dece26602254, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd41fc72-381e-4d03-98bc-dece26602254,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:34.484710 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.517338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.583334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.679337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ad5420b-0ae8-42cd-bf02-abe6d73c222a req-1811710a-8ea5-4064-ba07-12ae52e1c10a tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813132
Dec 11 20:53:34.680921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.719516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:34.722337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:34.728664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] Provisioning complete for port bd41fc72-381e-4d03-98bc-dece26602254 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:34.729035 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.744866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:34.754836 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.794751 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd563-0c54-4c80-bf00-0ca18bd6ea8e None None] Pushing event updated for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:34.839079 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:34.839604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:34.876872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.918863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] For port bd41fc72-381e-4d03-98bc-dece26602254, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd41fc72-381e-4d03-98bc-dece26602254,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:34.923930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:34.937902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.962294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:34.962976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:34.985050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fb0a2-2542-4c0b-b57a-3de2b6a0a804 req-ad63a0b5-0aaa-4268-b1b7-65948f4cd314 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:34.986754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-706fb0a2-2542-4c0b-b57a-3de2b6a0a804 req-ad63a0b5-0aaa-4268-b1b7-65948f4cd314 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 932 time: 0.1748085
Dec 11 20:53:34.990921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-a71d9713-1250-47c8-a32c-3f937805f9de tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6711550
Dec 11 20:53:35.017144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Request body: {'port': {'device_id': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:35.019537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57593c7f-0c4e-458c-9dd7-28582fda00a1 None None] Pushing event updated for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:35.070415 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:35.123590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-706fb0a2-2542-4c0b-b57a-3de2b6a0a804 req-cad249aa-818a-4faa-8eb7-25b9347b1cf8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231730
Dec 11 20:53:35.195573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-06ec7d5e-d4b7-4f21-977f-723072a29f97 None None] Provisioning complete for port bd41fc72-381e-4d03-98bc-dece26602254 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:35.198824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-06ec7d5e-d4b7-4f21-977f-723072a29f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.201023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.207678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.240799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.354087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-7350c464-1118-4038-9f4e-d151a2534db0 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:35.366381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-7350c464-1118-4038-9f4e-d151a2534db0 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 945 time: 0.2062275
Dec 11 20:53:35.383191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:35.405735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:35.406114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbd08d3c-5cb2-4231-9641-e2a213ae8bb5 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:35.425292 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a220>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 4, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd41fc72-381e-4d03-98bc-dece26602254', 'name': '', 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'mac_address': 'fa:16:3e:e6:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:28Z', 'updated_at': '2021-12-11T20:53:34Z', 'revision_number': 4, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'subnets': [{'id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:35.454380 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a72c9-178a-4d71-a86b-7989ea1713d0 None None] The sync data for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 is: [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:29Z', 'revision_number': 4, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd41fc72-381e-4d03-98bc-dece26602254', 'name': '', 'network_id': '786c8695-5171-4f9e-ba4c-d795ab0c599d', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'mac_address': 'fa:16:3e:e6:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:28Z', 'updated_at': '2021-12-11T20:53:34Z', 'revision_number': 4, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'subnets': [{'id': 'eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:35.548921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4894bf-ab9b-46fa-9a74-681c2114db2d req-df89d618-0c7c-485d-8658-91b56e7de5dc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:35.554956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa4894bf-ab9b-46fa-9a74-681c2114db2d req-df89d618-0c7c-485d-8658-91b56e7de5dc tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.1099195
Dec 11 20:53:35.627593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Allocated IP 172.35.1.31 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1c3b349b-f704-4382-bc15-db28fa48ba66) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:35.692561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa4894bf-ab9b-46fa-9a74-681c2114db2d req-83e44604-90c0-4198-8f1a-000a87d86580 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341081
Dec 11 20:53:35.695778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-95e21657-e17a-4bce-8e99-43b6d6b45ddc tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:35.697190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-95e21657-e17a-4bce-8e99-43b6d6b45ddc tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 946 time: 0.2640734
Dec 11 20:53:35.786920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666bb6b2-47ca-4491-af34-74554864c42a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:35.795884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.812470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Transition to ACTIVE for port object 666bb6b2-47ca-4491-af34-74554864c42a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:53:35.819531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.867055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:35.888036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Deleting port e289df51-5271-4c14-9f43-59dd07322b2a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:35.888906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:35.893787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Deleting port bd41fc72-381e-4d03-98bc-dece26602254 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:35.893787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.020025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Attempting to bind port 666bb6b2-47ca-4491-af34-74554864c42a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:36.020639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Attempting to bind port 666bb6b2-47ca-4491-af34-74554864c42a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:36.020899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Attempting to bind port 666bb6b2-47ca-4491-af34-74554864c42a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:36.032725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Port 666bb6b2-47ca-4491-af34-74554864c42a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:53:36.033193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Attempting to bind port 666bb6b2-47ca-4491-af34-74554864c42a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:36.053768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc1d3-d647-461c-8013-be0ded0de4bd req-4b7d8eb1-c9d4-4b74-8d08-9453a891c630 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.056061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8abc1d3-d647-461c-8013-be0ded0de4bd req-4b7d8eb1-c9d4-4b74-8d08-9453a891c630 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 945 time: 0.1665559
Dec 11 20:53:36.057345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:36.057909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Checking segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:36.058507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Bound using segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:36.059142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Bound port: 666bb6b2-47ca-4491-af34-74554864c42a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:36.059758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.093260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd41fc72-381e-4d03-98bc-dece26602254 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:36.217436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8abc1d3-d647-461c-8013-be0ded0de4bd req-0020ef39-2d13-4124-a543-75561769e9af tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314998
Dec 11 20:53:36.222342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:36.229887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bd41fc72-381e-4d03-98bc-dece26602254 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:36.230241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.232774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:36.244419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.315489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.316543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.319027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] 10.222.0.16 "PUT /v2.0/ports/666bb6b2-47ca-4491-af34-74554864c42a HTTP/1.1" status: 200  len: 1092 time: 1.3084228
Dec 11 20:53:36.319706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:36.322211 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "tag": "666bb6b2-47ca-4491-af34-74554864c42a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:36.421066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239f128-bc77-4cb1-934d-320006e55045 service neutron] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:36.452551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8278b-1ab9-4426-9a6f-571fd1d719af req-c354f15e-cea9-4b8b-8441-313db3c7136a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.454121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fe8278b-1ab9-4426-9a6f-571fd1d719af req-c354f15e-cea9-4b8b-8441-313db3c7136a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 944 time: 0.1082170
Dec 11 20:53:36.456991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-fcf82ee3-b72b-48b0-8539-ecad389cefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.458395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-fcf82ee3-b72b-48b0-8539-ecad389cefe4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 1095 time: 0.0832267
Dec 11 20:53:36.483013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.517263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-640da9e8-4d82-4344-a901-f9d5a0e6978e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666bb6b2-47ca-4491-af34-74554864c42a HTTP/1.1" status: 200  len: 217 time: 0.0490503
Dec 11 20:53:36.573651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fe8278b-1ab9-4426-9a6f-571fd1d719af req-992cef30-568e-4996-8e33-930e4ee83dbf tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117980
Dec 11 20:53:36.587208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048420-a888-4959-9d41-828a4910fd14 req-efc1bc01-87aa-42cf-8b22-d4ad72aa711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.588689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-efc1bc01-87aa-42cf-8b22-d4ad72aa711a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.0618179
Dec 11 20:53:36.604772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Deleting port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:36.605363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.612384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] For port e289df51-5271-4c14-9f43-59dd07322b2a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e289df51-5271-4c14-9f43-59dd07322b2a,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:36.612744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.628473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-8ce0ee86-7934-4308-980a-912741ef77bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0323062
Dec 11 20:53:36.630428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] For port bd41fc72-381e-4d03-98bc-dece26602254, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd41fc72-381e-4d03-98bc-dece26602254,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:36.630812 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.666715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Calling delete_port for e289df51-5271-4c14-9f43-59dd07322b2a owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:36.711858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b841f56-1806-44ba-87a1-086983f07152 req-ec2aeb1b-dc0d-45e6-a99b-5c1b68a75af6 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:36.719956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b841f56-1806-44ba-87a1-086983f07152 req-ec2aeb1b-dc0d-45e6-a99b-5c1b68a75af6 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.2576928
Dec 11 20:53:36.723786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Calling delete_port for bd41fc72-381e-4d03-98bc-dece26602254 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:36.750515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-96b9485d-f65d-4c11-994b-118282f81066 service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124725
Dec 11 20:53:36.793121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:36.793692 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f83c6-f5cd-4d6d-955f-53cee7094c20 x-openstack-request-id: req-447f83c6-f5cd-4d6d-955f-53cee7094c20 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:36.793989 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "tag": "666bb6b2-47ca-4491-af34-74554864c42a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:36.794542 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-447f83c6-f5cd-4d6d-955f-53cee7094c20 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:36.794870 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a', 'status': 'completed', 'code': 200}
Dec 11 20:53:36.881689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f048420-a888-4959-9d41-828a4910fd14 req-d64239e7-9934-4a4d-a34f-dbdabfe910bd service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187282
Dec 11 20:53:37.033122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:37.034147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-6bc295a7-2247-4238-8608-f13b33ab1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:37.037963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-6bc295a7-2247-4238-8608-f13b33ab1364 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 1095 time: 0.0978861
Dec 11 20:53:37.095141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Pushing event updated for resources: {'Port': ['ID=1c3b349b-f704-4382-bc15-db28fa48ba66,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:37.099257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:37.101952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:37.163520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b841f56-1806-44ba-87a1-086983f07152 req-8f975e38-fb98-4e43-ad4d-9272eb2e6c0c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4414086
Dec 11 20:53:37.172951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.173515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.173858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.174185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.174571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.174945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.175273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.175598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.176232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.176655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.177060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.177520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.177717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-3130aa53-c487-44ad-9390-78b8e8dfb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:37.177866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:37.179634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-3130aa53-c487-44ad-9390-78b8e8dfb051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 905 time: 0.1238575
Dec 11 20:53:37.205866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] For port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,segment=NetworkSegment(c2cb575e-a351-4684-b7f4-d41fd118eb7f),segment_id=c2cb575e-a351-4684-b7f4-d41fd118eb7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:37.206312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.236821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Calling delete_port for 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:37.242555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-ff048ad8-4ea5-4272-9111-2638005c3d5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=666bb6b2-47ca-4491-af34-74554864c42a HTTP/1.1" status: 200  len: 217 time: 0.0535879
Dec 11 20:53:37.341305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-106a9126-b35d-4bb3-846f-ede584924a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:37.342953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-106a9126-b35d-4bb3-846f-ede584924a26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.0783491
Dec 11 20:53:37.376206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37956) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:37.407397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37960) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:37.415746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-9faf9eac-17ea-49b2-814f-868eb8bc1192 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385315
Dec 11 20:53:37.456178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025808-1808-44f4-a7f7-c07557e03a04 req-ba545a61-869d-4d9b-b66f-ef128ccea20e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:37.457708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57025808-1808-44f4-a7f7-c07557e03a04 req-ba545a61-869d-4d9b-b66f-ef128ccea20e tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d4144c6-5a61-4cd6-8461-630f9fdc69cc HTTP/1.1" status: 200  len: 945 time: 0.1139786
Dec 11 20:53:37.502070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.566893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event deleted for resources: {'Port': ['ID=e289df51-5271-4c14-9f43-59dd07322b2a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:37.580450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57025808-1808-44f4-a7f7-c07557e03a04 req-d846a6d8-d5e6-4ea5-a03c-a272e0443bcb tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/security-groups?id=91c25190-8d96-4a1b-bd65-8035383f4178&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929005
Dec 11 20:53:37.584709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07585df-838d-4cc9-aaf1-cc08ec3fbe83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.594963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-0c6d90fb-9858-4a03-b1f9-0a4b3ee61406 service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707830
Dec 11 20:53:37.609471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:37.618403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5c05-428f-48de-9e54-2ea41f577e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.639431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.674509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] No DVR routers for this DVR port e289df51-5271-4c14-9f43-59dd07322b2a on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:37.704872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.708571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b34bda01-a126-4aab-8438-d3eb1dc40d34 req-5395cebc-3065-4937-bd00-5a06d89528c1 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.30 "DELETE /v2.0/ports/e289df51-5271-4c14-9f43-59dd07322b2a HTTP/1.1" status: 204  len: 173 time: 2.3250127
Dec 11 20:53:37.709352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'name': 'network-vif-deleted', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:37.711880 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdb4007-408a-4179-920a-64c06f2dffd3" -d '{"events": [{"server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "name": "network-vif-deleted", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:37.782372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd41fc72-381e-4d03-98bc-dece26602254,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:37.801530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.831394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-662f3ed5-0a11-4ffc-a238-8f73f7277f5d req-2c6be5a1-9ad8-43dd-af3f-901cc952adae service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242463
Dec 11 20:53:37.892600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5c05-428f-48de-9e54-2ea41f577e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.894835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07585df-838d-4cc9-aaf1-cc08ec3fbe83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.900692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfbd5c05-428f-48de-9e54-2ea41f577e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.906228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f07585df-838d-4cc9-aaf1-cc08ec3fbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:37.920635 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9751710-1eee-4389-a1e6-3047ed951940 x-openstack-request-id: req-f9751710-1eee-4389-a1e6-3047ed951940 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:37.920919 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4144c6-5a61-4cd6-8461-630f9fdc69cc", "name": "network-vif-deleted", "tag": "e289df51-5271-4c14-9f43-59dd07322b2a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:37.921274 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9751710-1eee-4389-a1e6-3047ed951940 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:37.921807 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4144c6-5a61-4cd6-8461-630f9fdc69cc', 'name': 'network-vif-deleted', 'tag': 'e289df51-5271-4c14-9f43-59dd07322b2a', 'status': 'completed', 'code': 200}
Dec 11 20:53:37.983178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bfbd5c05-428f-48de-9e54-2ea41f577e0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f2f3a1eb35a40b4b7f43810741deccb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5740330
Dec 11 20:53:37.984267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd5c05-428f-48de-9e54-2ea41f577e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03371a8b-354e-49e1-92eb-6a110fc373ff,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:37.987327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:38.000385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f07585df-838d-4cc9-aaf1-cc08ec3fbe83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c1576011d5f48d293a763271ece2c73&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6216800
Dec 11 20:53:38.022892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37972) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:38.033461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.036058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.057531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476864c-8821-4562-b791-0761cb05ae30 req-4e266abd-328d-4789-9974-697e10549c1e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:38.065417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4476864c-8821-4562-b791-0761cb05ae30 req-4e266abd-328d-4789-9974-697e10549c1e tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 944 time: 0.3663042
Dec 11 20:53:38.079477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07585df-838d-4cc9-aaf1-cc08ec3fbe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d527e1cf-482e-41c5-995a-ef343c17e970,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:38.132479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.137491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.144284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Pushing event deleted for resources: {'Port': ['ID=7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:38.174564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.184937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.245443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] No DVR routers for this DVR port 7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:38.255072 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.258385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dde3af2c-3d5d-4b67-94ad-7359882d7446 req-13d54203-ebda-44ff-b16b-d2b0d307e515 tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.16 "DELETE /v2.0/ports/7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8 HTTP/1.1" status: 204  len: 173 time: 2.5432668
Dec 11 20:53:38.321730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4476864c-8821-4562-b791-0761cb05ae30 req-ecd6d198-5134-425f-9d9f-ffcb454bf9ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2553508
Dec 11 20:53:38.322423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.329407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.336136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.339626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03371a8b-354e-49e1-92eb-6a110fc373ff HTTP/1.1" status: 204  len: 168 time: 0.3488348
Dec 11 20:53:38.355823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.358063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.362235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d527e1cf-482e-41c5-995a-ef343c17e970 HTTP/1.1" status: 204  len: 168 time: 0.3381643
Dec 11 20:53:38.370394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f80c5-a8c0-4dee-853d-400b6c2d3441 req-fb520e81-47bc-47fc-9cc1-6e4027f9904f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:38.379179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-574f80c5-a8c0-4dee-853d-400b6c2d3441 req-fb520e81-47bc-47fc-9cc1-6e4027f9904f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.1350784
Dec 11 20:53:38.389182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65758a-5349-4525-bed8-e58d5c3597fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03371a8b-354e-49e1-92eb-6a110fc373ff,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:38.414640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab9e2e-75b5-44c5-b41f-a9a33564fac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d527e1cf-482e-41c5-995a-ef343c17e970,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:38.447725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-574f80c5-a8c0-4dee-853d-400b6c2d3441 req-42cdfb57-5bb2-4ce9-ab9e-c3d7a4e2473f tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671811
Dec 11 20:53:38.614816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.707318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06efb90-accf-477a-852b-ae20dec8c047 req-11a6a569-8546-4230-8301-fa06e3347559 tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:38.714439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e06efb90-accf-477a-852b-ae20dec8c047 req-11a6a569-8546-4230-8301-fa06e3347559 tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 1101 time: 0.1608605
Dec 11 20:53:38.756742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e06efb90-accf-477a-852b-ae20dec8c047 req-4dc95637-4ce1-4099-9486-2a04bf5663de tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.775427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8697f9a8-8979-44f0-af8b-46c33a2980fe req-f408003d-a369-4860-9457-64f5d7a5166d tempest-MultipleCreateTestJSON-1096916425 tempest-MultipleCreateTestJSON-1096916425-project] 10.222.0.18 "GET /v2.0/ports?device_id=31cf03be-d5dd-4231-abb8-1a59df160e4f HTTP/1.1" status: 200  len: 210 time: 0.0648263
Dec 11 20:53:38.833062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37996) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:38.854431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-181c1b0c-6b2d-497a-b960-3a896fd685e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.901113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:38.956424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-181c1b0c-6b2d-497a-b960-3a896fd685e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:38.961529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-181c1b0c-6b2d-497a-b960-3a896fd685e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.007210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-181c1b0c-6b2d-497a-b960-3a896fd685e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=610403bc42784d1ba885f02876a7326b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1690645
Dec 11 20:53:39.007210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c1b0c-6b2d-497a-b960-3a896fd685e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1be2df9-29e2-4927-a4b7-df51641e2a74,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:39.007552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Router c6b075d1-736b-4560-bb30-468f733318fa is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:53:39.008288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38000) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:39.021486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e06efb90-accf-477a-852b-ae20dec8c047 req-4dc95637-4ce1-4099-9486-2a04bf5663de tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.030701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e06efb90-accf-477a-852b-ae20dec8c047 req-4dc95637-4ce1-4099-9486-2a04bf5663de tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.062844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.087728 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.153333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.156652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.161067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1be2df9-29e2-4927-a4b7-df51641e2a74 HTTP/1.1" status: 204  len: 168 time: 0.1486394
Dec 11 20:53:39.175015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f5921-c0b2-4bf8-9a56-ba70cd749fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1be2df9-29e2-4927-a4b7-df51641e2a74,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:39.402076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e289df51-5271-4c14-9f43-59dd07322b2a no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:39.448233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: e289df51-5271-4c14-9f43-59dd07322b2a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:39.448826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e289df51-5271-4c14-9f43-59dd07322b2a not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:39.456891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e06efb90-accf-477a-852b-ae20dec8c047 req-4dc95637-4ce1-4099-9486-2a04bf5663de tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7413106
Dec 11 20:53:39.457498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc95637-4ce1-4099-9486-2a04bf5663de tempest-LiveMigrationNegativeTest-170858832 tempest-LiveMigrationNegativeTest-170858832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b25c26-4e2e-4f05-a8e1-07fc2b49adff,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:39.463048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:39.472361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca9be09b-0626-464f-962c-7f6d898b0107 admin admin] 10.222.0.18 "PUT /v2.0/routers/95a8bc00-9350-4993-90b9-0cdcfbbe00b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7592859
Dec 11 20:53:39.474127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:39.492137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Sync routers for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:39.532454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:39.535345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:39.550542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d95f54-185f-47c7-beba-d89257f2983d req-53ea2557-8854-40ac-b8b3-8ae48a800501 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:39.561843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59d95f54-185f-47c7-beba-d89257f2983d req-53ea2557-8854-40ac-b8b3-8ae48a800501 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 944 time: 0.1178584
Dec 11 20:53:39.582740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38030) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:39.590814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:39.604068 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Sync routers for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:39.632485 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:39.633515 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842672e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:39.656948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.658210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dc894266-7f8c-4134-926c-2591d6059b3a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.7689149
Dec 11 20:53:39.662841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38036) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:39.682636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59d95f54-185f-47c7-beba-d89257f2983d req-a2045e37-02f4-48cc-bb66-fc4d5e796c3a tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198604
Dec 11 20:53:39.695116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:39.766337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:39.844503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:39.906166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38044) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:39.908966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:39.922072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-225635639-network', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:39.929790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'name': 'network-vif-deleted', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:39.932217 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f1f43-c8d5-46a5-960a-577e223eceb7" -d '{"events": [{"server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "name": "network-vif-deleted", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:40.034730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:53:40.036207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.044736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:40.047576 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.064177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.069269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Deleting subnet 3409403a-f0b4-4eaa-aa89-971212a184b7 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:40.081285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.138900 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73495cb8-6076-4136-8265-005fb37f2e39 x-openstack-request-id: req-73495cb8-6076-4136-8265-005fb37f2e39 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:40.141039 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31cf03be-d5dd-4231-abb8-1a59df160e4f", "name": "network-vif-deleted", "tag": "7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:40.141481 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73495cb8-6076-4136-8265-005fb37f2e39 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:40.142043 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31cf03be-d5dd-4231-abb8-1a59df160e4f', 'name': 'network-vif-deleted', 'tag': '7c2ed773-18b1-4cb8-9af7-ea86bac8b1f8', 'status': 'completed', 'code': 200}
Dec 11 20:53:40.192565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.339349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:40.343710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.344518 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842672e0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:37Z', 'revision_number': 3, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:40.356070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '666bb6b2-47ca-4491-af34-74554864c42a', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': '666bb6b2-47ca-4491-af34-74554864c42a', 'mac_address': 'fa:16:3e:a4:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:40.390655 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Checking router: c6b075d1-736b-4560-bb30-468f733318fa for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:40.391013 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Updating router c6b075d1-736b-4560-bb30-468f733318fa port 1c3b349b-f704-4382-bc15-db28fa48ba66 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:40.399773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2a62-9315-4fc5-aa3a-4b7511d3ff26 req-cb41ba06-445c-4d73-aa5d-83533655740d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:40.407972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b1c2a62-9315-4fc5-aa3a-4b7511d3ff26 req-cb41ba06-445c-4d73-aa5d-83533655740d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.2083769
Dec 11 20:53:40.422467 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.425699 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.425928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Deleting port 12ab7407-b716-4cca-8fca-28a89a8beafb {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:40.426306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.451002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666bb6b2-47ca-4491-af34-74554864c42a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:40.473751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:40.486411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a0a0>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149'}], 'enable_snat': True}, 'gw_port_id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:37Z', 'revision_number': 5, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port': {'id': '12ab7407-b716-4cca-8fca-28a89a8beafb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:99:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:23Z', 'updated_at': '2021-12-11T20:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:40.518193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.521223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.522080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Checking router: 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:40.524470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.567333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Routers {'95a8bc00-9350-4993-90b9-0cdcfbbe00b8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:40.569298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:40.629455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b1c2a62-9315-4fc5-aa3a-4b7511d3ff26 req-d450520c-40fe-4afc-80f1-e18914990f7d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204170
Dec 11 20:53:40.635029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.666310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:40.684320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:40.708476 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.740538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556e0425-bd32-4bf2-bf0f-90f992c2bab0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:40.741301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Allocated IP 172.20.0.1 (24664007-8c72-44c0-ac4d-23c3611f58ba/96d52ace-7401-456e-830d-18a73f9d3060/a9bfe3a3-8753-4540-b2df-c6bec664fec6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:40.756567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.759293 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Added segment 93b40f51-a151-4a2c-acb2-73e877af2710 of type vlan for network e615d4f5-3115-44f2-903a-4310e83a8570
Dec 11 20:53:40.787612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.792321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3409403a-f0b4-4eaa-aa89-971212a184b7 HTTP/1.1" status: 204  len: 168 time: 0.8832829
Dec 11 20:53:40.802499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38066) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:40.817457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f228b24-cda7-4eac-bf66-cc630dcd7a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3409403a-f0b4-4eaa-aa89-971212a184b7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:40.852820 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.861913 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.924067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.925881 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Attempting to bind port 1c3b349b-f704-4382-bc15-db28fa48ba66 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:40.926250 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Attempting to bind port 1c3b349b-f704-4382-bc15-db28fa48ba66 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:40.926640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Attempting to bind port 1c3b349b-f704-4382-bc15-db28fa48ba66 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:40.933903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a2ecb-e179-48b0-9a5c-5342d5f00194 None None] Pushing event updated for resources: {'Port': ['ID=1c3b349b-f704-4382-bc15-db28fa48ba66,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:40.945101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:40.946401 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:40.947406 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.947406 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:40.947757 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Bound port: 1c3b349b-f704-4382-bc15-db28fa48ba66, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:40.948066 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:40.983841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] Set router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:40.984752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157894-b36b-4af7-ab4a-22afe32182f1 req-078b1b8b-3341-4a5b-aac8-aef7539af600 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:40.985986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['666bb6b2-47ca-4491-af34-74554864c42a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:40.986140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2157894-b36b-4af7-ab4a-22afe32182f1 req-078b1b8b-3341-4a5b-aac8-aef7539af600 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 945 time: 0.1489005
Dec 11 20:53:40.994076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.003289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:41.003769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.019623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] For port 1c3b349b-f704-4382-bc15-db28fa48ba66, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:41.023495 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] For port 1c3b349b-f704-4382-bc15-db28fa48ba66, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c3b349b-f704-4382-bc15-db28fa48ba66,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:41.035974 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:53:41.037287 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.089807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.092480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] For port 12ab7407-b716-4cca-8fca-28a89a8beafb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12ab7407-b716-4cca-8fca-28a89a8beafb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:41.093098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.107115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2157894-b36b-4af7-ab4a-22afe32182f1 req-ca2a537c-cbfc-45f4-8009-6518eacfd7cf tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086125
Dec 11 20:53:41.125467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Calling delete_port for 12ab7407-b716-4cca-8fca-28a89a8beafb owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:41.133094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a0a0>, [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:40Z', 'revision_number': 6, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.164831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.188500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b780bc3c-2366-4321-989b-b27ced2ddc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.190749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c71812-800e-4a19-bc39-2f45d7f2341b None None] The sync data for ids ['95a8bc00-9350-4993-90b9-0cdcfbbe00b8'] in ncdv-master-1 is: [{'id': '95a8bc00-9350-4993-90b9-0cdcfbbe00b8', 'name': 'tempest-FloatingIPsNegativeTestJSON-186460912-router', 'tenant_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:21Z', 'updated_at': '2021-12-11T20:53:40Z', 'revision_number': 6, 'project_id': 'caa1d5b7631e4f218e40b0c95fccda11', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:41.223597 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:41.224952 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842672e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.242319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:41.251229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Network 24664007-8c72-44c0-ac4d-23c3611f58ba is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:41.252717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:41.261612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:41.344124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.356248 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a2ecb-e179-48b0-9a5c-5342d5f00194 None None] Pushing event updated for resources: {'Port': ['ID=1c3b349b-f704-4382-bc15-db28fa48ba66,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:41.400070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8186049
Dec 11 20:53:41.407439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38080) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:41.417006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Request body: {'subnet': {'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-225635639-subnet', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:41.424309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136292b-9d79-410f-85f7-0a7b6340f2bb admin admin] Pushing event updated for resources: {'Network': ['ID=e615d4f5-3115-44f2-903a-4310e83a8570,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:41.438399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.442886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e615d4f5-3115-44f2-903a-4310e83a8570 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:41.500592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:41.503360 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.537677 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:41.560257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.636945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.681443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ab7407-b716-4cca-8fca-28a89a8beafb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:41.777336 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842672e0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:37Z', 'revision_number': 3, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.815684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe478a-db1d-4737-a676-a16aa7e469a4 None None] The sync data for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 is: [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:37Z', 'revision_number': 3, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:41.858182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.882005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.946855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eda4400>,) {'filters': {'network_id': ['8d940783-e4b5-42f8-a015-cf0ccbe64e5f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.951706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.958845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.964108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8562328e-b481-428b-a8b2-b0cbfb2a5034,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:41.965201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eda4400>, 'c2cb575e-a351-4684-b7f4-d41fd118eb7f') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.965860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eda4400>, 'c2cb575e-a351-4684-b7f4-d41fd118eb7f') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:41.974338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:41.978815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.008988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e128763-6a06-474a-b16f-0d006de05912 req-d440e208-5807-4ffb-8b36-6ca8c4606cfa tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:42.010670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e128763-6a06-474a-b16f-0d006de05912 req-d440e208-5807-4ffb-8b36-6ca8c4606cfa tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.2893469
Dec 11 20:53:42.043192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Checking segment: {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:42.043492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Network hostable DHCP agents. Network: e615d4f5-3115-44f2-903a-4310e83a8570, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:42.066385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.084294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:42.085094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.109900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Network e615d4f5-3115-44f2-903a-4310e83a8570 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:42.163950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:42.164342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:42.173566 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:42.176533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.187790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e615d4f5-3115-44f2-903a-4310e83a8570) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:42.194543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:42.195126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.203526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff737c45-6f3a-4d96-abd9-456ba26ce624 req-6790fee1-d7c5-4eaa-a790-b2f2e013b3c7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:42.204956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40827db6-f3eb-4d17-b495-0e3b478e5ecd None None] Network e615d4f5-3115-44f2-903a-4310e83a8570 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:42.205135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff737c45-6f3a-4d96-abd9-456ba26ce624 req-6790fee1-d7c5-4eaa-a790-b2f2e013b3c7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 950 time: 0.3901393
Dec 11 20:53:42.214884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.308134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e210e5c5-073d-4c8b-a001-eb0269308204 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8973672
Dec 11 20:53:42.328498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38096) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:42.339656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:42.372356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12ab7407-b716-4cca-8fca-28a89a8beafb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:42.430291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 12ab7407-b716-4cca-8fca-28a89a8beafb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:42.430801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 12ab7407-b716-4cca-8fca-28a89a8beafb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:42.431470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd41fc72-381e-4d03-98bc-dece26602254 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:42.436026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.437112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.443007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Network 24664007-8c72-44c0-ac4d-23c3611f58ba is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:42.447804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:42.461108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.465865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: bd41fc72-381e-4d03-98bc-dece26602254 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:42.467203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd41fc72-381e-4d03-98bc-dece26602254 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:42.467749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.476945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8d940783-e4b5-42f8-a015-cf0ccbe64e5f HTTP/1.1" status: 204  len: 168 time: 1.6724904
Dec 11 20:53:42.506119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.508711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a8bc00-9350-4993-90b9-0cdcfbbe00b8 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:53:42.517976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.521670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7ba5d24a-440d-4b40-84c6-72a569d7e076 admin admin] 10.222.0.18 "DELETE /v2.0/routers/95a8bc00-9350-4993-90b9-0cdcfbbe00b8 HTTP/1.1" status: 204  len: 168 time: 3.0398383
Dec 11 20:53:42.523177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:42.524310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13dcfd-eba5-45ff-8b46-bcb47e92f514 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d940783-e4b5-42f8-a015-cf0ccbe64e5f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:42.525791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063d242-5f1d-4610-973b-a4e96118449f req-85dd22d7-381b-43cb-945f-e43e6be7a2ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:42.535235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b063d242-5f1d-4610-973b-a4e96118449f req-85dd22d7-381b-43cb-945f-e43e6be7a2ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 945 time: 0.2371743
Dec 11 20:53:42.567961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e615d4f5-3115-44f2-903a-4310e83a8570', 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570', 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'fixed_ips': [{'subnet_id': '8562328e-b481-428b-a8b2-b0cbfb2a5034'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:53:42.568938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38104) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:42.569773 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.706627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.746598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff737c45-6f3a-4d96-abd9-456ba26ce624 req-caffeb65-2254-49b6-bc25-5c7dd156461a tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5244255
Dec 11 20:53:42.768046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b063d242-5f1d-4610-973b-a4e96118449f req-99e89b1a-0a4d-4c9f-bd84-1b59a7844da0 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311685
Dec 11 20:53:42.770050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Deleting subnet eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:42.774098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.892275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Deleting port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:42.892771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.899436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:42.938820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Router c6b075d1-736b-4560-bb30-468f733318fa has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:42.940631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Allocated IP 172.20.0.2 (e615d4f5-3115-44f2-903a-4310e83a8570/8562328e-b481-428b-a8b2-b0cbfb2a5034/d0e9a654-414d-4805-acdd-e073729a011a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:42.961515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2476ff72-79f7-4b8f-adaa-8e10a1e0b9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:42.971049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.127418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3dca81be-8f0d-4062-9648-f413d4d0b4ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b2610392ee14678820e00e18559bbcf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2208095
Dec 11 20:53:43.132963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:43.141626 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.151203 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.197562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Network e615d4f5-3115-44f2-903a-4310e83a8570 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:43.201813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:43.208766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:43.216187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Pushing event updated for resources: {'Port': ['ID=d0e9a654-414d-4805-acdd-e073729a011a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.259524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] For port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:43.259891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.302313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Attempting to bind port d0e9a654-414d-4805-acdd-e073729a011a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:43.303923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Attempting to bind port d0e9a654-414d-4805-acdd-e073729a011a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:43.304110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Calling delete_port for 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:43.304701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Attempting to bind port d0e9a654-414d-4805-acdd-e073729a011a on network e615d4f5-3115-44f2-903a-4310e83a8570 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:43.314330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:43.314997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Checking segment: {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:43.315628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.316230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Bound using segment: {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:43.316971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Bound port: d0e9a654-414d-4805-acdd-e073729a011a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:43.317684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.318188 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.382302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] For port d0e9a654-414d-4805-acdd-e073729a011a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:43.386498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] For port d0e9a654-414d-4805-acdd-e073729a011a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e9a654-414d-4805-acdd-e073729a011a,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:43.391611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.425937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.435430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2476ff72-79f7-4b8f-adaa-8e10a1e0b9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.454040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2476ff72-79f7-4b8f-adaa-8e10a1e0b9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.455948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7edddbb2-915c-4bc5-ba7c-bf0adaf9c70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.461119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.472997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d122ac-efd2-45db-98c7-07bcf494d223 None None] Pushing event updated for resources: {'Port': ['ID=d0e9a654-414d-4805-acdd-e073729a011a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.504304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.568915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:43.574747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6a45529b-c34b-403b-b87a-a18ef6314968 admin admin] 10.222.0.18 "PUT /v2.0/routers/c6b075d1-736b-4560-bb30-468f733318fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9105992
Dec 11 20:53:43.586678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476ff72-79f7-4b8f-adaa-8e10a1e0b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee0e8ef-1c73-47c4-8fbc-c30c580d50f8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.589756 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.611957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2476ff72-79f7-4b8f-adaa-8e10a1e0b9d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87ec78012db54057b4dd04115b3f8cae&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9727006
Dec 11 20:53:43.615692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:43.620901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:43.689383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.695385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.700516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38116) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:43.707147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e74b7459-f820-4154-aa26-5de10d8e7223 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb488b7a-93c5-4f87-a4a8-d0a6e2b5d9a2 HTTP/1.1" status: 204  len: 168 time: 1.1654181
Dec 11 20:53:43.742613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 666bb6b2-47ca-4491-af34-74554864c42a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:53:43.747925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 666bb6b2-47ca-4491-af34-74554864c42a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:43.748391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.787597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c0c1c6-02ea-42f8-b197-878f39315649 None None] Network 786c8695-5171-4f9e-ba4c-d795ab0c599d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:43.797215 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.800037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.801456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91c25190-8d96-4a1b-bd65-8035383f4178 HTTP/1.1" status: 204  len: 168 time: 0.6657679
Dec 11 20:53:43.828325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e507981-4021-461f-9ee6-280cacfed974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c25190-8d96-4a1b-bd65-8035383f4178,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.842956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.903256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Pushing event deleted for resources: {'Port': ['ID=36bdaf3f-5b33-4224-87ca-3a07d4c3c75f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:43.960138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] No DVR routers for this DVR port 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:43.963076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:43.964617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['20111d12-fd95-48f1-90ba-2509200e2cb5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:43.969404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e128763-6a06-474a-b16f-0d006de05912 req-b0a3efa9-a590-4606-942c-c89e9d1137cb tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.30 "DELETE /v2.0/ports/36bdaf3f-5b33-4224-87ca-3a07d4c3c75f HTTP/1.1" status: 204  len: 173 time: 1.8805177
Dec 11 20:53:43.970372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'name': 'network-vif-deleted', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:43.974215 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c56b1-3217-4f7a-9759-2d043003c5ff" -d '{"events": [{"server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "name": "network-vif-deleted", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:44.019067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.169924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c32ca-5a9c-451c-9038-f43aec2a33ee req-cca25c45-bd0f-493a-8f9e-17aa3c18ab70 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:44.183918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-551c32ca-5a9c-451c-9038-f43aec2a33ee req-cca25c45-bd0f-493a-8f9e-17aa3c18ab70 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 945 time: 0.1922336
Dec 11 20:53:44.241013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c3b349b-f704-4382-bc15-db28fa48ba66 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:44.275032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.283643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-551c32ca-5a9c-451c-9038-f43aec2a33ee req-759b4e7e-c806-454b-85ac-41d78459c049 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879762
Dec 11 20:53:44.299000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-930c2083-db5a-477e-bab0-54b737847fb6 req-48d50515-40f2-42d8-a8af-2d5c7dde622d tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b769482-edaa-4fac-a88e-8bc2a77ea946 HTTP/1.1" status: 200  len: 210 time: 0.3270321
Dec 11 20:53:44.373968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.392498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.448027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.517359 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8592e6bb-b14c-43fb-a7cb-412ef85afe95 x-openstack-request-id: req-8592e6bb-b14c-43fb-a7cb-412ef85afe95 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:44.517979 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b769482-edaa-4fac-a88e-8bc2a77ea946", "name": "network-vif-deleted", "tag": "36bdaf3f-5b33-4224-87ca-3a07d4c3c75f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:44.518255 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8592e6bb-b14c-43fb-a7cb-412ef85afe95 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:44.518694 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b769482-edaa-4fac-a88e-8bc2a77ea946', 'name': 'network-vif-deleted', 'tag': '36bdaf3f-5b33-4224-87ca-3a07d4c3c75f', 'status': 'completed', 'code': 200}
Dec 11 20:53:44.522616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.525734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] DHCP port deletion for 786c8695-5171-4f9e-ba4c-d795ab0c599d request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:53:44.590008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1c3b349b-f704-4382-bc15-db28fa48ba66 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:44.590403 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.639768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:44.644950 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9a3548-b21b-4477-b2b2-85a1a770d2d9" -d '{"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-plugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:44.650669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.654655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.658307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ee0e8ef-1c73-47c4-8fbc-c30c580d50f8 HTTP/1.1" status: 204  len: 168 time: 1.0401928
Dec 11 20:53:44.714325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:44.720306 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496fdea-bb7a-4d76-9e46-a270d8e32400 x-openstack-request-id: req-b496fdea-bb7a-4d76-9e46-a270d8e32400 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:44.720986 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-plugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:44.721415 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b496fdea-bb7a-4d76-9e46-a270d8e32400 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:44.722023 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a', 'code': 200}
Dec 11 20:53:44.739037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.859810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.869458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Deleting port 5de5e713-2259-4760-a9cf-1fd452ea8c02 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:44.870055 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:44.872852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:44.993057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Allocated IP 172.35.1.59 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d336dfcc-566a-4243-9155-1f9a119af598) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:45.036617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Sync routers for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:45.053870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.060726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] For port 5de5e713-2259-4760-a9cf-1fd452ea8c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de5e713-2259-4760-a9cf-1fd452ea8c02,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:45.061334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.092866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Calling delete_port for 5de5e713-2259-4760-a9cf-1fd452ea8c02 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:45.100243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:45.100825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76fbf760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:45.164531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093902-3d25-47bf-b513-eaceeb96815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee0e8ef-1c73-47c4-8fbc-c30c580d50f8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:45.168090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:45.179607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 1c3b349b-f704-4382-bc15-db28fa48ba66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c3b349b-f704-4382-bc15-db28fa48ba66,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:45.181806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.186190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Deleting port 5de5e713-2259-4760-a9cf-1fd452ea8c02 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:45.186772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.208526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-6b74154b-359d-4966-9933-8b25249a9353 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:45.211819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.212755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0e9a654-414d-4805-acdd-e073729a011a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:45.216593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-6b74154b-359d-4966-9933-8b25249a9353 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 819 time: 0.3933785
Dec 11 20:53:45.249792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-ccd85c7f-8c12-4f25-8fa9-a2ea345953d1 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/quotas/fb08669fc6964246bc3b6166f94e9e9a HTTP/1.1" status: 200  len: 375 time: 0.0322390
Dec 11 20:53:45.272417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d986eb8-2610-4033-a88f-64d2a1ef9727 req-92425203-40bc-4d85-9f7a-684530f5818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:45.273945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d986eb8-2610-4033-a88f-64d2a1ef9727 req-92425203-40bc-4d85-9f7a-684530f5818a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 1097 time: 0.4174132
Dec 11 20:53:45.302490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] For port 5de5e713-2259-4760-a9cf-1fd452ea8c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5de5e713-2259-4760-a9cf-1fd452ea8c02,segment=NetworkSegment(88ad83ac-f5a1-4f3f-b433-796cc85bd56b),segment_id=88ad83ac-f5a1-4f3f-b433-796cc85bd56b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:45.303155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.312024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38168) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:45.347394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Calling delete_port for 5de5e713-2259-4760-a9cf-1fd452ea8c02 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:45.377098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d986eb8-2610-4033-a88f-64d2a1ef9727 req-93a9cd0a-198e-4d00-bed8-8c3d4fdf7ea4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842206
Dec 11 20:53:45.392467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-d07e68df-5ae5-434b-84a9-8a7503e4f02f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1417353
Dec 11 20:53:45.456766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1089272782-network', 'tenant_id': 'a0daa5cb0a5d45c2b197abd10c77afb1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:45.484987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63011c39-a000-42aa-b673-678428ba30d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.543825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.545969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Made reservation on behalf of a0daa5cb0a5d45c2b197abd10c77afb1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:45.548312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.559809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:45.560928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.562526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf51de6a-b231-40d7-856a-86d6da661cfa None None] Network e615d4f5-3115-44f2-903a-4310e83a8570 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:45.609607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:45.618602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-a6751539-b411-49ca-8a47-56aef6a76be0 service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251294
Dec 11 20:53:45.651682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:45.664264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:45.675938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.694292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:45.694824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36bdaf3f-5b33-4224-87ca-3a07d4c3c75f not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:45.744192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bef9cf-8121-41b2-9397-c047e9c0aff1 req-5141e181-c2b4-4057-bc0e-a2f42a353a38 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:45.745801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41bef9cf-8121-41b2-9397-c047e9c0aff1 req-5141e181-c2b4-4057-bc0e-a2f42a353a38 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 946 time: 0.2930884
Dec 11 20:53:45.752196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63011c39-a000-42aa-b673-678428ba30d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.753332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Pushing event updated for resources: {'Port': ['ID=d336dfcc-566a-4243-9155-1f9a119af598,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:45.755886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] No DVR routers for this DVR port 5de5e713-2259-4760-a9cf-1fd452ea8c02 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:45.767138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.797866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63011c39-a000-42aa-b673-678428ba30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.799825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=1c3b349b-f704-4382-bc15-db28fa48ba66,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:45.827664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] Provisioning complete for port d0e9a654-414d-4805-acdd-e073729a011a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:45.828036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.845599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Pushing event deleted for resources: {'Port': ['ID=5de5e713-2259-4760-a9cf-1fd452ea8c02,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:45.875319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:45.929749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.959415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d0e9a654-414d-4805-acdd-e073729a011a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:45.959791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:45.986097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-63011c39-a000-42aa-b673-678428ba30d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e550288a66084e8b81db791bd0f1fa6b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8120115
Dec 11 20:53:46.014011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] Pushing event deleted for resources: {'Port': ['ID=5de5e713-2259-4760-a9cf-1fd452ea8c02,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.023094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38186) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:46.029589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011c39-a000-42aa-b673-678428ba30d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c62912-bc1b-49c7-876e-b6cb34f24dbe,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.054585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1ab7c9-549e-4c22-805b-940594733971 None None] No DVR routers for this DVR port 5de5e713-2259-4760-a9cf-1fd452ea8c02 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:46.057323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.093561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41bef9cf-8121-41b2-9397-c047e9c0aff1 req-8741f5ef-d6e5-4139-8198-cfde2d89ea07 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3291130
Dec 11 20:53:46.098453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9af280>,) {'filters': {'network_id': ['786c8695-5171-4f9e-ba4c-d795ab0c599d']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:46.129619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9af280>, '88ad83ac-f5a1-4f3f-b433-796cc85bd56b') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:46.129917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9af280>, '88ad83ac-f5a1-4f3f-b433-796cc85bd56b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:46.174282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.175009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.184171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.203332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-76e49877-a6b2-43a4-b076-87951ef417cd service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5835083
Dec 11 20:53:46.240213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.273522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b1ebd-f386-407a-8fb6-d92dd000fa06,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.281453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.288781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:46.319542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.319922 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Added segment a70ad83b-82eb-411b-8f68-ef521e7b3727 of type vlan for network c555d65b-b001-4bac-8300-799c98d8b145
Dec 11 20:53:46.335297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.336295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.369301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.389299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:46.390303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:46.392285 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:46.429555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.500688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.501897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:46.502526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.513511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.516447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.518185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83c62912-bc1b-49c7-876e-b6cb34f24dbe HTTP/1.1" status: 204  len: 168 time: 0.4934728
Dec 11 20:53:46.520272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.583128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.584133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cbdb0-d031-4082-8a33-a0fd655e2c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c62912-bc1b-49c7-876e-b6cb34f24dbe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.601282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.620129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] 10.222.0.18 "DELETE /v2.0/networks/786c8695-5171-4f9e-ba4c-d795ab0c599d HTTP/1.1" status: 204  len: 168 time: 2.9188302
Dec 11 20:53:46.651679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.656863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] For port d0e9a654-414d-4805-acdd-e073729a011a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e9a654-414d-4805-acdd-e073729a011a,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:46.668261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b70f-39fc-44a3-8f37-e2bdd98c073c admin admin] Pushing event deleted for resources: {'Network': ['ID=786c8695-5171-4f9e-ba4c-d795ab0c599d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.692014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.763484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:46.763706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.4490230
Dec 11 20:53:46.775678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Request body: {'subnet': {'network_id': 'c555d65b-b001-4bac-8300-799c98d8b145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1089272782-subnet', 'tenant_id': 'a0daa5cb0a5d45c2b197abd10c77afb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:46.874281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65ce61d4-2d40-4fba-980a-b0c6a8e4fced req-de108eaf-2c81-46dd-89da-115c240dab21 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 210 time: 0.1432221
Dec 11 20:53:46.876504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d1cca-197d-4c31-bf1c-b14f8db95cff admin admin] Pushing event updated for resources: {'Network': ['ID=c555d65b-b001-4bac-8300-799c98d8b145,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:46.900865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38206) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:46.901830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c555d65b-b001-4bac-8300-799c98d8b145 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:46.905428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:53:46.906109 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:53:46.936347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60b1a5e-10b5-4a7b-8c47-5a7d49a4dff0 None None] Provisioning complete for port d0e9a654-414d-4805-acdd-e073729a011a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:46.937159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60b1a5e-10b5-4a7b-8c47-5a7d49a4dff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.944098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76fbf760>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 2, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:46.962194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Made reservation on behalf of a0daa5cb0a5d45c2b197abd10c77afb1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:46.964378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:46.997372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b4529e12-b7e1-49e2-8f99-eca0a5792f3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa1d5b7631e4f218e40b0c95fccda11&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0944011
Dec 11 20:53:47.000438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38212) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:47.001229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0cb48-6d25-49b9-90c7-38febb1a3f78 None None] Pushing event updated for resources: {'Port': ['ID=d0e9a654-414d-4805-acdd-e073729a011a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:47.090959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.099585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Checking router: c6b075d1-736b-4560-bb30-468f733318fa for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:47.100136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Updating router c6b075d1-736b-4560-bb30-468f733318fa port a9bfe3a3-8753-4540-b2df-c6bec664fec6 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:47.127822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.175741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0876de-e62f-4b8b-ba04-480298c98791 req-f4a86186-8255-4691-8fd9-48b6640c347c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:47.181909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b0876de-e62f-4b8b-ba04-480298c98791 req-f4a86186-8255-4691-8fd9-48b6640c347c tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.2262876
Dec 11 20:53:47.183927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.202274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.292305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.296674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.298201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66370802-2277-4123-a980-c198c00e1354 HTTP/1.1" status: 204  len: 168 time: 0.2960529
Dec 11 20:53:47.316416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238a4f-19ef-4dce-b05a-9bb40e13a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66370802-2277-4123-a980-c198c00e1354,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:47.329625 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.349587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4d128-17b3-4cf0-9401-0ef0c073b668 req-ee5dbf4f-3cdb-4123-a3fa-3130f43dd501 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:47.351883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0d4d128-17b3-4cf0-9401-0ef0c073b668 req-ee5dbf4f-3cdb-4123-a3fa-3130f43dd501 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 946 time: 0.1138127
Dec 11 20:53:47.454907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b0876de-e62f-4b8b-ba04-480298c98791 req-88ffb0f9-62b6-4f27-8f00-b737346ba197 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2592633
Dec 11 20:53:47.494260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0d4d128-17b3-4cf0-9401-0ef0c073b668 req-ab1e5922-cc2e-4f79-a7e9-a261b8bf7ea3 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332262
Dec 11 20:53:47.705941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.746749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c3b349b-f704-4382-bc15-db28fa48ba66 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:47.760221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2185966-65f2-41c8-bcf3-eb5b08c92590,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:47.777653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.778010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.778385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.778747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.779271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.779929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.780424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.780917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.781420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.781950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.782487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.783009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.783528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:47.820183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:53:47.855326 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.866288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:47.936240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Checking segment: {'id': 'a70ad83b-82eb-411b-8f68-ef521e7b3727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'c555d65b-b001-4bac-8300-799c98d8b145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:47.936754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Network hostable DHCP agents. Network: c555d65b-b001-4bac-8300-799c98d8b145, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:48.010060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1c3b349b-f704-4382-bc15-db28fa48ba66 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:48.010735 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.014850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4978f7-2d28-40c2-a312-d80a70da2967 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:48.021354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Network c555d65b-b001-4bac-8300-799c98d8b145 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:48.068543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8914a1e0-f9fa-47a1-8bb4-cfb6b6bbf773 req-a7db155a-8a6f-4c09-96d3-d688ab072721 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 210 time: 0.0957596
Dec 11 20:53:48.069014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:48.079083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2b0f7-9ae1-4c4a-98c0-5f9b5246c6e1 req-7175663b-91af-446d-89f0-2c222805d3dd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:48.087976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69b2b0f7-9ae1-4c4a-98c0-5f9b5246c6e1 req-7175663b-91af-446d-89f0-2c222805d3dd tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 946 time: 0.1415422
Dec 11 20:53:48.101936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c555d65b-b001-4bac-8300-799c98d8b145) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:48.117365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:48.117785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.141834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45b3f0-fd89-40ac-9df8-ac305ff757ba None None] Network c555d65b-b001-4bac-8300-799c98d8b145 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:48.144528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-032972cf-1a52-4b7d-8fba-e1b389ab7e34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3788705
Dec 11 20:53:48.160245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:48.173750 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Sync routers for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:48.185715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac684f-8b21-40c8-8bca-301361507079 req-28436386-c416-4c6d-881a-46acfe52b256 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:48.188235 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:48.189294 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:48.192019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75ac684f-8b21-40c8-8bca-301361507079 req-28436386-c416-4c6d-881a-46acfe52b256 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.16 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.0970306
Dec 11 20:53:48.195095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69b2b0f7-9ae1-4c4a-98c0-5f9b5246c6e1 req-f72324fd-e51b-41cf-abd5-3a2184c43baa tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056149
Dec 11 20:53:48.213572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.219257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bd8721b3-5584-458e-a60f-fa91b352afb4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.8898091
Dec 11 20:53:48.221914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:48.271095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1790208782-network', 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:48.357814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:48.360276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.371145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.469778 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:48.477809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.488970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.697587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:48.737455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38272) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:48.738565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Deleting port 20111d12-fd95-48f1-90ba-2509200e2cb5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:53:48.738917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.743620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Attempting to bind port a9bfe3a3-8753-4540-b2df-c6bec664fec6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:48.745071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Attempting to bind port a9bfe3a3-8753-4540-b2df-c6bec664fec6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:48.745645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Attempting to bind port a9bfe3a3-8753-4540-b2df-c6bec664fec6 on network 24664007-8c72-44c0-ac4d-23c3611f58ba {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:48.760536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:48.765602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Checking segment: {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:48.766214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.766835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Bound using segment: {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:48.767490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Bound port: a9bfe3a3-8753-4540-b2df-c6bec664fec6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:48.768260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.805956 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7af0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:46Z', 'revision_number': 3, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:48.814650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Deleting subnet a2185966-65f2-41c8-bcf3-eb5b08c92590 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:53:48.818658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.839147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe73cd2-3f7a-45c0-8d36-be7387c95525 None None] Network c555d65b-b001-4bac-8300-799c98d8b145 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:48.839867 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Checking router: 9d8b2058-8c4b-4a1c-be28-555b1df63a31 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:48.840657 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Updating router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 port d336dfcc-566a-4243-9155-1f9a119af598 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:48.865715 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.869959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-a79c4eab-d383-48ef-8500-917a0e013fdd tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:48.871609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-a79c4eab-d383-48ef-8500-917a0e013fdd tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 819 time: 0.3417344
Dec 11 20:53:48.872942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.873858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23354b-3356-4347-89d1-a55af3e4cc31,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:48.902118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.902697 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Added segment 5eab2d7f-47d4-4bb6-a2be-638a0820d8ce of type vlan for network c7e568a7-441b-48b0-b379-cf68011b8ba7
Dec 11 20:53:48.908738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'port': {'device_id': '61917393-073c-4826-bf2d-433339beed45', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'admin_state_up': True, 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:48.928115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:48.956546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] For port a9bfe3a3-8753-4540-b2df-c6bec664fec6, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:48.960372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] For port a9bfe3a3-8753-4540-b2df-c6bec664fec6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9bfe3a3-8753-4540-b2df-c6bec664fec6,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:48.977457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.072670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4978f7-2d28-40c2-a312-d80a70da2967 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:49.122943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Made reservation on behalf of fb08669fc6964246bc3b6166f94e9e9a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:49.128014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.158036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0e9a654-414d-4805-acdd-e073729a011a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:49.176473 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.189175 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.191595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374802ec-67e1-4d57-9fd1-9832d0f3278b req-66d51881-6b7b-4dfe-90c0-76b9fb286640 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:49.200966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-374802ec-67e1-4d57-9fd1-9832d0f3278b req-66d51881-6b7b-4dfe-90c0-76b9fb286640 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 949 time: 0.5218852
Dec 11 20:53:49.226605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:49.227606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76fbf760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:49.228155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.265883 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcd32-6bef-44df-8fdc-e07203f5e71c None None] Pushing event updated for resources: {'Port': ['ID=d336dfcc-566a-4243-9155-1f9a119af598,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:49.304806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-374802ec-67e1-4d57-9fd1-9832d0f3278b req-a0e40d1b-70b0-480c-a339-49e782525c23 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/security-groups?id=aa944601-5775-4fc4-860e-7f370ba7fedc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928836
Dec 11 20:53:49.305944 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Attempting to bind port d336dfcc-566a-4243-9155-1f9a119af598 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:49.306423 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Attempting to bind port d336dfcc-566a-4243-9155-1f9a119af598 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:49.307108 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Attempting to bind port d336dfcc-566a-4243-9155-1f9a119af598 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:49.322302 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:49.322850 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:49.323351 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.325794 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:49.326464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Bound port: d336dfcc-566a-4243-9155-1f9a119af598, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:49.328336 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.348987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d0e9a654-414d-4805-acdd-e073729a011a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:49.349151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.368385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] For port 20111d12-fd95-48f1-90ba-2509200e2cb5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20111d12-fd95-48f1-90ba-2509200e2cb5,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:49.368939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.383487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Calling delete_port for 20111d12-fd95-48f1-90ba-2509200e2cb5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:53:49.408910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:49.441034 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] For port d336dfcc-566a-4243-9155-1f9a119af598, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:49.445165 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] For port d336dfcc-566a-4243-9155-1f9a119af598, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d336dfcc-566a-4243-9155-1f9a119af598,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:49.453546 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.466587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.533459 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:49.534604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:49.605692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.607250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:49.608035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.694670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2185966-65f2-41c8-bcf3-eb5b08c92590,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:49.698344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.698756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76fbf760>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:48Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:49.701783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-78b8e473-2d61-450c-b8ef-34b674833312 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2185966-65f2-41c8-bcf3-eb5b08c92590 HTTP/1.1" status: 204  len: 168 time: 0.9627006
Dec 11 20:53:49.717667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:49.733898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:49.734341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-999b0b92-11ee-482b-a8d5-87ed184c8e16 req-95cece88-cd85-41f8-b161-824bcfb3d6f3 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 210 time: 0.4537823
Dec 11 20:53:49.734491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71e2501-642a-4a26-b3a8-2522edd2d640 None None] The sync data for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 is: [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:48Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:49.739270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5de5e713-2259-4760-a9cf-1fd452ea8c02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:49.767475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5de5e713-2259-4760-a9cf-1fd452ea8c02 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:49.768514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5de5e713-2259-4760-a9cf-1fd452ea8c02 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:49.784948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dd051-c7d3-4a8e-98cf-0f764d75b9bb req-21b0593d-241b-48b0-bbb4-16f65ba9070d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:49.796954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-365dd051-c7d3-4a8e-98cf-0f764d75b9bb req-21b0593d-241b-48b0-bbb4-16f65ba9070d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 946 time: 0.3379595
Dec 11 20:53:49.835792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e568a7-441b-48b0-b379-cf68011b8ba7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:49.843495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bff43a2c-3637-4cea-a009-d8fa5f998d07 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.7734630
Dec 11 20:53:49.856701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:49.880752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38302) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:49.892755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Request body: {'subnet': {'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1790208782-subnet', 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:49.943680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:49.951134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Allocated IP 172.20.0.11 (24664007-8c72-44c0-ac4d-23c3611f58ba/96d52ace-7401-456e-830d-18a73f9d3060/722d6557-b145-409c-bf36-21a1d119d60b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:50.011171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.043745 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-365dd051-c7d3-4a8e-98cf-0f764d75b9bb req-26c7249e-6efc-445c-b7af-3b49ee983597 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456596
Dec 11 20:53:50.055768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:50.067751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.081823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a9bfe3a3-8753-4540-b2df-c6bec664fec6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:50.149086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcd32-6bef-44df-8fdc-e07203f5e71c None None] Pushing event updated for resources: {'Port': ['ID=d336dfcc-566a-4243-9155-1f9a119af598,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:50.195312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.218514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Pushing event deleted for resources: {'Port': ['ID=20111d12-fd95-48f1-90ba-2509200e2cb5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:50.230514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a9bfe3a3-8753-4540-b2df-c6bec664fec6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:50.230514 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.395524 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7af0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:46Z', 'revision_number': 3, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:50.408687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.459751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] No DVR routers for this DVR port 20111d12-fd95-48f1-90ba-2509200e2cb5 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:53:50.495418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a9bfe3a3-8753-4540-b2df-c6bec664fec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9bfe3a3-8753-4540-b2df-c6bec664fec6,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:50.501323 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.513981 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af871d4-b978-444f-8f1b-0bbfa71a74ce None None] The sync data for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 is: [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:46Z', 'revision_number': 3, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:53:50.518548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.539043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75ac684f-8b21-40c8-8bca-301361507079 req-7c069716-f437-4d9b-9360-bb7246e23bf7 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.16 "DELETE /v2.0/ports/20111d12-fd95-48f1-90ba-2509200e2cb5 HTTP/1.1" status: 204  len: 173 time: 2.3394589
Dec 11 20:53:50.541502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'name': 'network-vif-deleted', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:50.545360 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eff338-df2d-4ecf-8571-09360ede4342" -d '{"events": [{"server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "name": "network-vif-deleted", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:50.564126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.690995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:50.701965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd781439-36b3-4e67-b91b-53078dda8943 req-9a47f0a2-9612-4466-8266-709c1a555627 tempest-LiveMigrationNegativeTest-844582673 tempest-LiveMigrationNegativeTest-844582673-project] 10.222.0.18 "GET /v2.0/ports?device_id=db406453-309a-45cb-8b37-9ee9f32f9402 HTTP/1.1" status: 200  len: 210 time: 0.1618233
Dec 11 20:53:50.789278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9b3dc0>,) {'filters': {'network_id': ['c555d65b-b001-4bac-8300-799c98d8b145']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:50.793060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38346) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:50.835125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9b3dc0>, 'a70ad83b-82eb-411b-8f68-ef521e7b3727') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:50.835417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9b3dc0>, 'a70ad83b-82eb-411b-8f68-ef521e7b3727') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:50.897281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.910973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:50.934057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Allocated IP 172.20.0.1 (e615d4f5-3115-44f2-903a-4310e83a8570/8562328e-b481-428b-a8b2-b0cbfb2a5034/c593e19e-cfde-4f37-bab7-1bc834532a9b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:50.956277 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b859486a-2e8a-4a45-8015-b95d76daa100 x-openstack-request-id: req-b859486a-2e8a-4a45-8015-b95d76daa100 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:50.956599 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db406453-309a-45cb-8b37-9ee9f32f9402", "name": "network-vif-deleted", "tag": "20111d12-fd95-48f1-90ba-2509200e2cb5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:50.956827 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b859486a-2e8a-4a45-8015-b95d76daa100 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:50.957245 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db406453-309a-45cb-8b37-9ee9f32f9402', 'name': 'network-vif-deleted', 'tag': '20111d12-fd95-48f1-90ba-2509200e2cb5', 'status': 'completed', 'code': 200}
Dec 11 20:53:50.982633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.011833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:53:51.012351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:53:51.019680 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:53:51.023039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.096598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.201203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Network 24664007-8c72-44c0-ac4d-23c3611f58ba is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:51.204575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:51.214385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:51.219700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:51.251363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.251566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7a7be9b-210e-4675-90cc-07622b635df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.329917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.349133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:51.349876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.375125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fd6725-4a98-427d-a4e5-27195e7e86c4,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:51.386815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:51.387521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Network hostable DHCP agents. Network: c7e568a7-441b-48b0-b379-cf68011b8ba7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:51.397026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-e61d4397-9069-40bb-9c7c-4c8746bd918e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5016115
Dec 11 20:53:51.412485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Request body: {'port': {'device_id': '61917393-073c-4826-bf2d-433339beed45', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:51.432241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.446675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.447082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:51.467607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c7e568a7-441b-48b0-b379-cf68011b8ba7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:51.476716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f7fb7-69dc-4610-81be-bb46ebc0e325 None None] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:51.488479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:51.489074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.502506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.506885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.513388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] 10.222.0.18 "DELETE /v2.0/networks/c555d65b-b001-4bac-8300-799c98d8b145 HTTP/1.1" status: 204  len: 168 time: 1.7746224
Dec 11 20:53:51.513388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83baa2c9-8273-4fc8-a2d9-a26fdc49d02e admin admin] Pushing event deleted for resources: {'Network': ['ID=c555d65b-b001-4bac-8300-799c98d8b145,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:51.531044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Network e615d4f5-3115-44f2-903a-4310e83a8570 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:51.538167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:51.548858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ea6938d-fda6-4a6c-936b-34f8da6e4c63 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.6664207
Dec 11 20:53:51.555276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:53:51.564572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2802e-9233-44bf-b250-95de064ad745 req-2e2773b2-0af8-4b97-9ee8-9db161f0b355 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:51.566064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-73a2802e-9233-44bf-b250-95de064ad745 req-2e2773b2-0af8-4b97-9ee8-9db161f0b355 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 932 time: 0.5647333
Dec 11 20:53:51.659885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 20111d12-fd95-48f1-90ba-2509200e2cb5 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:53:51.684129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Pushing event updated for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:51.707065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 20111d12-fd95-48f1-90ba-2509200e2cb5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:53:51.712459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 20111d12-fd95-48f1-90ba-2509200e2cb5 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:53:51.776221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e262b26-dbab-41f3-972b-c4788590b267 None None] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:51.808788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7a7be9b-210e-4675-90cc-07622b635df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.853814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.884419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7a7be9b-210e-4675-90cc-07622b635df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:51.921614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38366) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:52.070519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7a7be9b-210e-4675-90cc-07622b635df7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07c9ad154ae54334babb6b32865f7ce3&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2754538
Dec 11 20:53:52.076401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:52.098323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-73a2802e-9233-44bf-b250-95de064ad745 req-70f38060-8d45-4e22-887e-307c682ccdea tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5089629
Dec 11 20:53:52.206960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7be9b-210e-4675-90cc-07622b635df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8d329-d802-453e-9f84-0c8ab45888a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:52.291997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-81d23835-68b2-41f1-85ae-5984bbfa24d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0daa5cb0a5d45c2b197abd10c77afb1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3670805
Dec 11 20:53:52.321597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38382) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:52.327635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7b18b6e3-d952-4f38-bbd3-18175d7b39f1 None None] Provisioning complete for port c593e19e-cfde-4f37-bab7-1bc834532a9b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:52.328544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b18b6e3-d952-4f38-bbd3-18175d7b39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.378047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d336dfcc-566a-4243-9155-1f9a119af598 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:52.444388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.476761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.496330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7b18b6e3-d952-4f38-bbd3-18175d7b39f1 None None] Port c593e19e-cfde-4f37-bab7-1bc834532a9b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:53:52.511373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.533623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d336dfcc-566a-4243-9155-1f9a119af598 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:52.533910 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.568904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.624165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.677915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38392) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:52.688404 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.719334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port d336dfcc-566a-4243-9155-1f9a119af598, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d336dfcc-566a-4243-9155-1f9a119af598,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:52.726067 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.728335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a9bfe3a3-8753-4540-b2df-c6bec664fec6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:52.782302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722d6557-b145-409c-bf36-21a1d119d60b {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:52.795780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.806291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.810440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.811715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/973b1ebd-f386-407a-8fb6-d92dd000fa06 HTTP/1.1" status: 204  len: 168 time: 0.4890790
Dec 11 20:53:52.812443 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.815331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.819314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8b8d329-d802-453e-9f84-0c8ab45888a3 HTTP/1.1" status: 204  len: 168 time: 0.7119560
Dec 11 20:53:52.829914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.839788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.843203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Transition to ACTIVE for port object 722d6557-b145-409c-bf36-21a1d119d60b will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:53:52.844567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f2703-c237-411d-9f87-4ebc8099f0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b1ebd-f386-407a-8fb6-d92dd000fa06,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:52.854640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.860476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8edd-f862-40c9-beb9-a1fc3fbf451a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b8d329-d802-453e-9f84-0c8ab45888a3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:52.917825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:52.940876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:52.958610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=d336dfcc-566a-4243-9155-1f9a119af598,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:52.972995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a9bfe3a3-8753-4540-b2df-c6bec664fec6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:52.973701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.029225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Pushing event updated for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:53.058665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Attempting to bind port 722d6557-b145-409c-bf36-21a1d119d60b on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:53.059288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Attempting to bind port 722d6557-b145-409c-bf36-21a1d119d60b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:53.059828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Attempting to bind port 722d6557-b145-409c-bf36-21a1d119d60b on network 24664007-8c72-44c0-ac4d-23c3611f58ba {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:53.099732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Port 722d6557-b145-409c-bf36-21a1d119d60b on network 24664007-8c72-44c0-ac4d-23c3611f58ba not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:53:53.100062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Attempting to bind port 722d6557-b145-409c-bf36-21a1d119d60b on network 24664007-8c72-44c0-ac4d-23c3611f58ba {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:53.115689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:53:53.116026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Checking segment: {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:53.125408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Bound using segment: {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:53:53.126088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Bound port: 722d6557-b145-409c-bf36-21a1d119d60b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490de11b-0fc9-46a1-b1dc-69a416dbd3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:53:53.126932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.138819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Network e615d4f5-3115-44f2-903a-4310e83a8570 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:53:53.146457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:53.196879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8020d2d5-c294-452f-8cba-e5665bcfa5ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff065351e0d044ba9b5742c3abdd1881&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5107708
Dec 11 20:53:53.245602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38416) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:53.433107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:53:53.436375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.454082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183da1-2119-4f42-b75b-7c027e59db67 req-a683e82f-8a6e-47b1-9f2b-3cb4b33bdeb1 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:53.456709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d183da1-2119-4f42-b75b-7c027e59db67 req-a683e82f-8a6e-47b1-9f2b-3cb4b33bdeb1 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 944 time: 0.1684308
Dec 11 20:53:53.462704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:53:53.493523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:53:53.506921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.512751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.594344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:53.594899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.596321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] 10.222.0.30 "PUT /v2.0/ports/722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 1092 time: 2.1900928
Dec 11 20:53:53.600590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d183da1-2119-4f42-b75b-7c027e59db67 req-41dc495d-a7fc-4805-9701-3a78a85d0c6c tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353364
Dec 11 20:53:53.601286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:53.604083 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2418b-6dea-4023-bf28-5b3334769cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:53.640251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7e6d992c-5f6e-4114-b1ac-baf7a48f9191 None None] Provisioning complete for port c593e19e-cfde-4f37-bab7-1bc834532a9b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:53.643334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e6d992c-5f6e-4114-b1ac-baf7a48f9191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.648833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38438) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:53.664835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-365818250-network', 'tenant_id': '76afc31896fc4645b88247fb5831cc44'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:53.726500 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef090a79-e9c3-45c8-b1d5-d77f70cc9548 x-openstack-request-id: req-ef090a79-e9c3-45c8-b1d5-d77f70cc9548 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:53:53.726935 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:53:53.727191 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef090a79-e9c3-45c8-b1d5-d77f70cc9548 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:53:53.727586 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:53:53.742788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.745888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.748907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa944601-5775-4fc4-860e-7f370ba7fedc HTTP/1.1" status: 204  len: 168 time: 0.5025668
Dec 11 20:53:53.760269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d992c-5f6e-4114-b1ac-baf7a48f9191 None None] Port c593e19e-cfde-4f37-bab7-1bc834532a9b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:53:53.763795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:53.788335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932eee1-000f-4512-99d1-6220754ff2fb service neutron] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:53.803200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-3bccaba1-0647-43ff-becc-0026d7872e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:53.804428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-3bccaba1-0647-43ff-becc-0026d7872e1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1095 time: 0.1138418
Dec 11 20:53:53.806810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Made reservation on behalf of 76afc31896fc4645b88247fb5831cc44 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:53.809336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.826081 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:53.835421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdf968-f00e-4cb0-87bd-f7313ab73fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa944601-5775-4fc4-860e-7f370ba7fedc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:53.878091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:53:53.880864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-f505562a-e876-43dc-bf38-65317be94c05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.0606143
Dec 11 20:53:53.910008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d3d5af41-2e60-4253-aa03-16b8a560f146 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d8b2058-8c4b-4a1c-be28-555b1df63a31/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6834528
Dec 11 20:53:53.998458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d336dfcc-566a-4243-9155-1f9a119af598 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:54.015698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-9fb9ecc3-7c20-4dc7-a9e7-7f4ef19dbd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:54.017278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-9fb9ecc3-7c20-4dc7-a9e7-7f4ef19dbd16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.1270292
Dec 11 20:53:54.066244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:54.086182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '666bb6b2-47ca-4491-af34-74554864c42a', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': '666bb6b2-47ca-4491-af34-74554864c42a', 'mac_address': 'fa:16:3e:a4:1a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:53:54.094600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Sync routers for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:53:54.112295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.115979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-b02dcfb1-bad5-4d23-a6b6-0d53389f4fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0898929
Dec 11 20:53:54.119514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.137588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:53:54.138857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772978b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:54.177088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:54.229729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66b3ef-965d-4966-975a-02decbf1ac44,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:54.266322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.266751 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Added segment 328352a3-01bf-4b4e-9e91-afb9ae0c6d6c of type vlan for network 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110
Dec 11 20:53:54.292039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:54.329629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.385393 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-36ca4807-08ad-4afa-aef1-234260922682 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2601194
Dec 11 20:53:54.388012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.389232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:54.390044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.405841 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.449975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 666bb6b2-47ca-4491-af34-74554864c42a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:53:54.493836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38484) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:54.504608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:54.508954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d336dfcc-566a-4243-9155-1f9a119af598 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:54.510788 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.538016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bbbc5d6-f6db-4282-b785-5b03ee97dee7 req-2f69d8bb-64f3-4e14-b0e2-916f44f84f4c service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435132
Dec 11 20:53:54.547701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:53:54.629699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9764450
Dec 11 20:53:54.633640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b1c9433-58e4-46a4-ad0a-4d344ab73762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34df2bdb4fae415aa62a3b6600905ae9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1366174
Dec 11 20:53:54.634904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38486) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:54.637079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38488) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:54.725663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Request body: {'subnet': {'network_id': '1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-365818250-subnet', 'tenant_id': '76afc31896fc4645b88247fb5831cc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:54.755134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba487b-a264-4525-85fe-72871503c665 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:54.788339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Made reservation on behalf of 76afc31896fc4645b88247fb5831cc44 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:54.790683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.804608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:54.806883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.824643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-0f113213-22dc-4be7-9906-dd5b53a4c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:54.828300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-0f113213-22dc-4be7-9906-dd5b53a4c23a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1095 time: 0.2025251
Dec 11 20:53:54.876575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:54.895918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2050649929'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:54.960591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-a77db459-e56d-4a46-9226-029b6f0410a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:54.962948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-a77db459-e56d-4a46-9226-029b6f0410a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.1259778
Dec 11 20:53:54.990247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36e65-c746-4a7c-86d3-a69b782e4c55 req-aa896097-58ef-42d1-bc55-8ac07e6031c2 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:54.995725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['666bb6b2-47ca-4491-af34-74554864c42a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:53:55.000140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e36e65-c746-4a7c-86d3-a69b782e4c55 req-aa896097-58ef-42d1-bc55-8ac07e6031c2 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 944 time: 0.2226534
Dec 11 20:53:55.046003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-33112e5f-62a2-4e51-82a7-38e7c5f5eb32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.0732262
Dec 11 20:53:55.067453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.136978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-0d52194b-c94e-4b45-b645-c317545ed272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:55.140526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-0d52194b-c94e-4b45-b645-c317545ed272 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.0863700
Dec 11 20:53:55.155968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:55.169334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.192663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-5abc92bd-4596-486d-bca3-2372d5fc0804 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413225
Dec 11 20:53:55.247859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:55.270989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.271389 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Added segment 009ac7a8-7e83-4311-84f7-a4b4ab1c86f6 of type vlan for network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0
Dec 11 20:53:55.276751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e36e65-c746-4a7c-86d3-a69b782e4c55 req-7044566b-5861-4bc6-a6bf-4eb3727ce11f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754736
Dec 11 20:53:55.342035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.375666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.382680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:55.383305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.415183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:55.427681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.1341884
Dec 11 20:53:55.428320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38540) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:55.474424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'subnet': {'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:55.562633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-72f5550a-aa48-4a2b-8a8a-5d3617b8dbf5 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467925
Dec 11 20:53:55.635558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38544) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:55.664045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38546) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:55.781984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.785336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.795765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3b25c26-4e2e-4f05-a8e1-07fc2b49adff HTTP/1.1" status: 204  len: 168 time: 1.1422853
Dec 11 20:53:55.828775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-674179558-network', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:55.852602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd26d12-ac90-4200-9f9a-dcdce677337c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b25c26-4e2e-4f05-a8e1-07fc2b49adff,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:55.866547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-63918833-network', 'tenant_id': 'f2b1d3ddd9bb452c882e42474f88e047'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:55.875169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88a140-1426-49bc-b838-3442c43e9b2a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Network': ['ID=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:55.879051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Made reservation on behalf of 3c90b7fcfb224a9c8a763b229c09b4a7 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:55.883332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.903649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.931609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ff2418b-6dea-4023-bf28-5b3334769cf8 req-b1d6ea2a-102d-4aba-8d9b-50c44c9c842f service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3595817
Dec 11 20:53:55.962175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:55.968800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Made reservation on behalf of f2b1d3ddd9bb452c882e42474f88e047 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:55.974039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:55.992451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.036548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:56.049313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.155827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.169998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.181582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.200773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.208077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:56.252175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:56.256811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0f10b-b111-473b-ac48-de215ce186bd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:56.263809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.264347 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Added segment a895d927-c767-4bd3-9e73-cfa41f01247b of type vlan for network e53b7dcf-68b0-4074-8e5c-005370414c81
Dec 11 20:53:56.310929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.311549 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Added segment f694e55f-0db9-42eb-894b-8d8692bff4d9 of type vlan for network d45c22e1-69d6-4621-88dc-e849a66f9d40
Dec 11 20:53:56.340264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.359141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c553416-ab12-46e6-9923-9de8b768dec9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:56.396273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772978b0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c593e19e-cfde-4f37-bab7-1bc834532a9b', 'name': '', 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'mac_address': 'fa:16:3e:3a:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:50Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 2, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'subnets': [{'id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:53:56.408872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.429053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.476124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Checking router: 9d8b2058-8c4b-4a1c-be28-555b1df63a31 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:53:56.477237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Updating router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 port c593e19e-cfde-4f37-bab7-1bc834532a9b binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:53:56.531277 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:53:56.538467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.540649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:56.541401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.552290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.598033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 0.9258902
Dec 11 20:53:56.643622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38576) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:56.659220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Request body: {'subnet': {'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-63918833-subnet', 'tenant_id': 'f2b1d3ddd9bb452c882e42474f88e047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:56.676421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.781423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Checking segment: {'id': '328352a3-01bf-4b4e-9e91-afb9ae0c6d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:56.781957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Network hostable DHCP agents. Network: 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:56.800012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.813128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:56.813822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.813948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf41b39-0052-4942-a76c-c0f77563a200,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:56.883031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d2b7b-b8f7-4a06-bb88-ba0605667994 req-0643f74e-7942-4fe0-a708-eabd7a9afd81 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:56.884599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e7d2b7b-b8f7-4a06-bb88-ba0605667994 req-0643f74e-7942-4fe0-a708-eabd7a9afd81 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 944 time: 0.2244043
Dec 11 20:53:56.901823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Checking segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:56.903745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network hostable DHCP agents. Network: 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:56.914638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Network 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:56.921740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Made reservation on behalf of f2b1d3ddd9bb452c882e42474f88e047 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:56.926962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.928434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Subnet': ['ID=e0b867e5-54a6-4b69-a8d6-915f20c3442d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:56.934010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5d157-bd5c-4910-9910-89d6d0b20420 admin admin] Pushing event updated for resources: {'Network': ['ID=d45c22e1-69d6-4621-88dc-e849a66f9d40,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:56.962698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:56.968008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:56.977606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:56.978201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:56.994617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:57.004129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e7d2b7b-b8f7-4a06-bb88-ba0605667994 req-c44eb199-f782-4004-86ad-618d46cc206a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065242
Dec 11 20:53:57.020280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d98b9ae1-903f-44e2-8b5d-2b2b250ef6aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 2.3714345
Dec 11 20:53:57.020280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:57.038590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:57.040502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.083803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e04b37e5-7c0d-49e6-a516-a522a89c5858 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.6120949
Dec 11 20:53:57.084168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38590) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:57.089944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1475466213'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:57.101530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4fbd27-4688-4dab-92bb-134348fbb5d4 None None] Network 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:57.108418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] Pushing event updated for resources: {'Network': ['ID=e53b7dcf-68b0-4074-8e5c-005370414c81,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:57.120878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea6f21e-3a29-4d50-8f69-e8586f317e37 None None] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:57.122671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-44feb375-1443-4395-8453-561730b0d382 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.4853206
Dec 11 20:53:57.128150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:57.147397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Request body: {'subnet': {'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-674179558-subnet', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:57.157252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:57.163269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.171477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e53b7dcf-68b0-4074-8e5c-005370414c81 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:57.244183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:53:57.261969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Made reservation on behalf of 3c90b7fcfb224a9c8a763b229c09b4a7 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:57.264386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.281373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.281733 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Added segment b9504e44-991f-4cfe-a7e4-798bea8a6645 of type vlan for network 251d1da1-4dfe-4117-928c-edabf2e95141
Dec 11 20:53:57.386898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.440942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.453569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:57.460823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.586190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.613521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.5280914
Dec 11 20:53:57.632488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38618) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:57.640316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'subnet': {'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:57.744491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:57.753838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:53:57.783722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b34ef9-a2be-43b3-a257-36e385c1ca8d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Network': ['ID=251d1da1-4dfe-4117-928c-edabf2e95141,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:57.843703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Checking segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:57.844443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Network hostable DHCP agents. Network: d45c22e1-69d6-4621-88dc-e849a66f9d40, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:57.864816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 251d1da1-4dfe-4117-928c-edabf2e95141 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:53:57.909178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb175338-4b69-4965-8075-fff0b87bd5cd None None] Network 1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:57.937525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:57.986934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:58.021276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:53:58.023676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d45c22e1-69d6-4621-88dc-e849a66f9d40) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:58.026226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.065600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.070149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.097750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2aa61-7310-4f5b-822a-b861feaa3865 None None] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:58.110326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2332396c-c93c-4eb4-a00c-9a70dba2b340,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:58.115846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-46383afc-1095-45b9-a753-6ea0f24a8fce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.122959 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-46383afc-1095-45b9-a753-6ea0f24a8fce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.3659935
Dec 11 20:53:58.135291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Checking segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:58.135664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Network hostable DHCP agents. Network: e53b7dcf-68b0-4074-8e5c-005370414c81, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:58.165706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-ac417289-7964-4d88-8f62-0957406205eb tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/quotas/7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 375 time: 0.0340381
Dec 11 20:53:58.175377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6de3c07-4519-4f40-ae9d-a7dcb7025231 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.5295191
Dec 11 20:53:58.181393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 666bb6b2-47ca-4491-af34-74554864c42a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:58.182116 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.186291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:58.249974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e53b7dcf-68b0-4074-8e5c-005370414c81) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:58.272907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.273509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.277293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-820ecca3-8d26-4154-a2f6-6f505d92d3b0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0995648
Dec 11 20:53:58.311922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86e26d5e-f3aa-4a80-8407-4db48fab299a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1814141
Dec 11 20:53:58.316037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38644) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:53:58.320937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:53:58.528633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.530047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.562097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.618031 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.639011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.640629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.641298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.642562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.643215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.643858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.644493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.645133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.645497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34e316-d395-4183-b919-3027d3a445bb None None] Network e53b7dcf-68b0-4074-8e5c-005370414c81 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:58.645980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.646707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.647538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.648201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.648548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.649069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:58.651741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8372ca69-a012-4fb8-8ced-d7467be409c5 req-e6933395-78f8-45ac-8fe9-4df65acad21b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9163 time: 0.2971427
Dec 11 20:53:58.701970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.710433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Subnet': ['ID=80a6150a-38b7-4d34-90fd-800e38e0f71a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:58.841483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'fixed_ips': [{'subnet_id': 'e0b867e5-54a6-4b69-a8d6-915f20c3442d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:53:58.842665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:58.848462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-30c7d74f-04dc-48e1-88a9-bb5639fd7408 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5572228
Dec 11 20:53:58.890046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Checking segment: {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:53:58.890607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network hostable DHCP agents. Network: 251d1da1-4dfe-4117-928c-edabf2e95141, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:53:59.015430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-56c962a6-bf92-430b-a637-0f9037cc0e7f service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607082
Dec 11 20:53:59.084254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e53b7dcf-68b0-4074-8e5c-005370414c81', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:53:59.085152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.251916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Pushing event updated for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:53:59.329565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.442000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.461491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f090e60-4386-49ae-9e55-7188fea40d94 req-a4be4bb2-3ce0-4863-9650-67a424c32c44 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:59.464453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f090e60-4386-49ae-9e55-7188fea40d94 req-a4be4bb2-3ce0-4863-9650-67a424c32c44 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 944 time: 0.6725950
Dec 11 20:53:59.487583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 251d1da1-4dfe-4117-928c-edabf2e95141 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:53:59.577872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.577872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.578098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.578444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.578806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.579143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.579474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.579806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.580134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.580461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.580787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.581116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.581442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:53:59.609649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 251d1da1-4dfe-4117-928c-edabf2e95141) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:53:59.613592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 722d6557-b145-409c-bf36-21a1d119d60b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:53:59.626851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:59.627484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.650738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db65ae-5177-4a59-84b1-78ce46f5f328 None None] Network 251d1da1-4dfe-4117-928c-edabf2e95141 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:59.669494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:53:59.673631 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b86806d-c0df-460a-9147-b8ece5c4e0e1" -d '{"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-plugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:53:59.679230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f090e60-4386-49ae-9e55-7188fea40d94 req-c922c5fa-d79c-459d-85d6-7159c44cddf0 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957123
Dec 11 20:53:59.707412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b715e8dd-27ac-4754-9f78-e921f85a2a70 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 2.0674200
Dec 11 20:53:59.711385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c30d7-9ec3-4f1e-81b5-130cd60237cf None None] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:53:59.757248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-16d561ee-2f6a-418d-b0d7-3a568c013f55 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:53:59.761846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-16d561ee-2f6a-418d-b0d7-3a568c013f55 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.2815025
Dec 11 20:53:59.783464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Allocated IP 172.20.0.2 (e53b7dcf-68b0-4074-8e5c-005370414c81/2332396c-c93c-4eb4-a00c-9a70dba2b340/f4d020d8-9f78-4239-a5d6-1a068211f554) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:53:59.788820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:53:59.795699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-b6b671c6-fc8c-4a91-a0db-1cf80526ee50 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/quotas/f2b1d3ddd9bb452c882e42474f88e047 HTTP/1.1" status: 200  len: 375 time: 0.0255420
Dec 11 20:53:59.872179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Attempting to bind port c593e19e-cfde-4f37-bab7-1bc834532a9b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:53:59.872556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Attempting to bind port c593e19e-cfde-4f37-bab7-1bc834532a9b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:53:59.872947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Attempting to bind port c593e19e-cfde-4f37-bab7-1bc834532a9b on network e615d4f5-3115-44f2-903a-4310e83a8570 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:53:59.883177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-9715b84d-fedf-42f2-bb51-6478ed2b6b0e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0861166
Dec 11 20:53:59.923229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d90008af-9d5b-407e-9fee-d03b19dbf01b None None] Provisioning complete for port c593e19e-cfde-4f37-bab7-1bc834532a9b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:53:59.924003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d90008af-9d5b-407e-9fee-d03b19dbf01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.927222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:53:59.953678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:54:00.001390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:00.002107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Checking segment: {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:00.002713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.003299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Bound using segment: {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:00.003980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Bound port: c593e19e-cfde-4f37-bab7-1bc834532a9b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b40f51-a151-4a2c-acb2-73e877af2710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:00.004641 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.011160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.058030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-9389d3c0-2244-4864-b592-e90d1ae3d8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709075
Dec 11 20:54:00.098236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.138566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:00.219751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-eba52e60-982a-4370-a949-a8881a643384 service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1596622
Dec 11 20:54:00.275903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] For port c593e19e-cfde-4f37-bab7-1bc834532a9b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:00.284239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] For port c593e19e-cfde-4f37-bab7-1bc834532a9b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c593e19e-cfde-4f37-bab7-1bc834532a9b,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:00.311885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.346173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51b3a3-037e-4602-a4e0-859d8cc36f61 req-54a5c13a-07d0-41cf-a340-ba25d8ad5bce tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:00.347667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea51b3a3-037e-4602-a4e0-859d8cc36f61 req-54a5c13a-07d0-41cf-a340-ba25d8ad5bce tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 886 time: 0.4535456
Dec 11 20:54:00.398054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Allocated IP 172.35.1.61 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/bee172b1-0b0a-481b-89c0-2a7c7475a759) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:00.447911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '722d6557-b145-409c-bf36-21a1d119d60b', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'port_id': '722d6557-b145-409c-bf36-21a1d119d60b', 'mac_address': 'fa:16:3e:01:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:00.450750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Allocated IP 19.80.0.2 (61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0/e0b867e5-54a6-4b69-a8d6-915f20c3442d/542727d5-9e8a-426b-b5a0-340d30cb28ed) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:00.631411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:00.651745 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75b462c1-7404-4277-b257-4b4865176caa req-d19ed5a7-6447-47c1-86c2-3081a2dee4c4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 210 time: 0.0811002
Dec 11 20:54:00.656990 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62842e90-6a8e-4d78-b834-9d475c5ea92f x-openstack-request-id: req-62842e90-6a8e-4d78-b834-9d475c5ea92f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:00.657460 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-plugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:00.657620 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62842e90-6a8e-4d78-b834-9d475c5ea92f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:00.657933 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a', 'code': 200}
Dec 11 20:54:00.666319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d90008af-9d5b-407e-9fee-d03b19dbf01b None None] Port c593e19e-cfde-4f37-bab7-1bc834532a9b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:00.726158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.801640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f269-6d2b-441f-a4ec-7d2454266a78 None None] Pushing event updated for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:00.943035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-99d05876-2211-422d-be9b-1d1f8a5c53e5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:00.951993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-99d05876-2211-422d-be9b-1d1f8a5c53e5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:00.954186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-99d05876-2211-422d-be9b-1d1f8a5c53e5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/networks?id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0&id=251d1da1-4dfe-4117-928c-edabf2e95141&id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 HTTP/1.1" status: 200  len: 1392 time: 0.2168810
Dec 11 20:54:00.961381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:00.977077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-251d1da1-4dfe-4117-928c-edabf2e95141', 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141', 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'fixed_ips': [{'subnet_id': '80a6150a-38b7-4d34-90fd-800e38e0f71a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:54:00.978880 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.020254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-d26fc8f9-5d1b-46d5-8355-40aa9a1aca30 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/quotas/4be4eb00bc584cc1979e89b1644ef482 HTTP/1.1" status: 200  len: 375 time: 0.0294881
Dec 11 20:54:01.024040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.118082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:01.126561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:01.131630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:01.209908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=bee172b1-0b0a-481b-89c0-2a7c7475a759,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:01.210169 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.264456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-b44a939f-567a-4007-b9ee-652419bd49ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2146027
Dec 11 20:54:01.275788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:01.276552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772978b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:01.358494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.359096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.359380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.359845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.360995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.361545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.362521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.363034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.363868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.364365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.364845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.365301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.365811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.372753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-842edda1-7056-41f0-827b-6a35133e37e9 req-0fb41e1c-f43f-49f3-8401-d9282613b03b tempest-NetworksTest-538842517 tempest-NetworksTest-538842517-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9207 time: 0.6629033
Dec 11 20:54:01.418198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-fa228ea5-0954-46be-9ab3-84fcf410a942 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.420226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-fa228ea5-0954-46be-9ab3-84fcf410a942 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.3586397
Dec 11 20:54:01.440121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Request body: {'port': {'device_id': 'f8720b69-72b2-4390-a761-a21a08519f07', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'admin_state_up': True, 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:01.513917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:01.539351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.541388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3820b328-de3c-4764-a2da-99029c106977 None None] Provisioning complete for port c593e19e-cfde-4f37-bab7-1bc834532a9b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:01.541745 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3820b328-de3c-4764-a2da-99029c106977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.543589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:01.552867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:01.617790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Pushing event updated for resources: {'Port': ['ID=f4d020d8-9f78-4239-a5d6-1a068211f554,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:01.642861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aca48adc-b29f-42e0-9568-72be37db51e9 req-ea70e23c-ad5d-4e93-832c-183c678c0ec8 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 210 time: 0.1552925
Dec 11 20:54:01.725965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-7784b0ef-4569-46e7-bf8f-4490ee1e0370 service neutron] 10.222.0.18 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504378
Dec 11 20:54:01.899282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:01.904519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:01.934291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275a266-5aa1-47e6-97fc-04dff383fb28 req-9107cf64-7334-4a01-afcb-c4d0993a8de3 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:01.943880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c275a266-5aa1-47e6-97fc-04dff383fb28 req-9107cf64-7334-4a01-afcb-c4d0993a8de3 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 944 time: 0.1601005
Dec 11 20:54:01.947377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38722) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:02.063220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-f3f0b0a0-3b31-4460-8480-c29266d98dff service neutron] 10.222.0.18 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3362818
Dec 11 20:54:02.064971 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.083165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c275a266-5aa1-47e6-97fc-04dff383fb28 req-a77e2978-ef73-441b-bc84-e7decb171d07 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335292
Dec 11 20:54:02.122553 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.170521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60801770-8a02-4694-90d2-da738f4979f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.206413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Allocated IP 172.20.0.10 (c7e568a7-441b-48b0-b379-cf68011b8ba7/a8fd6725-4a98-427d-a4e5-27195e7e86c4/7718d611-6eb3-4e90-8a5a-69c900255310) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:02.380693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.518962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60801770-8a02-4694-90d2-da738f4979f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.539681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722d6557-b145-409c-bf36-21a1d119d60b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:02.555573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60801770-8a02-4694-90d2-da738f4979f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.564739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-a646b952-5158-4702-9e74-921bbd27045b service neutron] 10.222.0.18 "GET /v2.0/networks/251d1da1-4dfe-4117-928c-edabf2e95141?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5006495
Dec 11 20:54:02.597178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:02.605604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-60801770-8a02-4694-90d2-da738f4979f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6ed3f4ef91d4306af50e38ef8af81b0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6539257
Dec 11 20:54:02.614179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c65ba892-c80b-47fe-96f1-be95d948fee1 req-4ad0cb88-2539-493e-b14e-935c7fbe7498 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 210 time: 0.0811617
Dec 11 20:54:02.614699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38738) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:02.624907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:02.665765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-37dc062b-9f3a-4ca8-9584-6c5b78ab9036 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:02.667769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-37dc062b-9f3a-4ca8-9584-6c5b78ab9036 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.3625782
Dec 11 20:54:02.698242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'port': {'device_id': '88773f0d-1894-42a3-a913-84b40568e525', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'admin_state_up': True, 'tenant_id': 'f2b1d3ddd9bb452c882e42474f88e047'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:02.705293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.721459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Attempting to bind port f4d020d8-9f78-4239-a5d6-1a068211f554 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:02.721989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Attempting to bind port f4d020d8-9f78-4239-a5d6-1a068211f554 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:02.722461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Attempting to bind port f4d020d8-9f78-4239-a5d6-1a068211f554 on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:02.735294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:02.735840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Checking segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:02.736350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.736848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Bound using segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:02.737455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Bound port: f4d020d8-9f78-4239-a5d6-1a068211f554, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:02.737939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.756246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:02.770069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:02.816342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:02.824025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3820b328-de3c-4764-a2da-99029c106977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.833199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60801770-8a02-4694-90d2-da738f4979f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4483176-73e1-4dac-b8ed-ee6471ce00de,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:02.854249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Allocated IP 19.86.0.2 (251d1da1-4dfe-4117-928c-edabf2e95141/80a6150a-38b7-4d34-90fd-800e38e0f71a/6df477c4-5319-41a2-a344-c760d0498f87) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:02.871367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-134f128b-c5bc-44b3-a6f3-7900b1e96687 service neutron] 10.222.0.18 "GET /v2.0/networks/251d1da1-4dfe-4117-928c-edabf2e95141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962849
Dec 11 20:54:02.873730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.915909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b67838a-09f6-4523-8a37-fc3100dc61bd req-092d3565-9501-44c6-b655-2e15c0f06ec1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 210 time: 0.0876472
Dec 11 20:54:02.946307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.951985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:02.977909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.000324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] For port f4d020d8-9f78-4239-a5d6-1a068211f554, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:03.004520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] For port f4d020d8-9f78-4239-a5d6-1a068211f554, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d020d8-9f78-4239-a5d6-1a068211f554,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:03.036024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Pushing event updated for resources: {'Port': ['ID=542727d5-9e8a-426b-b5a0-340d30cb28ed,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:03.040596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Made reservation on behalf of f2b1d3ddd9bb452c882e42474f88e047 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:03.045977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Attempting to bind port 542727d5-9e8a-426b-b5a0-340d30cb28ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:03.045977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Attempting to bind port 542727d5-9e8a-426b-b5a0-340d30cb28ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:03.046308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Attempting to bind port 542727d5-9e8a-426b-b5a0-340d30cb28ed on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:03.047215 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.051936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.053879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.054582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.058006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4483176-73e1-4dac-b8ed-ee6471ce00de HTTP/1.1" status: 204  len: 168 time: 0.4319966
Dec 11 20:54:03.063273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:03.063736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Checking segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:03.064212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.064698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Bound using segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:03.065527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Bound port: 542727d5-9e8a-426b-b5a0-340d30cb28ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:03.065673 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.079486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb7ebb-c74e-4b2f-ade0-c658766bccb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4483176-73e1-4dac-b8ed-ee6471ce00de,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:03.151638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-123267e0-2519-4516-8afb-388445d8c6ab service neutron] 10.222.0.18 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202318
Dec 11 20:54:03.175602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] For port 542727d5-9e8a-426b-b5a0-340d30cb28ed, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:03.178797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] For port 542727d5-9e8a-426b-b5a0-340d30cb28ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542727d5-9e8a-426b-b5a0-340d30cb28ed,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:03.208536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.239498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['722d6557-b145-409c-bf36-21a1d119d60b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:03.291925 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.343513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Router 26107736-c8d1-467f-89dd-6cb618657230 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:54:03.374550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:03.408883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:03.428629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-8820b417-0d95-4c4b-a1ee-d52c42e3d176 service neutron] 10.222.0.18 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2651482
Dec 11 20:54:03.474426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:03.488517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:03.580950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38752) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:03.599207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:03.609258 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:03.613148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9611b7bd-52e4-40ae-80e5-698448382fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.636138 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:03.641777 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:03.659963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:03.660677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.664662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.671016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b94149f-b688-4f06-90b5-b37035638ee6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.3537483
Dec 11 20:54:03.671470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38756) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:03.714388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-5022d23f-f097-4a26-af7d-f10e36081134 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2782984
Dec 11 20:54:03.739261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3820b328-de3c-4764-a2da-99029c106977 None None] For port c593e19e-cfde-4f37-bab7-1bc834532a9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c593e19e-cfde-4f37-bab7-1bc834532a9b,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:03.757919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522cfba-6150-42ab-978b-be99ff3e0fca req-7365e30a-0b35-41eb-b2e8-1071e7075f25 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:03.769413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a522cfba-6150-42ab-978b-be99ff3e0fca req-7365e30a-0b35-41eb-b2e8-1071e7075f25 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 945 time: 0.5648787
Dec 11 20:54:03.788120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Request body: {'port': {'device_id': 'f8720b69-72b2-4390-a761-a21a08519f07', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:03.839668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3820b328-de3c-4764-a2da-99029c106977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:03.920970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:03.941023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:04.044252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Allocated IP 172.20.0.9 (d45c22e1-69d6-4621-88dc-e849a66f9d40/e20c57fb-a36f-44bf-b026-ac23bd6ba8f9/25a8ce26-b00f-4cba-b9b8-30bc2174d39d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:04.103267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:04.144096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:04.280801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a522cfba-6150-42ab-978b-be99ff3e0fca req-f96f8799-87b3-47b1-aa74-d606add5a6b7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5076504
Dec 11 20:54:04.331803 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9611b7bd-52e4-40ae-80e5-698448382fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:04.389194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b87842-b112-4c85-8e05-db8f53134da3 None None] Pushing event updated for resources: {'Port': ['ID=f4d020d8-9f78-4239-a5d6-1a068211f554,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:04.409564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9611b7bd-52e4-40ae-80e5-698448382fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:04.412168 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd820>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:01Z', 'revision_number': 3, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:04.485441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:04.568650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9611b7bd-52e4-40ae-80e5-698448382fd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8449fe6100ed4f6f8a01966102956477&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9866228
Dec 11 20:54:04.592206 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc7a035a-8574-4868-bf49-7a0124fc8b26 req-3a321b72-116a-42aa-b2b1-4f931083681f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 210 time: 0.1397665
Dec 11 20:54:04.594657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38776) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:04.685992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea1eeb-f3c7-49dc-96ca-e24cef5e9190 req-52669f3c-c0d1-406c-9a84-1950c7d9bd61 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:04.694015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97ea1eeb-f3c7-49dc-96ca-e24cef5e9190 req-52669f3c-c0d1-406c-9a84-1950c7d9bd61 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 932 time: 0.4921484
Dec 11 20:54:04.697249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611b7bd-52e4-40ae-80e5-698448382fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c37554-5be2-4364-acf4-ce96d805d0f0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:04.701967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Network 251d1da1-4dfe-4117-928c-edabf2e95141 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:04.725088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:04.735158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:04.820620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1e5b8-869a-45e9-8e22-81388a760c85 None None] Pushing event updated for resources: {'Port': ['ID=542727d5-9e8a-426b-b5a0-340d30cb28ed,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:04.885678 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:04.900058 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Updating router 26107736-c8d1-467f-89dd-6cb618657230 port bee172b1-0b0a-481b-89c0-2a7c7475a759 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:04.917855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97ea1eeb-f3c7-49dc-96ca-e24cef5e9190 req-3a5e2014-1fa7-49ed-889f-e72136475ea3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927388
Dec 11 20:54:04.976525 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.085346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772978b0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c593e19e-cfde-4f37-bab7-1bc834532a9b', 'name': '', 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'mac_address': 'fa:16:3e:3a:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:50Z', 'updated_at': '2021-12-11T20:54:00Z', 'revision_number': 4, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'subnets': [{'id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:05.121388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Attempting to bind port 6df477c4-5319-41a2-a344-c760d0498f87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:05.121771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Attempting to bind port 6df477c4-5319-41a2-a344-c760d0498f87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:05.122149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Attempting to bind port 6df477c4-5319-41a2-a344-c760d0498f87 on network 251d1da1-4dfe-4117-928c-edabf2e95141 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:05.220863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82a96ea-650c-424c-b638-039dd3f7b331 None None] The sync data for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 is: [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c593e19e-cfde-4f37-bab7-1bc834532a9b', 'name': '', 'network_id': 'e615d4f5-3115-44f2-903a-4310e83a8570', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'mac_address': 'fa:16:3e:3a:bb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:50Z', 'updated_at': '2021-12-11T20:54:00Z', 'revision_number': 4, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'subnets': [{'id': '8562328e-b481-428b-a8b2-b0cbfb2a5034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:05.225797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820b328-de3c-4764-a2da-99029c106977 None None] Pushing event updated for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:05.322509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Pushing event updated for resources: {'Port': ['ID=6df477c4-5319-41a2-a344-c760d0498f87,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:05.328613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:05.329002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Checking segment: {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:05.329655 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.330184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Bound using segment: {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:05.330724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Bound port: 6df477c4-5319-41a2-a344-c760d0498f87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:05.331110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.375428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ef7ceb7-0215-4d7a-a4ce-8f1df752ea59 req-0ebf6400-2cda-4152-9aaf-1e32b4ca3448 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 210 time: 0.5572131
Dec 11 20:54:05.499615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.508811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] For port 6df477c4-5319-41a2-a344-c760d0498f87, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:05.512972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] For port 6df477c4-5319-41a2-a344-c760d0498f87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df477c4-5319-41a2-a344-c760d0498f87,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:05.523070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.565232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.729632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.759762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1c70-b86b-4ae6-83d8-44973739a1cb None None] Pushing event updated for resources: {'Port': ['ID=6df477c4-5319-41a2-a344-c760d0498f87,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:05.875172 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.895912 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:05.994725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.009389 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705170-bd6e-4ba3-82bf-7d005f369dc8 None None] Pushing event updated for resources: {'Port': ['ID=bee172b1-0b0a-481b-89c0-2a7c7475a759,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:06.014193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Attempting to bind port bee172b1-0b0a-481b-89c0-2a7c7475a759 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:06.014875 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Attempting to bind port bee172b1-0b0a-481b-89c0-2a7c7475a759 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:06.015444 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Attempting to bind port bee172b1-0b0a-481b-89c0-2a7c7475a759 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:06.024247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:06.024904 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:06.025488 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.026050 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:06.026729 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Bound port: bee172b1-0b0a-481b-89c0-2a7c7475a759, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:06.027273 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.061474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Allocated IP 172.20.0.1 (e53b7dcf-68b0-4074-8e5c-005370414c81/2332396c-c93c-4eb4-a00c-9a70dba2b340/111c1e7c-8fb3-492d-846d-40f52b5341d7) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:06.125281 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] For port bee172b1-0b0a-481b-89c0-2a7c7475a759, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:06.140013 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] For port bee172b1-0b0a-481b-89c0-2a7c7475a759, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee172b1-0b0a-481b-89c0-2a7c7475a759,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:06.151276 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.186952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c6c2810-d7a8-4ba8-8ed4-b6187be7f290 req-bcc6c392-b427-47f3-a6fc-786f35da9f96 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 210 time: 0.2921119
Dec 11 20:54:06.216740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cab92-af2b-4989-8efe-87eb527259f1 None None] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:06.445711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14705170-bd6e-4ba3-82bf-7d005f369dc8 None None] Pushing event updated for resources: {'Port': ['ID=bee172b1-0b0a-481b-89c0-2a7c7475a759,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:06.465686 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:06.474137 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:06.571076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.576422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497bc86-997a-47a2-ac41-bee796b7fa1d None None] Network e53b7dcf-68b0-4074-8e5c-005370414c81 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:06.581292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.586776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20c37554-5be2-4364-acf4-ce96d805d0f0 HTTP/1.1" status: 204  len: 168 time: 1.9658937
Dec 11 20:54:06.605785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 542727d5-9e8a-426b-b5a0-340d30cb28ed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:06.689689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89519-fb36-4431-8c26-aa352e6cb740 req-bc5e7080-df14-476b-aaa9-ac87ab49a730 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:06.694164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7718d611-6eb3-4e90-8a5a-69c900255310 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:06.700621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06d89519-fb36-4431-8c26-aa352e6cb740 req-bc5e7080-df14-476b-aaa9-ac87ab49a730 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 945 time: 1.2561240
Dec 11 20:54:06.716735 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.738060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Transition to ACTIVE for port object 7718d611-6eb3-4e90-8a5a-69c900255310 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:06.771084 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:06.771620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a1c5a-a3e9-4ec1-8701-004487c49549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c37554-5be2-4364-acf4-ce96d805d0f0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:06.782881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.831761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:06.953177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:06.990279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 722d6557-b145-409c-bf36-21a1d119d60b up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:07.012691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.020151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-5b67b2b2-a4c4-44aa-b9d5-5a2edcc64911 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:07.027685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-5b67b2b2-a4c4-44aa-b9d5-5a2edcc64911 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:07.030157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-5b67b2b2-a4c4-44aa-b9d5-5a2edcc64911 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "GET /v2.0/networks?id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0&id=251d1da1-4dfe-4117-928c-edabf2e95141&id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 HTTP/1.1" status: 200  len: 1392 time: 0.8962889
Dec 11 20:54:07.048004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06d89519-fb36-4431-8c26-aa352e6cb740 req-319a4c70-de7d-43b7-a947-4e364cc1e5c1 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3462465
Dec 11 20:54:07.097115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'admin_state_up': True, 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:07.128226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a56cee-075e-462d-a217-73468b1748ae req-6bfd2ee1-4927-4f1d-93d9-5e3080455054 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:07.142455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39a56cee-075e-462d-a217-73468b1748ae req-6bfd2ee1-4927-4f1d-93d9-5e3080455054 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 932 time: 0.6131260
Dec 11 20:54:07.342234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.367216 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd820>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:01Z', 'revision_number': 3, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:07.396104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:07.430145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:07.433485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:07.482502 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846b4d5-5e4f-40e8-8f55-e9f645136e38 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:01Z', 'revision_number': 3, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:07.515252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:07.595984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:07.613825 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39a56cee-075e-462d-a217-73468b1748ae req-718c6757-e29c-4aba-979c-6b0fc7c52cc7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4705081
Dec 11 20:54:07.638340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:07.666716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:07.680717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Pushing event updated for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:07.742733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:07.743513 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.746342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:07.748185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:07.748518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:07.765811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:07.766611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:07.784980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:07.785641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:07.786237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:07.788181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Bound port: 7718d611-6eb3-4e90-8a5a-69c900255310, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:07.788761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.796519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-7b22e7bb-0c69-4104-9dc9-020e348f7353 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1066020
Dec 11 20:54:07.804523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ebfdf250-bf33-4d2e-9ee1-fe7cda49e31b None None] Provisioning complete for port 542727d5-9e8a-426b-b5a0-340d30cb28ed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:07.805888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf250-bf33-4d2e-9ee1-fe7cda49e31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.824100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Request body: {'port': {'device_id': '88773f0d-1894-42a3-a913-84b40568e525', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:07.834725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 722d6557-b145-409c-bf36-21a1d119d60b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:07.882226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 542727d5-9e8a-426b-b5a0-340d30cb28ed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:07.882919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:07.946735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 722d6557-b145-409c-bf36-21a1d119d60b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:07.947462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.307825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.312332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.396347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38838) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:08.405025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4949c75b-d532-49a3-8237-e262d2a0547c req-6ca786ad-db51-4ea3-b73d-49e132a4a79e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 210 time: 0.3309503
Dec 11 20:54:08.416002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 542727d5-9e8a-426b-b5a0-340d30cb28ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542727d5-9e8a-426b-b5a0-340d30cb28ed,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:08.446116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec98c3d-8048-4da3-873c-abfc33d18daa None None] Network 251d1da1-4dfe-4117-928c-edabf2e95141 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:08.473105 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.479552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c593e19e-cfde-4f37-bab7-1bc834532a9b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:08.567080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:08.575807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:08.591047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.688851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:08.721400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-network', 'tenant_id': '24b077973a624bbfa10096b1f2fda251'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:08.842528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.862622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=542727d5-9e8a-426b-b5a0-340d30cb28ed,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:08.875972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:08.876593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.880958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-f84bc79f-f4e9-44eb-a92a-8e1f35f0cd9b service neutron] 10.222.0.30 "PUT /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 1092 time: 5.0975223
Dec 11 20:54:08.881525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:08.887699 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e45392-a4a5-4755-a680-60e106369551" -d '{"events": [{"name": "network-changed", "server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:08.892851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aa24d-1d59-4815-a2f1-074576487119 req-914ecb68-17c9-45cb-bd40-c208587c2d98 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:08.897750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b6aa24d-1d59-4815-a2f1-074576487119 req-914ecb68-17c9-45cb-bd40-c208587c2d98 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 931 time: 1.3377657
Dec 11 20:54:08.902142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:08.943456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:09.013488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:09.017503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.063883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:09.066898 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f76c8-478c-4edd-9578-fae77e4c6032" -d '{"events": [{"server_uuid": "61917393-073c-4826-bf2d-433339beed45", "name": "network-vif-plugged", "status": "completed", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:09.094135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Made reservation on behalf of 24b077973a624bbfa10096b1f2fda251 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:09.103237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.112579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.194185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c593e19e-cfde-4f37-bab7-1bc834532a9b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:09.194577 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.292780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b6aa24d-1d59-4815-a2f1-074576487119 req-15e77c34-9bc0-4f0e-b2b5-3303a45bbf5c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3805285
Dec 11 20:54:09.327950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:09.381020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Provisioning complete for port 542727d5-9e8a-426b-b5a0-340d30cb28ed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:09.382256 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.501027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.530524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Allocated IP 19.80.0.100 (61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0/e0b867e5-54a6-4b69-a8d6-915f20c3442d/c5ab27e0-cad3-4d7c-80be-babe7b8d6644) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:09.576258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f4d020d8-9f78-4239-a5d6-1a068211f554 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:09.692796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f4d020d8-9f78-4239-a5d6-1a068211f554 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:09.693286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.696157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Provisioning complete for port f4d020d8-9f78-4239-a5d6-1a068211f554 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:09.696667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.804783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f2180-b16b-439d-b2a7-6d69b94eb0b9 req-76967f42-3473-4eb6-b036-dba1a03db95c tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:09.806504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-198f2180-b16b-439d-b2a7-6d69b94eb0b9 req-76967f42-3473-4eb6-b036-dba1a03db95c tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 945 time: 1.1225858
Dec 11 20:54:09.835091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.896077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.909276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.919953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fb3d5-1576-41a8-910c-29209299eb0e req-e1ad71e8-3625-48a1-9ada-fe99d3e116b9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:09.928189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a24fb3d5-1576-41a8-910c-29209299eb0e req-e1ad71e8-3625-48a1-9ada-fe99d3e116b9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.2073951
Dec 11 20:54:09.959551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.964887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port f4d020d8-9f78-4239-a5d6-1a068211f554, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d020d8-9f78-4239-a5d6-1a068211f554,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:09.975293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.977701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:09.982373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-ebe483ab-c3f5-4a55-9cf9-dda021e74b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:09.984035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-ebe483ab-c3f5-4a55-9cf9-dda021e74b19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1095 time: 1.0305994
Dec 11 20:54:09.998241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.030603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:54:10.030991 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:54:10.042722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.076003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.079134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-8f35c3b4-4fbe-407c-8ef7-74be1c87026b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.0813496
Dec 11 20:54:10.082670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-198f2180-b16b-439d-b2a7-6d69b94eb0b9 req-788f2191-00b0-41d8-bd9f-ac5071290b9e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2601554
Dec 11 20:54:10.094167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:54:10.109596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=f4d020d8-9f78-4239-a5d6-1a068211f554,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:10.163091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e362016-22a7-4924-93ca-23db004366d0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:10.185210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.186004 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Added segment 3c00c5d8-73df-4ccb-9f8e-056ae8bb180b of type vlan for network 2bc099a4-d8d4-42fc-835e-2c6b83b45347
Dec 11 20:54:10.199424 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7823d1e4-6482-4653-8b4c-fde5119c9d90 x-openstack-request-id: req-7823d1e4-6482-4653-8b4c-fde5119c9d90 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:10.201060 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:10.201448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a24fb3d5-1576-41a8-910c-29209299eb0e req-ae8984ba-9437-4ca4-b853-b86bfb71c03e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2643611
Dec 11 20:54:10.201890 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7823d1e4-6482-4653-8b4c-fde5119c9d90 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:10.204999 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310', 'status': 'completed', 'code': 200}
Dec 11 20:54:10.317496 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665eddc9-5e63-4f63-a774-4df6ad31b2e0 x-openstack-request-id: req-665eddc9-5e63-4f63-a774-4df6ad31b2e0 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:10.318798 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61917393-073c-4826-bf2d-433339beed45", "name": "network-vif-plugged", "status": "completed", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:10.319306 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-665eddc9-5e63-4f63-a774-4df6ad31b2e0 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:10.319895 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'code': 200}
Dec 11 20:54:10.321568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.330158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-08bb8215-87a8-450d-98c6-560b6307e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.332128 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-08bb8215-87a8-450d-98c6-560b6307e2a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.2390509
Dec 11 20:54:10.346428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Pushing event updated for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:10.353945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.428856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-b4b775c4-a2ba-4c3e-af02-478265aaca8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361638
Dec 11 20:54:10.441008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a8ce26-b00f-4cba-b9b8-30bc2174d39d {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:10.454687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.482517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.498214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 542727d5-9e8a-426b-b5a0-340d30cb28ed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:10.532351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:10.560451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Transition to ACTIVE for port object 25a8ce26-b00f-4cba-b9b8-30bc2174d39d will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:10.597069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:10.602286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:10.640963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.666672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:10.706544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138298c-0050-4084-88cc-fd963289c08d req-2d003744-de6d-4588-86ab-1d960b339f79 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.714495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b138298c-0050-4084-88cc-fd963289c08d req-2d003744-de6d-4588-86ab-1d960b339f79 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 932 time: 0.3486335
Dec 11 20:54:10.719655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Provisioning complete for port 111c1e7c-8fb3-492d-846d-40f52b5341d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:10.723135 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.731065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 542727d5-9e8a-426b-b5a0-340d30cb28ed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:10.734394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.757500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bc61-80ef-4642-a1d0-892a2d0d3ea9 req-3817b979-ccd8-4dec-8762-204133460e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.759197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa95bc61-80ef-4642-a1d0-892a2d0d3ea9 req-3817b979-ccd8-4dec-8762-204133460e14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.2987869
Dec 11 20:54:10.760197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482e996-95d4-4a10-8390-63be097a2174 req-ab4b080a-d5b2-4576-99e6-e33725d61c76 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.769110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7482e996-95d4-4a10-8390-63be097a2174 req-ab4b080a-d5b2-4576-99e6-e33725d61c76 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 931 time: 0.2782867
Dec 11 20:54:10.772139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.772860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.785220 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.787108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:10.787620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.843966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-15a089bc-1fb6-4ec8-bd55-b74cc8eb04d6 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7692196
Dec 11 20:54:10.846208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:10.869863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7482e996-95d4-4a10-8390-63be097a2174 req-09162c5b-03cc-4217-aace-f7bf4743ae46 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955801
Dec 11 20:54:10.874184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Port 111c1e7c-8fb3-492d-846d-40f52b5341d7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:10.877196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141', 'admin_state_up': True, 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:10.880508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:10.908454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Provisioning complete for port 6df477c4-5319-41a2-a344-c760d0498f87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:10.909006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:10.922041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b138298c-0050-4084-88cc-fd963289c08d req-5dd9f490-ea65-4658-b733-7ec2a0d7a6c0 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957562
Dec 11 20:54:11.025083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bee172b1-0b0a-481b-89c0-2a7c7475a759 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:11.027096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-658c532f-ea01-4b37-9c27-b4bf147c1ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.150173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.7380235
Dec 11 20:54:11.173341 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.193222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:11.199389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:11.199927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Request body: {'subnet': {'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-subnet', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:11.230083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bee172b1-0b0a-481b-89c0-2a7c7475a759 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:11.230886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.261443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa95bc61-80ef-4642-a1d0-892a2d0d3ea9 req-d4bf0d09-848e-42c2-87ed-4f5778e0c38c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4750578
Dec 11 20:54:11.306005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] For port 6df477c4-5319-41a2-a344-c760d0498f87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df477c4-5319-41a2-a344-c760d0498f87,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:11.312224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-3ae89712-8e07-4062-b886-575534ac4298 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8198187
Dec 11 20:54:11.315390 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.355330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edbebc-112b-4570-82ee-6fb584c69073 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc099a4-d8d4-42fc-835e-2c6b83b45347,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:11.384479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Attempting to bind port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:11.385112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Attempting to bind port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:11.385621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Attempting to bind port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:11.387503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Made reservation on behalf of 24b077973a624bbfa10096b1f2fda251 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:11.389897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.391807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d on network d45c22e1-69d6-4621-88dc-e849a66f9d40 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:11.392333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Attempting to bind port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:11.400092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:11.400707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Checking segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:11.401266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Bound using segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:11.401883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Bound port: 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:11.402508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.487195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430cc6-aa80-42e4-8db5-d07dd1fccd68 req-490f7f58-4d0c-4105-9b72-1ed86c1ac0e4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:11.494926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61430cc6-aa80-42e4-8db5-d07dd1fccd68 req-490f7f58-4d0c-4105-9b72-1ed86c1ac0e4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.2047839
Dec 11 20:54:11.512051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:54:11.576650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:11.602205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56120c-143b-4b29-951b-9c2c600691f5 None None] Pushing event updated for resources: {'Port': ['ID=6df477c4-5319-41a2-a344-c760d0498f87,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:11.617272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d278c5c-a141-4179-a86b-d5c017a04878 req-99135ad8-88a1-4980-82dc-aae528c4eb90 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:11.625878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d278c5c-a141-4179-a86b-d5c017a04878 req-99135ad8-88a1-4980-82dc-aae528c4eb90 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.2741158
Dec 11 20:54:11.646704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:11.670879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Provisioning complete for port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:11.671312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.671551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:11.677643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.685051 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61430cc6-aa80-42e4-8db5-d07dd1fccd68 req-3924fcb6-6bad-422f-ba64-083f15f99f1a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890433
Dec 11 20:54:11.698372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.704056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port bee172b1-0b0a-481b-89c0-2a7c7475a759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee172b1-0b0a-481b-89c0-2a7c7475a759,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:11.728572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d278c5c-a141-4179-a86b-d5c017a04878 req-9fd6c52a-6404-41f7-8397-7040c8739c63 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016867
Dec 11 20:54:11.729371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:11.731653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.732516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6df477c4-5319-41a2-a344-c760d0498f87 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:11.735137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.788746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:11.789641 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:11.790816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] 10.222.0.16 "PUT /v2.0/ports/25a8ce26-b00f-4cba-b9b8-30bc2174d39d HTTP/1.1" status: 200  len: 1091 time: 3.9729807
Dec 11 20:54:11.828712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89edf9a6-9ce5-4846-811c-d850f33b390f req-4145fc64-3d8e-4b2e-9d71-710800c7f132 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3100004
Dec 11 20:54:11.829538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23aabb-5d89-4890-98fd-4d9989f76555 service neutron] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:11.959469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:12.054779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-e64cf16f-e95d-42b1-a2a3-1a2f337bd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.056995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-e64cf16f-e95d-42b1-a2a3-1a2f337bd6d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 1094 time: 0.2061865
Dec 11 20:54:12.058462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Provisioning complete for port 111c1e7c-8fb3-492d-846d-40f52b5341d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:12.060613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.124937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45392-a4a5-4755-a680-60e106369551 req-a662f9ef-e493-4857-bac0-46e9bf78eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.126844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-a662f9ef-e493-4857-bac0-46e9bf78eeb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1095 time: 0.2154901
Dec 11 20:54:12.131682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-3849d66d-1b69-43a2-a167-9e7939d4fbfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d HTTP/1.1" status: 200  len: 217 time: 0.0574236
Dec 11 20:54:12.137981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6df477c4-5319-41a2-a344-c760d0498f87 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:12.139727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.158597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404e56-492b-4ce7-8965-c9c70288400a req-ff066f60-2e8c-467d-b4df-8b013edd9f97 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.167145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9404e56-492b-4ce7-8965-c9c70288400a req-ff066f60-2e8c-467d-b4df-8b013edd9f97 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 943 time: 0.1648149
Dec 11 20:54:12.180433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=bee172b1-0b0a-481b-89c0-2a7c7475a759,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:12.212250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Port 111c1e7c-8fb3-492d-846d-40f52b5341d7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:12.215874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:12.218897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:12.222015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.225914 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bae5d9b-2864-4704-8b54-dfca72d99899" -d '{"events": [{"name": "network-changed", "server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:12.234488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:12.244385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Provisioning complete for port 6df477c4-5319-41a2-a344-c760d0498f87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:12.245089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea33cba-e1c4-4e33-bb2e-c37d3ab60284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.254848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e3c87fa9-6e73-49a7-b947-ad79d1b06435 admin admin] 10.222.0.18 "PUT /v2.0/routers/26107736-c8d1-467f-89dd-6cb618657230/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5709085
Dec 11 20:54:12.321321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Pushing event updated for resources: {'Subnet': ['ID=176c441d-b2ee-459f-b60a-d04c2afa8e01,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:12.338144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:12.339698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7728d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:53:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:12.425451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-170498d2-fa4a-4571-b8ff-ebac16a18f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.438045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-170498d2-fa4a-4571-b8ff-ebac16a18f50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.2873452
Dec 11 20:54:12.453194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Allocated IP 19.86.0.17 (251d1da1-4dfe-4117-928c-edabf2e95141/80a6150a-38b7-4d34-90fd-800e38e0f71a/924c1e41-6590-4f3b-81c6-1dc9ff250f1a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:12.505202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f0ff-3d3a-4dbf-a1cc-00f3e726dbf2 req-c32204df-ddbb-4f9d-8876-508e34110276 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.515848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba37f0ff-3d3a-4dbf-a1cc-00f3e726dbf2 req-c32204df-ddbb-4f9d-8876-508e34110276 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 932 time: 0.3091581
Dec 11 20:54:12.520655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9404e56-492b-4ce7-8965-c9c70288400a req-ad82f3d0-7401-4cf1-8cea-c38bdc595a00 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515189
Dec 11 20:54:12.522826 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-be16fc02-1708-4902-a971-493014600ea4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642936
Dec 11 20:54:12.671234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-384e74e5-4f8a-40ac-9cde-d86c9dc28c90 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391430
Dec 11 20:54:12.737446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45392-a4a5-4755-a680-60e106369551 req-eca38efe-97e3-474a-8935-078ea2cda292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:12.744399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-eca38efe-97e3-474a-8935-078ea2cda292 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.6035826
Dec 11 20:54:12.755791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.836143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-4700c0e7-f43d-406f-86ae-ac7bacbb5e25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.0849361
Dec 11 20:54:12.837116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:12.881865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Checking segment: {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:12.882234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Network hostable DHCP agents. Network: 2bc099a4-d8d4-42fc-835e-2c6b83b45347, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:54:12.913658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919ad6b6-4734-40f2-95fc-837605a3e7ee req-b673068e-b1f7-4724-b47b-fce680b709d0 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204769
Dec 11 20:54:12.967451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 251d1da1-4dfe-4117-928c-edabf2e95141 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:12.986220 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a4ec5a-576f-492a-a097-66aa1e14f051 x-openstack-request-id: req-b0a4ec5a-576f-492a-a097-66aa1e14f051 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:12.987198 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:12.987797 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0a4ec5a-576f-492a-a097-66aa1e14f051 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:12.989245 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'status': 'completed', 'code': 200}
Dec 11 20:54:13.003849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:13.006433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e45392-a4a5-4755-a680-60e106369551 req-ed24f926-d085-4049-b56d-7996537f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.009368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-ed24f926-d085-4049-b56d-7996537f4cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0948050
Dec 11 20:54:13.021514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:54:13.028315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:13.031456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:13.048526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:13.117794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bc099a4-d8d4-42fc-835e-2c6b83b45347) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:13.124818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.125591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.144336 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-48e2f3a6-fa3e-4201-bc10-221d6d030010 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1135054
Dec 11 20:54:13.150706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba37f0ff-3d3a-4dbf-a1cc-00f3e726dbf2 req-b5ef8a7a-7330-48e3-85e7-9f3f9af34e8c tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6327791
Dec 11 20:54:13.152949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69999d8-35ed-4660-9145-952d3c22924b None None] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:13.224730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.225542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.242233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f7c2092-607f-4655-89e5-d49a1121519e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.0478504
Dec 11 20:54:13.244918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38926) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:13.254262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bee172b1-0b0a-481b-89c0-2a7c7475a759 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:13.261694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:13.344375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-a7f2cfb1-0421-4996-9b49-8f7dcdd4d027 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4847162
Dec 11 20:54:13.359039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.360790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.372401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-27d493a1-ddbc-4590-a1cf-214ad5453728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.375106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-27d493a1-ddbc-4590-a1cf-214ad5453728 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 1094 time: 0.3610120
Dec 11 20:54:13.391929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'admin_state_up': True, 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:13.483404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-c6732b13-531d-49f4-983a-12f36f11853b service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3268368
Dec 11 20:54:13.558713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.587076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fbc50-bdf5-458d-b4de-6228268c1a38 req-b1e40c37-850c-4142-8625-bbba2d3edbcb tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.605277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2fbc50-bdf5-458d-b4de-6228268c1a38 req-b1e40c37-850c-4142-8625-bbba2d3edbcb tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.3082361
Dec 11 20:54:13.611257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:13.655410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489663911', 'description': 'tempest-description--647538914'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:13.664883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28bbc8f5-e021-433f-97c9-a29ec1ae984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.696977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-0bc4b3ce-3dd0-4d88-95c1-9903e6eb8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.698936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-0bc4b3ce-3dd0-4d88-95c1-9903e6eb8b35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 921 time: 0.3132908
Dec 11 20:54:13.790314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-39c06461-ec2a-4a71-95da-7171de2e9bf9 None None] Provisioning complete for port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:13.790797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39c06461-ec2a-4a71-95da-7171de2e9bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.831878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99e45392-a4a5-4755-a680-60e106369551 req-a89155f5-d937-401f-b867-2c925f581680 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3383732
Dec 11 20:54:13.833778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-b7e3f389-b8c1-4705-a695-bb0d182e1573 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d HTTP/1.1" status: 200  len: 217 time: 0.1150818
Dec 11 20:54:13.837291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-39c06461-ec2a-4a71-95da-7171de2e9bf9 None None] Port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:13.845519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'project_id': '24b077973a624bbfa10096b1f2fda251', 'fixed_ips': [{'subnet_id': '176c441d-b2ee-459f-b60a-d04c2afa8e01'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:54:13.846537 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.867681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.875276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bee172b1-0b0a-481b-89c0-2a7c7475a759 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:13.875642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.895814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6159f36-73ad-4897-9c08-078cef20a3aa req-4f5bcda0-c770-44df-8186-ae87a423cdb5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:13.905611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6159f36-73ad-4897-9c08-078cef20a3aa req-4f5bcda0-c770-44df-8186-ae87a423cdb5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.2008140
Dec 11 20:54:13.911025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:13.923034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2fbc50-bdf5-458d-b4de-6228268c1a38 req-346dea9f-c002-4581-9f45-528b7830a128 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166292
Dec 11 20:54:14.024094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:14.027615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.061217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-d9726ff8-dac1-4efb-91c8-a30c9137a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:14.062738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-d9726ff8-dac1-4efb-91c8-a30c9137a5c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.1963661
Dec 11 20:54:14.085800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6159f36-73ad-4897-9c08-078cef20a3aa req-55f97501-51d2-4ac7-a645-83fb5e584d3d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700840
Dec 11 20:54:14.104141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.139238 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-8a09bdd6-3f8f-413c-8989-dbe948b6460f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519936
Dec 11 20:54:14.225225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f4d020d8-9f78-4239-a5d6-1a068211f554 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:14.258296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Allocated IP 172.20.0.2 (2bc099a4-d8d4-42fc-835e-2c6b83b45347/176c441d-b2ee-459f-b60a-d04c2afa8e01/8c25f3f4-aaf6-4335-99a0-d5a1b91b0342) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:14.285357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7728d910>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 2, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:14.328256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-a71a557b-e5b9-4f54-a51d-9773e3de396a service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805346
Dec 11 20:54:14.332216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:14.332527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Updating router 26107736-c8d1-467f-89dd-6cb618657230 port 111c1e7c-8fb3-492d-846d-40f52b5341d7 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:14.369727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.379560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c4c7d-8f21-4792-b07f-2eede4ecf367 req-4c647c4b-53a6-47cd-9aa2-df8dfe3fc153 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:14.386951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.390124 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9a7c4c7d-8f21-4792-b07f-2eede4ecf367 req-4c647c4b-53a6-47cd-9aa2-df8dfe3fc153 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 943 time: 0.1553862
Dec 11 20:54:14.419514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Allocated IP 19.80.0.225 (61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0/e0b867e5-54a6-4b69-a8d6-915f20c3442d/bbdfbe04-db28-4632-81fb-9f1ea76fc5da) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:14.505377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9a7c4c7d-8f21-4792-b07f-2eede4ecf367 req-f9d14937-9036-4b85-b96b-69659dc735c1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097271
Dec 11 20:54:14.554280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bae5d9b-2864-4704-8b54-dfca72d99899 req-75783b78-204e-4bef-bcf7-b78b2a836719 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159634
Dec 11 20:54:14.808271 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.830129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:14.939436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:14.959436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '7718d611-6eb3-4e90-8a5a-69c900255310', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'port_id': '7718d611-6eb3-4e90-8a5a-69c900255310', 'mac_address': 'fa:16:3e:94:ce:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd6725-4a98-427d-a4e5-27195e7e86c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:14.961518 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:14.999402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-fab755b1-fce1-484d-9818-97ff54442b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.002198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-fab755b1-fce1-484d-9818-97ff54442b65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1319289
Dec 11 20:54:15.025396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f4d020d8-9f78-4239-a5d6-1a068211f554 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:15.025771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.093442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.098912 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.4536393
Dec 11 20:54:15.105925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38950) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:15.116160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group_rule': {'security_group_id': '8a5b7952-aebd-4433-966e-199eac2f549f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:15.130166 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.154382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7718d611-6eb3-4e90-8a5a-69c900255310 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:15.174047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.175832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-29eb9b8e-2a2a-4f2d-b03c-cb13fce8c1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.178126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-29eb9b8e-2a2a-4f2d-b03c-cb13fce8c1fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.1663520
Dec 11 20:54:15.181461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:15.210869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6807-57b6-4782-843c-9eb196af70a4 req-79dafb9c-b322-4280-acce-214c43d0ccde tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.219427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6807-57b6-4782-843c-9eb196af70a4 req-79dafb9c-b322-4280-acce-214c43d0ccde tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.227995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b1c6807-57b6-4782-843c-9eb196af70a4 req-79dafb9c-b322-4280-acce-214c43d0ccde tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 1654 time: 0.2907465
Dec 11 20:54:15.230114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-3acd18fa-ef08-4d91-b3d9-b5d020d32ae5 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.236488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-3acd18fa-ef08-4d91-b3d9-b5d020d32ae5 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.16 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 0.9476950
Dec 11 20:54:15.237167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05581fe-c3c0-4430-8671-f9c476ea2a6e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b7952-aebd-4433-966e-199eac2f549f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:15.241160 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.241932 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.269172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406f564-e1cb-4b32-b61d-a8c67cd486a2 req-807732a0-c2fd-43fe-bbcd-0e274162785a tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.269406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Attempting to bind port 111c1e7c-8fb3-492d-846d-40f52b5341d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:15.269779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Attempting to bind port 111c1e7c-8fb3-492d-846d-40f52b5341d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:15.270149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Attempting to bind port 111c1e7c-8fb3-492d-846d-40f52b5341d7 on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:15.270735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6406f564-e1cb-4b32-b61d-a8c67cd486a2 req-807732a0-c2fd-43fe-bbcd-0e274162785a tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 1.1595016
Dec 11 20:54:15.313131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-35c3169e-bf94-463f-b02c-5077b696833e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.1239190
Dec 11 20:54:15.370048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.412280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-5584a4bc-0219-4447-965b-129d2e25b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.414646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-5584a4bc-0219-4447-965b-129d2e25b76b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.0919054
Dec 11 20:54:15.468259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-5ade0337-dea7-4964-a2f1-7e596b9fce3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360520
Dec 11 20:54:15.559224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6406f564-e1cb-4b32-b61d-a8c67cd486a2 req-a0d91625-da96-4366-8792-e77d7272f2c3 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2548287
Dec 11 20:54:15.565253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.581454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b1c6807-57b6-4782-843c-9eb196af70a4 req-e982bcc7-612d-4bfe-a760-9f50236bc07e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3512053
Dec 11 20:54:15.592062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-f62bd888-8d1c-409b-aa6a-e0257ada544b service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158853
Dec 11 20:54:15.596554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.609637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d9746-6364-44b8-88ac-fad62bac9829 None None] Pushing event updated for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:15.635785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.669795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:15.670400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Checking segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:15.671053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.671229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.671891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Bound using segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:15.672580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Bound port: 111c1e7c-8fb3-492d-846d-40f52b5341d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:15.673090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.684445 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.691009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.694905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:15.713800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['7718d611-6eb3-4e90-8a5a-69c900255310'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:15.730832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:15.741196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Deleting port d32006eb-a8f6-47da-a805-16b48094c3f6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:15.741538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.744640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.750697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:15.757235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:15.799899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a51f27-26dd-45fa-a22b-2a2afcadf22e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:15.823156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0891b915-8e00-45bf-8d0b-3d1939979530 req-a6a620f0-eb47-4d5e-8924-87e4ca1af37c service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148855
Dec 11 20:54:15.854644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55b8bc-40f2-4cb9-a25f-bbefdc941fa3 req-7266142e-fa5b-4fa9-8665-4a2bd7a37e12 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:15.859905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d55b8bc-40f2-4cb9-a25f-bbefdc941fa3 req-7266142e-fa5b-4fa9-8665-4a2bd7a37e12 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.1096311
Dec 11 20:54:15.887317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:15.896953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0c2d714e-d28d-4eab-aff2-ef0babd7f137 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7857370
Dec 11 20:54:15.906331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:15.913018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group_rule': {'security_group_id': '8a5b7952-aebd-4433-966e-199eac2f549f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:15.933398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25a8ce26-b00f-4cba-b9b8-30bc2174d39d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:15.983292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-504b3cbc-9835-47f1-98fe-b31dd7b1f4b5 None None] Provisioning complete for port 111c1e7c-8fb3-492d-846d-40f52b5341d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:15.984011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-504b3cbc-9835-47f1-98fe-b31dd7b1f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.008498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:16.010655 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.039934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d55b8bc-40f2-4cb9-a25f-bbefdc941fa3 req-3cedf4ba-1329-4b44-8c15-7b34adcf3e2c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633384
Dec 11 20:54:16.047428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:16.061166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6df477c4-5319-41a2-a344-c760d0498f87 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:16.070951 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.072917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:16.162445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:54:16.210410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] For port d32006eb-a8f6-47da-a805-16b48094c3f6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d32006eb-a8f6-47da-a805-16b48094c3f6,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:16.210924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.229545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.247386 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.306462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a33f7-50a4-4516-a6a1-525b074cce8c req-e27429a9-4fb9-47c4-bc3b-3c377f4fc362 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:16.315072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e6a33f7-50a4-4516-a6a1-525b074cce8c req-e27429a9-4fb9-47c4-bc3b-3c377f4fc362 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 943 time: 0.1453567
Dec 11 20:54:16.329872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:16.330638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.333849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e827ecb-0282-4b1f-9a07-181ceaf1d68f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:16.351883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.355108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:16.366100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18627029-7e59-461c-8ca3-730f9f7238a9 req-587d51d9-6236-4545-86b9-e7e9d7e1a9c4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:16.367738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18627029-7e59-461c-8ca3-730f9f7238a9 req-587d51d9-6236-4545-86b9-e7e9d7e1a9c4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.5787907
Dec 11 20:54:16.428180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-947ac6a1-0016-4b57-8d7f-431af0f811ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0602138
Dec 11 20:54:16.429821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Pushing event updated for resources: {'Port': ['ID=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:16.432730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e6a33f7-50a4-4516-a6a1-525b074cce8c req-8808f9cf-9e19-48f0-9b05-41c408f23a08 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162295
Dec 11 20:54:16.452439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:16.471111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.475152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ef70f3d-047f-4b1e-9eef-2609ded33466 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5631502
Dec 11 20:54:16.494619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38962) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:16.502969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-504b3cbc-9835-47f1-98fe-b31dd7b1f4b5 None None] Port 111c1e7c-8fb3-492d-846d-40f52b5341d7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:16.512596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:16.555004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.581333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:16.632400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'port_id': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'mac_address': 'fa:16:3e:aa:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20c57fb-a36f-44bf-b026-ac23bd6ba8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:16.661750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] For port 111c1e7c-8fb3-492d-846d-40f52b5341d7, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:16.692634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Allocated IP 172.35.1.45 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/0bf19ecf-fb3e-467d-9e36-3acea1bb655f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:16.711026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18627029-7e59-461c-8ca3-730f9f7238a9 req-3ade52fb-08d4-4bc6-b202-74a767bd369a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3143508
Dec 11 20:54:16.741700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.828654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c8a5d-4557-4809-9847-a933f37304da req-a2a0eaf6-b96e-4134-9a15-12ddeddc2896 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:16.830294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-987c8a5d-4557-4809-9847-a933f37304da req-a2a0eaf6-b96e-4134-9a15-12ddeddc2896 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 945 time: 0.1430831
Dec 11 20:54:16.868382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6df477c4-5319-41a2-a344-c760d0498f87 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:16.868761 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.876726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.889413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] For port 111c1e7c-8fb3-492d-846d-40f52b5341d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=111c1e7c-8fb3-492d-846d-40f52b5341d7,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:16.891769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8969bab5-e137-4503-b5f4-eee8f11e23d3 None None] Provisioning complete for port bbdfbe04-db28-4632-81fb-9f1ea76fc5da triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:16.891769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8969bab5-e137-4503-b5f4-eee8f11e23d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.907150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-987c8a5d-4557-4809-9847-a933f37304da req-d57d16f7-930b-4652-ac4a-05f65bfb0098 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups?id=e63022f3-507c-4f95-85bc-f964d5dfe1ea&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648870
Dec 11 20:54:16.921740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Attempting to bind port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:16.922171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Attempting to bind port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:16.922548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Attempting to bind port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 on network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:16.928585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.958375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:16.958731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Checking segment: {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:16.959124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.959523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Bound using segment: {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:16.960004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Bound port: 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:16.960390 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:16.976932 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.005301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.005301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.005301 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Floating IP fc997c05-dc09-41b0-8665-90e2f32da339 disassociated. External IP: 172.35.1.16, port: d32006eb-a8f6-47da-a805-16b48094c3f6.
Dec 11 20:54:17.005301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Calling delete_port for d32006eb-a8f6-47da-a805-16b48094c3f6 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:17.028678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a8ce26-b00f-4cba-b9b8-30bc2174d39d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:17.058743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:17.126666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.128625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8969bab5-e137-4503-b5f4-eee8f11e23d3 None None] Port bbdfbe04-db28-4632-81fb-9f1ea76fc5da cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:17.170591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf9e4-e6df-4595-8c44-26b4fba5d884 req-a6dc423d-971a-440d-b922-d413a69ba481 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:17.185726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf9e4-e6df-4595-8c44-26b4fba5d884 req-a6dc423d-971a-440d-b922-d413a69ba481 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:17.198189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdf9e4-e6df-4595-8c44-26b4fba5d884 req-a6dc423d-971a-440d-b922-d413a69ba481 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:17.205314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.209616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1bdf9e4-e6df-4595-8c44-26b4fba5d884 req-a6dc423d-971a-440d-b922-d413a69ba481 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2376 time: 0.3553596
Dec 11 20:54:17.243879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e41c-01f1-4d7f-9cd7-35eacf52b589 req-ae8f960a-b114-4ee9-9594-2e55d1e6eef1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:17.252858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b671e41c-01f1-4d7f-9cd7-35eacf52b589 req-ae8f960a-b114-4ee9-9594-2e55d1e6eef1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.1102002
Dec 11 20:54:17.271817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:17.272478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7728d910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:17.299071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d9746-6364-44b8-88ac-fad62bac9829 None None] Pushing event updated for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:17.341792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b671e41c-01f1-4d7f-9cd7-35eacf52b589 req-fd1f8ad6-98c5-412e-a616-8f1fddb2b04c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825546
Dec 11 20:54:17.369965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.381186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['25a8ce26-b00f-4cba-b9b8-30bc2174d39d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:17.441113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] For port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:17.495066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1bdf9e4-e6df-4595-8c44-26b4fba5d884 req-a82bb5d2-bc16-4033-831e-1a71312c4eb3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2843957
Dec 11 20:54:17.517894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] For port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:17.562516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.594686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.661596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:17.669448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] Provisioning complete for port 111c1e7c-8fb3-492d-846d-40f52b5341d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:17.670120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.689235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:17.702247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:17.737947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:17.754816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b0ac5-1b12-4933-96dc-8676ebfa7e8a req-006082d0-96bf-48b7-b9b9-6bc0efd8e431 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:17.762728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be2b0ac5-1b12-4933-96dc-8676ebfa7e8a req-006082d0-96bf-48b7-b9b9-6bc0efd8e431 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 944 time: 0.2116239
Dec 11 20:54:17.774011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Allocated IP 172.35.1.52 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/c2b0be83-68f9-43d9-8333-777a09ef54d9) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:17.800368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:17.817321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d32006eb-a8f6-47da-a805-16b48094c3f6 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:17.820821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:17.853180 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:17.904766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be2b0ac5-1b12-4933-96dc-8676ebfa7e8a req-111dc738-5173-4659-931b-d497faa9a499 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1259537
Dec 11 20:54:17.932891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event deleted for resources: {'Port': ['ID=d32006eb-a8f6-47da-a805-16b48094c3f6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:17.973637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: d32006eb-a8f6-47da-a805-16b48094c3f6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:17.973871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d32006eb-a8f6-47da-a805-16b48094c3f6 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:18.051422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:54:18.126363 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e316574-7c16-4034-8dcd-fc3787270d8f req-b502a3c5-bec7-461b-9b41-7c15b3610485 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 210 time: 0.0465183
Dec 11 20:54:18.175463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d3527-6fa3-4e18-9e5b-64a3ac459f4e None None] Pushing event updated for resources: {'Port': ['ID=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:18.207623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.255157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdc385-3270-4af7-9367-c677dee828a4 req-2faa0afe-3fd4-436d-96e4-7d70265e4281 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:18.265037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1fdc385-3270-4af7-9367-c677dee828a4 req-2faa0afe-3fd4-436d-96e4-7d70265e4281 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.3464162
Dec 11 20:54:18.299369 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.319680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ab27e0-cad3-4d7c-80be-babe7b8d6644 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:18.375713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.375955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.394192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:18.413936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:18.420574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:18.470469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1fdc385-3270-4af7-9367-c677dee828a4 req-46dcec77-eba4-48bc-9ce6-371fa5d4021d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042429
Dec 11 20:54:18.485449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Transition to ACTIVE for port object c5ab27e0-cad3-4d7c-80be-babe7b8d6644 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:18.496059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.511140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=c2b0be83-68f9-43d9-8333-777a09ef54d9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:18.634520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] For port 111c1e7c-8fb3-492d-846d-40f52b5341d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=111c1e7c-8fb3-492d-846d-40f52b5341d7,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:18.651528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.656497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cbc04-d1c3-470a-8339-736ae037642e req-c319ff1e-88ca-465c-baeb-ffdb5b355852 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:18.658960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-679cbc04-d1c3-470a-8339-736ae037642e req-c319ff1e-88ca-465c-baeb-ffdb5b355852 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.1812208
Dec 11 20:54:18.707428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.761168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:18.776141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473232db-37df-4362-9cdd-6312e6b0236f None None] Pushing event updated for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:18.792808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7728d910>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:16Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:18.811103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:18.843812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-679cbc04-d1c3-470a-8339-736ae037642e req-21c1d939-26e9-4ad5-b2eb-26c381a3d72c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697514
Dec 11 20:54:18.955765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:19.139203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Router e4351ed7-b644-4931-b51f-b9635a4756f3 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:19.182290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d7de5-5037-4917-b0f7-b144e932a7ca req-50933b1c-ec01-4ecb-a964-32a658774b4f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:19.190724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f13d7de5-5037-4917-b0f7-b144e932a7ca req-50933b1c-ec01-4ecb-a964-32a658774b4f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 944 time: 0.1259882
Dec 11 20:54:19.228978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3891e1f-f999-43f1-86a1-cf2dae974b67 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:16Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:19.257186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 7718d611-6eb3-4e90-8a5a-69c900255310 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:19.263369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 7718d611-6eb3-4e90-8a5a-69c900255310 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:19.264001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:19.284607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:19.363562 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:19.365501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac764-54d2-4170-a8a0-982f8ea0097c req-b3882051-6c1e-4147-9781-7807b9fd47f2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:19.371865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac764-54d2-4170-a8a0-982f8ea0097c req-b3882051-6c1e-4147-9781-7807b9fd47f2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:19.391802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac764-54d2-4170-a8a0-982f8ea0097c req-b3882051-6c1e-4147-9781-7807b9fd47f2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:19.392214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:19.393975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc7ac764-54d2-4170-a8a0-982f8ea0097c req-b3882051-6c1e-4147-9781-7807b9fd47f2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2388 time: 0.6638968
Dec 11 20:54:19.402803 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6debc2-f819-4e60-bd6c-db4676952ad0" -d '{"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-plugged", "status": "completed", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:19.456210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:19.523005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:19.634268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc24c18-1313-4bc0-88df-887f1142a4e5 None None] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:19.725610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:19.758857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] Provisioning complete for port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:19.759222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:19.852407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25a8ce26-b00f-4cba-b9b8-30bc2174d39d up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:19.941264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f13d7de5-5037-4917-b0f7-b144e932a7ca req-6fa989bd-8ed8-4867-9fa6-6934ad62ba61 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7495356
Dec 11 20:54:19.991072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 111c1e7c-8fb3-492d-846d-40f52b5341d7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:19.992798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.009586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.114446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=c2b0be83-68f9-43d9-8333-777a09ef54d9,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:20.150783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.192590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:20.211746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:20.218954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.237015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63bc133b-b446-4082-8e42-ec830d4541ee req-63bb7df3-25d9-4b67-b785-641d0f6427b3 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f639dc-89de-4753-8e93-7c3e70158279 HTTP/1.1" status: 200  len: 210 time: 0.1176045
Dec 11 20:54:20.272687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] For port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:20.276937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.309452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.315036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f6cdea3-f16e-4cf5-9d03-7ec622f019eb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8173664
Dec 11 20:54:20.382032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 111c1e7c-8fb3-492d-846d-40f52b5341d7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:20.384418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.392555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.406582 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28dd620-209d-4402-b3ff-99cf25efbef6 x-openstack-request-id: req-d28dd620-209d-4402-b3ff-99cf25efbef6 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:20.407022 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-plugged", "status": "completed", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:20.407419 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d28dd620-209d-4402-b3ff-99cf25efbef6 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:20.407826 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310', 'code': 200}
Dec 11 20:54:20.436389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Attempting to bind port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:20.437092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Attempting to bind port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:20.441770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Attempting to bind port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:20.549898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:20.550466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Attempting to bind port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:20.553277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.595089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093453ab-cbac-4aa3-8394-f2d4fd17b1ac req-99d6e0a1-d988-4074-9cd3-1463284269a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:20.596985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-093453ab-cbac-4aa3-8394-f2d4fd17b1ac req-99d6e0a1-d988-4074-9cd3-1463284269a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1097 time: 0.1428840
Dec 11 20:54:20.651301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd0080-b7fe-4330-a90d-16780c0316a6 req-e52c9826-5937-47a7-9569-a5000da735c9 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:20.659924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94cd0080-b7fe-4330-a90d-16780c0316a6 req-e52c9826-5937-47a7-9569-a5000da735c9 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1593342
Dec 11 20:54:20.692332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163da2f1-d6b1-416d-a081-95fd0c5eefca None None] Pushing event updated for resources: {'Port': ['ID=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:20.713453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-93f928c1-967c-44b2-8b27-e0107dbe9cad None None] Provisioning complete for port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:20.714106 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-93f928c1-967c-44b2-8b27-e0107dbe9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.722946 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.733615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-093453ab-cbac-4aa3-8394-f2d4fd17b1ac req-d77f917a-c111-4e85-b7a8-6b2a52d71e72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271210
Dec 11 20:54:20.759436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc7ac764-54d2-4170-a8a0-982f8ea0097c req-43b9936b-6854-42ae-af2b-ec4289a0c243 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2627802
Dec 11 20:54:20.762665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94cd0080-b7fe-4330-a90d-16780c0316a6 req-6c881d37-4c50-47f4-901c-9572b0cc4daa tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969851
Dec 11 20:54:20.784826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:20.788095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Checking segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:20.788095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Bound using segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:20.789934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Bound port: c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:20.790378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:20.912881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:20.913175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:20.921313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:20.931708 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Sync routers for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:20.969272 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:20.969893 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841aec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:20.984375 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.039663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-99e1f155-4b03-4657-90f5-ff35087dbda6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1489663911&fields=id&tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 267 time: 0.0728953
Dec 11 20:54:21.049901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:21.050581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.174929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] No DVR routers for this DVR port d32006eb-a8f6-47da-a805-16b48094c3f6 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:21.191643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.195158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d11e8fc6-5d49-415e-9233-b0c8896c11cc req-91544c4b-9c39-44f4-8fa3-12fa4005c09f tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.16 "DELETE /v2.0/ports/d32006eb-a8f6-47da-a805-16b48094c3f6 HTTP/1.1" status: 204  len: 173 time: 5.9463832
Dec 11 20:54:21.195676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'name': 'network-vif-deleted', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:21.197270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:21.197950 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244772e6-3ec4-4a79-8c9c-8e9772605fb7" -d '{"events": [{"server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "name": "network-vif-deleted", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:21.202355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:54:21.215025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-424a786c-4d67-4284-8f0a-8203043cc345 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:21.216902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-424a786c-4d67-4284-8f0a-8203043cc345 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 810 time: 0.1755426
Dec 11 20:54:21.250265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-ff5f28e8-e6b5-46e6-9717-e3e83506223e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/quotas/3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 375 time: 0.0190551
Dec 11 20:54:21.256133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:21.297279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30430900-a386-49fa-9d72-222fd36cacec req-b63e3aaf-0e7b-417f-a8a7-ca71fc1806f4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:21.310316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30430900-a386-49fa-9d72-222fd36cacec req-b63e3aaf-0e7b-417f-a8a7-ca71fc1806f4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 946 time: 0.3775613
Dec 11 20:54:21.319040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:21.319520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.363970 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-ad8509d0-4675-4d74-bee0-a7e810d1ac59 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1103203
Dec 11 20:54:21.542445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:21.556278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30430900-a386-49fa-9d72-222fd36cacec req-e6cece60-3f35-491a-ab53-d76e10bb6ee8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437096
Dec 11 20:54:21.557709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.570627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-401ebd50-3d8e-4ba2-a0d2-55df081ab0db service neutron] 10.222.0.18 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900733
Dec 11 20:54:21.598399 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841aec70>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:21.630941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:21.631569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:21.639322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] 10.222.0.30 "PUT /v2.0/ports/c5ab27e0-cad3-4d7c-80be-babe7b8d6644 HTTP/1.1" status: 200  len: 1092 time: 5.1978786
Dec 11 20:54:21.672003 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Checking router: e4351ed7-b644-4931-b51f-b9635a4756f3 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:21.694765 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:21.695563 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841aec70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:21.707172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:21.806571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-6773ccb9-8423-4bee-a4cf-34cb16d5fd8a service neutron] 10.222.0.18 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183149
Dec 11 20:54:21.861983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:21.878055 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:21.901536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f4e9-308b-4bd0-bd68-c0d57c12a667 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:21.940085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:21.951249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Sync routers for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:21.969737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762551b8-e0b4-4735-b9d4-347e72f0a8e4 req-04159538-383b-4a3e-a8bf-fa940fd51b56 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:21.971523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-762551b8-e0b4-4735-b9d4-347e72f0a8e4 req-04159538-383b-4a3e-a8bf-fa940fd51b56 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.2609255
Dec 11 20:54:22.014626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:22.016437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776d56d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:22.021761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.044455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.048350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03161000-b083-4b8c-bec6-e62e39682142 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 8.7996221
Dec 11 20:54:22.048689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:22.183420 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841aec70>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:22.249189 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232635c0-d434-4f18-a006-d93b437f1812 None None] The sync data for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 is: [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0e4edc22-f83a-4a51-b830-2cdc68a17d2b', 'name': '', 'network_id': '0cb1f102-6ed0-4c36-b3f4-53127a531bae', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'mac_address': 'fa:16:3e:c3:2a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:08Z', 'updated_at': '2021-12-11T20:52:16Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'subnets': [{'id': '9b5b8edd-6837-4c28-af28-412b725d6897', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:22.295237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:22.312297 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c8377c-01de-4a96-89ef-3070aceb3297 x-openstack-request-id: req-d5c8377c-01de-4a96-89ef-3070aceb3297 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:22.312811 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f639dc-89de-4753-8e93-7c3e70158279", "name": "network-vif-deleted", "tag": "d32006eb-a8f6-47da-a805-16b48094c3f6", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:22.313448 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5c8377c-01de-4a96-89ef-3070aceb3297 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:22.314470 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f639dc-89de-4753-8e93-7c3e70158279', 'name': 'network-vif-deleted', 'tag': 'd32006eb-a8f6-47da-a805-16b48094c3f6', 'status': 'completed', 'code': 200}
Dec 11 20:54:22.386992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-762551b8-e0b4-4735-b9d4-347e72f0a8e4 req-ab863289-1f9a-4928-8952-33ec704c40a1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4067593
Dec 11 20:54:22.419991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:22.428049 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365b8b98-3077-4653-bbb5-1c492c5d67f0" -d '{"events": [{"server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "name": "network-vif-plugged", "status": "completed", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:22.432341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27ce1-1026-48aa-a241-37f7ed146e29 req-210fbb9d-ba4e-47e7-8879-bb47cc0c11eb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:22.440640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27ce1-1026-48aa-a241-37f7ed146e29 req-210fbb9d-ba4e-47e7-8879-bb47cc0c11eb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:22.447961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b27ce1-1026-48aa-a241-37f7ed146e29 req-210fbb9d-ba4e-47e7-8879-bb47cc0c11eb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:22.450287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60b27ce1-1026-48aa-a241-37f7ed146e29 req-210fbb9d-ba4e-47e7-8879-bb47cc0c11eb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2388 time: 0.1416163
Dec 11 20:54:22.506399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:22.506820 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.572306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60b27ce1-1026-48aa-a241-37f7ed146e29 req-88c60e80-36b2-4c19-9681-633e2d19f95a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139033
Dec 11 20:54:22.742180 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e4974c-d503-476c-86eb-82c94bc93467 None None] New status for floating IP fc997c05-dc09-41b0-8665-90e2f32da339: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:54:22.757738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2cee8-6255-4fbc-ad05-cf25e3492440 req-2a247cd2-7cd4-4673-96d0-75439ce0b416 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:22.759364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dcc2cee8-6255-4fbc-ad05-cf25e3492440 req-2a247cd2-7cd4-4673-96d0-75439ce0b416 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.2382536
Dec 11 20:54:22.774564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924c1e41-6590-4f3b-81c6-1dc9ff250f1a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:22.787680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.804226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6299813f-1960-4a1b-8747-d5a56e506006 req-4924efd7-a27d-48a2-a802-4c44b5dcaa9a tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 210 time: 0.0358715
Dec 11 20:54:22.817349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776d56d0>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 3, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:22.879775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Transition to ACTIVE for port object 924c1e41-6590-4f3b-81c6-1dc9ff250f1a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:22.880438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39096) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:22.885085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Checking router: 5cfb9e01-d9a5-4bd7-887f-ab749c52367d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:22.888099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Updating router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:22.907830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.938259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:22.968669 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf69dbe-13c4-4406-aead-ef14f991fdda x-openstack-request-id: req-7cf69dbe-13c4-4406-aead-ef14f991fdda {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:22.969282 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "name": "network-vif-plugged", "status": "completed", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:22.969380 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cf69dbe-13c4-4406-aead-ef14f991fdda {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:22.969889 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'code': 200}
Dec 11 20:54:23.023858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dcc2cee8-6255-4fbc-ad05-cf25e3492440 req-b6f803c8-9ebd-49e7-a479-2f9b2bcc0427 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327936
Dec 11 20:54:23.161831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Pushing event updated for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:23.190914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.262104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bf612-1a4c-4377-bde6-d6ebef585b51 req-7ffa40a8-d52c-4677-92a4-907520d1f7f5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:23.264541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-994bf612-1a4c-4377-bde6-d6ebef585b51 req-7ffa40a8-d52c-4677-92a4-907520d1f7f5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 946 time: 0.1978371
Dec 11 20:54:23.284185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37af921-c95b-4736-a432-42f57c79a382 req-386849b2-130b-4add-a932-136f8c48c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:23.286397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c37af921-c95b-4736-a432-42f57c79a382 req-386849b2-130b-4add-a932-136f8c48c77b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 1096 time: 0.2356830
Dec 11 20:54:23.393949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c37af921-c95b-4736-a432-42f57c79a382 req-49bfe664-3da6-4710-9ad9-2a6363071d2a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611129
Dec 11 20:54:23.396702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.410908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-994bf612-1a4c-4377-bde6-d6ebef585b51 req-590443da-8b40-44b4-8807-c5b7e7cff0f3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358414
Dec 11 20:54:23.460693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.490244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Allocated IP 172.20.0.1 (2bc099a4-d8d4-42fc-835e-2c6b83b45347/176c441d-b2ee-459f-b60a-d04c2afa8e01/6931d697-8fa4-4c3f-892a-7be173c11bf1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:23.553969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Attempting to bind port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:23.553969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Attempting to bind port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:23.554369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Attempting to bind port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a on network 251d1da1-4dfe-4117-928c-edabf2e95141 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:23.559178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a on network 251d1da1-4dfe-4117-928c-edabf2e95141 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:23.559334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Attempting to bind port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a on network 251d1da1-4dfe-4117-928c-edabf2e95141 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:23.566029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:23.566029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Checking segment: {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:23.566354 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.566564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Bound using segment: {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:23.566564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Bound port: 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9504e44-991f-4cfe-a7e4-798bea8a6645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:23.566817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.578297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.583084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.586536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.587315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "DELETE /v2.0/security-groups/e63022f3-507c-4f95-85bc-f964d5dfe1ea HTTP/1.1" status: 204  len: 168 time: 0.7058060
Dec 11 20:54:23.592850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:23.643691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4594d3-5533-4cb4-a3ab-39255cfaa694 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63022f3-507c-4f95-85bc-f964d5dfe1ea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:23.649782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Attempting to bind port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:23.650187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Attempting to bind port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:23.651112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Attempting to bind port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:23.659964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03ec0d-9921-4356-8c62-e7e6c1b51570 req-c6b148a1-16d0-4dd5-9dbe-8d01be638d78 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:23.661634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c03ec0d-9921-4356-8c62-e7e6c1b51570 req-c6b148a1-16d0-4dd5-9dbe-8d01be638d78 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1225386
Dec 11 20:54:23.664423 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-ba3c0753-9803-4a15-9143-c43d33605501 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] show failed (client error): The resource could not be found.
Dec 11 20:54:23.665301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:23.665887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:23.667120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.667618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:23.668309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Bound port: 0bf19ecf-fb3e-467d-9e36-3acea1bb655f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:23.668764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.670692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ba3c0753-9803-4a15-9143-c43d33605501 tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "GET /v2.0/security-groups/e63022f3-507c-4f95-85bc-f964d5dfe1ea HTTP/1.1" status: 404  len: 347 time: 0.0755019
Dec 11 20:54:23.673279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39134) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:23.726611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5e5e5-fa22-4493-95bc-909c4bded334 None None] Pushing event updated for resources: {'Port': ['ID=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:23.758589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.767872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] For port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:23.775776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] For port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:23.785705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.814935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c03ec0d-9921-4356-8c62-e7e6c1b51570 req-c04e2e2e-3a27-48d8-a500-754ec4b750b8 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312253
Dec 11 20:54:23.861979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:23.896838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:23.897751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776d56d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:23.908973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:23.932547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:23.936261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:23.939383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:23.940618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:23.976354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5e5e5-fa22-4493-95bc-909c4bded334 None None] Pushing event updated for resources: {'Port': ['ID=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:24.007176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.055529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:24.073919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:24.076727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.162595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.163410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.165144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-964476ef-1299-4df5-a428-9932473fc107 service neutron] 10.222.0.30 "PUT /v2.0/ports/924c1e41-6590-4f3b-81c6-1dc9ff250f1a HTTP/1.1" status: 200  len: 1091 time: 2.4621155
Dec 11 20:54:24.204363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-96d229f3-7308-476b-b641-d63c7e0da951 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.206294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-96d229f3-7308-476b-b641-d63c7e0da951 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 810 time: 0.4226201
Dec 11 20:54:24.224922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Request body: {'port': {'device_id': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:24.239941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964476ef-1299-4df5-a428-9932473fc107 service neutron] Pushing event updated for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:24.306134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.318132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644'}, {'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:24.321273 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b899055-9b03-41fa-ba3c-89354fb70970" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644"}, {"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:24.344899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Deleting port 5c132f6f-de21-4e5a-8612-bf91d95f6453 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:24.345535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.448887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776d56d0>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 3, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:24.504518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7cd7f6-80a0-4e09-b962-2f104e5735a0 None None] The sync data for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 is: [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 3, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:24.512486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-58bbf1dc-71bd-444d-a205-2a34a9d063c2 None None] Provisioning complete for port 6931d697-8fa4-4c3f-892a-7be173c11bf1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:24.514087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-58bbf1dc-71bd-444d-a205-2a34a9d063c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.538671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.547955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-39f9b17c-5dea-4f42-a50e-47ea61003115 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 380 time: 0.3275640
Dec 11 20:54:24.549892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d545-b969-4e42-af78-2a05e15f2005 req-9f480f19-fec0-4a66-affa-b20b9785c4ab tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.551554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d99d545-b969-4e42-af78-2a05e15f2005 req-9f480f19-fec0-4a66-affa-b20b9785c4ab tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1097 time: 0.1809390
Dec 11 20:54:24.557510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e8d8-5bbc-4d82-8569-8b8b4f8ddb04 req-181054db-10b7-4c83-96f2-0b0cac4fa5cb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.564683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e8d8-5bbc-4d82-8569-8b8b4f8ddb04 req-181054db-10b7-4c83-96f2-0b0cac4fa5cb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.571010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4e8d8-5bbc-4d82-8569-8b8b4f8ddb04 req-181054db-10b7-4c83-96f2-0b0cac4fa5cb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:24.572915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ac4e8d8-5bbc-4d82-8569-8b8b4f8ddb04 req-181054db-10b7-4c83-96f2-0b0cac4fa5cb tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2400 time: 0.2648592
Dec 11 20:54:24.585604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-58bbf1dc-71bd-444d-a205-2a34a9d063c2 None None] Port 6931d697-8fa4-4c3f-892a-7be173c11bf1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:24.590842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'port': {'device_id': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'admin_state_up': True, 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'security_groups': ['8a5b7952-aebd-4433-966e-199eac2f549f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:24.650789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d99d545-b969-4e42-af78-2a05e15f2005 req-7cbbfead-f5c8-4b7f-8b9d-bd3e2ef2b36f tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920286
Dec 11 20:54:24.665760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.672342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.704967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.705484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.728013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:24.734197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Calling delete_port for 5c132f6f-de21-4e5a-8612-bf91d95f6453 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:24.888692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9160fd78-ad63-4ba4-bf65-e2123dd78c87 req-1b152719-b57b-493e-8e17-0e86946c1253 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 210 time: 0.0660248
Dec 11 20:54:24.891303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Pushing event updated for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:24.911842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ac4e8d8-5bbc-4d82-8569-8b8b4f8ddb04 req-da723920-bb12-459d-bef9-ae4a7de6befe tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3112702
Dec 11 20:54:24.947151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:24.951307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:25.133548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:25.169350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea1ec9-8a2a-4eff-bfab-7b795f1791f1 req-8fb5950c-fbe7-4d6f-b348-46949542ac1f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.192905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cea1ec9-8a2a-4eff-bfab-7b795f1791f1 req-8fb5950c-fbe7-4d6f-b348-46949542ac1f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0883694
Dec 11 20:54:25.260867 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1c8ab-d7fe-4e1a-98a5-67e36b372c7b x-openstack-request-id: req-2dc1c8ab-d7fe-4e1a-98a5-67e36b372c7b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:25.261376 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:25.261487 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dc1c8ab-d7fe-4e1a-98a5-67e36b372c7b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:25.261797 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', 'status': 'completed', 'code': 200}
Dec 11 20:54:25.263048 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a', 'status': 'completed', 'code': 200}
Dec 11 20:54:25.270387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Made reservation on behalf of 3c90b7fcfb224a9c8a763b229c09b4a7 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:25.275004 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.406649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.460341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3b3d8840-d5cd-498b-bc9d-99aac3de3cf5 None None] Provisioning complete for port 6931d697-8fa4-4c3f-892a-7be173c11bf1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:25.461227 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b3d8840-d5cd-498b-bc9d-99aac3de3cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.463195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Pushing event deleted for resources: {'Port': ['ID=5c132f6f-de21-4e5a-8612-bf91d95f6453,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:25.495164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cea1ec9-8a2a-4eff-bfab-7b795f1791f1 req-13c6d8ab-88b7-4636-aec7-690d77b6887b tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3012295
Dec 11 20:54:25.519105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d8840-d5cd-498b-bc9d-99aac3de3cf5 None None] Port 6931d697-8fa4-4c3f-892a-7be173c11bf1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:25.527055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdfbe04-db28-4632-81fb-9f1ea76fc5da {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:25.529162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:25.562774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.570728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-69ef0b03-1bcb-4a2f-9b9b-0f3a239730f0 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cfb9e01-d9a5-4bd7-887f-ab749c52367d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5190172
Dec 11 20:54:25.575831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dc1b0412-dbdb-4efa-b9c5-1b185620a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.576613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dc1b0412-dbdb-4efa-b9c5-1b185620a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.577334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dc1b0412-dbdb-4efa-b9c5-1b185620a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.579322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dc1b0412-dbdb-4efa-b9c5-1b185620a08b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2798 time: 0.2189629
Dec 11 20:54:25.622881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd724b-4b12-46a6-9db4-40b24e08cb0b req-4aff703c-0aef-4493-b099-e1354dbe745d tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.630444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0bd724b-4b12-46a6-9db4-40b24e08cb0b req-4aff703c-0aef-4493-b099-e1354dbe745d tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1097 time: 0.3011377
Dec 11 20:54:25.635929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Transition to ACTIVE for port object bbdfbe04-db28-4632-81fb-9f1ea76fc5da will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:25.671199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.746207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:25.771941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.774693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:25.779771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ee9d2f8-e126-48a3-bbb8-bfa8b36cb4cf tempest-ServersTestFqdnHostnames-338623216 tempest-ServersTestFqdnHostnames-338623216-project] 10.222.0.18 "DELETE /v2.0/floatingips/fc997c05-dc09-41b0-8665-90e2f32da339 HTTP/1.1" status: 204  len: 168 time: 2.1014838
Dec 11 20:54:25.796195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39176) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:25.796932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0bd724b-4b12-46a6-9db4-40b24e08cb0b req-372fc4a1-03b9-41e1-9c63-a45abde1f69c tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575580
Dec 11 20:54:25.831625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Allocated IP 172.20.0.10 (e53b7dcf-68b0-4074-8e5c-005370414c81/2332396c-c93c-4eb4-a00c-9a70dba2b340/b85c087f-4c4d-4931-a08c-8da569d4864b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:25.869500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:25.984407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-c867568f-c950-4223-92dd-7d9652820992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.984929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-c867568f-c950-4223-92dd-7d9652820992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.985401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-c867568f-c950-4223-92dd-7d9652820992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:25.990023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-c867568f-c950-4223-92dd-7d9652820992 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4be4eb00bc584cc1979e89b1644ef482&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.3941338
Dec 11 20:54:25.999386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Attempting to bind port bbdfbe04-db28-4632-81fb-9f1ea76fc5da on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:25.999728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Attempting to bind port bbdfbe04-db28-4632-81fb-9f1ea76fc5da by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:26.000059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Attempting to bind port bbdfbe04-db28-4632-81fb-9f1ea76fc5da on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:26.000655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bf19ecf-fb3e-467d-9e36-3acea1bb655f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:26.063828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Port bbdfbe04-db28-4632-81fb-9f1ea76fc5da on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:26.064029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Attempting to bind port bbdfbe04-db28-4632-81fb-9f1ea76fc5da on network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:26.081177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:26.081523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Checking segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:26.081918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Bound using segment: {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:26.082370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Bound port: bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:26.082763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.139054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:26.139540 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.150656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4208844-cc37-4cf1-999d-27b525f30d74 req-20da2696-a518-4ee5-86f8-0ef75068e93c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:26.152268 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4208844-cc37-4cf1-999d-27b525f30d74 req-20da2696-a518-4ee5-86f8-0ef75068e93c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.5706220
Dec 11 20:54:26.166388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.208751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:26.211067 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db08f43-9864-4f3a-a5fc-2cf0059c664e" -d '{"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:26.220289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:26.229175 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.296708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-f998b0aa-5591-4e27-a41e-8b0275776e4c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:26.307936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-f998b0aa-5591-4e27-a41e-8b0275776e4c tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.2487597
Dec 11 20:54:26.335154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-a5aef5e4-982a-4302-beaa-7109865552bf tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/quotas/1f5739bb231643f191454fad7c396d04 HTTP/1.1" status: 200  len: 375 time: 0.0256338
Dec 11 20:54:26.344689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:26.349774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-f4e670ad-7371-41cc-bd94-fd069414d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:26.351334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-f4e670ad-7371-41cc-bd94-fd069414d3e4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3298542
Dec 11 20:54:26.353804 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.379136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4208844-cc37-4cf1-999d-27b525f30d74 req-86e10d5b-8364-48e7-8c7c-761b3a3d4f6e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933386
Dec 11 20:54:26.380503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:26.388240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.422029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:26.426230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:26.441103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.449674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.459750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:26.513173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-55347f38-17f7-4a11-8b15-c59895ad89b1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1768994
Dec 11 20:54:26.522216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:26.522736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.524148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] 10.222.0.30 "PUT /v2.0/ports/bbdfbe04-db28-4632-81fb-9f1ea76fc5da HTTP/1.1" status: 200  len: 1092 time: 2.3144460
Dec 11 20:54:26.621922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570498-a07e-433c-8cc8-ee50ca45ad36 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:26.645129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.720911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-5e216fdf-8dc1-4810-9658-da66025180c7 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1899550
Dec 11 20:54:26.731479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:26.754851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:26.796406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:26.804584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:26.850126 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-87f5224b-a201-4a1a-97e8-bb529491e0dc req-f5799df0-4c6c-4b96-8b5e-72f7cb2b4b86 tempest-FloatingIPDetailsNegativeTestJSON-1374529770 tempest-FloatingIPDetailsNegativeTestJSON-1374529770-project] show failed (client error): The resource could not be found.
Dec 11 20:54:26.860268 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87f5224b-a201-4a1a-97e8-bb529491e0dc req-f5799df0-4c6c-4b96-8b5e-72f7cb2b4b86 tempest-FloatingIPDetailsNegativeTestJSON-1374529770 tempest-FloatingIPDetailsNegativeTestJSON-1374529770-project] 10.222.0.18 "GET /v2.0/floatingips/54526972-ff14-4d35-aa43-dc9f2f06a7b0 HTTP/1.1" status: 404  len: 350 time: 0.0808585
Dec 11 20:54:26.864374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:26.920456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:26.921413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:26.963139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-f74de632-0b5d-40f0-86e2-d7213bcad7b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3874025
Dec 11 20:54:26.981500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-3f5e0c4b-2898-463e-a0f9-299c67d369c2 service neutron] 10.222.0.18 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2486069
Dec 11 20:54:26.998059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Request body: {'port': {'device_id': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:27.050873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dcabf0b7-dfb8-4c7a-a1ea-144a412f6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.051361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dcabf0b7-dfb8-4c7a-a1ea-144a412f6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.051823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dcabf0b7-dfb8-4c7a-a1ea-144a412f6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.053521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-dcabf0b7-dfb8-4c7a-a1ea-144a412f6ee4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2865 time: 0.2770677
Dec 11 20:54:27.082394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4537355b-a093-4f3e-8433-ad9b57ca9b54 None None] Provisioning complete for port b85c087f-4c4d-4931-a08c-8da569d4864b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:27.093963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4537355b-a093-4f3e-8433-ad9b57ca9b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:27.120773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-52bab4d3-431d-4d1c-9592-0bedbc1d43d9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.123139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-52bab4d3-431d-4d1c-9592-0bedbc1d43d9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e0308e1-9ef0-437f-a8e5-a36b7196c05f HTTP/1.1" status: 200  len: 944 time: 0.2970257
Dec 11 20:54:27.151131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4537355b-a093-4f3e-8433-ad9b57ca9b54 None None] Port b85c087f-4c4d-4931-a08c-8da569d4864b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:27.193846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Sync routers for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:27.212497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:27.213411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7747e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:27.362527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58720f-255e-4353-8ac7-c68b948e3062 req-6a19c94c-b4eb-4c6d-b05e-b60a96010e8e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.369421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb58720f-255e-4353-8ac7-c68b948e3062 req-6a19c94c-b4eb-4c6d-b05e-b60a96010e8e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 932 time: 0.3143480
Dec 11 20:54:27.415831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:27.509936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb58720f-255e-4353-8ac7-c68b948e3062 req-ed9351ac-9d16-45fc-b50e-6830742b11c8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379912
Dec 11 20:54:27.518834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-8c9a42e7-761b-4f44-a682-90954b01b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.524078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-8c9a42e7-761b-4f44-a682-90954b01b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.526318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-8c9a42e7-761b-4f44-a682-90954b01b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.528896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-8c9a42e7-761b-4f44-a682-90954b01b1bc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4be4eb00bc584cc1979e89b1644ef482&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.4322369
Dec 11 20:54:27.540592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:27.543736 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:27.556061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Deleting port 666bb6b2-47ca-4491-af34-74554864c42a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:27.556707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:27.612600 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2e77dc-6ed1-49aa-a4e3-7230136ac10d x-openstack-request-id: req-1f2e77dc-6ed1-49aa-a4e3-7230136ac10d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:27.612986 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-unplugged", "status": "completed", "tag": "666bb6b2-47ca-4491-af34-74554864c42a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:27.613186 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f2e77dc-6ed1-49aa-a4e3-7230136ac10d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:27.613542 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a', 'code': 200}
Dec 11 20:54:27.682916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7747e820>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:24Z', 'revision_number': 4, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6931d697-8fa4-4c3f-892a-7be173c11bf1', 'name': '', 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'mac_address': 'fa:16:3e:47:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:23Z', 'updated_at': '2021-12-11T20:54:24Z', 'revision_number': 2, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'subnets': [{'id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:27.714893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:27.721222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Checking router: 5cfb9e01-d9a5-4bd7-887f-ab749c52367d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:27.721902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Updating router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d port 6931d697-8fa4-4c3f-892a-7be173c11bf1 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:27.756967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:27.782929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab94a-0383-4f36-b110-edf0218601d7 req-80f995d8-c7c0-477d-bf5e-d4b186f64b0e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.789104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab94a-0383-4f36-b110-edf0218601d7 req-80f995d8-c7c0-477d-bf5e-d4b186f64b0e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.795428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab94a-0383-4f36-b110-edf0218601d7 req-80f995d8-c7c0-477d-bf5e-d4b186f64b0e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:27.803082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b2ab94a-0383-4f36-b110-edf0218601d7 req-80f995d8-c7c0-477d-bf5e-d4b186f64b0e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2412 time: 0.2491107
Dec 11 20:54:27.867090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-55af66ac-47ec-44a9-acf2-3060018b879d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2157164
Dec 11 20:54:27.895698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bf19ecf-fb3e-467d-9e36-3acea1bb655f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:28.001435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-66257318-0d88-4850-87a2-fa1afaf68c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.006701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b899055-9b03-41fa-ba3c-89354fb70970 req-66257318-0d88-4850-87a2-fa1afaf68c05 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4593492
Dec 11 20:54:28.017416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:28.017792 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.046637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69cdb-319b-4e92-8256-ddc33999d8e7 req-82a33cfb-3956-4d58-9464-fcc6a0e3cf53 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.048757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7d69cdb-319b-4e92-8256-ddc33999d8e7 req-82a33cfb-3956-4d58-9464-fcc6a0e3cf53 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.4026482
Dec 11 20:54:28.058265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b2ab94a-0383-4f36-b110-edf0218601d7 req-4a95d29c-dd3a-428d-8e2d-3b940973db42 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542191
Dec 11 20:54:28.065420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.159737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] For port 666bb6b2-47ca-4491-af34-74554864c42a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=666bb6b2-47ca-4491-af34-74554864c42a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:28.160109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.198227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Calling delete_port for 666bb6b2-47ca-4491-af34-74554864c42a owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:28.220708 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.228269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.245314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-4558bd20-9d1c-4c12-8fa8-f2673617ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.247759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-4558bd20-9d1c-4c12-8fa8-f2673617ee82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 1096 time: 0.2910037
Dec 11 20:54:28.271830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7d69cdb-319b-4e92-8256-ddc33999d8e7 req-2b9ef402-0ace-4389-932c-5887b428e711 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023103
Dec 11 20:54:28.306104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-389fa7ab-69de-4ff4-9bb6-4c72607fec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.306611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-389fa7ab-69de-4ff4-9bb6-4c72607fec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.307081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-389fa7ab-69de-4ff4-9bb6-4c72607fec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.309910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-389fa7ab-69de-4ff4-9bb6-4c72607fec63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2865 time: 0.2333252
Dec 11 20:54:28.320885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c3332-052d-447c-b5c1-aea4967bbf17 None None] Pushing event updated for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:28.366091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Attempting to bind port 6931d697-8fa4-4c3f-892a-7be173c11bf1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:28.366992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Attempting to bind port 6931d697-8fa4-4c3f-892a-7be173c11bf1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:28.367754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Attempting to bind port 6931d697-8fa4-4c3f-892a-7be173c11bf1 on network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:28.377928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:28.378507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Checking segment: {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:28.379275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.379914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Bound using segment: {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:28.380365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Bound port: 6931d697-8fa4-4c3f-892a-7be173c11bf1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:28.380852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.405971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-3af82355-42a9-40af-8843-ca94f1b88790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644 HTTP/1.1" status: 200  len: 217 time: 0.0578852
Dec 11 20:54:28.454574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] For port 6931d697-8fa4-4c3f-892a-7be173c11bf1, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:28.458161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] For port 6931d697-8fa4-4c3f-892a-7be173c11bf1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6931d697-8fa4-4c3f-892a-7be173c11bf1,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:28.470937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:28.591354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:28.600632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7747e820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:28.698509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-a3ecaa31-14f1-4699-a686-cacdccfe8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.702915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-a3ecaa31-14f1-4699-a686-cacdccfe8844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0b867e5-54a6-4b69-a8d6-915f20c3442d HTTP/1.1" status: 200  len: 801 time: 0.2893963
Dec 11 20:54:28.711878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c3332-052d-447c-b5c1-aea4967bbf17 None None] Pushing event updated for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:28.729092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb3b68-6217-4d7e-9dbd-24eb707abcbc req-d72eb42b-9041-4a2b-877f-c550619200a4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.736828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48fb3b68-6217-4d7e-9dbd-24eb707abcbc req-d72eb42b-9041-4a2b-877f-c550619200a4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.5539114
Dec 11 20:54:28.813240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-fa155352-6946-4633-9b5c-af40eb1b032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.814956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-fa155352-6946-4633-9b5c-af40eb1b032f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 921 time: 0.5175650
Dec 11 20:54:28.844874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-66ec5905-0d8c-4e6c-ba9d-45f5c874d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.846718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-66ec5905-0d8c-4e6c-ba9d-45f5c874d68d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1364715
Dec 11 20:54:28.899902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-4c71510a-44c6-41fc-8621-d13b2592ad04 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:28.902135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-4c71510a-44c6-41fc-8621-d13b2592ad04 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 804 time: 0.3304579
Dec 11 20:54:28.914906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-7920ba20-f33f-4494-9fd2-8f46cdd42b41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d HTTP/1.1" status: 200  len: 217 time: 0.0857983
Dec 11 20:54:28.923118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Request body: {'port': {'device_id': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'admin_state_up': True, 'tenant_id': '1f5739bb231643f191454fad7c396d04'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:28.996631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-d07ee467-3215-4e47-b108-175ab36c97da service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343849
Dec 11 20:54:29.017138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48fb3b68-6217-4d7e-9dbd-24eb707abcbc req-a0471bfd-144a-4af7-a8f2-9abb46e0a883 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2792690
Dec 11 20:54:29.063571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.100923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] Provisioning complete for port 6931d697-8fa4-4c3f-892a-7be173c11bf1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:29.101383 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.140517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event deleted for resources: {'Port': ['ID=666bb6b2-47ca-4491-af34-74554864c42a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:29.153741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:29.175555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-7fda55a3-7cbb-4ef8-8cc8-60152aec4be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:29.177587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-7fda55a3-7cbb-4ef8-8cc8-60152aec4be7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.2384100
Dec 11 20:54:29.219970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85c087f-4c4d-4931-a08c-8da569d4864b {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:29.228981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] No DVR routers for this DVR port 666bb6b2-47ca-4491-af34-74554864c42a on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:29.236961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.240568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d048cf4-aebf-45cf-98e6-524cfa66dd1d req-d3e676c1-776f-4725-af3c-7939191faab2 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "DELETE /v2.0/ports/666bb6b2-47ca-4491-af34-74554864c42a HTTP/1.1" status: 204  len: 173 time: 2.0670893
Dec 11 20:54:29.241272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-deleted', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:29.243664 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258b75e2-f7a6-4e7e-96e0-34171c917d6f" -d '{"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-deleted", "tag": "666bb6b2-47ca-4491-af34-74554864c42a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:29.247468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-978f180e-bdc2-4172-906a-60a8755b54c4 req-91f647b4-3f76-4aa9-9fcf-0afb9b7750c4 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 210 time: 0.0869217
Dec 11 20:54:29.284123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.298671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.319495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Deleting port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:29.319890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.337544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcbcee3-5603-4eba-83bb-341051fc2872 x-openstack-request-id: req-2dcbcee3-5603-4eba-83bb-341051fc2872 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:29.337848 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:29.339027 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dcbcee3-5603-4eba-83bb-341051fc2872 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:29.339433 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'status': 'completed', 'code': 200}
Dec 11 20:54:29.403480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-53c908f4-7730-4b23-9236-d01e7b26b4cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1929181
Dec 11 20:54:29.409607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] For port 6931d697-8fa4-4c3f-892a-7be173c11bf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6931d697-8fa4-4c3f-892a-7be173c11bf1,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:29.429368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.439176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] For port 0e4edc22-f83a-4a51-b830-2cdc68a17d2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:29.439555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.455448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-11d23837-d84f-4d4c-b22c-9b981149ed58 service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4022038
Dec 11 20:54:29.459561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Calling delete_port for 0e4edc22-f83a-4a51-b830-2cdc68a17d2b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:29.478168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Transition to ACTIVE for port object b85c087f-4c4d-4931-a08c-8da569d4864b will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:29.511785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-457ae876-c109-421b-a21e-c6771e3bc61a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.17&port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a HTTP/1.1" status: 200  len: 217 time: 0.0481319
Dec 11 20:54:29.512166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.601091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-c13de3ef-3fc7-4452-b6a2-60fd8703f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:29.602119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-c13de3ef-3fc7-4452-b6a2-60fd8703f48e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80a6150a-38b7-4d34-90fd-800e38e0f71a HTTP/1.1" status: 200  len: 801 time: 0.0527358
Dec 11 20:54:29.608011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f57dfeca-a903-4d36-830f-81929004f10c None None] Provisioning complete for port 6931d697-8fa4-4c3f-892a-7be173c11bf1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:29.608584 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f57dfeca-a903-4d36-830f-81929004f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.689238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Made reservation on behalf of 1f5739bb231643f191454fad7c396d04 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:29.692388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.693150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-ddf80eac-b912-48b3-b60c-a9cbd28b6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:29.694517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Pushing event updated for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:29.694776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-ddf80eac-b912-48b3-b60c-a9cbd28b6727 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=251d1da1-4dfe-4117-928c-edabf2e95141&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0816500
Dec 11 20:54:29.698444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b38f89-83e1-45a2-8ce8-8d7ec3f90153 None None] Pushing event updated for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:29.733068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b617f-bfe9-4ac5-b087-d2b4f7b22cc2 req-246392b1-b584-497e-b649-76185e079fe4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:29.740870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b0b617f-bfe9-4ac5-b087-d2b4f7b22cc2 req-246392b1-b584-497e-b649-76185e079fe4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 944 time: 0.2762148
Dec 11 20:54:29.781477 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:29.868084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7747e820>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:24Z', 'revision_number': 4, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6931d697-8fa4-4c3f-892a-7be173c11bf1', 'name': '', 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'mac_address': 'fa:16:3e:47:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:23Z', 'updated_at': '2021-12-11T20:54:28Z', 'revision_number': 4, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'subnets': [{'id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:29.893568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-bc6c591c-67b9-4b85-89db-80f1fe0d2b26 service neutron] 10.222.0.30 "GET /v2.0/networks/251d1da1-4dfe-4117-928c-edabf2e95141?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417370
Dec 11 20:54:29.908839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:29.914347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-6cfa5539-13be-4e6a-b492-b5f4e92d0596 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4755008
Dec 11 20:54:29.915185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75187d6b-cc17-449a-bf2d-92b2c5298d6b None None] The sync data for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 is: [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:24Z', 'revision_number': 4, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6931d697-8fa4-4c3f-892a-7be173c11bf1', 'name': '', 'network_id': '2bc099a4-d8d4-42fc-835e-2c6b83b45347', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'mac_address': 'fa:16:3e:47:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:23Z', 'updated_at': '2021-12-11T20:54:28Z', 'revision_number': 4, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'subnets': [{'id': '176c441d-b2ee-459f-b60a-d04c2afa8e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:29.970610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 666bb6b2-47ca-4491-af34-74554864c42a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:29.971010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 666bb6b2-47ca-4491-af34-74554864c42a not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:30.153541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-8ada49a8-191c-4c4e-8e28-27f3a7ecf335 service neutron] 10.222.0.30 "GET /v2.0/networks/251d1da1-4dfe-4117-928c-edabf2e95141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2433283
Dec 11 20:54:30.164773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b0b617f-bfe9-4ac5-b087-d2b4f7b22cc2 req-f3942630-88be-4280-82cf-a0ddc75fc776 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4229064
Dec 11 20:54:30.227078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-ae697ed3-e806-4e73-817d-41bd7aba5245 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.225&port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da HTTP/1.1" status: 200  len: 217 time: 0.0608521
Dec 11 20:54:30.294738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:30.307844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-d319c85d-448d-44ff-a021-a4286eb97706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.310025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-d319c85d-448d-44ff-a021-a4286eb97706 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0b867e5-54a6-4b69-a8d6-915f20c3442d HTTP/1.1" status: 200  len: 801 time: 0.0742579
Dec 11 20:54:30.340529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4edc22-f83a-4a51-b830-2cdc68a17d2b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:30.424325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Attempting to bind port b85c087f-4c4d-4931-a08c-8da569d4864b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:30.424584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Attempting to bind port b85c087f-4c4d-4931-a08c-8da569d4864b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:30.424909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Attempting to bind port b85c087f-4c4d-4931-a08c-8da569d4864b on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:30.432238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-0230ca4a-9619-44e8-9704-c4d754d4d186 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:54:30.432914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b9126-806a-4800-9526-3aafbed01495 req-ff4524fd-20b6-4d82-a813-869ab592ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.433438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-0230ca4a-9619-44e8-9704-c4d754d4d186 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1898119
Dec 11 20:54:30.434998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-ff4524fd-20b6-4d82-a813-869ab592ddf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1037114
Dec 11 20:54:30.479576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Port b85c087f-4c4d-4931-a08c-8da569d4864b on network e53b7dcf-68b0-4074-8e5c-005370414c81 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:30.479926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Attempting to bind port b85c087f-4c4d-4931-a08c-8da569d4864b on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:30.496776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f33b-c4ca-4d9a-9b7f-bfc5aea31095 req-a41b6eeb-11e0-40d0-89b5-55ecbce05345 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.502100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f33b-c4ca-4d9a-9b7f-bfc5aea31095 req-a41b6eeb-11e0-40d0-89b5-55ecbce05345 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.508296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f33b-c4ca-4d9a-9b7f-bfc5aea31095 req-a41b6eeb-11e0-40d0-89b5-55ecbce05345 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.510381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc79f33b-c4ca-4d9a-9b7f-bfc5aea31095 req-a41b6eeb-11e0-40d0-89b5-55ecbce05345 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2412 time: 0.2589157
Dec 11 20:54:30.521462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Allocated IP 172.20.0.13 (72fe9856-86b7-4a61-aa00-7369e84ba2e4/2a440351-e979-425a-a600-9100374e3a85/f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:30.548954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6625e329-acf9-46d1-9324-a6bbda8a6891 req-a635ef11-171e-4dfe-9af3-f038e1df4812 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6178882
Dec 11 20:54:30.550313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:30.550313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Checking segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:30.550607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Bound using segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:30.550905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Bound port: b85c087f-4c4d-4931-a08c-8da569d4864b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:30.551268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:30.666251 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-b16f73d3-3789-4ac9-bb79-697057f247fd service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2183375
Dec 11 20:54:30.683518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:30.733907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-677a98bf-85fb-4978-8475-405a65851624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:30.740596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-677a98bf-85fb-4978-8475-405a65851624 service neutron] 10.222.0.18 "GET /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 1094 time: 0.2816560
Dec 11 20:54:30.745944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:30.746952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:54:30.755206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc79f33b-c4ca-4d9a-9b7f-bfc5aea31095 req-a4546c35-804c-49b7-9599-1ff6f494b1aa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2298226
Dec 11 20:54:30.818022 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e3f902-3aaf-46a1-9518-5a4f3b2be896 x-openstack-request-id: req-45e3f902-3aaf-46a1-9518-5a4f3b2be896 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:30.818258 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e0308e1-9ef0-437f-a8e5-a36b7196c05f", "name": "network-vif-deleted", "tag": "666bb6b2-47ca-4491-af34-74554864c42a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:30.818588 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45e3f902-3aaf-46a1-9518-5a4f3b2be896 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:30.819067 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e0308e1-9ef0-437f-a8e5-a36b7196c05f', 'name': 'network-vif-deleted', 'tag': '666bb6b2-47ca-4491-af34-74554864c42a', 'status': 'completed', 'code': 200}
Dec 11 20:54:30.863918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-954b9126-806a-4800-9526-3aafbed01495 req-ee2460a1-0351-44fc-b53a-3cde217aa2b5 service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887491
Dec 11 20:54:31.033323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-4a2457de-4a0f-4c49-bbf9-4c207a1d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.033799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-4a2457de-4a0f-4c49-bbf9-4c207a1d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.034332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-4a2457de-4a0f-4c49-bbf9-4c207a1d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.036026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-4a2457de-4a0f-4c49-bbf9-4c207a1d60f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2865 time: 0.0965500
Dec 11 20:54:31.103154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Router e4351ed7-b644-4931-b51f-b9635a4756f3 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:31.198274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-01a328cb-b90a-4075-9500-1dde9ed114ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.199955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-01a328cb-b90a-4075-9500-1dde9ed114ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 HTTP/1.1" status: 200  len: 903 time: 0.1547079
Dec 11 20:54:31.217070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:31.272675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b85c087f-4c4d-4931-a08c-8da569d4864b,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:31.276198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-43fb74e3-138f-4c83-82e2-95aabe89e17d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.225&port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da HTTP/1.1" status: 200  len: 217 time: 0.0684941
Dec 11 20:54:31.331917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.426572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.427205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.428740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] 10.222.0.16 "PUT /v2.0/ports/b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 1092 time: 4.4443953
Dec 11 20:54:31.439196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3006d-dbc6-4ed9-8a3f-87b733c5fc89 req-b5c10cec-7e36-4c3c-bf78-36973831369e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.440757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72d3006d-dbc6-4ed9-8a3f-87b733c5fc89 req-b5c10cec-7e36-4c3c-bf78-36973831369e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.2452333
Dec 11 20:54:31.441251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:31.443958 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3659a7a6-a420-47f0-9993-216660a54c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:31.477415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.564971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95caadf8-28ae-449c-9043-ebf763efa141 service neutron] Pushing event updated for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:31.606743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Deleting port 6931d697-8fa4-4c3f-892a-7be173c11bf1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:31.607719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.649441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on host nch1-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:31.649794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:31.650308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:31.660922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:31.661365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72d3006d-dbc6-4ed9-8a3f-87b733c5fc89 req-e966e416-a9f0-44a9-a4ac-f233029a0672 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933424
Dec 11 20:54:31.667258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-41214185-2588-48f9-823a-4e1ac1fe08cc admin admin] 10.222.0.18 "PUT /v2.0/routers/e4351ed7-b644-4931-b51f-b9635a4756f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8697267
Dec 11 20:54:31.670736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:31.686603 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Sync routers for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:31.705691 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:31.706724 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:31.711421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-79ff406a-5ce4-4ae6-a02c-5375c8ff1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.713840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-79ff406a-5ce4-4ae6-a02c-5375c8ff1b8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1095 time: 0.2151515
Dec 11 20:54:31.719724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:31.720249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:31.722332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-73e539e0-b2e0-474d-98ef-0653fea45efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.723856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-73e539e0-b2e0-474d-98ef-0653fea45efe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0b867e5-54a6-4b69-a8d6-915f20c3442d HTTP/1.1" status: 200  len: 801 time: 0.4330063
Dec 11 20:54:31.774871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.779972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:31.780770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:31.781390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:31.782098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Bound port: 7718d611-6eb3-4e90-8a5a-69c900255310, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:31.795992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-903dc7f2-be52-4730-b194-3a5e0969b90f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 217 time: 0.0698919
Dec 11 20:54:31.833683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:31.874128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-e4b654f4-3923-4e03-a664-d14e87bcc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:31.876573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-e4b654f4-3923-4e03-a664-d14e87bcc39b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.0981381
Dec 11 20:54:31.935627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:31.994397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:32.003793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] For port 6931d697-8fa4-4c3f-892a-7be173c11bf1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6931d697-8fa4-4c3f-892a-7be173c11bf1,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:32.010134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.031080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:32.038786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.051451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:32.060718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6931d697-8fa4-4c3f-892a-7be173c11bf1 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:32.071471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-a44053ca-844f-4c8d-a251-edd5f8d6f2ae service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861532
Dec 11 20:54:32.086264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:32.089156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Calling delete_port for 6931d697-8fa4-4c3f-892a-7be173c11bf1 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:32.105653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-14bdf4d1-2ea3-4aa9-922c-d73c54af14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.107106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-14bdf4d1-2ea3-4aa9-922c-d73c54af14e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.2442527
Dec 11 20:54:32.146902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:32.160599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6931d697-8fa4-4c3f-892a-7be173c11bf1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:32.161329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.177740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.178964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-23851b41-baab-4bc6-9c51-947686df20bc service neutron] 10.222.0.18 "POST /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310/bindings HTTP/1.1" status: 201  len: 389 time: 1.4375937
Dec 11 20:54:32.186710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe54ae-a3d7-433c-ab28-746eca435ea9 req-3b498694-23b8-4333-800f-d52042cb7133 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.188199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cbe54ae-a3d7-433c-ab28-746eca435ea9 req-3b498694-23b8-4333-800f-d52042cb7133 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.3334341
Dec 11 20:54:32.211501 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb730>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15'}], 'enable_snat': True}, 'gw_port_id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:54:30Z', 'revision_number': 5, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port': {'id': '567d96d8-1d51-45de-bc59-b010af3a75bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:52:04Z', 'updated_at': '2021-12-11T20:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:32.213718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e48bd38-63a8-494a-9cf3-acb2641e1fd9 req-6121791c-c3e8-472b-a1f8-2619c3b89ddc service neutron] 10.222.0.30 "GET /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236143
Dec 11 20:54:32.228146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.228777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.233696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Deleting port 567d96d8-1d51-45de-bc59-b010af3a75bb {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:32.234047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.292569 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Checking router: e4351ed7-b644-4931-b51f-b9635a4756f3 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:32.302704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Routers {'e4351ed7-b644-4931-b51f-b9635a4756f3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:32.303319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e4351ed7-b644-4931-b51f-b9635a4756f3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:32.314313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-fc41a4fd-66f7-44fc-a905-8d827b2b834f tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3965898
Dec 11 20:54:32.319543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd69115-c974-432d-9172-6fcb323b3345 req-a6b5c2c4-6428-4b8f-982e-80c72e8cd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.321020 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-a6b5c2c4-6428-4b8f-982e-80c72e8cd826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2048616
Dec 11 20:54:32.335908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Request body: {'port': {'device_id': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:32.379626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cbe54ae-a3d7-433c-ab28-746eca435ea9 req-3d188066-5679-4be6-93a2-71bfd95585dc tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578557
Dec 11 20:54:32.464433 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] Set router e4351ed7-b644-4931-b51f-b9635a4756f3 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:32.495504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] For port 567d96d8-1d51-45de-bc59-b010af3a75bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=567d96d8-1d51-45de-bc59-b010af3a75bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:32.495871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.511435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ab5f7-348f-4f2c-a99a-82c12a279341 req-48eceeb6-6f24-49e8-9978-4807e83cc47d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.518971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d7ab5f7-348f-4f2c-a99a-82c12a279341 req-48eceeb6-6f24-49e8-9978-4807e83cc47d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 932 time: 0.1128001
Dec 11 20:54:32.531789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Calling delete_port for 567d96d8-1d51-45de-bc59-b010af3a75bb owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:32.556851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.567705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847eb730>, [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:54:32Z', 'revision_number': 6, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:32.601341 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3aeda-5d0a-4625-b1d5-6d2feb35398e None None] The sync data for ids ['e4351ed7-b644-4931-b51f-b9635a4756f3'] in ncdv-master-1 is: [{'id': 'e4351ed7-b644-4931-b51f-b9635a4756f3', 'name': 'tempest-ServersTestFqdnHostnames-108580363-router', 'tenant_id': 'bd626134315844d88d514c6c114c511b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:52:03Z', 'updated_at': '2021-12-11T20:54:32Z', 'revision_number': 6, 'project_id': 'bd626134315844d88d514c6c114c511b', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:32.638451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-d90126a6-f684-4334-bb21-9a9438365dde service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965951
Dec 11 20:54:32.688767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d7ab5f7-348f-4f2c-a99a-82c12a279341 req-2f5c9a31-6518-4d09-8cde-8a0f8870a402 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689460
Dec 11 20:54:32.702723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-2f044594-884a-449f-b2ea-b529aeaa8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.704439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-2f044594-884a-449f-b2ea-b529aeaa8088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1074727
Dec 11 20:54:32.738869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab0e8d-43e7-4326-8d87-ff4a7ab46dd8 req-6297d061-f935-4916-a72e-28fdf5adf0e6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.743206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26ab0e8d-43e7-4326-8d87-ff4a7ab46dd8 req-6297d061-f935-4916-a72e-28fdf5adf0e6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 944 time: 0.2184253
Dec 11 20:54:32.789296 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0e4140-c626-4e41-9261-49787bc7fc02 x-openstack-request-id: req-8c0e4140-c626-4e41-9261-49787bc7fc02 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:32.789968 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:32.789968 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c0e4140-c626-4e41-9261-49787bc7fc02 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:32.790326 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'status': 'completed', 'code': 200}
Dec 11 20:54:32.792382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-acc2b416-a23e-46c0-bb7f-7cc41b26c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.793918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-acc2b416-a23e-46c0-bb7f-7cc41b26c2bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1097 time: 0.2562475
Dec 11 20:54:32.827345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.914821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6e183-7cc3-40ac-9fbb-876993d0eb8a req-073e807f-4760-4fe7-80f9-e321b47055e2 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.916248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82a6e183-7cc3-40ac-9fbb-876993d0eb8a req-073e807f-4760-4fe7-80f9-e321b47055e2 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1182945
Dec 11 20:54:32.921101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-ae7f6d44-9142-4a94-8221-8bcf0bc74247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:32.922866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-ae7f6d44-9142-4a94-8221-8bcf0bc74247 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.1841433
Dec 11 20:54:32.948984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:32.957417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6931d697-8fa4-4c3f-892a-7be173c11bf1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:32.990392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-80704dac-dd27-4abb-884c-2a99d727ee18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.0560172
Dec 11 20:54:33.034242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=567d96d8-1d51-45de-bc59-b010af3a75bb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:33.099030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82a6e183-7cc3-40ac-9fbb-876993d0eb8a req-3ad77330-4851-4831-a1c6-f2abd538bf6e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718142
Dec 11 20:54:33.145014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26ab0e8d-43e7-4326-8d87-ff4a7ab46dd8 req-82bfc6f7-b016-4c5f-b73e-f687c7234940 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3500915
Dec 11 20:54:33.161248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bd69115-c974-432d-9172-6fcb323b3345 req-b7b81d76-5c09-4234-b495-c938b938b93c service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4785664
Dec 11 20:54:33.235871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-c0fb28ce-ded6-4a18-82ad-0521d5e3b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.237341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-c0fb28ce-ded6-4a18-82ad-0521d5e3b340 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.2214241
Dec 11 20:54:33.271338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.284218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-13d04cea-be96-4fd7-8cba-a260b56c8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.285606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-13d04cea-be96-4fd7-8cba-a260b56c8bef service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.4713356
Dec 11 20:54:33.295368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-803e0666-189e-4ddd-9b15-1e37858ef439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402157
Dec 11 20:54:33.414312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-cffe4311-3bcb-4077-b4f5-9d55c295b96f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.0730083
Dec 11 20:54:33.426798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.428924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a7a6-a420-47f0-9993-216660a54c0e req-f606c11b-b82a-417e-b171-6e474ecb9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.430388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-f606c11b-b82a-417e-b171-6e474ecb9e9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1095 time: 0.2049904
Dec 11 20:54:33.431572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.448228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e45e2f-e415-46f2-b14f-81963b69d1ec req-e114e6da-0a4f-447e-bf40-463d64164d6f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.454183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e45e2f-e415-46f2-b14f-81963b69d1ec req-e114e6da-0a4f-447e-bf40-463d64164d6f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.460169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e45e2f-e415-46f2-b14f-81963b69d1ec req-e114e6da-0a4f-447e-bf40-463d64164d6f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.461901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e9e45e2f-e415-46f2-b14f-81963b69d1ec req-e114e6da-0a4f-447e-bf40-463d64164d6f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2412 time: 0.2476635
Dec 11 20:54:33.517646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c897db-794c-42ba-8665-8319d336146c req-0486c921-3ec7-447b-9b8c-6e66ec4811dd tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.519202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19c897db-794c-42ba-8665-8319d336146c req-0486c921-3ec7-447b-9b8c-6e66ec4811dd tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 946 time: 0.2751060
Dec 11 20:54:33.531809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.532366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4351ed7-b644-4931-b51f-b9635a4756f3 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:54:33.540272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.541394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00d38f67-3ce5-4048-a51c-6d7ccd98fc8e admin admin] 10.222.0.18 "DELETE /v2.0/routers/e4351ed7-b644-4931-b51f-b9635a4756f3 HTTP/1.1" status: 204  len: 168 time: 1.8701251
Dec 11 20:54:33.551066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39274) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:33.586101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-4c5edeff-63c8-45b3-8c12-c4993c8e4f61 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2673945
Dec 11 20:54:33.614261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.618085 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e9e45e2f-e415-46f2-b14f-81963b69d1ec req-ac9e404d-c9c2-44b8-9b47-e8b56ef47a04 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143959
Dec 11 20:54:33.631233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:33.652283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.655645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-a72150f2-0893-430f-9e4d-be9184049796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.657114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-a72150f2-0893-430f-9e4d-be9184049796 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.2324929
Dec 11 20:54:33.663683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Deleting subnet 9b5b8edd-6837-4c28-af28-412b725d6897 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:54:33.673038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.752588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.803563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b3763ae-9d34-4fa7-bda6-374e484f645f req-e1e9f980-a7b5-4b93-8f48-cf8dc2d5da32 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048371
Dec 11 20:54:33.827532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c222808-e0df-4c62-ba70-bba6b3e7e413 req-d3d45d06-f020-482b-8aef-633962f096da tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:33.833676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c222808-e0df-4c62-ba70-bba6b3e7e413 req-d3d45d06-f020-482b-8aef-633962f096da tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1261358
Dec 11 20:54:33.910074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:33.926713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 567d96d8-1d51-45de-bc59-b010af3a75bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:33.947013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c222808-e0df-4c62-ba70-bba6b3e7e413 req-331bb01d-03c3-43d0-a318-5986c446a067 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072347
Dec 11 20:54:33.948428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 567d96d8-1d51-45de-bc59-b010af3a75bb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:33.949011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 567d96d8-1d51-45de-bc59-b010af3a75bb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:33.949982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0e4edc22-f83a-4a51-b830-2cdc68a17d2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:33.978505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0e4edc22-f83a-4a51-b830-2cdc68a17d2b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:33.978876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0e4edc22-f83a-4a51-b830-2cdc68a17d2b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:33.990045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.018735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5b8edd-6837-4c28-af28-412b725d6897,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:34.028192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.031751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-46aa32d7-5371-4d9b-9c14-e84691945547 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b5b8edd-6837-4c28-af28-412b725d6897 HTTP/1.1" status: 204  len: 168 time: 0.4797192
Dec 11 20:54:34.035854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229178fe-24f4-4e87-9fc5-a14b34fd6ec8 None None] Network 0cb1f102-6ed0-4c36-b3f4-53127a531bae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:34.041273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:34.132788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Transition to ACTIVE for port object f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:34.135730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-3dfd349d-46b7-4424-804f-5f0f5e42b293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4603896
Dec 11 20:54:34.145610 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.153176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.157910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dd8bf-d161-495a-b83a-6a438e7500aa req-1ab566b4-323a-40a6-a1e5-e2dfcde448f7 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.162534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d40dd8bf-d161-495a-b83a-6a438e7500aa req-1ab566b4-323a-40a6-a1e5-e2dfcde448f7 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1296325
Dec 11 20:54:34.180607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19c897db-794c-42ba-8665-8319d336146c req-b4b5910e-0781-4138-a36e-e6799aea54b8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6281540
Dec 11 20:54:34.215581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] DHCP port deletion for 0cb1f102-6ed0-4c36-b3f4-53127a531bae request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:54:34.234849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a7a6-a420-47f0-9993-216660a54c0e req-71a9935d-97f8-4e04-84a2-781688381903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.237124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-71a9935d-97f8-4e04-84a2-781688381903 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.7603643
Dec 11 20:54:34.275987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d40dd8bf-d161-495a-b83a-6a438e7500aa req-44623ccb-50d2-4c39-8860-6a7a82218c5c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038017
Dec 11 20:54:34.307135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Deleting port 27f2be83-16bd-41e4-9380-fa1695592723 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:34.308372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.311018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Deleting port 27f2be83-16bd-41e4-9380-fa1695592723 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:34.311393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.383026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] For port 27f2be83-16bd-41e4-9380-fa1695592723, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f2be83-16bd-41e4-9380-fa1695592723,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:34.383542 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.397513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Calling delete_port for 27f2be83-16bd-41e4-9380-fa1695592723 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:34.412042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] For port 27f2be83-16bd-41e4-9380-fa1695592723, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27f2be83-16bd-41e4-9380-fa1695592723,segment=NetworkSegment(ba13511f-d7b7-4b64-b936-18db57b60d8e),segment_id=ba13511f-d7b7-4b64-b936-18db57b60d8e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:34.412407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.430584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Calling delete_port for 27f2be83-16bd-41e4-9380-fa1695592723 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:34.431130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-8be7ebc2-93ee-42ca-8d4e-85ace7b0a971 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 217 time: 0.1000414
Dec 11 20:54:34.438028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:34.447108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6a03b-3cc8-4e88-8770-fcf027ebb68a req-a389d281-7fc9-455e-b0c0-130e8c664d46 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.448810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63f6a03b-3cc8-4e88-8770-fcf027ebb68a req-a389d281-7fc9-455e-b0c0-130e8c664d46 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 944 time: 0.0911369
Dec 11 20:54:34.490185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.515375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] Pushing event deleted for resources: {'Port': ['ID=27f2be83-16bd-41e4-9380-fa1695592723,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:34.521196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac99ae2-a5cf-41c5-bef1-232f30a9db6a None None] No DVR routers for this DVR port 27f2be83-16bd-41e4-9380-fa1695592723 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:34.554176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63f6a03b-3cc8-4e88-8770-fcf027ebb68a req-828063b2-e914-4afe-9be4-df83ab48c8a0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982745
Dec 11 20:54:34.580875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.581808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-a99b6cfc-7e3a-4f9d-bd18-b7f5d05b27be service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4296725
Dec 11 20:54:34.608948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9d548-5264-4e58-b478-9887c4c4c412 req-35437552-48a9-48e6-baaa-1aaab05efe95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.610382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Pushing event deleted for resources: {'Port': ['ID=27f2be83-16bd-41e4-9380-fa1695592723,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:34.610623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66a9d548-5264-4e58-b478-9887c4c4c412 req-35437552-48a9-48e6-baaa-1aaab05efe95 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 944 time: 0.2808628
Dec 11 20:54:34.614904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] No DVR routers for this DVR port 27f2be83-16bd-41e4-9380-fa1695592723 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:34.632212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a7a6-a420-47f0-9993-216660a54c0e req-deec33c9-bb1d-4df1-9484-935aaaf57e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.633710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-deec33c9-bb1d-4df1-9484-935aaaf57e81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.1930621
Dec 11 20:54:34.702282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Attempting to bind port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:34.702627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Attempting to bind port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:34.702902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Attempting to bind port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:34.725801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.744375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd745f-204a-4381-b107-cf52033dd601 req-2cb54687-ed1f-4706-a90e-71ee52fb6b79 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.745885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77cd745f-204a-4381-b107-cf52033dd601 req-2cb54687-ed1f-4706-a90e-71ee52fb6b79 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1026208
Dec 11 20:54:34.758391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9f6f70>,) {'filters': {'network_id': ['0cb1f102-6ed0-4c36-b3f4-53127a531bae']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:34.762383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:34.762731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Attempting to bind port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a on network 72fe9856-86b7-4a61-aa00-7369e84ba2e4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:34.778852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9f6f70>, 'ba13511f-d7b7-4b64-b936-18db57b60d8e') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:34.779140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d9f6f70>, 'ba13511f-d7b7-4b64-b936-18db57b60d8e') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:34.789953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:34.790213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Checking segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:34.790335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.790625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Bound using segment: {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:34.791053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Bound port: f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:34.791405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.813220 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.825949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:54:34.826319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:54:34.828436 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:54:34.832016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:34.837005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659a7a6-a420-47f0-9993-216660a54c0e req-4279e9d0-8b3e-4e60-b9e9-6222d501bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:34.838512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-4279e9d0-8b3e-4e60-b9e9-6222d501bc78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1649268
Dec 11 20:54:34.841524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77cd745f-204a-4381-b107-cf52033dd601 req-17ccdd31-6d20-4945-8554-9dccbbd33733 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869706
Dec 11 20:54:34.849153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66a9d548-5264-4e58-b478-9887c4c4c412 req-24267c76-cffd-4b43-b073-24ba6f560f82 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2120261
Dec 11 20:54:34.856962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbdfbe04-db28-4632-81fb-9f1ea76fc5da details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:34.913178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-aa51a1f9-7f2c-40ce-9990-e6be2e4115e1 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3141470
Dec 11 20:54:34.926615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.941126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:34.945440 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] 10.222.0.18 "DELETE /v2.0/networks/0cb1f102-6ed0-4c36-b3f4-53127a531bae HTTP/1.1" status: 204  len: 168 time: 0.9030478
Dec 11 20:54:34.964191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471d704-3e7f-4882-9df5-d0ef1b8c150f admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb1f102-6ed0-4c36-b3f4-53127a531bae,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:35.041133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f211e-30c6-44aa-b699-167b511c6e9c req-33cfb095-ee4f-4794-b9cd-dd533d0691da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.043939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:35.048597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f211e-30c6-44aa-b699-167b511c6e9c req-33cfb095-ee4f-4794-b9cd-dd533d0691da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.055117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f211e-30c6-44aa-b699-167b511c6e9c req-33cfb095-ee4f-4794-b9cd-dd533d0691da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.056934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c9f211e-30c6-44aa-b699-167b511c6e9c req-33cfb095-ee4f-4794-b9cd-dd533d0691da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2412 time: 0.0950577
Dec 11 20:54:35.063236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'port_id': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'mac_address': 'fa:16:3e:e5:58:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b867e5-54a6-4b69-a8d6-915f20c3442d', 'ip_address': '19.80.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:35.071932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:35.111213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.118742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:35.129620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdfbe04-db28-4632-81fb-9f1ea76fc5da {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:35.141246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.145467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c9f211e-30c6-44aa-b699-167b511c6e9c req-fddd2a4e-9e32-4014-aa82-afd8abf788a9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802925
Dec 11 20:54:35.146171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:35.161474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:35.168295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.169735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 924c1e41-6590-4f3b-81c6-1dc9ff250f1a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:35.197674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d9951d63-77df-4f11-a471-85633e938bb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd626134315844d88d514c6c114c511b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0503774
Dec 11 20:54:35.200785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39298) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:35.219871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-31e35e9e-c940-4e05-a375-6606e7bd8362 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3486636
Dec 11 20:54:35.249396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-a7497aa2-e441-4925-a11e-158e752dbafa tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.250898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-a7497aa2-e441-4925-a11e-158e752dbafa tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.2224641
Dec 11 20:54:35.256663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.257274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.258643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] 10.222.0.16 "PUT /v2.0/ports/f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a HTTP/1.1" status: 200  len: 1092 time: 2.9283216
Dec 11 20:54:35.260638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:35.263643 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26012b56-b91f-4da9-a3dd-06916cf1538f" -d '{"events": [{"name": "network-changed", "server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:35.294750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c90ac-cdba-4bcf-a4ac-db0b864f5d0f req-1f67e5b2-7f80-4572-b659-62e132438593 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.296818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-126c90ac-cdba-4bcf-a4ac-db0b864f5d0f req-1f67e5b2-7f80-4572-b659-62e132438593 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.2713151
Dec 11 20:54:35.300446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.300992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:35.305132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:35.319337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:35.333981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Sync routers for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:35.337843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c00cbf-7761-4449-b0f4-176ec28852a5 req-b5adc37a-0bf5-41b4-b6cd-830a92977a0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.339719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05c00cbf-7761-4449-b0f4-176ec28852a5 req-b5adc37a-0bf5-41b4-b6cd-830a92977a0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1173289
Dec 11 20:54:35.365153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.367791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:35.368664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77469af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:35.378966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e9949d0-96ad-4a32-b9fa-ead262b750f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cfb9e01-d9a5-4bd7-887f-ab749c52367d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5111742
Dec 11 20:54:35.382613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:35.404565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7938f-f70b-4287-a6c0-ddbb886e4c4c service neutron] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:35.435929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:35.459887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a', 'network_id': '251d1da1-4dfe-4117-928c-edabf2e95141', 'port_id': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a', 'mac_address': 'fa:16:3e:eb:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a6150a-38b7-4d34-90fd-800e38e0f71a', 'ip_address': '19.86.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:35.479443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05c00cbf-7761-4449-b0f4-176ec28852a5 req-37b34e7f-8dbf-4ffd-8e2b-5f9448088c99 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272812
Dec 11 20:54:35.494829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.520076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-126c90ac-cdba-4bcf-a4ac-db0b864f5d0f req-1d1573f8-32d9-4693-a97a-bc196045a83b tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037320
Dec 11 20:54:35.521826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-5e95ac4f-d4ca-4f72-a33b-0671628308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.523725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-5e95ac4f-d4ca-4f72-a33b-0671628308ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 1095 time: 0.1761875
Dec 11 20:54:35.528035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3659a7a6-a420-47f0-9993-216660a54c0e req-ecd004f5-1755-40df-baf2-7b24636c92b1 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2930222
Dec 11 20:54:35.539711 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.542588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.544733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/740113ad-af0e-49f4-83b5-1457ba4a3f6c HTTP/1.1" status: 204  len: 168 time: 0.3430276
Dec 11 20:54:35.562817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cc292-162a-4a35-905f-e7eb44d118bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740113ad-af0e-49f4-83b5-1457ba4a3f6c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:35.565900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.587265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.653853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:35.666207 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25944fd9-75a6-4538-9498-467bbbec7aa1 x-openstack-request-id: req-25944fd9-75a6-4538-9498-467bbbec7aa1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:35.666515 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:35.666784 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25944fd9-75a6-4538-9498-467bbbec7aa1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:35.667189 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'status': 'completed', 'code': 200}
Dec 11 20:54:35.680547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-9ebd6a96-be13-434d-9ea5-9dfdebcf87aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a HTTP/1.1" status: 200  len: 217 time: 0.1105280
Dec 11 20:54:35.736396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdc510-4a89-47e5-abff-0b777282005b req-1be8855c-19ad-454a-bc60-1635d401c15a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.738117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6fdc510-4a89-47e5-abff-0b777282005b req-1be8855c-19ad-454a-bc60-1635d401c15a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 946 time: 0.1198075
Dec 11 20:54:35.746258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.818790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-79b9b426-4356-4057-86b7-92ff70fd2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.820727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-79b9b426-4356-4057-86b7-92ff70fd2c73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.0850134
Dec 11 20:54:35.826572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27f2be83-16bd-41e4-9380-fa1695592723 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:35.860642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6fdc510-4a89-47e5-abff-0b777282005b req-0b6c42d6-ed12-4380-855d-667f4b9df26a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053214
Dec 11 20:54:35.880162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Deleting port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:35.880682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:35.884112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 27f2be83-16bd-41e4-9380-fa1695592723 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:35.885273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27f2be83-16bd-41e4-9380-fa1695592723 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:35.894698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-4e19b2a7-d27b-4b1c-9acf-5c3b4e6f07a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400536
Dec 11 20:54:35.932840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b85c087f-4c4d-4931-a08c-8da569d4864b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:35.951948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924c1e41-6590-4f3b-81c6-1dc9ff250f1a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:35.962589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd7d5e-e698-448e-bc3f-b988fdab9ed3 req-b88342ad-10d1-4de4-8fa7-34ca6cb89d3d tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:35.964410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7cd7d5e-e698-448e-bc3f-b988fdab9ed3 req-b88342ad-10d1-4de4-8fa7-34ca6cb89d3d tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.2747848
Dec 11 20:54:35.999010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] For port 0bf19ecf-fb3e-467d-9e36-3acea1bb655f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:35.999449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.020011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.030792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Calling delete_port for 0bf19ecf-fb3e-467d-9e36-3acea1bb655f owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:36.081796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.089242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.090806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c5ab27e0-cad3-4d7c-80be-babe7b8d6644 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:36.160082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b85c087f-4c4d-4931-a08c-8da569d4864b,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.175278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7cd7d5e-e698-448e-bc3f-b988fdab9ed3 req-cc3e96c5-155c-406e-99cb-23ca3f42a96c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544385
Dec 11 20:54:36.180796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-91b9d77f-cbf9-49e5-a2d9-044e3c824305 service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2750502
Dec 11 20:54:36.261847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:36.402079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.414124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'port_id': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'mac_address': 'fa:16:3e:28:da:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:36.428925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.451091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.459014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', 'network_id': '61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0', 'port_id': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', 'mac_address': 'fa:16:3e:48:87:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b867e5-54a6-4b69-a8d6-915f20c3442d', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:36.517890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:36.527482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d0b1a-3a27-4ee9-a535-437e7fb739f4 req-16702077-e69a-4f38-abc0-e207d7cbf452 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.529002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225680-3fda-41b7-9060-1b5f1e005313 req-0ffec32a-6775-4637-80f7-eb3d60c329cb tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.536068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-493d0b1a-3a27-4ee9-a535-437e7fb739f4 req-16702077-e69a-4f38-abc0-e207d7cbf452 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 944 time: 0.5253334
Dec 11 20:54:36.537273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e225680-3fda-41b7-9060-1b5f1e005313 req-0ffec32a-6775-4637-80f7-eb3d60c329cb tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 944 time: 0.2324047
Dec 11 20:54:36.547496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:36.551925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5de7a97-6d7a-43cf-b7ce-acbf7284e049 req-c07ec416-dce1-483e-95cd-7a32485b3d85 service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3490789
Dec 11 20:54:36.557715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.569634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39338) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:36.605501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77469af0>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:32Z', 'revision_number': 5, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port': {'id': '0bf19ecf-fb3e-467d-9e36-3acea1bb655f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:15Z', 'updated_at': '2021-12-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:36.607812 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.621073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85c087f-4c4d-4931-a08c-8da569d4864b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:36.629308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ab27e0-cad3-4d7c-80be-babe7b8d6644 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:36.638584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-493d0b1a-3a27-4ee9-a535-437e7fb739f4 req-10e238e4-6186-457f-9d9f-6a3ca58c31aa tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986772
Dec 11 20:54:36.673062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Checking router: 5cfb9e01-d9a5-4bd7-887f-ab749c52367d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:36.674905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e225680-3fda-41b7-9060-1b5f1e005313 req-3e9b77f1-0ed1-49ef-a3d1-f7323af22333 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367476
Dec 11 20:54:36.679979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:36.680642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:36.680828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:36.688999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:36.689457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Attempting to bind port 7718d611-6eb3-4e90-8a5a-69c900255310 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:36.698495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:36.699014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:36.700190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:36.700735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Bound port: 7718d611-6eb3-4e90-8a5a-69c900255310, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:36.701196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.713407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b85c087f-4c4d-4931-a08c-8da569d4864b,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.723883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-174417fc-c854-4dd7-a0fd-ec391a793eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.725975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-174417fc-c854-4dd7-a0fd-ec391a793eac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1f5739bb231643f191454fad7c396d04&device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 1095 time: 0.1067636
Dec 11 20:54:36.728519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Routers {'5cfb9e01-d9a5-4bd7-887f-ab749c52367d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:36.730678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77469af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:36.787024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1740289620-network', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:36.844343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] Set router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:36.861781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:36.866411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:36.875402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.879731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.899027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:36.901335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.912271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-8b9d3add-fc10-4cb9-9608-218533a52c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.913873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-8b9d3add-fc10-4cb9-9608-218533a52c62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 200  len: 905 time: 0.1787441
Dec 11 20:54:36.916120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:36.917674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77469af0>, [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:35Z', 'revision_number': 6, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:36.920180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:36.955244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf03ae1-8474-4047-9dbe-85503064652d req-450e896c-6c20-4710-9eeb-bf7844f693fa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.962342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf03ae1-8474-4047-9dbe-85503064652d req-450e896c-6c20-4710-9eeb-bf7844f693fa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.969597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf03ae1-8474-4047-9dbe-85503064652d req-450e896c-6c20-4710-9eeb-bf7844f693fa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:36.971343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7bf03ae1-8474-4047-9dbe-85503064652d req-450e896c-6c20-4710-9eeb-bf7844f693fa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2414 time: 0.1881232
Dec 11 20:54:36.978744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-517b8efa-8ee9-489b-b7e7-cc51f358f179 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a HTTP/1.1" status: 200  len: 217 time: 0.0512812
Dec 11 20:54:37.005153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.009649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.014437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379299e9-ecb9-4ff1-8d33-98951fa0bb98 None None] The sync data for ids ['5cfb9e01-d9a5-4bd7-887f-ab749c52367d'] in ncdv-master-1 is: [{'id': '5cfb9e01-d9a5-4bd7-887f-ab749c52367d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1207575540-router', 'tenant_id': '24b077973a624bbfa10096b1f2fda251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:13Z', 'updated_at': '2021-12-11T20:54:35Z', 'revision_number': 6, 'project_id': '24b077973a624bbfa10096b1f2fda251', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:37.019763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf19ecf-fb3e-467d-9e36-3acea1bb655f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.030212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.055244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=8']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.072501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.073216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.075100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.076695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-19ca382e-f27a-49cf-9ffa-0589706a3d64 service neutron] 10.222.0.16 "PUT /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 1122 time: 1.7962580
Dec 11 20:54:37.092451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-802bfc74-86c9-4ce1-84bc-c5d8d38bfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.094680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-802bfc74-86c9-4ce1-84bc-c5d8d38bfa96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 200  len: 844 time: 0.1022272
Dec 11 20:54:37.113422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.145978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-d5a7d877-4776-4125-bf6d-fa3afc5029b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=72fe9856-86b7-4a61-aa00-7369e84ba2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400815
Dec 11 20:54:37.188150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b85c087f-4c4d-4931-a08c-8da569d4864b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:37.203722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7bf03ae1-8474-4047-9dbe-85503064652d req-d357e520-f611-4c3e-b020-ffea99f32d29 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845446
Dec 11 20:54:37.239026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['7718d611-6eb3-4e90-8a5a-69c900255310'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:37.255093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-9fa7e335-c1a3-426e-bdab-0aa6fefcd0d5 service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007829
Dec 11 20:54:37.276203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.279995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.353646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.376658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.401967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:54:37.419127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.419479 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Added segment 6c9729b7-852a-4883-af39-f3456c5099f2 of type vlan for network cbe15a21-726e-4e30-a5c5-ef4819342354
Dec 11 20:54:37.439068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892ddc4-99d9-44f6-bc15-da1e5d576920 req-b9c74e66-4530-4018-8466-e913e636dcd4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.440338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8892ddc4-99d9-44f6-bc15-da1e5d576920 req-b9c74e66-4530-4018-8466-e913e636dcd4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.0938981
Dec 11 20:54:37.442707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26012b56-b91f-4da9-a3dd-06916cf1538f req-50996bdd-780f-48fb-90ec-1702d606eaeb service neutron] 10.222.0.16 "GET /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1760621
Dec 11 20:54:37.502718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8892ddc4-99d9-44f6-bc15-da1e5d576920 req-35d877df-055a-4517-a037-851ffdfd8594 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555625
Dec 11 20:54:37.539944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54614a6a-bbfd-497e-966d-3a224e815cbe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.548907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.549435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfb9e01-d9a5-4bd7-887f-ab749c52367d {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:54:37.552396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.556028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.556378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.556738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.557045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.557405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.557715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.558031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.558361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.559247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.559575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.559908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.560465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.560584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:37.566424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.570130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c0dd2589-a3e5-4aeb-a6e3-2f4e5ee0ae3c admin admin] 10.222.0.18 "DELETE /v2.0/routers/5cfb9e01-d9a5-4bd7-887f-ab749c52367d HTTP/1.1" status: 204  len: 168 time: 2.1847510
Dec 11 20:54:37.571388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39354) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:37.594269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7773a-7f98-42a0-9c60-75a06cde4e75 req-b1159d4c-5853-41a0-a295-daf5f330cc0a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.603545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4a7773a-7f98-42a0-9c60-75a06cde4e75 req-b1159d4c-5853-41a0-a295-daf5f330cc0a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.2690926
Dec 11 20:54:37.627790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Deleting subnet 176c441d-b2ee-459f-b60a-d04c2afa8e01 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:54:37.631590 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.656194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bbdfbe04-db28-4632-81fb-9f1ea76fc5da'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:37.659724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.660689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.661275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.669312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310'}, {'name': 'network-changed', 'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:37.671404 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168cbdb4-4950-4394-b047-14604d8aa3ab" -d '{"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-unplugged", "status": "completed", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310"}, {"name": "network-changed", "server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:37.679819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.690799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4a7773a-7f98-42a0-9c60-75a06cde4e75 req-a339104b-3bab-4585-a2ef-062f791c68c7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861661
Dec 11 20:54:37.724971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['924c1e41-6590-4f3b-81c6-1dc9ff250f1a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:37.728746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c5ab27e0-cad3-4d7c-80be-babe7b8d6644'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:37.779801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2055163
Dec 11 20:54:37.782564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:37.791076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Request body: {'subnet': {'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1740289620-subnet', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:37.800639 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.839763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a2af-cfe0-4c7e-af49-faf18fc1bc91 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe15a21-726e-4e30-a5c5-ef4819342354,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:37.859332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:37.859875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network cbe15a21-726e-4e30-a5c5-ef4819342354 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:54:37.861972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:37.871088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936311bc-0091-4f6e-8a78-ddd61100fe0f req-d107bccb-2e5d-401d-b069-6812a230c026 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:37.873555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-936311bc-0091-4f6e-8a78-ddd61100fe0f req-d107bccb-2e5d-401d-b069-6812a230c026 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 945 time: 0.0861430
Dec 11 20:54:37.906818 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf1c931-6e26-49fb-a44e-70963fb69707 x-openstack-request-id: req-0cf1c931-6e26-49fb-a44e-70963fb69707 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:37.907341 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-unplugged", "status": "completed", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310", "code": 200}, {"name": "network-changed", "server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:37.907792 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf1c931-6e26-49fb-a44e-70963fb69707 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:37.908627 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310', 'code': 200}
Dec 11 20:54:37.910161 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310', 'status': 'completed', 'code': 200}
Dec 11 20:54:38.020958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6931d697-8fa4-4c3f-892a-7be173c11bf1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:38.028443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-936311bc-0091-4f6e-8a78-ddd61100fe0f req-6870bc7b-9ceb-4c57-beb5-081148f3f5b4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420949
Dec 11 20:54:38.035590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-d2dd8367-6ac3-4c40-99cd-22cc2e9f11ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.037368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-d2dd8367-6ac3-4c40-99cd-22cc2e9f11ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1125 time: 0.1019816
Dec 11 20:54:38.080582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6931d697-8fa4-4c3f-892a-7be173c11bf1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:38.080933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6931d697-8fa4-4c3f-892a-7be173c11bf1 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:38.081368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bf19ecf-fb3e-467d-9e36-3acea1bb655f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:38.154924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0bf19ecf-fb3e-467d-9e36-3acea1bb655f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:38.155344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bf19ecf-fb3e-467d-9e36-3acea1bb655f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:38.214379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4486a0-b4de-4356-8b32-500b4ac7966f req-aa90e6b2-7055-4740-982d-f0016f045bd0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.217247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c4486a0-b4de-4356-8b32-500b4ac7966f req-aa90e6b2-7055-4740-982d-f0016f045bd0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.0825720
Dec 11 20:54:38.224845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-102faeac-9e0a-423d-99f4-f06c1dc33b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.226775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-102faeac-9e0a-423d-99f4-f06c1dc33b6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1785359
Dec 11 20:54:38.289468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-0e680b53-b4d0-472f-a2ed-6792fc3084ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.0478983
Dec 11 20:54:38.354921 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c4486a0-b4de-4356-8b32-500b4ac7966f req-33625517-ac33-410a-be38-d636469931ba tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214106
Dec 11 20:54:38.385496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-e444b620-6185-43a9-a6d3-8a691c0d44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.385496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-e444b620-6185-43a9-a6d3-8a691c0d44f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0750070
Dec 11 20:54:38.386615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.411432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176c441d-b2ee-459f-b60a-d04c2afa8e01,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:38.415138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-18e34432-6856-41ae-9b2e-d2da1ca920fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0306201
Dec 11 20:54:38.440669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.444105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-82d5de4d-0d58-4b98-aa55-bdd8e058a533 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/176c441d-b2ee-459f-b60a-d04c2afa8e01 HTTP/1.1" status: 204  len: 168 time: 0.8710089
Dec 11 20:54:38.447040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16a8e1-f59d-4d1f-a96a-9df52b9e2875 None None] Network 2bc099a4-d8d4-42fc-835e-2c6b83b45347 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:38.448705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39374) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:38.528328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f048c34-cac7-4deb-b9db-5a1e604db900 req-63a6845c-e615-44b9-9f7e-85e2b7e196d8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.530000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f048c34-cac7-4deb-b9db-5a1e604db900 req-63a6845c-e615-44b9-9f7e-85e2b7e196d8 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 944 time: 0.1885307
Dec 11 20:54:38.563893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.567171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-1cf7c39b-8f2a-414f-aa08-f4865f69b24c service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424513
Dec 11 20:54:38.576682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab538-40d6-47f2-9c5e-462f9543468a req-3bc48f82-45a3-4bcd-9c9d-ee4ae2776d51 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.583613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab538-40d6-47f2-9c5e-462f9543468a req-3bc48f82-45a3-4bcd-9c9d-ee4ae2776d51 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.589855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab538-40d6-47f2-9c5e-462f9543468a req-3bc48f82-45a3-4bcd-9c9d-ee4ae2776d51 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.592822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-849ab538-40d6-47f2-9c5e-462f9543468a req-3bc48f82-45a3-4bcd-9c9d-ee4ae2776d51 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2415 time: 0.1004868
Dec 11 20:54:38.665355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] DHCP port deletion for 2bc099a4-d8d4-42fc-835e-2c6b83b45347 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:54:38.689735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f048c34-cac7-4deb-b9db-5a1e604db900 req-77ddb8be-82b0-44db-966b-b6d3e42155d5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421242
Dec 11 20:54:38.692945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-849ab538-40d6-47f2-9c5e-462f9543468a req-c452ea24-7203-49f7-a592-a7bb371c18ac tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912859
Dec 11 20:54:38.722266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.730301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-168cbdb4-4950-4394-b047-14604d8aa3ab req-344a00bc-a568-460e-9e60-a5085e2f5c75 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365457
Dec 11 20:54:38.769059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Deleting port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:38.769465 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.778828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Deleting port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:38.779166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.780853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b7e3a6-d78c-42d3-92a9-33b1a71f8947,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:38.841102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] For port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:38.841451 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.845171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8025f7f-5349-4da9-93f5-ca1dd2d6200d req-775da77b-dbbb-4080-ad8b-0913cac18ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.846839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8025f7f-5349-4da9-93f5-ca1dd2d6200d req-775da77b-dbbb-4080-ad8b-0913cac18ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0527194
Dec 11 20:54:38.857393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Calling delete_port for 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:38.889135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Checking segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:38.889493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Network hostable DHCP agents. Network: cbe15a21-726e-4e30-a5c5-ef4819342354, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:54:38.893534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] For port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,segment=NetworkSegment(3c00c5d8-73df-4ccb-9f8e-056ae8bb180b),segment_id=3c00c5d8-73df-4ccb-9f8e-056ae8bb180b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:38.893896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.899416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8025f7f-5349-4da9-93f5-ca1dd2d6200d req-b2794a6b-1198-4267-93d9-2bcbf98ac9b8 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451417
Dec 11 20:54:38.912645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Calling delete_port for 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:38.927705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0babf7-1aff-4d4a-820d-25bdfc7c39b4 req-c634b069-9936-4cf8-ad92-d4b1555744f7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:38.929190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b0babf7-1aff-4d4a-820d-25bdfc7c39b4 req-c634b069-9936-4cf8-ad92-d4b1555744f7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.1460619
Dec 11 20:54:38.953577 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:38.979230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] Pushing event deleted for resources: {'Port': ['ID=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:38.986168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Network cbe15a21-726e-4e30-a5c5-ef4819342354 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:54:38.989215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f9ae5-e47a-4c74-a293-45758289aaf0 None None] No DVR routers for this DVR port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:39.016175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbe15a21-726e-4e30-a5c5-ef4819342354) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:39.023850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae7416d-f8f4-47c7-afbb-56ee2c442949 None None] Network cbe15a21-726e-4e30-a5c5-ef4819342354 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:39.034586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.035076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.045982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b0babf7-1aff-4d4a-820d-25bdfc7c39b4 req-0ae7d51f-41ba-420a-8551-ddc118d3c902 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092637
Dec 11 20:54:39.063574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.096953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9263efc8-fd97-4f7b-8c8b-b53c7410c47a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3124769
Dec 11 20:54:39.099811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39382) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:39.099959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c25f3f4-aaf6-4335-99a0-d5a1b91b0342,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:39.103455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] No DVR routers for this DVR port 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:39.104168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:39.142685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbe15a21-726e-4e30-a5c5-ef4819342354', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:54:39.143600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.176148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.186462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.187549 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.198958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df46340>,) {'filters': {'network_id': ['2bc099a4-d8d4-42fc-835e-2c6b83b45347']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:39.208790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab431e-099c-4e0a-970d-3bbab32b80d3 req-962b8eed-adbc-479a-934a-cbbd7f6bb26f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.210287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df46340>, '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:39.210617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df46340>, '3c00c5d8-73df-4ccb-9f8e-056ae8bb180b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:39.210871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f2ab431e-099c-4e0a-970d-3bbab32b80d3 req-962b8eed-adbc-479a-934a-cbbd7f6bb26f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 945 time: 0.0770340
Dec 11 20:54:39.222905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.245436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.254556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:54:39.254954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:54:39.256656 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:54:39.287072 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.295779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Allocated IP 172.20.0.2 (cbe15a21-726e-4e30-a5c5-ef4819342354/65b7e3a6-d78c-42d3-92a9-33b1a71f8947/c81baf27-b7f3-4424-aec3-99ec9a31fc8e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:39.321953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.328130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.333851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2bc099a4-d8d4-42fc-835e-2c6b83b45347 HTTP/1.1" status: 204  len: 168 time: 0.8820891
Dec 11 20:54:39.344632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596baae2-1a3f-4af3-94ee-aabbf2cd6d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc099a4-d8d4-42fc-835e-2c6b83b45347,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:39.355549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f2ab431e-099c-4e0a-970d-3bbab32b80d3 req-de937c91-cb01-4190-a92f-fd2b43c721c1 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374729
Dec 11 20:54:39.469311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.491179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.500917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.506646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6a01e-76b2-4ede-b86d-df41c78e8969 req-ff84b621-283f-431c-8667-dbd126b04228 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.514359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4e6a01e-76b2-4ede-b86d-df41c78e8969 req-ff84b621-283f-431c-8667-dbd126b04228 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.0664642
Dec 11 20:54:39.516107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39388) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:39.549368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Network cbe15a21-726e-4e30-a5c5-ef4819342354 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:39.553328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:39.555254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Pushing event updated for resources: {'Port': ['ID=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:39.557814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:39.590198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-19318654-2333-4e9a-a126-376fbf196817 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24b077973a624bbfa10096b1f2fda251&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0723221
Dec 11 20:54:39.593049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39390) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:39.594945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4e6a01e-76b2-4ede-b86d-df41c78e8969 req-ed326238-60fc-4c3b-8939-731bf5da4452 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796201
Dec 11 20:54:39.614692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Attempting to bind port c81baf27-b7f3-4424-aec3-99ec9a31fc8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:39.615374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Attempting to bind port c81baf27-b7f3-4424-aec3-99ec9a31fc8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:39.615939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Attempting to bind port c81baf27-b7f3-4424-aec3-99ec9a31fc8e on network cbe15a21-726e-4e30-a5c5-ef4819342354 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:39.621961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:39.622401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Checking segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:39.622887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.623338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Bound using segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:39.623884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Bound port: c81baf27-b7f3-4424-aec3-99ec9a31fc8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:39.624328 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.685817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] For port c81baf27-b7f3-4424-aec3-99ec9a31fc8e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:39.688785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] For port c81baf27-b7f3-4424-aec3-99ec9a31fc8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:39.693778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.743664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.750454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809000a-bde4-4d6f-bfc8-b36cc5bdd7ff None None] Pushing event updated for resources: {'Port': ['ID=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:39.767558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.784880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.835441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.865022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:39.889359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed8ea-dd73-46e1-a376-4685128365ad req-8cd6a71a-d171-4e33-a399-930c04330f33 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.892733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:39.893075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8c25f3f4-aaf6-4335-99a0-d5a1b91b0342 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:39.896498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed8ea-dd73-46e1-a376-4685128365ad req-8cd6a71a-d171-4e33-a399-930c04330f33 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.903264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ed8ea-dd73-46e1-a376-4685128365ad req-8cd6a71a-d171-4e33-a399-930c04330f33 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:39.911894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c89ed8ea-dd73-46e1-a376-4685128365ad req-8cd6a71a-d171-4e33-a399-930c04330f33 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2415 time: 0.0797908
Dec 11 20:54:39.926090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:39.930012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b85c087f-4c4d-4931-a08c-8da569d4864b up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:39.942008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.944894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:39.946047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e362016-22a7-4924-93ca-23db004366d0 HTTP/1.1" status: 204  len: 168 time: 0.3514147
Dec 11 20:54:39.981516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c89ed8ea-dd73-46e1-a376-4685128365ad req-2695c6b5-a76c-4e19-ad53-67a7f59adfed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640292
Dec 11 20:54:39.988194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e24b-198a-4db5-bae0-2bd11e63d673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e362016-22a7-4924-93ca-23db004366d0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:40.010317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270b850-bff7-48ef-bb86-2b159872f1e1 req-da6a7755-228a-4c97-893d-fd51a7856302 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.012545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a270b850-bff7-48ef-bb86-2b159872f1e1 req-da6a7755-228a-4c97-893d-fd51a7856302 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 944 time: 0.1663082
Dec 11 20:54:40.077127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Allocated IP 172.35.1.143 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/886485cc-1515-4900-a7cc-46d3ea329547) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:40.132012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e57ca-bc17-4a34-97b2-1f485c50d7a7 req-35f58c5a-7e6f-4065-8750-8061f3216424 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.135950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b85c087f-4c4d-4931-a08c-8da569d4864b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:40.140916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d7e57ca-bc17-4a34-97b2-1f485c50d7a7 req-35f58c5a-7e6f-4065-8750-8061f3216424 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0847290
Dec 11 20:54:40.191309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b85c087f-4c4d-4931-a08c-8da569d4864b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:40.192905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.204426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a270b850-bff7-48ef-bb86-2b159872f1e1 req-e73a91eb-605e-423f-8ea4-f7f16a34fbca tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590815
Dec 11 20:54:40.210814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d7e57ca-bc17-4a34-97b2-1f485c50d7a7 req-ae324aad-b0ea-4efb-8ec5-9cf2f4571436 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663190
Dec 11 20:54:40.270997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:40.297792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:40.299970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.383212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c17e81-3c53-4957-a1e3-5f94ac86103d req-71c64d70-9aba-4735-bd9e-3e8d131117c1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.386082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0c17e81-3c53-4957-a1e3-5f94ac86103d req-71c64d70-9aba-4735-bd9e-3e8d131117c1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.0830615
Dec 11 20:54:40.404924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.505644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:40.514765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:40.518965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6880c-455e-4eaa-b717-5b023b860bbc req-fa7720a4-ba8c-4d6e-b689-f02e709fd991 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.520012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:40.526585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8af6880c-455e-4eaa-b717-5b023b860bbc req-fa7720a4-ba8c-4d6e-b689-f02e709fd991 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 945 time: 0.0749846
Dec 11 20:54:40.572382 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.576559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Pushing event updated for resources: {'Port': ['ID=886485cc-1515-4900-a7cc-46d3ea329547,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:40.597255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:40.598420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0c17e81-3c53-4957-a1e3-5f94ac86103d req-bf4c8ca1-5b2e-4860-a5ed-10d88246ea62 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988022
Dec 11 20:54:40.601098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8af6880c-455e-4eaa-b717-5b023b860bbc req-40b849ed-0b37-4eb7-9b1e-83e1664ece5f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735750
Dec 11 20:54:40.614357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.663427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:40.672575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.673311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:40.680208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:40.682575 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adac8af-91bc-420b-a05a-1f0b17c39279" -d '{"events": [{"server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "name": "network-vif-plugged", "status": "completed", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:40.719331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b85c087f-4c4d-4931-a08c-8da569d4864b,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:40.729237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:40.767210 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419fd28d-6adc-441d-9e25-3dd9067acfa1 x-openstack-request-id: req-419fd28d-6adc-441d-9e25-3dd9067acfa1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:40.767571 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "name": "network-vif-plugged", "status": "completed", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:40.768242 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-419fd28d-6adc-441d-9e25-3dd9067acfa1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:40.768421 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'code': 200}
Dec 11 20:54:40.771009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:40.896429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:40.914196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4323b-10c0-4501-a228-9e00e435c1f7 req-aa60fc2d-df28-4716-9e1b-8eb5e62d0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.917722 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1f4323b-10c0-4501-a228-9e00e435c1f7 req-aa60fc2d-df28-4716-9e1b-8eb5e62d0189 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.0744548
Dec 11 20:54:40.934194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd509c41-86b0-48b1-8da9-3cbfc80b5356 req-314ecfaf-53bb-4e07-9895-d6246041ad98 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:40.943384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd509c41-86b0-48b1-8da9-3cbfc80b5356 req-314ecfaf-53bb-4e07-9895-d6246041ad98 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1917489
Dec 11 20:54:40.963423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.009147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:41.014994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1f4323b-10c0-4501-a228-9e00e435c1f7 req-85d1bb30-9c4d-4854-b998-1302892c2dae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843687
Dec 11 20:54:41.021852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-016de4ac-b07f-469b-b7bf-cc053c80f599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.027091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 has no active binding in host nch1-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:54:41.032786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbdfbe04-db28-4632-81fb-9f1ea76fc5da up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:41.110169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port bbdfbe04-db28-4632-81fb-9f1ea76fc5da completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:41.114426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd509c41-86b0-48b1-8da9-3cbfc80b5356 req-3d5df2f9-d730-45ea-a408-ac33fbd2fb94 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699948
Dec 11 20:54:41.116857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port bbdfbe04-db28-4632-81fb-9f1ea76fc5da triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:41.117232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.184760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560585a9-175d-4089-8b3c-0dbbcfdaeb95 req-4f760cab-909e-4e24-9e06-d1bb26908f3a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:41.205181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560585a9-175d-4089-8b3c-0dbbcfdaeb95 req-4f760cab-909e-4e24-9e06-d1bb26908f3a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:41.227204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560585a9-175d-4089-8b3c-0dbbcfdaeb95 req-4f760cab-909e-4e24-9e06-d1bb26908f3a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:41.227963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.235046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-560585a9-175d-4089-8b3c-0dbbcfdaeb95 req-4f760cab-909e-4e24-9e06-d1bb26908f3a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2415 time: 0.1532686
Dec 11 20:54:41.272642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:41.274842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39436) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:41.280065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.281793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 924c1e41-6590-4f3b-81c6-1dc9ff250f1a up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:41.332328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-560585a9-175d-4089-8b3c-0dbbcfdaeb95 req-a0c6d44a-217f-487f-99a3-d9c9f34f360e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903208
Dec 11 20:54:41.339064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763f82f-f21f-4c65-a6bf-1b21015e1bc1 None None] Network cbe15a21-726e-4e30-a5c5-ef4819342354 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:41.370279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:41.379417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.439016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1971387023-network', 'tenant_id': 'e60ff398c9254a18a544028659920c7b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:41.493660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Made reservation on behalf of e60ff398c9254a18a544028659920c7b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:41.497576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.498870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] Provisioning complete for port c81baf27-b7f3-4424-aec3-99ec9a31fc8e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:41.499343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.524866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.562544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c2ca2-c459-4e56-b05b-03931d50e421 req-6e3a467e-2f18-4b78-901a-5b606f572585 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:41.563701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-318c2ca2-c459-4e56-b05b-03931d50e421 req-6e3a467e-2f18-4b78-901a-5b606f572585 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 945 time: 0.0870199
Dec 11 20:54:41.581726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17378fc9-a405-4229-8125-5955f158d023 req-b99b2bbb-5801-4353-ac2c-d5d30f17b8e8 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:41.582004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:41.584155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17378fc9-a405-4229-8125-5955f158d023 req-b99b2bbb-5801-4353-ac2c-d5d30f17b8e8 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0698140
Dec 11 20:54:41.586139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:54:41.611220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:41.664556 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-318c2ca2-c459-4e56-b05b-03931d50e421 req-e8ee25fd-53ac-437f-b965-d228a42ba5b1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867343
Dec 11 20:54:41.666746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.669003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:41.669365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.704502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.709044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.729729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17378fc9-a405-4229-8125-5955f158d023 req-c7f5e309-6b5a-450e-841b-1ec8b1926986 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911512
Dec 11 20:54:41.759880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:41.760143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:54:41.769420 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a282c-d690-408f-afa5-df188897f144 None None] Sync routers for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:41.773923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f2ae95-905a-4d8e-a4e8-7bb33c773232,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:41.782272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.783768 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Added segment e702e58d-1dd1-459d-8093-a68352bbfb77 of type vlan for network f0bbb264-8c89-4622-87cf-e2a67861c1b0
Dec 11 20:54:41.788140 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:41.792144 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:41.794250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.795638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-654a488c-7d17-4bdc-a322-acd91f30b1ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6949720
Dec 11 20:54:41.799727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39446) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:41.879462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] For port c81baf27-b7f3-4424-aec3-99ec9a31fc8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:41.924201 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:41.936427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:41.963752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25a8ce26-b00f-4cba-b9b8-30bc2174d39d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:41.981625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c81baf27-b7f3-4424-aec3-99ec9a31fc8e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:41.983547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.043621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406896e-7dfe-4005-98b5-46b536351107 req-b743c152-0113-4baf-ab15-7ef94d942ecb tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.052529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5406896e-7dfe-4005-98b5-46b536351107 req-b743c152-0113-4baf-ab15-7ef94d942ecb tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 945 time: 0.1765277
Dec 11 20:54:42.056577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.057663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.058349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.087694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffdf88-f536-43af-ada5-4caa2a357279 req-c7390b4b-9aa9-4dbf-a82f-8fed92a29c2c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.098087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66ffdf88-f536-43af-ada5-4caa2a357279 req-c7390b4b-9aa9-4dbf-a82f-8fed92a29c2c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.2180336
Dec 11 20:54:42.197091 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5e0>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:40Z', 'revision_number': 3, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:42.223759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9475470
Dec 11 20:54:42.224117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d8a1f-2ea1-4c9d-ac2f-5fb311c509d2 None None] Pushing event updated for resources: {'Port': ['ID=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:42.229973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.231933 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a282c-d690-408f-afa5-df188897f144 None None] Checking router: 4d59a3f0-f514-4c21-8e1b-8dff138f0191 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:42.232473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39448) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:42.232834 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a282c-d690-408f-afa5-df188897f144 None None] Updating router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 port 886485cc-1515-4900-a7cc-46d3ea329547 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:42.239674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Request body: {'subnet': {'network_id': 'f0bbb264-8c89-4622-87cf-e2a67861c1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1971387023-subnet', 'tenant_id': 'e60ff398c9254a18a544028659920c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:42.259272 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.261368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5406896e-7dfe-4005-98b5-46b536351107 req-74aaadf3-c46c-4bd8-9f7e-1b46c9355bbd tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077615
Dec 11 20:54:42.300713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dbc48-0072-4f6d-8af3-6d3a95f136fd admin admin] Pushing event updated for resources: {'Network': ['ID=f0bbb264-8c89-4622-87cf-e2a67861c1b0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:42.334064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c81baf27-b7f3-4424-aec3-99ec9a31fc8e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:42.343959 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.346235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Made reservation on behalf of e60ff398c9254a18a544028659920c7b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:42.348497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66ffdf88-f536-43af-ada5-4caa2a357279 req-f2f0dd58-a8c7-489a-93e6-6878143d4294 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394154
Dec 11 20:54:42.348647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.443788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:42.458679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:42.483681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.485432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c5ab27e0-cad3-4d7c-80be-babe7b8d6644 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:42.530361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'port_id': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'mac_address': 'fa:16:3e:aa:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20c57fb-a36f-44bf-b026-ac23bd6ba8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:42.604330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93a77b-f33a-4a33-b2bd-2bfc2bca0d04 req-9d22d195-cc2d-4b4a-ba97-9d4142dff5f9 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.606517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c93a77b-f33a-4a33-b2bd-2bfc2bca0d04 req-9d22d195-cc2d-4b4a-ba97-9d4142dff5f9 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.2316999
Dec 11 20:54:42.614565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-df39d7b8-b24b-4b05-8a8d-c32494c99443 None None] Provisioning complete for port c81baf27-b7f3-4424-aec3-99ec9a31fc8e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:42.616016 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-df39d7b8-b24b-4b05-8a8d-c32494c99443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.704618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c93a77b-f33a-4a33-b2bd-2bfc2bca0d04 req-dedb82c2-715d-419a-a08b-e4a18552bfe8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807548
Dec 11 20:54:42.732200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f0bbb264-8c89-4622-87cf-e2a67861c1b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:54:42.856365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da'}, {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:42.859635 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd537a6c-d35e-46f3-913e-32cca01de02d" -d '{"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da"}, {"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:42.869930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.873491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.873668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:42.888046 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.896204 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.926958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd190442-6edc-429d-bb70-27c82a8bfa66 req-1e405e19-4d32-4723-8d4c-ae7f7aca3947 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.928698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd190442-6edc-429d-bb70-27c82a8bfa66 req-1e405e19-4d32-4723-8d4c-ae7f7aca3947 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 945 time: 0.1159747
Dec 11 20:54:42.943735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:42.957030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:42.957395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:42.968785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Pushing event updated for resources: {'Port': ['ID=886485cc-1515-4900-a7cc-46d3ea329547,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:42.971672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e923cc00-5148-4af6-8366-0de66336c8c5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:42.983834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Checking segment: {'id': 'e702e58d-1dd1-459d-8093-a68352bbfb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f0bbb264-8c89-4622-87cf-e2a67861c1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:42.984078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Network hostable DHCP agents. Network: f0bbb264-8c89-4622-87cf-e2a67861c1b0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:54:42.992738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.993355 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.993862 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.994626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.995127 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.995623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.996655 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.997145 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.997983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f6ed-7eb5-4732-8026-856398a2aa3e req-a9c6af7f-5f9d-4dcf-b171-4e221d3e2dcd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:42.999040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:42.999561 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:43.000058 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:43.000556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:43.001158 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:43.005717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f6ed-7eb5-4732-8026-856398a2aa3e req-a9c6af7f-5f9d-4dcf-b171-4e221d3e2dcd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.011642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25a8ce26-b00f-4cba-b9b8-30bc2174d39d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:43.013328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f6ed-7eb5-4732-8026-856398a2aa3e req-a9c6af7f-5f9d-4dcf-b171-4e221d3e2dcd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.021741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d031f6ed-7eb5-4732-8026-856398a2aa3e req-a9c6af7f-5f9d-4dcf-b171-4e221d3e2dcd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2417 time: 0.4862070
Dec 11 20:54:43.024609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd190442-6edc-429d-bb70-27c82a8bfa66 req-ffbc192c-b620-47d2-8857-ceaadb55867b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872016
Dec 11 20:54:43.025506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Network f0bbb264-8c89-4622-87cf-e2a67861c1b0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:54:43.044725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0bbb264-8c89-4622-87cf-e2a67861c1b0) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:43.049782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.051036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.076171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:43.079394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13403def-62dc-47d8-b945-b47691775b66 None None] Network f0bbb264-8c89-4622-87cf-e2a67861c1b0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:43.084646 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-493a282c-d690-408f-afa5-df188897f144 None None] Attempting to bind port 886485cc-1515-4900-a7cc-46d3ea329547 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:43.085342 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-493a282c-d690-408f-afa5-df188897f144 None None] Attempting to bind port 886485cc-1515-4900-a7cc-46d3ea329547 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:43.087820 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a282c-d690-408f-afa5-df188897f144 None None] Attempting to bind port 886485cc-1515-4900-a7cc-46d3ea329547 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:43.098533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f612eb53-cab0-4786-a087-5a5d19ffa762 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8566415
Dec 11 20:54:43.099278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a282c-d690-408f-afa5-df188897f144 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:43.099278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a282c-d690-408f-afa5-df188897f144 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:43.099278 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.099278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a282c-d690-408f-afa5-df188897f144 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:43.099278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-493a282c-d690-408f-afa5-df188897f144 None None] Bound port: 886485cc-1515-4900-a7cc-46d3ea329547, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:43.099772 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.127521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.161627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d031f6ed-7eb5-4732-8026-856398a2aa3e req-1c386e86-0ef1-4aa1-a1f7-2a48b260259a tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387532
Dec 11 20:54:43.181618 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-493a282c-d690-408f-afa5-df188897f144 None None] For port 886485cc-1515-4900-a7cc-46d3ea329547, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:43.186270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-493a282c-d690-408f-afa5-df188897f144 None None] For port 886485cc-1515-4900-a7cc-46d3ea329547, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886485cc-1515-4900-a7cc-46d3ea329547,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:43.192080 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-493a282c-d690-408f-afa5-df188897f144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.258830 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca439-0405-43e5-ac0b-e07015186a8f None None] Pushing event updated for resources: {'Port': ['ID=886485cc-1515-4900-a7cc-46d3ea329547,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:43.276267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.308185 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:43.309383 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:43.413137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c05f0-c856-48c0-a7de-1334bad5632c req-b75bd9ca-a39c-4357-89a4-572be09d97e3 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.414761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a50c05f0-c856-48c0-a7de-1334bad5632c req-b75bd9ca-a39c-4357-89a4-572be09d97e3 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1696813
Dec 11 20:54:43.436115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-6af11ed0-dc3b-4fe7-a396-d36165602a3d tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.437560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-6af11ed0-dc3b-4fe7-a396-d36165602a3d tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 944 time: 0.1771626
Dec 11 20:54:43.452964 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:43.519318 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c1cd7-0fc9-49da-8f3c-e6def8ae1dae x-openstack-request-id: req-d64c1cd7-0fc9-49da-8f3c-e6def8ae1dae {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:43.519617 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da", "code": 200}, {"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:43.519875 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d64c1cd7-0fc9-49da-8f3c-e6def8ae1dae {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:43.520271 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'code': 200}
Dec 11 20:54:43.520530 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a', 'code': 200}
Dec 11 20:54:43.539581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:43.542104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.562245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1437492208', 'description': 'tempest-description-812493278'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:43.598345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.599352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c57b4ac7-df86-4d9a-a08c-e5e474c99179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.623699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:43.630137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a50c05f0-c856-48c0-a7de-1334bad5632c req-d65374aa-96ea-4abd-94c7-47af6bd5cc5f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024672
Dec 11 20:54:43.630748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.635663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adac805-1bb8-4afe-9a28-bf68f2c9991d None None] Network f0bbb264-8c89-4622-87cf-e2a67861c1b0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:43.672557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Deleting port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:43.673163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.722640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-493a282c-d690-408f-afa5-df188897f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842cb5e0>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:40Z', 'revision_number': 3, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:43.729923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-fa7e26ac-d7a4-4642-9b0b-c5a9b1896ff5 service neutron] 10.222.0.30 "GET /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2299063
Dec 11 20:54:43.731391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Allocated IP 172.20.0.1 (cbe15a21-726e-4e30-a5c5-ef4819342354/65b7e3a6-d78c-42d3-92a9-33b1a71f8947/78690f0c-1871-4389-8fd2-21f19c7dd501) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:43.742301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:43.796284 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a282c-d690-408f-afa5-df188897f144 None None] The sync data for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 is: [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:40Z', 'revision_number': 3, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:43.857707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c81baf27-b7f3-4424-aec3-99ec9a31fc8e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:43.858586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] For port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:43.859029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.879585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Calling delete_port for 25a8ce26-b00f-4cba-b9b8-30bc2174d39d owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:43.891597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34417df-7e76-406c-b259-948d41abc087 req-de1b064a-b36a-4fb4-be77-b158daa3ad9f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:43.899528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e34417df-7e76-406c-b259-948d41abc087 req-de1b064a-b36a-4fb4-be77-b158daa3ad9f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=88773f0d-1894-42a3-a913-84b40568e525 HTTP/1.1" status: 200  len: 944 time: 0.1273131
Dec 11 20:54:43.924859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c81baf27-b7f3-4424-aec3-99ec9a31fc8e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:43.925376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.953280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.966185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:43.969550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:43.995668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e34417df-7e76-406c-b259-948d41abc087 req-000384f4-7fba-4cf4-85b2-03a8dfa414b1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945561
Dec 11 20:54:44.071182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.072412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe26fd13-b6c0-4725-983d-9ae8b754dcb7 req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5315826
Dec 11 20:54:44.095246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:54:44.103606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570a0ef-7325-4902-8f06-bcdc99e8e3ba tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaf8cfd-666a-4224-8949-c7ff47695862,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:44.112615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:44.113537 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.118387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.185228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.216446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.275019 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.284205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0a3-ffa5-4ede-941c-b0fb5087982e req-3728e652-b3a6-4a75-b323-1f1047bd5816 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.284205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f1a0a3-ffa5-4ede-941c-b0fb5087982e req-3728e652-b3a6-4a75-b323-1f1047bd5816 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 944 time: 0.1612668
Dec 11 20:54:44.302139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Network cbe15a21-726e-4e30-a5c5-ef4819342354 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:44.304999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:44.311186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event deleted for resources: {'Port': ['ID=25a8ce26-b00f-4cba-b9b8-30bc2174d39d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:44.317434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:44.319662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:44.328225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:44.334824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:44.338972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.346214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25a8ce26-b00f-4cba-b9b8-30bc2174d39d no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:44.395501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 25a8ce26-b00f-4cba-b9b8-30bc2174d39d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:44.395858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25a8ce26-b00f-4cba-b9b8-30bc2174d39d not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:44.399383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:44.409148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46709c4f-22e7-4875-a09b-f1c7f16ed5a2 req-3b4904fd-f5ff-45c0-b202-0c849e9d34c0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.412960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46709c4f-22e7-4875-a09b-f1c7f16ed5a2 req-3b4904fd-f5ff-45c0-b202-0c849e9d34c0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.2270348
Dec 11 20:54:44.415404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] No DVR routers for this DVR port 25a8ce26-b00f-4cba-b9b8-30bc2174d39d on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:44.419937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.424468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f17cd12-34e6-430f-96e3-002d24bf5396 req-809806d5-7c44-44c0-9a42-5a202be8beb3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "DELETE /v2.0/ports/25a8ce26-b00f-4cba-b9b8-30bc2174d39d HTTP/1.1" status: 204  len: 173 time: 0.9754257
Dec 11 20:54:44.425262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'name': 'network-vif-deleted', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:44.428058 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddf8408-94bb-4cd8-bebe-392a57a3e860" -d '{"events": [{"server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "name": "network-vif-deleted", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:44.431965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:44.445165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f1a0a3-ffa5-4ede-941c-b0fb5087982e req-3a686dea-3c5a-40b8-8ffc-8e91320a9606 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433294
Dec 11 20:54:44.489138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.501824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7718d611-6eb3-4e90-8a5a-69c900255310 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:44.528535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:44.543629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96eb69df-24ee-4ce9-be28-c57835031170 req-d06b0ca0-3d21-4caf-9866-890c6018fbd2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/ecaf8cfd-666a-4224-8949-c7ff47695862 HTTP/1.1" status: 200  len: 1829 time: 0.0481544
Dec 11 20:54:44.557219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecaf8cfd-666a-4224-8949-c7ff47695862', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:44.558886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ecaf8cfd-666a-4224-8949-c7ff47695862', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:44.622379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.650349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.681683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.686159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.702637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46709c4f-22e7-4875-a09b-f1c7f16ed5a2 req-2318770d-1ef1-4812-a142-2bd2c14f720a tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2575498
Dec 11 20:54:44.707832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0f5d62-6625-4b0b-89d3-849c6733c799,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:44.734807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.740451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96eb69df-24ee-4ce9-be28-c57835031170 req-3b128caf-af35-4d4c-bb5f-51bb23266525 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1895244
Dec 11 20:54:44.748984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e91d838-1fff-44ef-9c70-8598de9255e7 None None] Provisioning complete for port 78690f0c-1871-4389-8fd2-21f19c7dd501 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:44.749463 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e91d838-1fff-44ef-9c70-8598de9255e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.803937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3e91d838-1fff-44ef-9c70-8598de9255e7 None None] Port 78690f0c-1871-4389-8fd2-21f19c7dd501 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:44.827829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.834035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] Transition to ACTIVE for port object 7718d611-6eb3-4e90-8a5a-69c900255310 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:44.874408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.901510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d92a-dfd0-4f6f-af10-b4b8f889de50 req-21c55ac1-c7ac-46a4-82af-f19331415b09 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.908650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d92a-dfd0-4f6f-af10-b4b8f889de50 req-21c55ac1-c7ac-46a4-82af-f19331415b09 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.916558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d92a-dfd0-4f6f-af10-b4b8f889de50 req-21c55ac1-c7ac-46a4-82af-f19331415b09 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.920291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d77d92a-dfd0-4f6f-af10-b4b8f889de50 req-21c55ac1-c7ac-46a4-82af-f19331415b09 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.0980835
Dec 11 20:54:44.921921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:44.978629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8fa41-854c-43ab-8c72-c8185002aa0d req-fa571fa3-63d3-422d-b701-778e6709dba5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:44.986699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60b8fa41-854c-43ab-8c72-c8185002aa0d req-fa571fa3-63d3-422d-b701-778e6709dba5 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.1744914
Dec 11 20:54:45.004803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d77d92a-dfd0-4f6f-af10-b4b8f889de50 req-72fd8c16-a641-4e45-920d-9455596f2915 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638192
Dec 11 20:54:45.031344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] No DVR routers for this DVR port 7718d611-6eb3-4e90-8a5a-69c900255310 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:45.044030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] Pushing event updated for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=10']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:45.053536 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ab71b5-bcb7-43d5-b165-f8e5cfddb434 x-openstack-request-id: req-a7ab71b5-bcb7-43d5-b165-f8e5cfddb434 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:45.053790 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88773f0d-1894-42a3-a913-84b40568e525", "name": "network-vif-deleted", "tag": "25a8ce26-b00f-4cba-b9b8-30bc2174d39d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:45.054033 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7ab71b5-bcb7-43d5-b165-f8e5cfddb434 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:45.054445 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88773f0d-1894-42a3-a913-84b40568e525', 'name': 'network-vif-deleted', 'tag': '25a8ce26-b00f-4cba-b9b8-30bc2174d39d', 'status': 'completed', 'code': 200}
Dec 11 20:54:45.123788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-22d02c8c-4f04-48a9-bfb5-59e28f40a81f service neutron] 10.222.0.30 "PUT /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3813715
Dec 11 20:54:45.134799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60b8fa41-854c-43ab-8c72-c8185002aa0d req-338e8021-c8ce-4425-a5e1-24befc606d69 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472082
Dec 11 20:54:45.191229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2c301-f452-4042-8076-9f1d302c95bc req-3afed1f6-ae20-45ac-bbd5-945ad67a667c tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.198972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9c2c301-f452-4042-8076-9f1d302c95bc req-3afed1f6-ae20-45ac-bbd5-945ad67a667c tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0907264
Dec 11 20:54:45.267334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-87cd0824-3533-4507-a7de-9449a6bd8c2d tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.268140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.268881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-87cd0824-3533-4507-a7de-9449a6bd8c2d tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0676713
Dec 11 20:54:45.286325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.293704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9c2c301-f452-4042-8076-9f1d302c95bc req-8c8ca46e-54b1-4f4b-8060-2920d1b036be tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930438
Dec 11 20:54:45.352085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b0021-ef2b-46a3-8bcf-b8aa4e41b870 req-1a61b917-ae05-4c85-b012-89c9d1b5f811 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.353689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca6b0021-ef2b-46a3-8bcf-b8aa4e41b870 req-1a61b917-ae05-4c85-b012-89c9d1b5f811 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1393309
Dec 11 20:54:45.363445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:45.368612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-cdb0da45-a039-4568-83dd-16b457455081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.369638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'floatingip': {'port_id': 'b85c087f-4c4d-4931-a08c-8da569d4864b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:45.370125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-cdb0da45-a039-4568-83dd-16b457455081 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07&tenant_id=7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 1096 time: 0.0901384
Dec 11 20:54:45.374533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8ebbe0b-3908-481a-835c-3ab45aaaa573 req-4c1a47ed-53b1-4030-82aa-a69393a0bd14 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/ecaf8cfd-666a-4224-8949-c7ff47695862 HTTP/1.1" status: 200  len: 2422 time: 0.0541530
Dec 11 20:54:45.419159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:45.425649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.431056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.452026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-1eb24f9b-b822-45a6-875a-335d26a33f9a tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-group-rules/ca0f5d62-6625-4b0b-89d3-849c6733c799 HTTP/1.1" status: 200  len: 778 time: 0.0469699
Dec 11 20:54:45.472237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-286d9cca-f872-4adc-826f-d4a7e42696fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.473874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-286d9cca-f872-4adc-826f-d4a7e42696fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1096 time: 0.0792844
Dec 11 20:54:45.523451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644'}, {'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:45.532015 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf74198-4028-4c4e-a1be-a231af1904e6" -d '{"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644"}, {"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:45.545320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.571765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-54ab86b7-8005-49ac-af49-19e9dc14cf85 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/ecaf8cfd-666a-4224-8949-c7ff47695862 HTTP/1.1" status: 200  len: 2422 time: 0.1113920
Dec 11 20:54:45.596971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:45.615069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57666072', 'description': 'tempest-description--1678495720'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:45.649999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-16814797-56c2-4be7-ae46-9ffd298997db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.651501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-16814797-56c2-4be7-ae46-9ffd298997db service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1693070
Dec 11 20:54:45.654305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.673410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.695561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Network cbe15a21-726e-4e30-a5c5-ef4819342354 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:45.702333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:45.704469 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.709751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-745d9ffa-64df-4d6c-a89d-a2a8abd90f13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.0503273
Dec 11 20:54:45.795501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991671-e848-4e7e-b512-5a81bc282fb4 req-a1f1a22a-6594-45a7-8e92-af0aea8f6509 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.803073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06991671-e848-4e7e-b512-5a81bc282fb4 req-a1f1a22a-6594-45a7-8e92-af0aea8f6509 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.1575720
Dec 11 20:54:45.808935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-52cb5086-6584-46b3-ba1f-dbdf989f81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:45.810490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-52cb5086-6584-46b3-ba1f-dbdf989f81d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0881960
Dec 11 20:54:45.866228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-2e31dc97-33f4-4bce-adf1-1f89f9c54c3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0308022
Dec 11 20:54:45.866910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.873674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:45.884932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 886485cc-1515-4900-a7cc-46d3ea329547 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:45.891759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42bf9df3-82af-49ab-9155-f184d30d4998 req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ca0f5d62-6625-4b0b-89d3-849c6733c799 HTTP/1.1" status: 204  len: 173 time: 0.3104422
Dec 11 20:54:45.958460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c862838-3b71-4920-8466-bc869d7d7f86 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0f5d62-6625-4b0b-89d3-849c6733c799,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:45.991638 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af4a566-3429-4e45-a5eb-e824f7495429 x-openstack-request-id: req-9af4a566-3429-4e45-a5eb-e824f7495429 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:45.991638 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-plugged", "status": "completed", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644", "code": 200}, {"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:45.991638 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9af4a566-3429-4e45-a5eb-e824f7495429 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:45.997183 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', 'code': 200}
Dec 11 20:54:45.997577 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'code': 200}
Dec 11 20:54:46.025330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-16155877', 'description': 'tempest-description-34323677'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:46.048998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 886485cc-1515-4900-a7cc-46d3ea329547 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:46.051023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.063467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06991671-e848-4e7e-b512-5a81bc282fb4 req-5dc5a4a6-b500-4615-96fe-20fefe7d74a5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527249
Dec 11 20:54:46.125725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.146851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.164314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.178624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-1a798626-a581-4720-a19c-50c1b16d2886 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825332
Dec 11 20:54:46.182451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:46.219728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d386f857-af6e-4238-b536-cf8f5421224b None None] Provisioning complete for port 78690f0c-1871-4389-8fd2-21f19c7dd501 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:46.220534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d386f857-af6e-4238-b536-cf8f5421224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.225201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.250555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.275213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.281468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.6717403
Dec 11 20:54:46.281468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:46.282709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd48fa-c04f-4560-9d73-c8bb311bd4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892cfdf8-8aae-4164-98ee-25dee0d83beb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:46.292634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9df9-93be-43f3-8aec-583364b7a151 req-1c37a604-5868-4096-a620-eb41ad5bca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.295191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d25e9df9-93be-43f3-8aec-583364b7a151 req-1c37a604-5868-4096-a620-eb41ad5bca1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 1097 time: 0.1980760
Dec 11 20:54:46.301358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'security_group_rule': {'security_group_id': '892cfdf8-8aae-4164-98ee-25dee0d83beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:46.305524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 886485cc-1515-4900-a7cc-46d3ea329547, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886485cc-1515-4900-a7cc-46d3ea329547,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:46.309185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d386f857-af6e-4238-b536-cf8f5421224b None None] Port 78690f0c-1871-4389-8fd2-21f19c7dd501 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:46.319352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.389061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=886485cc-1515-4900-a7cc-46d3ea329547,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:46.394787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fec8-3d3c-43eb-9f72-82cfbcbc1bcd req-05df0269-0027-449d-800f-80b090fb73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.395293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fec8-3d3c-43eb-9f72-82cfbcbc1bcd req-05df0269-0027-449d-800f-80b090fb73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.395883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510fec8-3d3c-43eb-9f72-82cfbcbc1bcd req-05df0269-0027-449d-800f-80b090fb73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.397545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8510fec8-3d3c-43eb-9f72-82cfbcbc1bcd req-05df0269-0027-449d-800f-80b090fb73b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2871 time: 0.3022084
Dec 11 20:54:46.409876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3bc3-cff4-410f-981f-1e5580223a2d req-69801bdd-fb48-4f2a-bba5-151b28c347ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.415880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3bc3-cff4-410f-981f-1e5580223a2d req-69801bdd-fb48-4f2a-bba5-151b28c347ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.420239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.422251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3bc3-cff4-410f-981f-1e5580223a2d req-69801bdd-fb48-4f2a-bba5-151b28c347ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.423994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c3bc3-cff4-410f-981f-1e5580223a2d req-69801bdd-fb48-4f2a-bba5-151b28c347ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.2404821
Dec 11 20:54:46.424145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-e82c9f55-a550-45bd-b533-90b6019fbcee service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2336042
Dec 11 20:54:46.431607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.434992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d25e9df9-93be-43f3-8aec-583364b7a151 req-b892b964-40ee-4f96-91b4-eb61f364719e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287971
Dec 11 20:54:46.442840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.443359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:54:46.487385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.488597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68dc7958-d439-4e4e-930f-83f16c61622a req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1831 time: 0.4783528
Dec 11 20:54:46.493568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927c2ab-c536-4b1f-8041-9ef2bf352536 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcafef-ff53-4c07-8494-871f69f82d57,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:46.517665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.522256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.541621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963947da-b17f-40a2-bb9d-c6c967b42ced,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:46.554158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.558510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d4eb3b6a-1717-415e-a7ac-cd3f40188898 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2704513
Dec 11 20:54:46.565181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:46.571203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'security_group_rule': {'security_group_id': '892cfdf8-8aae-4164-98ee-25dee0d83beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:46.606217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.618000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8510fec8-3d3c-43eb-9f72-82cfbcbc1bcd req-ceb166ce-b938-4133-bf81-73682dd4f74c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866710
Dec 11 20:54:46.618730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.626982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801166f-66b4-4161-b6ec-63d2ff04ea4d req-b725f5e1-78a4-4317-b816-a26a75cc9a5b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.628510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f801166f-66b4-4161-b6ec-63d2ff04ea4d req-b725f5e1-78a4-4317-b816-a26a75cc9a5b tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.0719283
Dec 11 20:54:46.634159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.659701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:46.666668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-380588f5-3b18-485b-97bf-0db2bf6b8ef2 admin admin] 10.222.0.18 "PUT /v2.0/routers/4d59a3f0-f514-4c21-8e1b-8dff138f0191/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8649402
Dec 11 20:54:46.673477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c3bc3-cff4-410f-981f-1e5580223a2d req-5be12d0a-3bd5-4b45-910d-e73a3e070336 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248545
Dec 11 20:54:46.680835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Sync routers for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:46.722180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:46.724277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77612100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:46.725389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.745073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f801166f-66b4-4161-b6ec-63d2ff04ea4d req-ffe18fa0-40b4-466e-b6a0-5142795b4056 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042140
Dec 11 20:54:46.751303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.820624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243b849b-8307-40b0-b6db-943d80ceb9a5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:46.860837 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Floating IP de2fb4ee-4ad6-454c-a76e-c2f1179dc02d associated. External IP: 172.35.1.52, port: b85c087f-4c4d-4931-a08c-8da569d4864b.
Dec 11 20:54:46.871713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:46.876276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e57143ce-069b-4942-8470-ed66f2d63958 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3070343
Dec 11 20:54:46.878515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39518) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:46.897691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:46.926365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c7971-fc99-40ff-891d-a3596c6e4c40 req-8740c72d-2199-44d8-80be-a5b189f660fb tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:46.934368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54c7971-fc99-40ff-891d-a3596c6e4c40 req-8740c72d-2199-44d8-80be-a5b189f660fb tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1228898
Dec 11 20:54:46.949871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:46.955845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24a7541-fac7-46c6-ba97-95b138f2da4e req-272e01bd-73f8-4a7a-8596-67f326e22171 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/d2fcafef-ff53-4c07-8494-871f69f82d57 HTTP/1.1" status: 200  len: 1826 time: 0.1615818
Dec 11 20:54:46.998757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-673038694', 'description': 'tempest-description-1736668370'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:47.005599 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.009249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08496350-177b-46c0-8fba-8acf4f73607f req-343cfa39-d1e1-4c00-971d-8a6bb2c40e44 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:47.010836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-343cfa39-d1e1-4c00-971d-8a6bb2c40e44 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1333208
Dec 11 20:54:47.048634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54c7971-fc99-40ff-891d-a3596c6e4c40 req-e87203d3-a0e5-4ed2-b0d0-cc799d6fc57a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130810
Dec 11 20:54:47.072040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:47.110027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.223726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.267875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:47.284807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-08496350-177b-46c0-8fba-8acf4f73607f req-811cc72a-5118-44b5-8192-e5daef8c0fbe service neutron] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:47.293164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-08496350-177b-46c0-8fba-8acf4f73607f req-811cc72a-5118-44b5-8192-e5daef8c0fbe service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.294306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08496350-177b-46c0-8fba-8acf4f73607f req-811cc72a-5118-44b5-8192-e5daef8c0fbe service neutron] 10.222.0.16 "DELETE /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2713366
Dec 11 20:54:47.306561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.314371 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.317937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.392163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77612100>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:45Z', 'revision_number': 2, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:47.429155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Checking router: 4d59a3f0-f514-4c21-8e1b-8dff138f0191 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:47.429510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Updating router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 port 78690f0c-1871-4389-8fd2-21f19c7dd501 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:47.437508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39536) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:47.443063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1484957981-network', 'tenant_id': '65a734393e814713bfc3b43077575b57'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:47.451276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9b517f-3e0b-4006-86c5-7e70d01ccae8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:47.455678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.509126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Made reservation on behalf of 65a734393e814713bfc3b43077575b57 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:47.511626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.526334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.528342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a1ab1a3-717b-429c-8a0d-08d0af69ca3e req-bfadffbb-628a-4f01-a875-f6d2251aaf0b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.5382116
Dec 11 20:54:47.565520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Allocated IP 172.35.1.153 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1a7bb097-fc85-4848-bf76-2e6368d299cb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:47.584230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.629363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:47.649930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f928d-a69f-4446-acbc-3461ca4425fb req-d87a7235-d70e-406d-a89f-9f80b80b690f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:47.651566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f60f928d-a69f-4446-acbc-3461ca4425fb req-d87a7235-d70e-406d-a89f-9f80b80b690f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.0722392
Dec 11 20:54:47.789474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-931ce892-821d-4247-8a46-da7f660b4251 req-1af0338f-7b14-490f-b71d-3c263f82cc6f tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/be9b517f-3e0b-4006-86c5-7e70d01ccae8 HTTP/1.1" status: 200  len: 1829 time: 0.2118707
Dec 11 20:54:47.816738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.825159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.829552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.839517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.848658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f60f928d-a69f-4446-acbc-3461ca4425fb req-16fab3a6-5d33-4fdb-9f60-eedf6dbe798f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571972
Dec 11 20:54:47.872341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 886485cc-1515-4900-a7cc-46d3ea329547 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:47.897370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.918443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:47.932897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:54:47.936685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:47.944953 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:47.970062 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:47.970742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:48.001207 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f2ca719-2659-4eb7-a6db-aebbae755b6d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "PUT /v2.0/floatingips/de2fb4ee-4ad6-454c-a76e-c2f1179dc02d HTTP/1.1" status: 200  len: 991 time: 2.6365881
Dec 11 20:54:48.003482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:48.006284 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2eb945-2411-483c-bcb2-059876e5557e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:48.018635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.019095 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Added segment 090d7341-947d-43ca-b27b-5c14dc7ffc75 of type vlan for network d37cd484-caf3-42f1-9f40-2fdb73dc1525
Dec 11 20:54:48.076395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.094228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a95cec-e777-42ae-8379-7e2da91fd9d6 None None] Pushing event updated for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:48.113720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587e5a-1a2f-4cb5-9730-fb60eef0f15a req-37f950b3-c823-49cf-9bc2-7e8832f6e6a9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.116334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b587e5a-1a2f-4cb5-9730-fb60eef0f15a req-37f950b3-c823-49cf-9bc2-7e8832f6e6a9 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.1137478
Dec 11 20:54:48.133809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Attempting to bind port 78690f0c-1871-4389-8fd2-21f19c7dd501 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:48.134338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Attempting to bind port 78690f0c-1871-4389-8fd2-21f19c7dd501 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:48.135242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.136315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.137024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.142334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Attempting to bind port 78690f0c-1871-4389-8fd2-21f19c7dd501 on network cbe15a21-726e-4e30-a5c5-ef4819342354 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:48.158416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:48.158671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Checking segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:48.163863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.164225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Bound using segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:48.165299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Bound port: 78690f0c-1871-4389-8fd2-21f19c7dd501, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:48.165950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.210412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 886485cc-1515-4900-a7cc-46d3ea329547 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:48.211457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.232354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b587e5a-1a2f-4cb5-9730-fb60eef0f15a req-f8055e6c-8433-4caa-b718-549683d19aaa tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098337
Dec 11 20:54:48.237309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f317c2-6e61-4ff5-9ce6-c27ea26f6183 req-9db31432-8067-4e60-a0a5-cf14171d0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.241286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99f317c2-6e61-4ff5-9ce6-c27ea26f6183 req-9db31432-8067-4e60-a0a5-cf14171d0b7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1091704
Dec 11 20:54:48.273697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48b23c-e8a8-4301-9c89-e8c873ad637a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:48.296285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Pushing event updated for resources: {'Network': ['ID=d37cd484-caf3-42f1-9f40-2fdb73dc1525,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:48.297723 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:48.304640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.305137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.305583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.306017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.306451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.306912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.307461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.307918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.308372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.308832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.309260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.309686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.310223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.311792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-753814901', 'description': 'tempest-description-1462547125'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:48.319618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.320126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.320586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.322632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.322632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.322632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.322632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.322632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.323872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.323872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.324739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.325408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.325849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:48.343010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767bf04-7a5e-4f2e-b047-0528e2e4dca6 req-6c9b612c-c01d-4a4b-8855-24e1b7eac536 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.350397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767bf04-7a5e-4f2e-b047-0528e2e4dca6 req-6c9b612c-c01d-4a4b-8855-24e1b7eac536 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.357126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767bf04-7a5e-4f2e-b047-0528e2e4dca6 req-6c9b612c-c01d-4a4b-8855-24e1b7eac536 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:48.358997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2767bf04-7a5e-4f2e-b047-0528e2e4dca6 req-6c9b612c-c01d-4a4b-8855-24e1b7eac536 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.4419806
Dec 11 20:54:48.371737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-85f274c6-c109-45e6-827e-4a63c0865232 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9331183
Dec 11 20:54:48.374953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] For port 78690f0c-1871-4389-8fd2-21f19c7dd501, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:48.377667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39556) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:48.389045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Request body: {'subnet': {'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1484957981-subnet', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:48.422131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:54:48.431497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] For port 78690f0c-1871-4389-8fd2-21f19c7dd501, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78690f0c-1871-4389-8fd2-21f19c7dd501,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:48.436147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] Provisioning complete for port 78690f0c-1871-4389-8fd2-21f19c7dd501 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:48.436367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99f317c2-6e61-4ff5-9ce6-c27ea26f6183 req-9e86a00a-7c14-4c42-af2f-41bb91c3d7b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737664
Dec 11 20:54:48.436711 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.441556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.484226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2767bf04-7a5e-4f2e-b047-0528e2e4dca6 req-399ca903-0eb2-4448-b947-3f52f73a42a0 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713582
Dec 11 20:54:48.488204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.496883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Made reservation on behalf of 65a734393e814713bfc3b43077575b57 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:48.499365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.511020 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.564922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.571870 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.591480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:48.597444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:48.647534 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.676645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf598b36-1045-45b3-b2d2-1f92624ca61c req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1834 time: 0.3872263
Dec 11 20:54:48.682365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ef33e-5dae-4208-ad6e-8ff1cc9f75c5 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d56869-46bb-48e2-b7eb-d17b19d4e40e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:48.748295 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0700>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de2fb4ee-4ad6-454c-a76e-c2f1179dc02d', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.52', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:28:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:18Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:48.775249 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac829f3-cf45-477e-81be-a8f788cc248d x-openstack-request-id: req-dac829f3-cf45-477e-81be-a8f788cc248d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:48.775544 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:48.775992 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dac829f3-cf45-477e-81be-a8f788cc248d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:48.776587 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'status': 'completed', 'code': 200}
Dec 11 20:54:48.787140 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:48.798923 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:48.802200 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:48.850497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.884997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a95cec-e777-42ae-8379-7e2da91fd9d6 None None] Pushing event updated for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:48.936748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:48.937711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77612100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:48.941945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] For port 78690f0c-1871-4389-8fd2-21f19c7dd501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78690f0c-1871-4389-8fd2-21f19c7dd501,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:48.948716 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:48.969604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:49.089757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4144855-87cc-4a1d-bf53-e631a8b09033 None None] Pushing event updated for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:49.104394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:49.147193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:49.209825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'Port': ['ID=1a7bb097-fc85-4848-bf76-2e6368d299cb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:49.278030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410cfe3-6fa9-4adc-8070-530d23761a5c req-abcdb76f-a57e-4fea-a32b-b5cc90528812 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.302434 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0700>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de2fb4ee-4ad6-454c-a76e-c2f1179dc02d', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.52', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:28:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:18Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:49.302937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4410cfe3-6fa9-4adc-8070-530d23761a5c req-abcdb76f-a57e-4fea-a32b-b5cc90528812 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.2084181
Dec 11 20:54:49.331599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b558d91-9bdb-4566-ae20-4df0cd1fd986 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de2fb4ee-4ad6-454c-a76e-c2f1179dc02d', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.52', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:28:da:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:18Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:49.343684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb945-2411-483c-bcb2-059876e5557e req-0b154254-a08e-489b-9abd-7f9fb2df1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.345355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-0b154254-a08e-489b-9abd-7f9fb2df1016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.2519293
Dec 11 20:54:49.403821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9c74808-5120-4493-99b9-6bf4e3f1c26d None None] Provisioning complete for port 78690f0c-1871-4389-8fd2-21f19c7dd501 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:49.404191 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9c74808-5120-4493-99b9-6bf4e3f1c26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:49.417326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be123a-6e1d-41b5-8713-142659cfa33b req-917da8f7-a04c-414f-a606-63fa4311cdfb tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.426847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2be123a-6e1d-41b5-8713-142659cfa33b req-917da8f7-a04c-414f-a606-63fa4311cdfb tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1096 time: 0.0923250
Dec 11 20:54:49.485869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77612100>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:49.496188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2be123a-6e1d-41b5-8713-142659cfa33b req-ecb5588e-e1c6-4bd3-9783-7cd7f7744b7a tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640411
Dec 11 20:54:49.499684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:49.512188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4410cfe3-6fa9-4adc-8070-530d23761a5c req-fcf866fa-434f-4a2f-9d2d-8535a24aa87a tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063911
Dec 11 20:54:49.586987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3815a1-d4aa-41f6-8f14-f10024bcf2eb None None] The sync data for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 is: [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:49.718912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb945-2411-483c-bcb2-059876e5557e req-dc233cef-5f50-4d4a-b6d5-40db255214cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.724428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-dc233cef-5f50-4d4a-b6d5-40db255214cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.3590715
Dec 11 20:54:49.730950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:49.730950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:49.832083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bca9-9330-4cc0-b1a6-bda75d486a5a req-2b2b5d2a-77c9-415c-982b-b5da2071b335 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.840513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bca9-9330-4cc0-b1a6-bda75d486a5a req-2b2b5d2a-77c9-415c-982b-b5da2071b335 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.847154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28ab183-5472-4e5e-8c37-33f7d4761a72 None None] New status for floating IP de2fb4ee-4ad6-454c-a76e-c2f1179dc02d: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:54:49.848821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1bca9-9330-4cc0-b1a6-bda75d486a5a req-2b2b5d2a-77c9-415c-982b-b5da2071b335 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:49.858855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31a1bca9-9330-4cc0-b1a6-bda75d486a5a req-2b2b5d2a-77c9-415c-982b-b5da2071b335 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.1335914
Dec 11 20:54:49.859473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36f51282-1246-4dbe-bc5d-c2f8b0902743 req-d86e04ea-4322-47fe-b78a-876caa50e3bd tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/77d56869-46bb-48e2-b7eb-d17b19d4e40e HTTP/1.1" status: 200  len: 1829 time: 0.3162374
Dec 11 20:54:49.931829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a14ef-788a-4dac-9f5b-5225725bf477,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:49.957923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-839580ba-3ead-4f0a-b11b-79c9ac22e957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 999 time: 0.2152905
Dec 11 20:54:50.029191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31a1bca9-9330-4cc0-b1a6-bda75d486a5a req-8be7dd69-c5b0-46be-a3c7-22316a486880 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409402
Dec 11 20:54:50.042266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 78690f0c-1871-4389-8fd2-21f19c7dd501 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:50.158098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Checking segment: {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:50.158789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Network hostable DHCP agents. Network: d37cd484-caf3-42f1-9f40-2fdb73dc1525, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:54:50.171291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 78690f0c-1871-4389-8fd2-21f19c7dd501 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:50.172597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.189700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-168023724', 'description': 'tempest-description-824056382'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:50.216343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.234931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.260040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb945-2411-483c-bcb2-059876e5557e req-3787be10-17af-461b-9b8e-1b8cb7c183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:50.261189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-3787be10-17af-461b-9b8e-1b8cb7c183f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.2893453
Dec 11 20:54:50.297424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:54:50.319530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.339312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1cc6f79d-cd9c-425b-995b-f9235d3d8172 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:50.341184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1cc6f79d-cd9c-425b-995b-f9235d3d8172 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.1663189
Dec 11 20:54:50.359433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-fa5c86e6-3864-4488-b7e5-68c5834f02fc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/quotas/7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 375 time: 0.0116615
Dec 11 20:54:50.376975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d37cd484-caf3-42f1-9f40-2fdb73dc1525) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:50.380150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'Port': ['ID=1a7bb097-fc85-4848-bf76-2e6368d299cb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:50.389392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5685016-293f-45cd-87ba-06f8b8b721ec None None] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:50.395661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:50.396257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.420501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-9e4a74c8-e429-4b7d-b66c-a3515f9a99fe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0538359
Dec 11 20:54:50.448577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0325946-0733-49ad-9861-817ba0251314 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0632336
Dec 11 20:54:50.452684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:50.457290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:50.460640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.478378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb945-2411-483c-bcb2-059876e5557e req-f91f8543-5d12-45bf-a568-8be40c33a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:50.479982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-f91f8543-5d12-45bf-a568-8be40c33a349 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1848505
Dec 11 20:54:50.488037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.489567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2275468d-61b6-4576-bf3d-ea978ca96262 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5969529
Dec 11 20:54:50.561169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d37cd484-caf3-42f1-9f40-2fdb73dc1525', 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525', 'project_id': '65a734393e814713bfc3b43077575b57', 'fixed_ips': [{'subnet_id': '636a14ef-788a-4dac-9f5b-5225725bf477'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:54:50.565649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.597359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-98d62bb6-d13d-4dc5-8d74-1974424a64a6 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630166
Dec 11 20:54:50.602602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.603741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.658764 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.671799 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.718677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-a78a4ef2-3188-4862-97e7-5f72d64c2143 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173985
Dec 11 20:54:50.750114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.761984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8b50dde-9964-4e28-9d8a-0de9d7cdda54 req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1833 time: 0.5990214
Dec 11 20:54:50.766077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:50.772629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-0ec57127-3b50-4347-a0de-cd6e57f43e8e service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2805033
Dec 11 20:54:50.804396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Allocated IP 172.20.0.2 (d37cd484-caf3-42f1-9f40-2fdb73dc1525/636a14ef-788a-4dac-9f5b-5225725bf477/3ce29ccb-9f3d-4846-a007-1ba4aefb266e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:50.827262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f5d5-5b04-4be1-9b65-8488349a1224 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b540f102-f63b-4f35-96c7-ab80ead16441,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:51.061996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.097313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac2eb945-2411-483c-bcb2-059876e5557e req-2027ccb9-a7f3-4bb5-8704-6245240e57ee service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2747691
Dec 11 20:54:51.129808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.153888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.166181 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.240393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Pushing event updated for resources: {'Port': ['ID=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:51.254737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:51.261707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:51.265229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:51.276783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-753460eb-f78d-4a50-8919-c097f06e6ee3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:51.286943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-753460eb-f78d-4a50-8919-c097f06e6ee3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.2173233
Dec 11 20:54:51.290445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081000e-9e6c-4fff-ae94-a4a9560b3937 req-3cadb9b3-853b-4967-93c8-a5da1d815689 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:51.292046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f081000e-9e6c-4fff-ae94-a4a9560b3937 req-3cadb9b3-853b-4967-93c8-a5da1d815689 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1241839
Dec 11 20:54:51.310296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-d40d94dc-599b-47a5-a937-de64ed48ab85 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/quotas/f2b1d3ddd9bb452c882e42474f88e047 HTTP/1.1" status: 200  len: 375 time: 0.0223727
Dec 11 20:54:51.349216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Attempting to bind port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:51.349932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Attempting to bind port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:51.350673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Attempting to bind port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e on network d37cd484-caf3-42f1-9f40-2fdb73dc1525 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:51.357660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:51.358045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Checking segment: {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:51.358552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.359484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Bound using segment: {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:51.359484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Bound port: 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:51.359830 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.364663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-319b7f0b-8082-4b82-b47d-eecef3aa3555 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533345
Dec 11 20:54:51.434098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f081000e-9e6c-4fff-ae94-a4a9560b3937 req-f8089712-4c8a-4996-8a1b-c70ffc7cf731 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337519
Dec 11 20:54:51.467780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] For port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:51.472696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] For port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:51.479075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.508311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.525877 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-1d54035b-92d0-4315-a500-255062eccb5a service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464305
Dec 11 20:54:51.549461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:51.571347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8637a-4804-4f7d-be75-7190bfffde8e None None] Pushing event updated for resources: {'Port': ['ID=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:51.653760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-751d8c81-c361-4e9d-9a16-8229c64ee2a5 req-db78861a-94a6-4a8a-ad87-926f3d05b22c tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/b540f102-f63b-4f35-96c7-ab80ead16441 HTTP/1.1" status: 200  len: 1828 time: 0.1731124
Dec 11 20:54:51.685871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-34f17934-fb8b-43b7-980b-978b606bc382 service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455753
Dec 11 20:54:51.786896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eab96c3c-2950-4811-9b10-398ce73b4e4a req-592c2abe-dc5c-4433-a35a-6e7846829fd6 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 210 time: 0.0471139
Dec 11 20:54:51.809171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Allocated IP 172.35.1.89 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/86ae9ef7-a29f-421f-8536-544a20cbc851) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:52.025992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.058512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1243130545', 'description': 'tempest-description-1511809667'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:52.084894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.142379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.158639 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-ab0a2ec9-a3e2-4bd9-a780-3269a3711a5c req-661bc694-5b42-425b-82eb-97083bab9980 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] show failed (client error): The resource could not be found.
Dec 11 20:54:52.159929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab0a2ec9-a3e2-4bd9-a780-3269a3711a5c req-661bc694-5b42-425b-82eb-97083bab9980 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/8d373f8d-ab57-4d62-9ef0-e0ad895dd5d3 HTTP/1.1" status: 404  len: 352 time: 0.0177708
Dec 11 20:54:52.160472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:52.166527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:52.173119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:52.180697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Pushing event updated for resources: {'Port': ['ID=86ae9ef7-a29f-421f-8536-544a20cbc851,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:52.250234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75b0f7b8-c644-43b7-b0db-0a28a300ad4b req-cdd7c1e6-e1eb-434b-8ec9-c07e0f228ac6 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 210 time: 0.0367410
Dec 11 20:54:52.382559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.390431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.462659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.464105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7990d741-a882-4f70-85f1-974b7cc0f801 req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1830 time: 0.4126117
Dec 11 20:54:52.472679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1cb28-fa69-4d49-8c59-bcca3d1cb91a req-025d1d06-c119-4a71-abc3-05f34e773aa1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.482197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffe1cb28-fa69-4d49-8c59-bcca3d1cb91a req-025d1d06-c119-4a71-abc3-05f34e773aa1 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.1197801
Dec 11 20:54:52.552706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffe1cb28-fa69-4d49-8c59-bcca3d1cb91a req-6d6fa6a1-3369-494e-972b-7736ca00c6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691597
Dec 11 20:54:52.626218 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-70bc6cef-b2e5-4ade-a6e6-4d0d15e33276 req-047c8d6e-84bb-4a27-aad7-36ed78ab39eb tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] show failed (client error): The resource could not be found.
Dec 11 20:54:52.629130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-70bc6cef-b2e5-4ade-a6e6-4d0d15e33276 req-047c8d6e-84bb-4a27-aad7-36ed78ab39eb tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-group-rules/f1efe151-2b70-4837-91ad-579cc3ca7703 HTTP/1.1" status: 404  len: 361 time: 0.0333185
Dec 11 20:54:52.640001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38820fe3-2d43-41f7-9235-88b8328d8611 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fa54e8-2702-41cc-b307-206cacaf164a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:52.848278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-c49ab2ee-9ac4-4641-a9a8-e0a51d251321 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1243130545&fields=id&tenant_id=fb08669fc6964246bc3b6166f94e9e9a HTTP/1.1" status: 200  len: 267 time: 0.0845838
Dec 11 20:54:52.879248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d8bf2-569e-4789-af90-a9947d0a813f req-bf2b3d4f-df1f-4415-a487-56a8fabd7db8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.885857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d8bf2-569e-4789-af90-a9947d0a813f req-bf2b3d4f-df1f-4415-a487-56a8fabd7db8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.896332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d8bf2-569e-4789-af90-a9947d0a813f req-bf2b3d4f-df1f-4415-a487-56a8fabd7db8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.904911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-070d8bf2-569e-4789-af90-a9947d0a813f req-bf2b3d4f-df1f-4415-a487-56a8fabd7db8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.2760942
Dec 11 20:54:52.924552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-cd9fda5d-3acf-4ed2-b97c-9ca7463680bc tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.925433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:52.926532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-cd9fda5d-3acf-4ed2-b97c-9ca7463680bc tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.0774510
Dec 11 20:54:52.944467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'port': {'security_groups': ['6ef40049-3786-41ed-b6a5-72e0ca712ed0', '38fa54e8-2702-41cc-b307-206cacaf164a']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:52.989378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-43188277-ba32-4f95-b286-51f43b57dfa7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:52.991314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-43188277-ba32-4f95-b286-51f43b57dfa7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.5802062
Dec 11 20:54:53.007428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Request body: {'port': {'device_id': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'admin_state_up': True, 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:53.025695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.056459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a4d8f-4ad5-4bdf-aed9-798f7b766509 None None] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:54:53.140999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] Provisioning complete for port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:53.141536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.236037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:53.260213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.298019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.301755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] For port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:53.311130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.312478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.325490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['722d6557-b145-409c-bf36-21a1d119d60b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:53.429334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:53.430034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.435653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ac49c9-041b-4f55-b6d6-cf4e56611456 req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "PUT /v2.0/ports/722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 982 time: 0.4976718
Dec 11 20:54:53.438531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:53.444569 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1087f0-2995-4784-a88e-33d0fce1a941" -d '{"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:53.497736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce8241-4417-49ca-9adf-fb1570714b99 None None] Pushing event updated for resources: {'Port': ['ID=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:53.501196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-070d8bf2-569e-4789-af90-a9947d0a813f req-a64fecd3-6c85-4b23-afd2-770e2bbbb27d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5845518
Dec 11 20:54:53.527905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['722d6557-b145-409c-bf36-21a1d119d60b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:53.570856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c054a-bee0-4eff-838b-4c432fc2868e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:53.614372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-a11bcdd6-0ab6-4809-8188-5d6f6a67b4cc tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/b540f102-f63b-4f35-96c7-ab80ead16441 HTTP/1.1" status: 200  len: 1828 time: 0.1444867
Dec 11 20:54:53.654887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-5a053beb-ef68-40e2-95d2-9fad7557c5e8 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:53.656764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-5a053beb-ef68-40e2-95d2-9fad7557c5e8 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.30 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.2799268
Dec 11 20:54:53.683198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c15a8a7-b833-4333-89f6-7297d61cd467 req-dc9aeb3c-3363-4fc0-9708-6db81bd3c172 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 210 time: 0.0474184
Dec 11 20:54:53.690037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'port': {'device_id': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'admin_state_up': True, 'tenant_id': 'f2b1d3ddd9bb452c882e42474f88e047'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:53.720718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fd231bf3-415a-47cc-aa27-ef2908357a81 None None] Provisioning complete for port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:53.721155 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd231bf3-415a-47cc-aa27-ef2908357a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.762061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:53.765668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.792228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.828604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.848410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Made reservation on behalf of f2b1d3ddd9bb452c882e42474f88e047 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:54:53.852913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.876469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:53.998598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce29ccb-9f3d-4846-a007-1ba4aefb266e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:54.026680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.029693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:54:54.031290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.032733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58216e7b-85f3-42e5-83bb-2a6f0a166d8e req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-groups/b540f102-f63b-4f35-96c7-ab80ead16441 HTTP/1.1" status: 204  len: 173 time: 0.4067140
Dec 11 20:54:54.053277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec55dc-8421-4c05-b34e-1421860a84d4 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b540f102-f63b-4f35-96c7-ab80ead16441,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:54.079607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fce7f66b-cbea-4517-b3aa-7fbfe0e2dc45 req-7dd55653-eef1-482a-93b7-df4dfbbff337 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 210 time: 0.0975933
Dec 11 20:54:54.087916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Allocated IP 172.20.0.13 (d45c22e1-69d6-4621-88dc-e849a66f9d40/e20c57fb-a36f-44bf-b026-ac23bd6ba8f9/d943375a-1aa3-4b60-bcbd-7ef018709e39) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:54.145372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-185b59eb-75f5-4200-9098-ec2042ece3de tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.152163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-185b59eb-75f5-4200-9098-ec2042ece3de tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.159247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-185b59eb-75f5-4200-9098-ec2042ece3de tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.161462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-185b59eb-75f5-4200-9098-ec2042ece3de tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.1777802
Dec 11 20:54:54.196106 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1c857-e467-4779-8698-2749b9bb318a x-openstack-request-id: req-83c1c857-e467-4779-8698-2749b9bb318a {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:54.196415 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:54.196654 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83c1c857-e467-4779-8698-2749b9bb318a {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:54.197064 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:54:54.210209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-2e727b57-e03e-41a0-aed7-c92b4723aaa5 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1243130545&fields=id&tenant_id=fb08669fc6964246bc3b6166f94e9e9a HTTP/1.1" status: 200  len: 267 time: 0.0928278
Dec 11 20:54:54.244500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Allocated IP 172.20.0.3 (c7e568a7-441b-48b0-b379-cf68011b8ba7/a8fd6725-4a98-427d-a4e5-27195e7e86c4/f9529aae-80ce-429d-914c-737017355c91) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:54.315362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:54.315911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.339917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-0b3ae839-d40a-4fd0-97ae-6a39b1cd3ea4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.347029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-0b3ae839-d40a-4fd0-97ae-6a39b1cd3ea4 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 985 time: 0.1359136
Dec 11 20:54:54.354008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'port': {'security_groups': ['6ef40049-3786-41ed-b6a5-72e0ca712ed0']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:54.358353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:54.374903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'network_id': '72fe9856-86b7-4a61-aa00-7369e84ba2e4', 'port_id': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'mac_address': 'fa:16:3e:2a:d0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a440351-e979-425a-a600-9100374e3a85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:54:54.446650 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.449689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Router 34c16613-0323-484c-91d3-2bfbc1711e0e is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:54:54.456731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.466317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:54.478586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-acdb8427-3288-4d05-8b40-8dff204758d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.481070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-acdb8427-3288-4d05-8b40-8dff204758d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1136 time: 0.2156019
Dec 11 20:54:54.489019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:54.490802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.493632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a8858-d3b0-4f7d-b184-b98717b6c9df req-5c07c993-6197-4f1f-af78-5541ac98cd63 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.493907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.495403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-901a8858-d3b0-4f7d-b184-b98717b6c9df req-5c07c993-6197-4f1f-af78-5541ac98cd63 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.2318816
Dec 11 20:54:54.509455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.552981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:54.560856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:54.573454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:54.597743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:54.606188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:54.616671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:54.687312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.688000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.722466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-e0d88f26-453d-4733-bb09-213934cc8da9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0365117
Dec 11 20:54:54.759372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Request body: {'port': {'device_id': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:54.788796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-901a8858-d3b0-4f7d-b184-b98717b6c9df req-aa9fe060-e965-4c58-95ab-f0146eda0cd6 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/security-groups?id=5c19ba94-fe0c-48e4-9f72-519408e55f97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497461
Dec 11 20:54:54.809910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:54.810331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.852185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:54.854112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.877485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.915410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.923193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:54.932847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:54.935306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['722d6557-b145-409c-bf36-21a1d119d60b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:54.947875 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Sync routers for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:54.962958 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:54.964688 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:54.967291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-894a49a6-dd76-489a-ae0e-2469bf12ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:54.969065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-894a49a6-dd76-489a-ae0e-2469bf12ba92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.4312518
Dec 11 20:54:55.033684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.034309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.047254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60d9696f-e85a-4419-b56c-42b50ae29a34 req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "PUT /v2.0/ports/722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 943 time: 0.6985371
Dec 11 20:54:55.056357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b594fda1-366e-43a8-b255-eaf85197babc req-bd2e4a01-da2b-438b-8657-49048d4a1a49 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/77d56869-46bb-48e2-b7eb-d17b19d4e40e HTTP/1.1" status: 200  len: 1829 time: 0.2288713
Dec 11 20:54:55.059725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-98c42c00-f660-442e-a978-3403f61332dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.0604615
Dec 11 20:54:55.104921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['722d6557-b145-409c-bf36-21a1d119d60b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:55.110345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.111320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1dbb-6cd5-4cce-94fc-10eaaa45a47d tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:55.111833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-590ff1ed-0da9-42bc-9249-4c3af4ad8daf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6581135
Dec 11 20:54:55.124272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39710) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:55.128416 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:55.218584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b594fda1-366e-43a8-b255-eaf85197babc req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.221529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-40b77f2e-5b58-4914-b291-685b2c64d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.223197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-40b77f2e-5b58-4914-b291-685b2c64d063 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.1102757
Dec 11 20:54:55.290436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-af186462-d246-4a72-9e41-d53b406c1433 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501151
Dec 11 20:54:55.365655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4c644-1191-474f-b18c-afab5cba6e0c req-77d1214c-5986-4315-af85-f5cf58b56fad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.371526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4c644-1191-474f-b18c-afab5cba6e0c req-77d1214c-5986-4315-af85-f5cf58b56fad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.377498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4c644-1191-474f-b18c-afab5cba6e0c req-77d1214c-5986-4315-af85-f5cf58b56fad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.385464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-47a4c644-1191-474f-b18c-afab5cba6e0c req-77d1214c-5986-4315-af85-f5cf58b56fad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 2418 time: 0.1984253
Dec 11 20:54:55.404142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-5bb3a4df-43c8-43a9-a040-a752fe70284f service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1025362
Dec 11 20:54:55.420869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b594fda1-366e-43a8-b255-eaf85197babc req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.424853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:55.425380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.435287 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:54:55.458161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.461948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0b80>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:52Z', 'revision_number': 3, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:55.492306 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Checking router: 34c16613-0323-484c-91d3-2bfbc1711e0e for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:54:55.492920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Updating router 34c16613-0323-484c-91d3-2bfbc1711e0e port 86ae9ef7-a29f-421f-8536-544a20cbc851 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:54:55.518775 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.519130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:55.541256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.541798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for 924c1e41-6590-4f3b-81c6-1dc9ff250f1a owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:55.579373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-47a4c644-1191-474f-b18c-afab5cba6e0c req-72433089-8e93-4c61-bb64-67b7fb57eebf tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883492
Dec 11 20:54:55.630760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:55.641537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:55.648312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:55.657815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:55.672549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b594fda1-366e-43a8-b255-eaf85197babc req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.675450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b594fda1-366e-43a8-b255-eaf85197babc req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.687761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b594fda1-366e-43a8-b255-eaf85197babc req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-groups/77d56869-46bb-48e2-b7eb-d17b19d4e40e HTTP/1.1" status: 204  len: 173 time: 0.6304832
Dec 11 20:54:55.757693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c1087f0-2995-4784-a88e-33d0fce1a941 req-b2d155d2-2fb5-4711-82ec-3c8f1155563f service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386936
Dec 11 20:54:55.766708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aef44-07fe-4683-a2fa-272a723073e2 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d56869-46bb-48e2-b7eb-d17b19d4e40e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:55.782709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Transition to ACTIVE for port object d943375a-1aa3-4b60-bcbd-7ef018709e39 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:55.796272 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.798088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:55.798755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.810770 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.823591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-1319786c-a352-4d32-9ad0-0cbb87c322f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8190386
Dec 11 20:54:55.829688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.837639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Request body: {'port': {'device_id': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:55.879836 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4599-8b9a-4382-bcdb-fd8fff31d9fe None None] Pushing event updated for resources: {'Port': ['ID=86ae9ef7-a29f-421f-8536-544a20cbc851,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:55.925856 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Attempting to bind port 86ae9ef7-a29f-421f-8536-544a20cbc851 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:55.926241 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Attempting to bind port 86ae9ef7-a29f-421f-8536-544a20cbc851 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:55.926694 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Attempting to bind port 86ae9ef7-a29f-421f-8536-544a20cbc851 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:55.932098 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:55.932707 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:55.933010 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.934537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:55.935125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Bound port: 86ae9ef7-a29f-421f-8536-544a20cbc851, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:55.935522 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.940245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:55.970682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:55.991565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.004764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', '924c1e41-6590-4f3b-81c6-1dc9ff250f1a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:54:56.010176 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] For port 86ae9ef7-a29f-421f-8536-544a20cbc851, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:56.013895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70acc82-01ee-48e5-8c92-368a70b4ac9e req-a033728e-d394-4051-b74b-0fbe266cbffe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:56.014930 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] For port 86ae9ef7-a29f-421f-8536-544a20cbc851, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86ae9ef7-a29f-421f-8536-544a20cbc851,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:56.022623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c70acc82-01ee-48e5-8c92-368a70b4ac9e req-a033728e-d394-4051-b74b-0fbe266cbffe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 931 time: 0.2379820
Dec 11 20:54:56.024371 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.048763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:56.081773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=924c1e41-6590-4f3b-81c6-1dc9ff250f1a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:56.098305 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:56.099004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:56.137685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c70acc82-01ee-48e5-8c92-368a70b4ac9e req-732407af-d0ff-47eb-9d27-18cdb7ffcfb5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118517
Dec 11 20:54:56.179905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:56.180402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.212862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port 924c1e41-6590-4f3b-81c6-1dc9ff250f1a on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:56.226422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd4599-8b9a-4382-bcdb-fd8fff31d9fe None None] Pushing event updated for resources: {'Port': ['ID=86ae9ef7-a29f-421f-8536-544a20cbc851,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:56.300009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:56.303206 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85e94e-ea3d-4608-bce8-94e1d026c40d" -d '{"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:56.308308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.350165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.369571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:56.377917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.382824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-f0a6484b-8b58-4703-b5ec-3b55584960e9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "DELETE /v2.0/ports/924c1e41-6590-4f3b-81c6-1dc9ff250f1a HTTP/1.1" status: 204  len: 173 time: 2.1287370
Dec 11 20:54:56.383418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:56.385911 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71445e44-8207-4e12-b891-ca768747b1e8" -d '{"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:56.413897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:56.416630 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff07773-26eb-4483-8399-1bba5943bf52" -d '{"events": [{"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:56.443098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:56.446563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c3db6-c428-49a2-82ee-fd8a4ec24570 req-eb788652-9be0-41d1-9c50-5df8da9dced9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:56.456421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.456920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f46c3db6-c428-49a2-82ee-fd8a4ec24570 req-eb788652-9be0-41d1-9c50-5df8da9dced9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 944 time: 0.1436193
Dec 11 20:54:56.476479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Attempting to bind port d943375a-1aa3-4b60-bcbd-7ef018709e39 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:56.476813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Attempting to bind port d943375a-1aa3-4b60-bcbd-7ef018709e39 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:56.477138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Attempting to bind port d943375a-1aa3-4b60-bcbd-7ef018709e39 on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:56.524191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Port d943375a-1aa3-4b60-bcbd-7ef018709e39 on network d45c22e1-69d6-4621-88dc-e849a66f9d40 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:56.524191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Attempting to bind port d943375a-1aa3-4b60-bcbd-7ef018709e39 on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:56.547593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:56.564083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:56.564443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Checking segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:56.564794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Bound using segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:56.565849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Bound port: d943375a-1aa3-4b60-bcbd-7ef018709e39, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:56.566191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.589195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-ba5dbb7e-8090-4fdb-9e83-99d553bdb03f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5713360
Dec 11 20:54:56.598814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f46c3db6-c428-49a2-82ee-fd8a4ec24570 req-b9589e9c-d167-44ee-b827-7cf1558cfe06 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394713
Dec 11 20:54:56.604842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:54:56.634325 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0b80>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:52Z', 'revision_number': 3, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:56.657086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.673106 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca895b7-888e-4d31-ae4f-3c71f5959cf6 None None] The sync data for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 is: [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:52Z', 'revision_number': 3, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:54:56.749560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:56.750015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.852255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9529aae-80ce-429d-914c-737017355c91 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:54:56.872817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.896539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Transition to ACTIVE for port object f9529aae-80ce-429d-914c-737017355c91 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:54:56.911095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:56.975554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port c5ab27e0-cad3-4d7c-80be-babe7b8d6644, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:56.975931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.008653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for c5ab27e0-cad3-4d7c-80be-babe7b8d6644 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:57.032557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:57.042878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.118830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-25a0ca4c-6e75-4383-b0c1-b670745a6cca tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/be9b517f-3e0b-4006-86c5-7e70d01ccae8 HTTP/1.1" status: 200  len: 1829 time: 0.4910982
Dec 11 20:54:57.129402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:57.134471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:57.150204 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.158992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Allocated IP 172.20.0.1 (d37cd484-caf3-42f1-9f40-2fdb73dc1525/636a14ef-788a-4dac-9f5b-5225725bf477/bac901f7-12fd-4548-a823-96286667b253) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:57.214248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:57.215204 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.216625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d943375a-1aa3-4b60-bcbd-7ef018709e39 HTTP/1.1" status: 200  len: 1092 time: 2.4613974
Dec 11 20:54:57.257821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:54:57.258205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:54:57.258570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:57.275490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:54:57.275858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:54:57.340691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Allocated IP 172.35.1.197 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/3b7afba9-ea2d-42d6-a116-f7ec962d7646) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:54:57.346830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a81de0-217f-4108-ad00-a1fd0bc602e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:57.348814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:54:57.349336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:54:57.349825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:54:57.350498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Bound port: f9529aae-80ce-429d-914c-737017355c91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:54:57.351090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.385115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.425345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-48768e38-a882-4806-9e96-96bf2382a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:57.427249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-48768e38-a882-4806-9e96-96bf2382a722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 1095 time: 0.1260736
Dec 11 20:54:57.434500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.458761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.498405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-a4a9e2ea-712d-4cce-886d-1fda8b044508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39 HTTP/1.1" status: 200  len: 217 time: 0.0562601
Dec 11 20:54:57.573725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.577323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.578687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4303a12a-7739-4289-9e69-0b5e6f4f1bb4 req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-groups/be9b517f-3e0b-4006-86c5-7e70d01ccae8 HTTP/1.1" status: 204  len: 173 time: 0.4468691
Dec 11 20:54:57.598958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856ddd6-38db-48d8-a325-ebf7022db783 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9b517f-3e0b-4006-86c5-7e70d01ccae8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:57.627075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c0fc21e9-817d-4ec8-8113-6d224679d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:57.628816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-c0fc21e9-817d-4ec8-8113-6d224679d620 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.1214023
Dec 11 20:54:57.662417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.695208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:57.698017 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deabfb7f-e196-47c7-af60-e11024818591 x-openstack-request-id: req-deabfb7f-e196-47c7-af60-e11024818591 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:57.698380 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:57.698713 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-deabfb7f-e196-47c7-af60-e11024818591 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:57.699712 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:54:57.702204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:57.705215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-b8f1636b-86a9-49ac-868e-3a51511f65fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632780
Dec 11 20:54:57.728280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:57.774982 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24734fe0-7bfa-4788-9e8d-3c428e87d3c5 x-openstack-request-id: req-24734fe0-7bfa-4788-9e8d-3c428e87d3c5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:57.775496 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-plugged", "status": "completed", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:57.775761 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24734fe0-7bfa-4788-9e8d-3c428e87d3c5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:57.776267 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'code': 200}
Dec 11 20:54:57.835119 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a1d273-89c9-4344-8f62-eb19a48c156b x-openstack-request-id: req-90a1d273-89c9-4344-8f62-eb19a48c156b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:54:57.838229 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "924c1e41-6590-4f3b-81c6-1dc9ff250f1a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:54:57.838760 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90a1d273-89c9-4344-8f62-eb19a48c156b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:54:57.839346 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': '924c1e41-6590-4f3b-81c6-1dc9ff250f1a', 'status': 'completed', 'code': 200}
Dec 11 20:54:57.852881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Pushing event updated for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:57.854633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.896036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:57.951547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 86ae9ef7-a29f-421f-8536-544a20cbc851 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:58.032435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 86ae9ef7-a29f-421f-8536-544a20cbc851 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:58.032896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.048001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=c5ab27e0-cad3-4d7c-80be-babe7b8d6644,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:58.101097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port c5ab27e0-cad3-4d7c-80be-babe7b8d6644 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:54:58.103949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.108572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-c8523b39-a590-4727-866a-0d7cd5e17fce tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "DELETE /v2.0/ports/c5ab27e0-cad3-4d7c-80be-babe7b8d6644 HTTP/1.1" status: 204  len: 173 time: 1.7146289
Dec 11 20:54:58.126253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.145021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-36bab761-c3ca-4da2-8fdb-cb78c2468e01 service neutron] 10.222.0.30 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140146
Dec 11 20:54:58.154825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-1f081c05-e56b-4f4e-858b-4230b5c1519d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.156336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-1f081c05-e56b-4f4e-858b-4230b5c1519d tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 946 time: 0.3388140
Dec 11 20:54:58.159511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16633f-a138-4f0b-b6d8-cd33f1186c38 req-61188d36-8400-4748-9850-4be62e448830 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.165959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-3cb903cd-1ce5-429e-878a-11e61235cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.168053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-3cb903cd-1ce5-429e-878a-11e61235cf00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.3596692
Dec 11 20:54:58.169700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e16633f-a138-4f0b-b6d8-cd33f1186c38 req-61188d36-8400-4748-9850-4be62e448830 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 946 time: 0.1451540
Dec 11 20:54:58.196283 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.224521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-07f43022-937a-496f-ad26-1ea45f51580d None None] Provisioning complete for port bac901f7-12fd-4548-a823-96286667b253 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:58.224941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-07f43022-937a-496f-ad26-1ea45f51580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.227747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 86ae9ef7-a29f-421f-8536-544a20cbc851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86ae9ef7-a29f-421f-8536-544a20cbc851,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:58.232753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:54:58.265717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.318195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.320857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-07f43022-937a-496f-ad26-1ea45f51580d None None] Port bac901f7-12fd-4548-a823-96286667b253 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:58.325472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:54:58.338146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=86ae9ef7-a29f-421f-8536-544a20cbc851,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:58.371501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e16633f-a138-4f0b-b6d8-cd33f1186c38 req-feaab7b3-2ee5-4188-9614-eb2a1a57ca50 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001407
Dec 11 20:54:58.379075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.459491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4061571a-14a3-4877-9622-390474cfc7b4 req-b6b019a3-8ac5-4eb6-a0c2-391d8c530c2f service neutron] 10.222.0.30 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2866576
Dec 11 20:54:58.507021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.507640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.509034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 1091 time: 2.6779199
Dec 11 20:54:58.580957 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.591981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.599472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7eb4c-8246-4e78-9269-93dc46df0535 service neutron] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:58.626803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ac5e2-c276-41c1-b767-e45454b9c70a req-591d914e-da1a-4eeb-9b54-9093aab4b837 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.627569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.628408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a93ac5e2-c276-41c1-b767-e45454b9c70a req-591d914e-da1a-4eeb-9b54-9093aab4b837 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.0972118
Dec 11 20:54:58.672555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-72f37cbb-edc8-471a-b2d7-d2bfba6ed267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.674011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-72f37cbb-edc8-471a-b2d7-d2bfba6ed267 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.4509249
Dec 11 20:54:58.689085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Deleting port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:58.689411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.701092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.703402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Pushing event updated for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:58.724206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port bbdfbe04-db28-4632-81fb-9f1ea76fc5da {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:54:58.724540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.728341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:58.732229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a93ac5e2-c276-41c1-b767-e45454b9c70a req-12785008-f537-4149-aff4-08476d2a4d6b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793366
Dec 11 20:54:58.806226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-b1f8c209-1749-439a-bd29-ebeea9058ee1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.1241064
Dec 11 20:54:58.807108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:58.810582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:54:58.833439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-34b7e985-cb1e-4bdf-80db-be8fb22ef0c7 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/d2fcafef-ff53-4c07-8494-871f69f82d57 HTTP/1.1" status: 200  len: 1826 time: 0.0615945
Dec 11 20:54:58.844592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-a45a56c9-e760-4858-b12e-51ddede2a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:58.846074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-a45a56c9-e760-4858-b12e-51ddede2a7b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1094 time: 0.2791412
Dec 11 20:54:58.846708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'Port': ['ID=3b7afba9-ea2d-42d6-a116-f7ec962d7646,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:58.874330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:54:58.880577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:54:58.964040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:58.981921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-267daba1-5e7e-4e90-8db7-7ae3b992a874 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.0925508
Dec 11 20:54:59.028159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.067863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Router 34c16613-0323-484c-91d3-2bfbc1711e0e has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:54:59.091059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-a6a69c45-2ca7-4f18-b983-3155df0b9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:59.092749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-a6a69c45-2ca7-4f18-b983-3155df0b9802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.2698133
Dec 11 20:54:59.094532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] For port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,segment=NetworkSegment(af6e2f28-ab2b-468f-a2f8-80a96ff1d448),segment_id=af6e2f28-ab2b-468f-a2f8-80a96ff1d448)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:59.094897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.111406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:59.111776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.126577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.129050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.130205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb253daf-d153-4af1-b341-00f6f4a0e71a req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2fcafef-ff53-4c07-8494-871f69f82d57 HTTP/1.1" status: 204  len: 173 time: 0.2875798
Dec 11 20:54:59.134873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bbdfbe04-db28-4632-81fb-9f1ea76fc5da no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:59.147035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0c7cb-fe2b-449f-915f-df5f290bf3f0 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcafef-ff53-4c07-8494-871f69f82d57,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:59.162313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Calling delete_port for f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:59.182919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-2c1e177f-e665-4123-977b-c7659b8f60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:59.184686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-2c1e177f-e665-4123-977b-c7659b8f60ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1888642
Dec 11 20:54:59.186547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-a22ebdd5-8a29-4c16-b5e9-414d93a6c070 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0788012
Dec 11 20:54:59.203197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for bbdfbe04-db28-4632-81fb-9f1ea76fc5da owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:54:59.216007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:54:59.218292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f5fa2eba-1705-42ae-8857-f28e170c99f3 None None] Provisioning complete for port bac901f7-12fd-4548-a823-96286667b253 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:54:59.223176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d2c1d8e3-b33a-447c-8c6b-2818acbd0599 admin admin] 10.222.0.18 "PUT /v2.0/routers/34c16613-0323-484c-91d3-2bfbc1711e0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0981050
Dec 11 20:54:59.224913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f5fa2eba-1705-42ae-8857-f28e170c99f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.258971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Sync routers for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:54:59.294634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-0a7a1a13-190d-43ac-b30b-e9154388cfc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0995984
Dec 11 20:54:59.309472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:54:59.310257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f00580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:54:59.311631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a06fd-c216-4d39-9e74-a249dc06be57 req-ace97bb1-cfd2-4837-97c1-27403d5f9a69 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:59.312166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa2eba-1705-42ae-8857-f28e170c99f3 None None] Port bac901f7-12fd-4548-a823-96286667b253 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:54:59.313261 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f82a06fd-c216-4d39-9e74-a249dc06be57 req-ace97bb1-cfd2-4837-97c1-27403d5f9a69 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 944 time: 0.0771828
Dec 11 20:54:59.369191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f82a06fd-c216-4d39-9e74-a249dc06be57 req-2704e388-ffe6-464f-9a3b-ca5140ef6dc4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468066
Dec 11 20:54:59.377149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.409715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.486619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bbdfbe04-db28-4632-81fb-9f1ea76fc5da, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:54:59.503619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.504685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 924c1e41-6590-4f3b-81c6-1dc9ff250f1a no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:59.513549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:54:59.564008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.581399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-b110028a-b336-43e0-8dda-7c9f3701fd7b tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "GET /v2.0/security-groups/ecaf8cfd-666a-4224-8949-c7ff47695862 HTTP/1.1" status: 200  len: 1829 time: 0.0628104
Dec 11 20:54:59.603492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 924c1e41-6590-4f3b-81c6-1dc9ff250f1a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:59.603994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 924c1e41-6590-4f3b-81c6-1dc9ff250f1a not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:59.604676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c5ab27e0-cad3-4d7c-80be-babe7b8d6644 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:54:59.641333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: c5ab27e0-cad3-4d7c-80be-babe7b8d6644 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:54:59.641825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c5ab27e0-cad3-4d7c-80be-babe7b8d6644 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:54:59.660258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.665455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-bbc8808a-02a1-4805-b933-ee7a65956711 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4522820
Dec 11 20:54:59.678563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-b34c9da2-7797-4207-a4fa-3ac110897835 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3120744
Dec 11 20:54:59.702419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:59.704818 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7026e-35f2-407e-b635-e820ec3e300e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:59.712160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.725888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:59.751103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.751545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.752318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.752742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.753150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.753531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.754011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.754317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.756824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.757203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.757613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.758060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.758394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:54:59.764213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.767988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.781461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad9fe93d-900d-4095-b420-d498e57e31bb req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] 10.222.0.18 "DELETE /v2.0/security-groups/ecaf8cfd-666a-4224-8949-c7ff47695862 HTTP/1.1" status: 204  len: 173 time: 0.1981175
Dec 11 20:54:59.781461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39774) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:54:59.853483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644'}, {'name': 'network-changed', 'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'tag': 'f9529aae-80ce-429d-914c-737017355c91'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:59.859500 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63f383-05e5-418e-9a10-771e69cc7eb6" -d '{"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644"}, {"name": "network-changed", "server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "tag": "f9529aae-80ce-429d-914c-737017355c91"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:59.874390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa0a1-dc36-43ef-8ea9-fe0cde5c8b53 tempest-SecurityGroupRulesNegativeTestJSON-1750804581 tempest-SecurityGroupRulesNegativeTestJSON-1750804581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaf8cfd-666a-4224-8949-c7ff47695862,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:54:59.884602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:54:59.887252 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19a132e-1ef6-487e-ab5c-e443839a6b19" -d '{"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-unplugged", "status": "completed", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:54:59.899053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 86ae9ef7-a29f-421f-8536-544a20cbc851 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:54:59.929436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Deleting subnet e923cc00-5148-4af6-8366-0de66336c8c5 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:54:59.934967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:54:59.981540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f023e-699d-4977-bf3a-6471b49d40e4 req-7fed3362-cb24-4236-8f0a-5a87e0e2fb5e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:54:59.989347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-690f023e-699d-4977-bf3a-6471b49d40e4 req-7fed3362-cb24-4236-8f0a-5a87e0e2fb5e tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=03a9a2e1-3830-4bc0-877a-dcee2ac05d61 HTTP/1.1" status: 200  len: 944 time: 0.1056561
Dec 11 20:55:00.005795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 86ae9ef7-a29f-421f-8536-544a20cbc851 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:00.006505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.012240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.023384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.025001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.060721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:00.082791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-690f023e-699d-4977-bf3a-6471b49d40e4 req-7bceb65f-4f50-43d5-b283-9a81640d82e8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879323
Dec 11 20:55:00.090433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:00.090872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:00.102334 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.110110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Pushing event deleted for resources: {'Port': ['ID=f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:00.189731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=bbdfbe04-db28-4632-81fb-9f1ea76fc5da,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:00.195784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.271972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] No DVR routers for this DVR port f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:00.288078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.301660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e923cc00-5148-4af6-8366-0de66336c8c5 HTTP/1.1" status: 204  len: 168 time: 0.5037909
Dec 11 20:55:00.301660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636472b5-d9bd-4ba4-8cc0-9a8610ba6e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e923cc00-5148-4af6-8366-0de66336c8c5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:00.302368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39816) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:00.337745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0da25d58-91f1-411e-b248-5405a41f5f5d req-c5ab4712-8b8c-4007-b2e3-1e5e759bb8c4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6387928
Dec 11 20:55:00.338905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.350006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f37b3d3-c54c-4bf3-ac83-276db81dbd9c req-97887c3c-72c7-47c0-b934-c10810adb6ac tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.16 "DELETE /v2.0/ports/f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a HTTP/1.1" status: 204  len: 173 time: 2.1346850
Dec 11 20:55:00.352188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.403962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb85e94e-ea3d-4608-bce8-94e1d026c40d req-ed74df9b-e284-445c-94e3-1e3618aa9639 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7237318
Dec 11 20:55:00.408480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.470302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.517137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f00580>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac901f7-12fd-4548-a823-96286667b253', 'name': '', 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'mac_address': 'fa:16:3e:24:c6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:56Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 2, 'project_id': '65a734393e814713bfc3b43077575b57', 'subnets': [{'id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:00.540945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a85e4c4a-3f02-4949-ada0-56c9f0d491d0 req-382537dd-dbde-4530-895f-210b893e7409 tempest-ImagesTestJSON-967123374 tempest-ImagesTestJSON-967123374-project] 10.222.0.18 "GET /v2.0/ports?device_id=17d474cc-e034-41cc-86bc-9681d68e9be0 HTTP/1.1" status: 200  len: 210 time: 0.0823982
Dec 11 20:55:00.585304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Checking router: 34c16613-0323-484c-91d3-2bfbc1711e0e for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:55:00.585304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Updating router 34c16613-0323-484c-91d3-2bfbc1711e0e port bac901f7-12fd-4548-a823-96286667b253 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:55:00.585954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port bbdfbe04-db28-4632-81fb-9f1ea76fc5da on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:00.606697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.611001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b472c8e-9b12-486c-b3ad-302aa7632da0 req-8585264f-9e39-463c-a550-e67d8ddc776d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.30 "DELETE /v2.0/ports/bbdfbe04-db28-4632-81fb-9f1ea76fc5da HTTP/1.1" status: 204  len: 173 time: 2.4931335
Dec 11 20:55:00.645766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.655689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event updated for resources: {'Port': ['ID=3b7afba9-ea2d-42d6-a116-f7ec962d7646,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:00.679758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.739771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.741044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-0636c016-b6bd-4b86-80be-4b34710e2b46 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.1504452
Dec 11 20:55:00.743958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.775268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7de64c70>,) {'filters': {'network_id': ['f0bbb264-8c89-4622-87cf-e2a67861c1b0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:00.787978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7de64c70>, 'e702e58d-1dd1-459d-8093-a68352bbfb77') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:00.788484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7de64c70>, 'e702e58d-1dd1-459d-8093-a68352bbfb77') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:00.799453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.808643 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76841065-c093-4cfa-9448-ff1bf5a990ae x-openstack-request-id: req-76841065-c093-4cfa-9448-ff1bf5a990ae {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:00.808932 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:00.809186 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76841065-c093-4cfa-9448-ff1bf5a990ae {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:00.809579 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'status': 'completed', 'code': 200}
Dec 11 20:55:00.841432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.860395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:00.860803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:00.863688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-2e34e409-c49c-473d-ac62-227991425703 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 696 time: 0.1106398
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:00.868140 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:00.870544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7026e-35f2-407e-b635-e820ec3e300e req-11d4ed36-056a-408f-b04c-c2da68503eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:00.876545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-11d4ed36-056a-408f-b04c-c2da68503eac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 1095 time: 0.1877377
Dec 11 20:55:00.941662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d527-aba5-45fa-a748-81ad6ab81a87 req-703baa88-1fec-428e-b7a7-02f0717c14d4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:00.950519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc63d527-aba5-45fa-a748-81ad6ab81a87 req-703baa88-1fec-428e-b7a7-02f0717c14d4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.1438138
Dec 11 20:55:00.987601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.043377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.049894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f0bbb264-8c89-4622-87cf-e2a67861c1b0 HTTP/1.1" status: 204  len: 168 time: 0.7437027
Dec 11 20:55:01.050868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33320f97-be13-432d-926f-e3005684d901 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bbb264-8c89-4622-87cf-e2a67861c1b0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:01.106336 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc63d527-aba5-45fa-a748-81ad6ab81a87 req-af44a87e-71e4-4c1f-8313-3da2a397a35c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364951
Dec 11 20:55:01.152663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:01.190161 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be3b17-f6cb-4150-9204-af83be6912be x-openstack-request-id: req-e4be3b17-f6cb-4150-9204-af83be6912be {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:01.193051 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-unplugged", "status": "completed", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:01.193492 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4be3b17-f6cb-4150-9204-af83be6912be {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:01.195507 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'code': 200}
Dec 11 20:55:01.209708 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.226543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.350043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:01.364818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:01.396705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'port_id': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'mac_address': 'fa:16:3e:8c:2a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20c57fb-a36f-44bf-b026-ac23bd6ba8f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:01.426707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f975107-bb1d-494b-97bd-ec1872f1bbba req-436ae644-c155-4256-ad34-996dfef44218 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:01.434642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f975107-bb1d-494b-97bd-ec1872f1bbba req-436ae644-c155-4256-ad34-996dfef44218 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 944 time: 0.1192501
Dec 11 20:55:01.477687 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7accf63-e08a-4325-976e-4d0490973136 x-openstack-request-id: req-d7accf63-e08a-4325-976e-4d0490973136 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:01.478278 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "c5ab27e0-cad3-4d7c-80be-babe7b8d6644", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "tag": "f9529aae-80ce-429d-914c-737017355c91", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:01.478278 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7accf63-e08a-4325-976e-4d0490973136 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:01.478649 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': 'c5ab27e0-cad3-4d7c-80be-babe7b8d6644', 'status': 'completed', 'code': 200}
Dec 11 20:55:01.478904 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'tag': 'f9529aae-80ce-429d-914c-737017355c91', 'status': 'completed', 'code': 200}
Dec 11 20:55:01.482448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6bce8c66-2f36-4534-866b-ebfe87a393bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e60ff398c9254a18a544028659920c7b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1168067
Dec 11 20:55:01.485179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39870) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:01.508284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Attempting to bind port bac901f7-12fd-4548-a823-96286667b253 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:01.508905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Attempting to bind port bac901f7-12fd-4548-a823-96286667b253 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:01.509374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Attempting to bind port bac901f7-12fd-4548-a823-96286667b253 on network d37cd484-caf3-42f1-9f40-2fdb73dc1525 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:01.514095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f975107-bb1d-494b-97bd-ec1872f1bbba req-c2c866c8-bebe-403f-b560-1f31cf0f360d tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754189
Dec 11 20:55:01.535644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:01.537118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Checking segment: {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:01.537859 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.538054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Bound using segment: {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:01.539067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Bound port: bac901f7-12fd-4548-a823-96286667b253, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090d7341-947d-43ca-b27b-5c14dc7ffc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:01.539067 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.546643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678163-7bef-41e3-8aa4-81b286870467 None None] Pushing event updated for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:01.590588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.603566 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.604823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39874) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:01.622241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.633967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:01.676240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-eb4c5161-57c2-4008-87b3-6da58d0a66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:01.685182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-eb4c5161-57c2-4008-87b3-6da58d0a66d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1094 time: 0.2051747
Dec 11 20:55:01.692694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:01.695852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] For port bac901f7-12fd-4548-a823-96286667b253, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:01.700428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] For port bac901f7-12fd-4548-a823-96286667b253, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac901f7-12fd-4548-a823-96286667b253,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:01.703344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.707837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.711923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.716824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2f2ae95-905a-4d8e-a4e8-7bb33c773232 HTTP/1.1" status: 204  len: 168 time: 0.2280605
Dec 11 20:55:01.727371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bedc7-1d93-4d15-abb2-1bffe0141f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f2ae95-905a-4d8e-a4e8-7bb33c773232,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:01.742218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-e0249d30-7571-4ba2-af61-45d8105dd44e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:01.747564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:01.771929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4530d61d-8f6d-4c05-9486-65a9bfc3ab80 req-e0249d30-7571-4ba2-af61-45d8105dd44e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.8911207
Dec 11 20:55:01.788753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7026e-35f2-407e-b635-e820ec3e300e req-e1afef0f-9fec-4734-8343-95ef91229a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:01.791081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-e1afef0f-9fec-4734-8343-95ef91229a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 921 time: 0.8995235
Dec 11 20:55:01.875198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:01.905918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:01.907016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f00580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:01.947840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-29e30e0d-cf71-4026-911a-542c91bda9d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39 HTTP/1.1" status: 200  len: 217 time: 0.1349862
Dec 11 20:55:02.085945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] Provisioning complete for port bac901f7-12fd-4548-a823-96286667b253 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:02.086086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.137387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting subnet 80a6150a-38b7-4d34-90fd-800e38e0f71a {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:02.167192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.234939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d943375a-1aa3-4b60-bcbd-7ef018709e39'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:02.243889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678163-7bef-41e3-8aa4-81b286870467 None None] Pushing event updated for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:02.283779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7203aa5-723d-4d14-890c-68ba7b2a5ba6 req-766e060f-b30b-4c41-a178-7f6accf4b765 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.296592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-1ebbcd54-7132-494b-8d0c-19486a8f05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.298156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7203aa5-723d-4d14-890c-68ba7b2a5ba6 req-766e060f-b30b-4c41-a178-7f6accf4b765 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.0869632
Dec 11 20:55:02.299856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-1ebbcd54-7132-494b-8d0c-19486a8f05a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.5736988
Dec 11 20:55:02.322167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:02.333065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7026e-35f2-407e-b635-e820ec3e300e req-6ef5ef88-7b86-48c3-b220-b7b85b1bb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.334960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-6ef5ef88-7b86-48c3-b220-b7b85b1bb001 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.3326144
Dec 11 20:55:02.342983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7119a6-7456-44d6-852a-5790086324b6 req-ae207a34-f587-4cce-9262-c2bb110f6635 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.344617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-ae207a34-f587-4cce-9262-c2bb110f6635 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3860874
Dec 11 20:55:02.378614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7203aa5-723d-4d14-890c-68ba7b2a5ba6 req-c533a4aa-387c-4913-b54c-875414f402dc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791523
Dec 11 20:55:02.392627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-e62c6a9d-63e2-4e28-9c06-efb1b9a910ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.0763576
Dec 11 20:55:02.461483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-68b25818-e241-4106-a421-0c071f0f5ade service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0748603
Dec 11 20:55:02.465573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.507521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39924) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:02.517133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.581255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] For port bac901f7-12fd-4548-a823-96286667b253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac901f7-12fd-4548-a823-96286667b253,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:02.593142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Deleting subnet 2a440351-e979-425a-a600-9100374e3a85 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:02.598635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.606580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.631914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0541f98f-7b28-4b67-8474-689f85dc99f6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 696 time: 0.1870680
Dec 11 20:55:02.674859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'floatingip': {'port_id': '722d6557-b145-409c-bf36-21a1d119d60b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:02.718002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.732214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-f17c5309-8f5b-4e9e-be5e-a25041c14945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.733703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-f17c5309-8f5b-4e9e-be5e-a25041c14945 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.2838726
Dec 11 20:55:02.769450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b754a9-95d8-4c7c-89fc-812d06ec0d42 req-fd1e90da-b926-4dee-9224-420b797e3bf5 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:02.778019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2e5a4-4509-4463-a7fc-7be23042bfb3 None None] Pushing event updated for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:02.779860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-70b754a9-95d8-4c7c-89fc-812d06ec0d42 req-fd1e90da-b926-4dee-9224-420b797e3bf5 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 945 time: 0.1216941
Dec 11 20:55:02.803687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.812238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-7f1fca77-f767-461c-88ce-072412eb6fbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659869
Dec 11 20:55:02.817700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.872416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39942) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:02.895106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-70b754a9-95d8-4c7c-89fc-812d06ec0d42 req-b2bcaaba-48ae-445f-8c16-6303e665de50 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117673
Dec 11 20:55:02.925557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fc9706eb-9e8b-4aef-b441-827990694b86 None None] Provisioning complete for port bac901f7-12fd-4548-a823-96286667b253 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:02.927724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-d6956edf-23ea-4432-9abe-2907f85b8518 service neutron] 10.222.0.30 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4288290
Dec 11 20:55:02.929052 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc9706eb-9e8b-4aef-b441-827990694b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.936715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:02.957245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.010265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a440351-e979-425a-a600-9100374e3a85,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:03.018626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.030960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2f88afae-e157-42d2-baae-4592a42e61c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a440351-e979-425a-a600-9100374e3a85 HTTP/1.1" status: 204  len: 168 time: 0.5220892
Dec 11 20:55:03.033686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:03.051455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b09810ba-f847-4e40-b864-35124904a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f00580>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac901f7-12fd-4548-a823-96286667b253', 'name': '', 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'mac_address': 'fa:16:3e:24:c6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:56Z', 'updated_at': '2021-12-11T20:55:01Z', 'revision_number': 4, 'project_id': '65a734393e814713bfc3b43077575b57', 'subnets': [{'id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:03.109285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09810ba-f847-4e40-b864-35124904a452 None None] The sync data for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 is: [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac901f7-12fd-4548-a823-96286667b253', 'name': '', 'network_id': 'd37cd484-caf3-42f1-9f40-2fdb73dc1525', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'mac_address': 'fa:16:3e:24:c6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:56Z', 'updated_at': '2021-12-11T20:55:01Z', 'revision_number': 4, 'project_id': '65a734393e814713bfc3b43077575b57', 'subnets': [{'id': '636a14ef-788a-4dac-9f5b-5225725bf477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:55:03.119078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-860481498-network', 'tenant_id': 'a7ef8a2c577f4090baccf7d84a725fc6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:03.195861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.239363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.243392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-a7993e18-8a39-40e3-9e2c-36bc5f927e6f service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3929393
Dec 11 20:55:03.324498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Made reservation on behalf of a7ef8a2c577f4090baccf7d84a725fc6 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:03.326840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.349806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Subnet': ['ID=80a6150a-38b7-4d34-90fd-800e38e0f71a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:03.354313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.358310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a906a30f-12e6-4af4-9e21-2649b1faa8b5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/subnets/80a6150a-38b7-4d34-90fd-800e38e0f71a HTTP/1.1" status: 204  len: 168 time: 1.7262220
Dec 11 20:55:03.361186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:03.363625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7473fea-b3a7-4526-ac69-e25c6b414aa7 None None] Network 251d1da1-4dfe-4117-928c-edabf2e95141 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:03.393150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.407133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.499085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf7026e-35f2-407e-b635-e820ec3e300e req-fa978d99-0ced-4160-9938-736b9e68e89e service neutron] 10.222.0.30 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5362825
Dec 11 20:55:03.499725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-deleted', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a'}, {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:03.502313 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e7b82f-fb9c-43d8-8e86-34b1ee49ac96" -d '{"events": [{"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-deleted", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a"}, {"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:03.604417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb1a0a0>,) {'filters': {'network_id': ['72fe9856-86b7-4a61-aa00-7369e84ba2e4']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:03.663241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb1a0a0>, 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:03.664608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb1a0a0>, 'af6e2f28-ab2b-468f-a2f8-80a96ff1d448') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:03.665152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da63f383-05e5-418e-9a10-771e69cc7eb6 req-9f449dbb-bd63-426a-a68c-57146295ba74 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3644378
Dec 11 20:55:03.665890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] DHCP port deletion for 251d1da1-4dfe-4117-928c-edabf2e95141 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:55:03.674934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.691127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.706306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d620-9747-4429-a96e-105fe94f7174 req-b4d7ddfc-33ed-4d88-a6bb-9f84dbdd7d4c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:03.708087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b156d620-9747-4429-a96e-105fe94f7174 req-b4d7ddfc-33ed-4d88-a6bb-9f84dbdd7d4c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.2168734
Dec 11 20:55:03.759133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Deleting port 6df477c4-5319-41a2-a344-c760d0498f87 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:03.759938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.763411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.804386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:03.805029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:03.825796 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:03.920671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.927278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] For port 6df477c4-5319-41a2-a344-c760d0498f87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df477c4-5319-41a2-a344-c760d0498f87,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:03.931291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.962177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bac901f7-12fd-4548-a823-96286667b253 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:03.971740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:03.972656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b156d620-9747-4429-a96e-105fe94f7174 req-aa72ae3f-a193-4012-8cf9-af691bed2130 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479520
Dec 11 20:55:03.976294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Calling delete_port for 6df477c4-5319-41a2-a344-c760d0498f87 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:04.029192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:04.049890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:04.060084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.072333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.083187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f9529aae-80ce-429d-914c-737017355c91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:04.099464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] 10.222.0.18 "DELETE /v2.0/networks/72fe9856-86b7-4a61-aa00-7369e84ba2e4 HTTP/1.1" status: 204  len: 168 time: 1.0626445
Dec 11 20:55:04.164230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118da5e-3155-4ecb-98cc-dda16d53b878 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fe9856-86b7-4a61-aa00-7369e84ba2e4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:04.173174 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d428a01c-869f-4084-a7d6-21bbdfce5386 x-openstack-request-id: req-d428a01c-869f-4084-a7d6-21bbdfce5386 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:04.173622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port 6df477c4-5319-41a2-a344-c760d0498f87 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:04.173966 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d474cc-e034-41cc-86bc-9681d68e9be0", "name": "network-vif-deleted", "tag": "f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a", "status": "completed", "code": 200}, {"server_uuid": "03a9a2e1-3830-4bc0-877a-dcee2ac05d61", "name": "network-vif-deleted", "tag": "bbdfbe04-db28-4632-81fb-9f1ea76fc5da", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:04.174412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.174869 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d428a01c-869f-4084-a7d6-21bbdfce5386 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:04.175500 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d474cc-e034-41cc-86bc-9681d68e9be0', 'name': 'network-vif-deleted', 'tag': 'f38e07ed-f13c-4d6c-bf59-40bd5e5fca5a', 'status': 'completed', 'code': 200}
Dec 11 20:55:04.176734 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a9a2e1-3830-4bc0-877a-dcee2ac05d61', 'name': 'network-vif-deleted', 'tag': 'bbdfbe04-db28-4632-81fb-9f1ea76fc5da', 'status': 'completed', 'code': 200}
Dec 11 20:55:04.200343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.205737 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Added segment 61cbdae3-92d8-43cd-b73f-a5c1d8a004c7 of type vlan for network cc7a78f3-7252-40fa-a909-3af985a30b09
Dec 11 20:55:04.315772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.361336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.367331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:04.370470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.391290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:04.421424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:55:04.435317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:04.454777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f9529aae-80ce-429d-914c-737017355c91', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'port_id': 'f9529aae-80ce-429d-914c-737017355c91', 'mac_address': 'fa:16:3e:fa:96:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd6725-4a98-427d-a4e5-27195e7e86c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:04.472675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port 6df477c4-5319-41a2-a344-c760d0498f87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df477c4-5319-41a2-a344-c760d0498f87,segment=NetworkSegment(b9504e44-991f-4cfe-a7e4-798bea8a6645),segment_id=b9504e44-991f-4cfe-a7e4-798bea8a6645)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:04.475267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.488928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 1.6128504
Dec 11 20:55:04.493676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:04.522736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for 6df477c4-5319-41a2-a344-c760d0498f87 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:04.565517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Request body: {'subnet': {'network_id': 'cc7a78f3-7252-40fa-a909-3af985a30b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-860481498-subnet', 'tenant_id': 'a7ef8a2c577f4090baccf7d84a725fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:04.581103 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.603269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bac901f7-12fd-4548-a823-96286667b253 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:04.603638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.607819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9529aae-80ce-429d-914c-737017355c91 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:04.624363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.633208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.634091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929ec28-fc1b-4859-96a4-f2b0e8a79423 admin admin] Pushing event updated for resources: {'Network': ['ID=cc7a78f3-7252-40fa-a909-3af985a30b09,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:04.635086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.644554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port 6df477c4-5319-41a2-a344-c760d0498f87 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:04.658506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.691390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network cc7a78f3-7252-40fa-a909-3af985a30b09 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:04.702529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80183e1e-edaa-4b5d-8c0c-000c36ffe501 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f5739bb231643f191454fad7c396d04&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2921438
Dec 11 20:55:04.705525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39984) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:04.720719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] Pushing event deleted for resources: {'Port': ['ID=6df477c4-5319-41a2-a344-c760d0498f87,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:04.724888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:04.746266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Made reservation on behalf of a7ef8a2c577f4090baccf7d84a725fc6 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:04.748623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.776530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6af5e8-e27f-4fcc-a112-8da4cbbac19b None None] No DVR routers for this DVR port 6df477c4-5319-41a2-a344-c760d0498f87 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:04.794570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.817126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.849768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcd9a0>,) {'filters': {'network_id': ['251d1da1-4dfe-4117-928c-edabf2e95141']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:04.859215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:04.862917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcd9a0>, 'b9504e44-991f-4cfe-a7e4-798bea8a6645') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:04.863493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcd9a0>, 'b9504e44-991f-4cfe-a7e4-798bea8a6645') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:04.878257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.896797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.903227 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Floating IP 4be24cad-bf5e-402e-9bf7-17e3803fce2d associated. External IP: 172.35.1.197, port: 722d6557-b145-409c-bf36-21a1d119d60b.
Dec 11 20:55:04.906761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:04.906987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:04.992545 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:04.997858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=6df477c4-5319-41a2-a344-c760d0498f87,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:05.001751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.034527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6df477c4-5319-41a2-a344-c760d0498f87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:05.042948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f62a36-d0a5-4dc5-80ff-ce8942a5a756 req-559ee4ec-b5fe-4b6f-9c7a-4b5e64815ecf tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:05.043617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f9529aae-80ce-429d-914c-737017355c91'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:05.048406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.051557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-48f62a36-d0a5-4dc5-80ff-ce8942a5a756 req-559ee4ec-b5fe-4b6f-9c7a-4b5e64815ecf tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 945 time: 0.7444780
Dec 11 20:55:05.054567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.092104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.098925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/networks/251d1da1-4dfe-4117-928c-edabf2e95141 HTTP/1.1" status: 204  len: 168 time: 1.7342973
Dec 11 20:55:05.098925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337155-bc0c-431e-b409-46b19ab7396b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Network': ['ID=251d1da1-4dfe-4117-928c-edabf2e95141,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:05.101527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39992) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:05.128177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.131626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.132915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c19ba94-fe0c-48e4-9f72-519408e55f97 HTTP/1.1" status: 204  len: 168 time: 0.4248888
Dec 11 20:55:05.199843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-48f62a36-d0a5-4dc5-80ff-ce8942a5a756 req-793e3c34-1860-454c-a7cd-d2a8085ba0ee tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472871
Dec 11 20:55:05.242766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:05.248007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting subnet e0b867e5-54a6-4b69-a8d6-915f20c3442d {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:05.267929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.336217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6df477c4-5319-41a2-a344-c760d0498f87 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:05.336776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6df477c4-5319-41a2-a344-c760d0498f87 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:05.364181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.495021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port d943375a-1aa3-4b60-bcbd-7ef018709e39 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:05.513062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port d943375a-1aa3-4b60-bcbd-7ef018709e39 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:05.513994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.568624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388870-dee6-4c28-9e30-000ffd94bc61 req-1107ae75-c6e4-4850-9847-92ea6b8c26cf tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:05.576943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9388870-dee6-4c28-9e30-000ffd94bc61 req-1107ae75-c6e4-4850-9847-92ea6b8c26cf tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.1136715
Dec 11 20:55:05.589669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.662917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.687122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9388870-dee6-4c28-9e30-000ffd94bc61 req-db0c130f-eef2-4cf9-98a9-4bed32c4b4ce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089447
Dec 11 20:55:05.715357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac6e07-6f4f-48b7-b633-f17878d0e8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19ba94-fe0c-48e4-9f72-519408e55f97,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:05.716008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:05.718537 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a3ae59-4c95-4946-b6c5-60becc0092f4" -d '{"events": [{"server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "name": "network-vif-plugged", "status": "completed", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:05.733348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.737891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:05.752824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.784099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b867e5-54a6-4b69-a8d6-915f20c3442d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:05.799090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.803079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-32a81a8f-b4fc-4852-8cd4-bfd935d52773 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/subnets/e0b867e5-54a6-4b69-a8d6-915f20c3442d HTTP/1.1" status: 204  len: 168 time: 0.7004490
Dec 11 20:55:05.813493 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491311e-cf0f-4a39-b9c8-a32c9c85a41a x-openstack-request-id: req-2491311e-cf0f-4a39-b9c8-a32c9c85a41a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:05.813678 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "name": "network-vif-plugged", "status": "completed", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:05.814583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40018) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:05.814723 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2491311e-cf0f-4a39-b9c8-a32c9c85a41a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:05.815142 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'code': 200}
Dec 11 20:55:05.816599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a6776-4b30-43a9-970b-d63087cd7625 None None] Network 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:05.905643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.941646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:05.957088 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.967417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f717fcd-d99e-453c-9fa9-850183d58ea9 req-296d270b-196f-47a7-a7f3-72017447dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:05.968441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port 542727d5-9e8a-426b-b5a0-340d30cb28ed {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:05.968921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:05.969062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f717fcd-d99e-453c-9fa9-850183d58ea9 req-296d270b-196f-47a7-a7f3-72017447dc37 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 1097 time: 0.0965505
Dec 11 20:55:06.041154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port 542727d5-9e8a-426b-b5a0-340d30cb28ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542727d5-9e8a-426b-b5a0-340d30cb28ed,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:06.041613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.045585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] DHCP port deletion for 61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:55:06.057074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for 542727d5-9e8a-426b-b5a0-340d30cb28ed owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:06.121143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Router c6b075d1-736b-4560-bb30-468f733318fa has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:55:06.132116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcab0ade-10f7-499d-ac68-b8722d266990,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:06.134533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Checking segment: {'id': '61cbdae3-92d8-43cd-b73f-a5c1d8a004c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'cc7a78f3-7252-40fa-a909-3af985a30b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:06.135136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Network hostable DHCP agents. Network: cc7a78f3-7252-40fa-a909-3af985a30b09, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:06.161670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Deleting port 542727d5-9e8a-426b-b5a0-340d30cb28ed {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:06.162162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.177172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f717fcd-d99e-453c-9fa9-850183d58ea9 req-b54fe757-751a-4a30-9d7f-1225246e2cd3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589301
Dec 11 20:55:06.278453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] For port 542727d5-9e8a-426b-b5a0-340d30cb28ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=542727d5-9e8a-426b-b5a0-340d30cb28ed,segment=NetworkSegment(009ac7a8-7e83-4311-84f7-a4b4ab1c86f6),segment_id=009ac7a8-7e83-4311-84f7-a4b4ab1c86f6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:06.279037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.306442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40030) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:06.306692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Calling delete_port for 542727d5-9e8a-426b-b5a0-340d30cb28ed owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:06.312260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1786660961'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:06.321796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Network cc7a78f3-7252-40fa-a909-3af985a30b09 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:06.353238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc7a78f3-7252-40fa-a909-3af985a30b09) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:06.362852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:06.363603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.364825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bf900-904a-4901-b90f-a1a821ec13ff None None] Network cc7a78f3-7252-40fa-a909-3af985a30b09 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:06.375615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:55:06.378141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:06.382274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.388117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.390608 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Sync routers for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:55:06.403888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a898ae61-9205-4621-b083-d1f54a3b11b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 1.8419836
Dec 11 20:55:06.426168 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:06.426832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:06.436478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-0e0abb74-f4a5-4e60-8eef-22af6c869478 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "PUT /v2.0/floatingips/4be24cad-bf5e-402e-9bf7-17e3803fce2d HTTP/1.1" status: 200  len: 997 time: 3.7724230
Dec 11 20:55:06.438607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:06.440892 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8770ecc-8908-4856-9958-a3f4b001c3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:06.449773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:06.485910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.486368 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Added segment ad60a29e-c85a-4912-babd-fb0a02c5a305 of type vlan for network 0b876cdd-3664-4e7d-82b6-078765f2b5c6
Dec 11 20:55:06.519829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.545997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] Pushing event deleted for resources: {'Port': ['ID=542727d5-9e8a-426b-b5a0-340d30cb28ed,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:06.548057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f543996-d402-45d9-b884-d0beb8400c5c None None] Network cc7a78f3-7252-40fa-a909-3af985a30b09 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:06.562691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7119a6-7456-44d6-852a-5790086324b6 req-04b4858d-80a4-4d39-8b09-1c34d64dd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:06.564954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-04b4858d-80a4-4d39-8b09-1c34d64dd156 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1092670
Dec 11 20:55:06.570209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.610681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65407b-acc3-43bb-bdd5-3cee7f5ec082 None None] No DVR routers for this DVR port 542727d5-9e8a-426b-b5a0-340d30cb28ed on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:06.685113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.688301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:06.696797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:06.697452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.701919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4605c-4313-45f7-a91f-4359da61e4ff req-7d8e491f-e7ae-4b16-9e9d-b531fadf6b62 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:06.704033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45e4605c-4313-45f7-a91f-4359da61e4ff req-7d8e491f-e7ae-4b16-9e9d-b531fadf6b62 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 946 time: 0.0870183
Dec 11 20:55:06.710708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.743043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=542727d5-9e8a-426b-b5a0-340d30cb28ed,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:06.754656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port 542727d5-9e8a-426b-b5a0-340d30cb28ed on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:06.803197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4928238
Dec 11 20:55:06.803197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af26e8-067b-45c8-81da-ab848d4e118d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Network': ['ID=0b876cdd-3664-4e7d-82b6-078765f2b5c6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:06.807041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40048) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:06.812899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-153352829'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:06.822548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:06.837453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7119a6-7456-44d6-852a-5790086324b6 req-ecb530c5-6930-4ec5-9afe-65717b3c2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:06.845209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-ecb530c5-6930-4ec5-9afe-65717b3c2f99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.2713964
Dec 11 20:55:06.874916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45e4605c-4313-45f7-a91f-4359da61e4ff req-240493e7-502b-4d62-9325-6f37caa7a3ac tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398344
Dec 11 20:55:06.879093 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.897962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:06.901898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.917552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df7bf10>,) {'filters': {'network_id': ['61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:06.931909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df7bf10>, '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:06.932409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df7bf10>, '009ac7a8-7e83-4311-84f7-a4b4ab1c86f6') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:06.943774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-f8198e82-3543-4bbb-8e4d-34caabccf6d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 1000 time: 0.0976133
Dec 11 20:55:06.962305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.980906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:06.989998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.999055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:06.999407 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Added segment 111984c5-e956-4235-8b14-4584310b02b5 of type vlan for network 7ca70975-b2df-421e-bb7c-cc71dc36bd52
Dec 11 20:55:07.004550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:07.005308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.015802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7119a6-7456-44d6-852a-5790086324b6 req-9ac702f6-c0fc-4b4b-9bbe-393e3b18d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.016035 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aca0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4be24cad-bf5e-402e-9bf7-17e3803fce2d', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'floating_ip_address': '172.35.1.197', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'port_id': '722d6557-b145-409c-bf36-21a1d119d60b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'mac_address': 'fa:16:3e:01:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61917393-073c-4826-bf2d-433339beed45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:59Z', 'updated_at': '2021-12-11T20:55:04Z', 'revision_number': 1, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:07.023751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-9ac702f6-c0fc-4b4b-9bbe-393e3b18d74a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.0789790
Dec 11 20:55:07.045492 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Checking router: c6b075d1-736b-4560-bb30-468f733318fa for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:55:07.054844 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:07.055438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:07.078528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-2d704c0c-b71d-4ed3-a7ed-d45cc018573f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535645
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:07.086704 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:07.100742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.106990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.115173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/networks/61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0 HTTP/1.1" status: 204  len: 168 time: 1.2994211
Dec 11 20:55:07.131738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40052) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:07.132486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28941b8-6e7c-48b1-b9b5-2d5adda6f890 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Network': ['ID=61b32648-8b0e-4dcc-b2e2-ebc8e4d1a0c0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:07.160778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1511898618'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:07.196139 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:07.203684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:07.210378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.214319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-46091cf0-3b68-4d86-ba64-78e748859748 service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345277
Dec 11 20:55:07.218063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.257850 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dace235-c312-41ae-80f7-94bc2d9c2e41 x-openstack-request-id: req-1dace235-c312-41ae-80f7-94bc2d9c2e41 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:07.257850 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:07.257850 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dace235-c312-41ae-80f7-94bc2d9c2e41 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:07.257850 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:55:07.261967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:07.284298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.284298 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Added segment dc060839-fd60-4c7d-8aba-baf23fe2761d of type vlan for network 64557b65-a147-4d7b-af25-c1afd7a7e5f2
Dec 11 20:55:07.336488 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.355734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.361849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.362598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.389561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.396350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.396999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.436831 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-3fb68425-23dd-482d-a780-a1ea425ed508 req-2718d394-5a6b-4014-841a-9c90b5e4a912 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] show failed (client error): The resource could not be found.
Dec 11 20:55:07.438304 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3fb68425-23dd-482d-a780-a1ea425ed508 req-2718d394-5a6b-4014-841a-9c90b5e4a912 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/a68875a5-18ad-4e48-b996-7c96b213cc40 HTTP/1.1" status: 404  len: 352 time: 0.0620582
Dec 11 20:55:07.462992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-f0d0a863-2c2a-4ae6-8159-bd3dd1b791b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.465035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-f0d0a863-2c2a-4ae6-8159-bd3dd1b791b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1609674
Dec 11 20:55:07.479452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d7119a6-7456-44d6-852a-5790086324b6 req-c1d0fd10-9db1-40c8-9bb4-51797ddc8e2d service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2639754
Dec 11 20:55:07.483942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6758633
Dec 11 20:55:07.512661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40068) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:07.523651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9535b8-adaf-40ca-a161-a606fe829388 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Network': ['ID=7ca70975-b2df-421e-bb7c-cc71dc36bd52,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:07.537934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:07.552779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'subnet': {'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:07.648750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-2ab96f14-8636-4783-9768-23e197bd9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.653428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4948125
Dec 11 20:55:07.654213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-2ab96f14-8636-4783-9768-23e197bd9fb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.1404362
Dec 11 20:55:07.655129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40084) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:07.668150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'subnet': {'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:07.751292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb63f8-ae9f-4b42-95cb-547c5b648aab tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Network': ['ID=64557b65-a147-4d7b-af25-c1afd7a7e5f2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:07.772781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:07.793626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aca0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4be24cad-bf5e-402e-9bf7-17e3803fce2d', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'floating_ip_address': '172.35.1.197', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'port_id': '722d6557-b145-409c-bf36-21a1d119d60b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'mac_address': 'fa:16:3e:01:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61917393-073c-4826-bf2d-433339beed45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:59Z', 'updated_at': '2021-12-11T20:55:04Z', 'revision_number': 1, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:07.805540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77889d-e04b-4b1f-8020-571aee4014da req-ed66fb91-9834-4ff3-bace-1462d708695b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:07.818249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf77889d-e04b-4b1f-8020-571aee4014da req-ed66fb91-9834-4ff3-bace-1462d708695b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.2272956
Dec 11 20:55:07.840031 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b0248-f2aa-403e-ba7c-80740128ffc2 None None] The sync data for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 is: [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4be24cad-bf5e-402e-9bf7-17e3803fce2d', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'floating_ip_address': '172.35.1.197', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'port_id': '722d6557-b145-409c-bf36-21a1d119d60b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'mac_address': 'fa:16:3e:01:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61917393-073c-4826-bf2d-433339beed45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:54:59Z', 'updated_at': '2021-12-11T20:55:04Z', 'revision_number': 1, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:55:07.855976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-01869671-e272-4344-8b8c-85aead6f5544 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 1000 time: 0.2097495
Dec 11 20:55:07.861707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-90144654-bbb4-4931-9ecf-b2c90e76f75b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 1000 time: 0.1975629
Dec 11 20:55:07.865903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:07.871280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:07.899596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 542727d5-9e8a-426b-b5a0-340d30cb28ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:07.928189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 542727d5-9e8a-426b-b5a0-340d30cb28ed {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:07.928803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 542727d5-9e8a-426b-b5a0-340d30cb28ed not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:07.963661 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf77889d-e04b-4b1f-8020-571aee4014da req-bc8ebbc8-7e7f-434a-a256-b3ad380dc0d8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444955
Dec 11 20:55:07.969837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:07.973458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.013082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-7144d4c7-b0bb-44e5-a155-4ee1de27d3ab tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.014531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-7144d4c7-b0bb-44e5-a155-4ee1de27d3ab tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports/722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 943 time: 0.1451986
Dec 11 20:55:08.065904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-8dc3a7f0-8716-4065-8a5d-c37684d14400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.067405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-8dc3a7f0-8716-4065-8a5d-c37684d14400 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.1969810
Dec 11 20:55:08.087481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f9529aae-80ce-429d-914c-737017355c91 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:08.191816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f9529aae-80ce-429d-914c-737017355c91 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:08.208306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f9529aae-80ce-429d-914c-737017355c91 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:08.210273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.212905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9284d3a0-f0ce-4c0b-8c70-318bda3167ff None None] New status for floating IP 4be24cad-bf5e-402e-9bf7-17e3803fce2d: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:55:08.213100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-5defe050-8b78-49fc-b499-34a347ef62d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1320601
Dec 11 20:55:08.216507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8736c570-c006-471c-aadb-9b973ab01227 req-f40cca90-f4fc-4bfb-b8d0-3c851fc160c0 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7ef8a2c577f4090baccf7d84a725fc6 HTTP/1.1" status: 200  len: 3001 time: 0.1141756
Dec 11 20:55:08.218394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.363834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Subnet': ['ID=13ba05a8-b2b8-4b03-a183-f59a55709466,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:08.376769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-3031448e-300f-4709-a5b5-4c02e896e533 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 1000 time: 0.2654934
Dec 11 20:55:08.388805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8736c570-c006-471c-aadb-9b973ab01227 req-62359389-12db-4f54-b52a-e6db59d56285 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1 HTTP/1.1" status: 200  len: 2998 time: 0.1639154
Dec 11 20:55:08.405014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:08.405384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network hostable DHCP agents. Network: 0b876cdd-3664-4e7d-82b6-078765f2b5c6, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:08.449594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.455811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:08.474563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8736c570-c006-471c-aadb-9b973ab01227 req-3bc05a5b-8f7c-4e45-b37c-5d02dd8bdee4 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1 HTTP/1.1" status: 200  len: 2998 time: 0.0775762
Dec 11 20:55:08.485937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b876cdd-3664-4e7d-82b6-078765f2b5c6) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:08.499968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af1715-9fc7-4ac2-bf9e-63f8a12ee94a None None] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:08.500575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.502065 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.518676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:08.539192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-09298fbe-fb4e-47d3-9783-9e056d46c2d2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0223224
Dec 11 20:55:08.546066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:08.555311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'subnet': {'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:08.569990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.570257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-1f2dd36d-de0b-4daf-869c-fe8fe9aae51b service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3182840
Dec 11 20:55:08.597340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Subnet': ['ID=00e5216f-9d54-4dc0-be9a-4f8efe768573,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:08.626361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-59b6d760-fb01-4186-9903-4784088ea20b tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.631202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:08.634156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9529aae-80ce-429d-914c-737017355c91'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:08.634714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-59b6d760-fb01-4186-9903-4784088ea20b tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2569218
Dec 11 20:55:08.636908 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb99d4-ecbf-4f9f-a014-b6a056353760" -d '{"events": [{"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9529aae-80ce-429d-914c-737017355c91"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:08.643640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.715280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:55:08.716266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.717075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:08.721399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.747166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:08.748096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Checking segment: {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:08.748473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network hostable DHCP agents. Network: 64557b65-a147-4d7b-af25-c1afd7a7e5f2, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:08.758987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52886091-8540-47c9-a1c9-a4204a15b566 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.795162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-a15be4ef-c9ed-4a8d-853f-714ed366f1db tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 1002 time: 0.1594806
Dec 11 20:55:08.812663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2217d-6378-4289-9a3c-388b29c9c1fd req-6e9d49e2-d8cf-4f8e-bf40-0f4daf76950c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.815281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29b2217d-6378-4289-9a3c-388b29c9c1fd req-6e9d49e2-d8cf-4f8e-bf40-0f4daf76950c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 946 time: 0.1522596
Dec 11 20:55:08.821910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:08.871365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:08.886465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Allocated IP 10.1.1.2 (0b876cdd-3664-4e7d-82b6-078765f2b5c6/13ba05a8-b2b8-4b03-a183-f59a55709466/6e41ab2a-efc7-4a92-95b5-1b2c507cae47) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:08.886795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8770ecc-8908-4856-9958-a3f4b001c3dd req-b9d11da7-bf5c-46e3-98e5-95834afa0be2 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3009143
Dec 11 20:55:08.889471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29b2217d-6378-4289-9a3c-388b29c9c1fd req-7948b22f-d0ac-4bc8-b65b-e458fd3036b6 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689127
Dec 11 20:55:08.925311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.935002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64557b65-a147-4d7b-af25-c1afd7a7e5f2) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:08.940987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:08.942092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:08.973543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24364a-a391-4c39-ba25-919da42e7a47 None None] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:09.003346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.042024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-948cecb3-080f-4389-a450-e70f1ab58e43 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3802061
Dec 11 20:55:09.047723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40116) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:09.063548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-796978194'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:09.111196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52886091-8540-47c9-a1c9-a4204a15b566 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.126225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Checking segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:09.126635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network hostable DHCP agents. Network: 7ca70975-b2df-421e-bb7c-cc71dc36bd52, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:09.129909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52886091-8540-47c9-a1c9-a4204a15b566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.137945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Subnet': ['ID=066ed747-787b-4529-bb03-a5c51f9f031a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:09.165523 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06f5bc84-a324-4e65-bb61-4a461876ba5c req-dc7dbb6d-6f7d-4bd6-8140-b3642006e97e tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1 HTTP/1.1" status: 200  len: 2998 time: 0.0924394
Dec 11 20:55:09.173746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:09.180102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:09.185459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.187651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ca70975-b2df-421e-bb7c-cc71dc36bd52) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:09.209044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52886091-8540-47c9-a1c9-a4204a15b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd82745-aecc-4962-adf3-bffbe10d6d1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:09.210700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:09.211644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be38c33-d765-46b7-8c02-fd00c7ae00bd None None] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:09.211857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.224919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-52886091-8540-47c9-a1c9-a4204a15b566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff57096551024834851a9f48951aaaf4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7026179
Dec 11 20:55:09.228509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40118) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:09.275351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.285816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:09.291097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.291572 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Floating IP 4be24cad-bf5e-402e-9bf7-17e3803fce2d disassociated. External IP: 172.35.1.197, port: 722d6557-b145-409c-bf36-21a1d119d60b.
Dec 11 20:55:09.296694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2cd7f101-6310-4390-bd09-cf2bd4eee0ff tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7494042
Dec 11 20:55:09.302209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40120) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:09.345583 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-06f5bc84-a324-4e65-bb61-4a461876ba5c req-7f420d4a-be53-4192-a08f-4eb814691389 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 11 20:55:09.348779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'name': 'tempest-TaggedBootDevicesTest-889402135', 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:09.353576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06f5bc84-a324-4e65-bb61-4a461876ba5c req-7f420d4a-be53-4192-a08f-4eb814691389 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "DELETE /v2.0/security-groups/e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1 HTTP/1.1" status: 409  len: 352 time: 0.1581705
Dec 11 20:55:09.359684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.359684 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Added segment bcb2475d-b73e-4550-874a-914b60776ee7 of type vlan for network 11e1df63-182b-4261-bd15-03deed7035d1
Dec 11 20:55:09.362063 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.374859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.394093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.405828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.438973 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fbddb9-b218-495b-b6dc-2fdd943f4228 x-openstack-request-id: req-98fbddb9-b218-495b-b6dc-2fdd943f4228 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:09.439268 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-plugged", "status": "completed", "tag": "f9529aae-80ce-429d-914c-737017355c91", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:09.439513 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98fbddb9-b218-495b-b6dc-2fdd943f4228 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:09.439906 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9529aae-80ce-429d-914c-737017355c91', 'code': 200}
Dec 11 20:55:09.440485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Pushing event updated for resources: {'Port': ['ID=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:09.443098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64557b65-a147-4d7b-af25-c1afd7a7e5f2', 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2', 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'fixed_ips': [{'subnet_id': '00e5216f-9d54-4dc0-be9a-4f8efe768573'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:55:09.444089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.467584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.479202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.483139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.487088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fd82745-aecc-4962-adf3-bffbe10d6d1b HTTP/1.1" status: 204  len: 168 time: 0.2520146
Dec 11 20:55:09.505691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c121a-e94f-402e-9e5e-5b2bd6708a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd82745-aecc-4962-adf3-bffbe10d6d1b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:09.567784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ips': [{'subnet_id': '066ed747-787b-4529-bb03-a5c51f9f031a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:55:09.568468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be5e50-5b58-4127-ab8c-d0d9e0561347 req-cb2f021e-437e-4067-862d-a30d307c247f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:09.568643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.571578 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86be5e50-5b58-4127-ab8c-d0d9e0561347 req-cb2f021e-437e-4067-862d-a30d307c247f tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 946 time: 0.0777314
Dec 11 20:55:09.591120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:09.613979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:09.619766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:09.669518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86be5e50-5b58-4127-ab8c-d0d9e0561347 req-0f7caaad-85e7-4719-9fa9-451e306c9590 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740647
Dec 11 20:55:09.749273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Allocated IP 19.80.0.2 (64557b65-a147-4d7b-af25-c1afd7a7e5f2/00e5216f-9d54-4dc0-be9a-4f8efe768573/eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:09.833448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f147eb6-2244-473e-9e26-f83bd75f1dd7 req-e2f05b9e-851d-439f-bf33-66598cc5caca tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:09.835109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f147eb6-2244-473e-9e26-f83bd75f1dd7 req-e2f05b9e-851d-439f-bf33-66598cc5caca tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 945 time: 0.0919716
Dec 11 20:55:09.841921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Attempting to bind port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:09.842568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Attempting to bind port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:09.842942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Attempting to bind port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:09.883478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:09.884272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:09.884975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.885579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Bound using segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:09.887009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Bound port: 6e41ab2a-efc7-4a92-95b5-1b2c507cae47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:09.887592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:09.910820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f147eb6-2244-473e-9e26-f83bd75f1dd7 req-8c0590dc-89ad-47f2-ac42-c65a9fe8dae9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642846
Dec 11 20:55:09.982103 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-04259b77-2e93-4b82-b1bb-2115145d404a req-595add86-c6b5-45e2-a0bb-744f0ba1c762 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] show failed (client error): The resource could not be found.
Dec 11 20:55:09.983796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04259b77-2e93-4b82-b1bb-2115145d404a req-595add86-c6b5-45e2-a0bb-744f0ba1c762 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/de27c8c7-13d7-46a0-844a-40a993ddda7d HTTP/1.1" status: 404  len: 352 time: 0.0312009
Dec 11 20:55:09.991017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:55:09.998694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Allocated IP 10.2.2.2 (7ca70975-b2df-421e-bb7c-cc71dc36bd52/066ed747-787b-4529-bb03-a5c51f9f031a/4fa9fb5e-b44d-4ba4-8fb2-010811fabce3) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:10.080632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.086888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:10.087494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.098388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f3950-ad65-4f05-a352-17f4da6b42bd req-b7c96eff-b09e-4349-8ecf-e249aa7dd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:10.099871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-290f3950-ad65-4f05-a352-17f4da6b42bd req-b7c96eff-b09e-4349-8ecf-e249aa7dd6b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1096 time: 0.5981095
Dec 11 20:55:10.125528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] For port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:10.128473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.147768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] For port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:10.149519 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.171112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.203981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:10.213337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:10.226670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 1.1730623
Dec 11 20:55:10.227286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:10.232117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40150) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:10.240934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'subnet': {'network_id': '11e1df63-182b-4261-bd15-03deed7035d1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:10.263661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Pushing event updated for resources: {'Port': ['ID=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:10.274158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c32a8-8768-460d-866e-9b9f20c45aed tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Network': ['ID=11e1df63-182b-4261-bd15-03deed7035d1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:10.306067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-290f3950-ad65-4f05-a352-17f4da6b42bd req-d646aff5-be0e-42ec-8c50-ac5220de94a4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1836534
Dec 11 20:55:10.327739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:10.340408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 11e1df63-182b-4261-bd15-03deed7035d1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:10.470872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Attempting to bind port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:10.471490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Attempting to bind port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:10.472219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Attempting to bind port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd on network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:10.501521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:10.509015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.517562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Router c6b075d1-736b-4560-bb30-468f733318fa has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:55:10.562193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.564443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:10.565144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Checking segment: {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:10.565725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.566301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Bound using segment: {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:10.567175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Bound port: eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:10.568444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.618050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.625491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f00e8-04ba-4330-9736-e22aaaaaa0ad None None] Pushing event updated for resources: {'Port': ['ID=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:10.662085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.690439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:10.697460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:10.705074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:10.733629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] device_id is not set on port f64f0206-dcbf-4048-99b1-b6ec8855bdea yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:55:10.775746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Pushing event updated for resources: {'Port': ['ID=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:10.791239 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-c1441b30-a8af-4d44-9809-4aaa7cc22f9e req-6721150f-fc18-4c74-9725-f7e1a15ef724 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] show failed (client error): The resource could not be found.
Dec 11 20:55:10.793344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c1441b30-a8af-4d44-9809-4aaa7cc22f9e req-6721150f-fc18-4c74-9725-f7e1a15ef724 tempest-SecurityGroupsNegativeTestJSON-1913434058 tempest-SecurityGroupsNegativeTestJSON-1913434058-project] 10.222.0.18 "GET /v2.0/security-groups/26aa7907-2a26-4c3d-90a3-80b195540ecb HTTP/1.1" status: 404  len: 352 time: 0.0305669
Dec 11 20:55:10.808923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40164) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:10.849224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] For port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:10.885314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] For port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:10.888006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Attempting to bind port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:10.888398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Attempting to bind port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:10.888947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Attempting to bind port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:10.896459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.903102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:10.903592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Checking segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:10.903933 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.904312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Bound using segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:10.904791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Bound port: 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:10.905168 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.950991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Deleting subnet bcab0ade-10f7-499d-ac68-b8722d266990 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:10.972246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.980900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:55:10.987153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:10.992474 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Sync routers for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:55:11.014851 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:11.015499 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:11.036274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.073353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-593d8186-4c22-457d-a19a-8f2fb8648ea6 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "PUT /v2.0/floatingips/4be24cad-bf5e-402e-9bf7-17e3803fce2d HTTP/1.1" status: 200  len: 695 time: 2.2674651
Dec 11 20:55:11.079660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:11.082302 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088ecdc7-01f0-4e74-a192-a4f4daa27037" -d '{"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:11.107236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-538b12c4-afd5-4972-a1d2-2f0318c819eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.131233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.131575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f673ec-9d59-438b-ba5f-5646e8335918 None None] Pushing event updated for resources: {'Port': ['ID=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:11.149848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] For port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:11.157173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] For port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:11.167482 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.200973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.204794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.1.1.138 (0b876cdd-3664-4e7d-82b6-078765f2b5c6/13ba05a8-b2b8-4b03-a183-f59a55709466/f64f0206-dcbf-4048-99b1-b6ec8855bdea) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:11.209815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-8814d008-ac2f-4131-af92-f17cde11176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:11.211780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-8814d008-ac2f-4131-af92-f17cde11176f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.1139860
Dec 11 20:55:11.277148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f5464-2712-4a6e-851f-f1d14b0dd715 None None] Pushing event updated for resources: {'Port': ['ID=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:11.405232 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:11.444806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Subnet': ['ID=1f3e0d1b-220d-4f9d-bb05-412852da7d91,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:11.485000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.588864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Checking segment: {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:11.589308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network hostable DHCP agents. Network: 11e1df63-182b-4261-bd15-03deed7035d1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:11.592959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.601701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bcab0ade-10f7-499d-ac68-b8722d266990 HTTP/1.1" status: 204  len: 168 time: 0.7893581
Dec 11 20:55:11.604953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ed98e-1113-4997-96c2-761799184e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcab0ade-10f7-499d-ac68-b8722d266990,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:11.609245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40180) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:11.892438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5550>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:11.923308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 11e1df63-182b-4261-bd15-03deed7035d1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:11.949309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.955869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11e1df63-182b-4261-bd15-03deed7035d1) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:11.965476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcffc881-e12b-4d58-88b7-2651474f9c79 None None] Network 11e1df63-182b-4261-bd15-03deed7035d1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:11.968885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:11.970664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:11.976040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Checking router: c6b075d1-736b-4560-bb30-468f733318fa for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:55:11.991685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6ed0-22af-4a79-b286-fc797dd754c6 req-edaee91b-3d5f-48c6-9b8d-500a8dc81f8f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:12.005395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b6e6ed0-22af-4a79-b286-fc797dd754c6 req-edaee91b-3d5f-48c6-9b8d-500a8dc81f8f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 945 time: 0.1605964
Dec 11 20:55:12.008152 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:12.014183 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:54:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:12.072818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.108036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-93f0eb43-da06-4bbd-bbfd-a4ece3e67c3b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.8739784
Dec 11 20:55:12.118596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40188) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:12.144002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-fbb2aafd-1775-4b27-a52c-4dcf9eb56eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:12.148213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-fbb2aafd-1775-4b27-a52c-4dcf9eb56eae service neutron] 10.222.0.18 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.9229624
Dec 11 20:55:12.150311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.226290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b6e6ed0-22af-4a79-b286-fc797dd754c6 req-431b8595-d4b0-4829-84a9-f61b706616ba tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175441
Dec 11 20:55:12.298879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-a91590d7-386f-43f7-b3a2-4308cb1faec8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.1386909
Dec 11 20:55:12.305971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:12.311440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095d9d0-e0dc-4940-ab5d-beeb27cee569 None None] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:12.312633 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:12.369771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-e5f9afff-c305-4d4a-a6ee-aa7d265367cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:12.371824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-e5f9afff-c305-4d4a-a6ee-aa7d265367cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.0649126
Dec 11 20:55:12.380381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:12.397427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:12.414830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:12.414995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.423887 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67a86c-9a64-4792-a18d-427b1e767321 x-openstack-request-id: req-2d67a86c-9a64-4792-a18d-427b1e767321 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:12.424162 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61917393-073c-4826-bf2d-433339beed45", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:12.424421 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d67a86c-9a64-4792-a18d-427b1e767321 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:12.424823 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:55:12.461598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f687400>,) {'filters': {'network_id': ['cc7a78f3-7252-40fa-a909-3af985a30b09']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:12.481934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f687400>, '61cbdae3-92d8-43cd-b73f-a5c1d8a004c7') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:12.482457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f687400>, '61cbdae3-92d8-43cd-b73f-a5c1d8a004c7') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:12.484934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-39fa4429-9f8d-4d54-b1fc-f9b50150611c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1028364
Dec 11 20:55:12.494917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:12.504418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.555555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8635af32-966b-4e43-84eb-022d08448cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.568499 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.605804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:12.606222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:12.609048 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:12.648539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-683316da-8b99-449f-8b61-d0069b19afc8 service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266170
Dec 11 20:55:12.661198 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5550>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:12.732661 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98ca091-e147-4d05-81aa-c98a93d4a3ed None None] The sync data for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 is: [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:53:41Z', 'revision_number': 4, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a9bfe3a3-8753-4540-b2df-c6bec664fec6', 'name': '', 'network_id': '24664007-8c72-44c0-ac4d-23c3611f58ba', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'mac_address': 'fa:16:3e:5e:18:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '96d52ace-7401-456e-830d-18a73f9d3060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:40Z', 'updated_at': '2021-12-11T20:53:50Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'subnets': [{'id': '96d52ace-7401-456e-830d-18a73f9d3060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:55:12.741586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11e1df63-182b-4261-bd15-03deed7035d1', 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1', 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'fixed_ips': [{'subnet_id': '1f3e0d1b-220d-4f9d-bb05-412852da7d91'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:55:12.742899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.756684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.770503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:12.772241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.779538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:12.786718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc7a78f3-7252-40fa-a909-3af985a30b09 HTTP/1.1" status: 204  len: 168 time: 1.1690559
Dec 11 20:55:12.827862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-9dac7ca7-bb1d-438a-88f9-e82d9d31c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:12.830074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-9dac7ca7-bb1d-438a-88f9-e82d9d31c877 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 1097 time: 0.3829367
Dec 11 20:55:12.868858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f290a-7e71-4bf0-be02-da017041e612 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7a78f3-7252-40fa-a909-3af985a30b09,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:12.904341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91f20610-33fa-43e2-9b69-c57cedd12479 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.6011581
Dec 11 20:55:12.908085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:12.925435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'name': 'tempest-TaggedBootDevicesTest-1027111825', 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:12.976020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6341d325-ee89-4591-983b-259eab186140 None None] Provisioning complete for port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:12.976669 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6341d325-ee89-4591-983b-259eab186140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.034763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1cbe0c4-ea8d-47f9-b7f5-ffb0e6ab9433 req-f572da62-30cf-4146-9efd-dd271dc6677c service neutron] 10.222.0.18 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3770671
Dec 11 20:55:13.056398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:13.086693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-8f1ff4b9-f895-4689-b634-19bc67f64572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.088232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-8f1ff4b9-f895-4689-b634-19bc67f64572 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 200  len: 920 time: 0.2429860
Dec 11 20:55:13.187419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-9196b744-f097-4497-b831-661388cb0d65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 200  len: 217 time: 0.0873916
Dec 11 20:55:13.201520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0b66a46-a140-49fd-80f3-d59cf99b45ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7ef8a2c577f4090baccf7d84a725fc6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1393480
Dec 11 20:55:13.202775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40216) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:13.212741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:13.213145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.248182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-6b16e1f9-78f8-420c-bd5d-c07d0cadaa55 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.261710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-6b16e1f9-78f8-420c-bd5d-c07d0cadaa55 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.263613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-6b16e1f9-78f8-420c-bd5d-c07d0cadaa55 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/networks?id=64557b65-a147-4d7b-af25-c1afd7a7e5f2&id=11e1df63-182b-4261-bd15-03deed7035d1 HTTP/1.1" status: 200  len: 1391 time: 0.5801020
Dec 11 20:55:13.279579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4980a62-408e-48d0-902b-7349317acb40 None None] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:13.308381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32fabf-490e-4995-acdf-250b5b557c0d req-6d8b3a25-06d5-4812-83ba-92329c5c3b47 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.310107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a32fabf-490e-4995-acdf-250b5b557c0d req-6d8b3a25-06d5-4812-83ba-92329c5c3b47 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 946 time: 0.1452723
Dec 11 20:55:13.334548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39711-0e06-414d-831f-154cd89d9fbf None None] New status for floating IP 4be24cad-bf5e-402e-9bf7-17e3803fce2d: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:55:13.348470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8635af32-966b-4e43-84eb-022d08448cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.365077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-8c279099-1606-4466-b633-5672989dbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.367050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-8c279099-1606-4466-b633-5672989dbfd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 200  len: 859 time: 0.1271174
Dec 11 20:55:13.400000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-dfbe93ca-584c-4cd7-a090-ddc8c2510ada tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/quotas/4be4eb00bc584cc1979e89b1644ef482 HTTP/1.1" status: 200  len: 375 time: 0.0768743
Dec 11 20:55:13.403208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8635af32-966b-4e43-84eb-022d08448cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.413718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-8c2e242d-9c64-4f35-982e-9e32240c6e66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24664007-8c72-44c0-ac4d-23c3611f58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334673
Dec 11 20:55:13.429963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a32fabf-490e-4995-acdf-250b5b557c0d req-baed8cd4-be7a-480d-95de-58d636f0d0a9 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061935
Dec 11 20:55:13.470352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:13.485302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe0d23-c3fb-42ae-af13-9163bdeb71ea None None] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:13.548871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.553102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635af32-966b-4e43-84eb-022d08448cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c4cce-4257-4718-a975-8e627a995366,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:13.561313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8635af32-966b-4e43-84eb-022d08448cd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e52c438de3c4d0788a915a8152a7272&name=default HTTP/1.1" status: 200  len: 2996 time: 1.4392684
Dec 11 20:55:13.561529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-e3376429-440e-43e4-8ba2-5ce8f09ecfad tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips/4be24cad-bf5e-402e-9bf7-17e3803fce2d HTTP/1.1" status: 200  len: 695 time: 0.0867236
Dec 11 20:55:13.564929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:13.594209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.615056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-c5158341-fbf8-4840-a287-ded24097598d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2141275
Dec 11 20:55:13.678470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-6602deb6-8a79-42d2-9fe7-df0e3e5b8bcd service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415013
Dec 11 20:55:13.697044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-08ca2978-569f-4f69-9233-8676c14d0d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.744196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.746254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Allocated IP 19.86.0.2 (11e1df63-182b-4261-bd15-03deed7035d1/1f3e0d1b-220d-4f9d-bb05-412852da7d91/ac141b2c-a8d3-4308-bcd5-df83ae844f78) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:13.768936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] device_id is not set on port 23e94009-66d2-4be5-88d6-6e34c096fe94 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:55:13.777902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.818509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-7b9c334d-af47-4c7e-8c0a-1db2ea198607 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:13.820773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-7b9c334d-af47-4c7e-8c0a-1db2ea198607 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 784 time: 0.2238269
Dec 11 20:55:13.852607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.885671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6341d325-ee89-4591-983b-259eab186140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.945203 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.971351 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-c170eda5-03af-40d3-95a9-3994394e83db tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 696 time: 0.0822649
Dec 11 20:55:13.985555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.988069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:13.989231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1 HTTP/1.1" status: 204  len: 168 time: 0.7814558
Dec 11 20:55:14.023479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aed95-7c50-4913-9bb2-b0b979ab6237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2bd41-75bd-460a-9f0d-3089cdbcb7b1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:14.039601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-d1cc5d2f-cdf7-4cf2-afb9-a2c0ceb2a2dd service neutron] 10.222.0.18 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4123545
Dec 11 20:55:14.096713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-004ae3fa-b4b9-4b13-954c-412e3dfe9469 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.35.1.197 HTTP/1.1" status: 200  len: 696 time: 0.1170249
Dec 11 20:55:14.099468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-088ecdc7-01f0-4e74-a192-a4f4daa27037 req-40e8d054-3eb4-434d-b473-5a5bb4746c48 service neutron] 10.222.0.30 "GET /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4108887
Dec 11 20:55:14.183862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6341d325-ee89-4591-983b-259eab186140 None None] For port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:14.186066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.1.1.149 (0b876cdd-3664-4e7d-82b6-078765f2b5c6/13ba05a8-b2b8-4b03-a183-f59a55709466/23e94009-66d2-4be5-88d6-6e34c096fe94) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:14.211590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:14.229190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.232481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.234121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d2c4cce-4257-4718-a975-8e627a995366 HTTP/1.1" status: 204  len: 168 time: 0.6701336
Dec 11 20:55:14.243372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-f57c4bc9-fb2a-4901-952b-5ee387def974 service neutron] 10.222.0.18 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928105
Dec 11 20:55:14.252636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6341d325-ee89-4591-983b-259eab186140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.275315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.276435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:14.329966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689886-09b9-4a44-9109-bb5dcfe29986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c4cce-4257-4718-a975-8e627a995366,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:14.401484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Deleting port 3b7afba9-ea2d-42d6-a116-f7ec962d7646 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:14.404941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.512363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.513002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.521739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-febf775f-0c1c-48be-8613-a71a8c8cb37b service neutron] 10.222.0.18 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712073
Dec 11 20:55:14.581672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Calling delete_port for 3b7afba9-ea2d-42d6-a116-f7ec962d7646 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:14.628676 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.665516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341d325-ee89-4591-983b-259eab186140 None None] Pushing event updated for resources: {'Port': ['ID=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:14.668831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Provisioning complete for port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:14.668831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.720230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-95a174cd-4c43-4f93-ac4d-817171860089 service neutron] 10.222.0.18 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893284
Dec 11 20:55:14.727323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.774762 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.797740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:14.801546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:14.804197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:14.812532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.834804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:14.889658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:14.904353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.932540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-065dfa8c-b2c2-4327-aaf0-2eb9bd71e748 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.0127394
Dec 11 20:55:14.942424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:14.942730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.957015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:14.962864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:14.975840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Network 11e1df63-182b-4261-bd15-03deed7035d1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:15.020026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.047857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:15.059321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:15.181565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event deleted for resources: {'Port': ['ID=3b7afba9-ea2d-42d6-a116-f7ec962d7646,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:15.181939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f3f36-1890-4ef2-b6ba-5764bf6b4adc req-1be631e4-bcb1-4a45-a522-c60ed31ee63a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:15.190248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-650f3f36-1890-4ef2-b6ba-5764bf6b4adc req-1be631e4-bcb1-4a45-a522-c60ed31ee63a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 945 time: 0.0706828
Dec 11 20:55:15.238190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.275940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:15.296718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-650f3f36-1890-4ef2-b6ba-5764bf6b4adc req-7b346669-9dd2-4192-ad36-69842586e75a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050532
Dec 11 20:55:15.321738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.324957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.326128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aa3e25a-2a2a-414b-8f7f-41e78ed27448 req-371ebcde-bbad-4e56-b5b6-d82bc8b04979 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "DELETE /v2.0/floatingips/4be24cad-bf5e-402e-9bf7-17e3803fce2d HTTP/1.1" status: 204  len: 173 time: 1.2234857
Dec 11 20:55:15.517027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40278) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:15.558497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdd96a-cfa8-47f7-88d7-f61ef905bfd7 req-a2aaba7d-f352-484c-b2db-7956aea72252 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:15.564943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dabdd96a-cfa8-47f7-88d7-f61ef905bfd7 req-a2aaba7d-f352-484c-b2db-7956aea72252 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 946 time: 0.1395714
Dec 11 20:55:15.631577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Pushing event updated for resources: {'Port': ['ID=ac141b2c-a8d3-4308-bcd5-df83ae844f78,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:15.650893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] For port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:15.677057 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.699253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Attempting to bind port ac141b2c-a8d3-4308-bcd5-df83ae844f78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:15.699903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Attempting to bind port ac141b2c-a8d3-4308-bcd5-df83ae844f78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:15.700476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Attempting to bind port ac141b2c-a8d3-4308-bcd5-df83ae844f78 on network 11e1df63-182b-4261-bd15-03deed7035d1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:15.710404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40286) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:15.716146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dabdd96a-cfa8-47f7-88d7-f61ef905bfd7 req-9e19b276-6ccc-4466-836f-72f2aa2f5c18 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396945
Dec 11 20:55:15.749294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.800022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:15.800742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Checking segment: {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:15.801344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.801923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Bound using segment: {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:15.802669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Bound port: ac141b2c-a8d3-4308-bcd5-df83ae844f78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:15.803340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.837545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Provisioning complete for port f64f0206-dcbf-4048-99b1-b6ec8855bdea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:15.838206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.851333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1484863033-network', 'tenant_id': '3bade2212f144ba3bcef7ca1bb29dfbe'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:15.875923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7d1b972-8140-4f4e-bfa0-9708eaa604e1 req-3e9c33ec-91fc-4748-87ad-732e3436ca98 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 210 time: 0.0615194
Dec 11 20:55:15.895006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:15.903877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Made reservation on behalf of 3bade2212f144ba3bcef7ca1bb29dfbe for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:15.906361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:15.919554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1561225166-network', 'tenant_id': '2eed744bcb74416c81c229c0731efa19'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:15.933681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.017479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Made reservation on behalf of 2eed744bcb74416c81c229c0731efa19 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:16.032584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40290) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:16.038946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384976524', 'description': 'tempest-description--1500685500'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:16.039859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Pushing event updated for resources: {'Port': ['ID=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.040316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.055697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:16.076528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Port f64f0206-dcbf-4048-99b1-b6ec8855bdea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:16.083480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.086134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.097036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'port_id': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'mac_address': 'fa:16:3e:8c:2a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20c57fb-a36f-44bf-b026-ac23bd6ba8f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:16.101272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f045df-39b1-4148-986c-994bfdfeec9a req-ebea1f95-8620-4a23-b3d2-54e2c5994212 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.102945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3f045df-39b1-4148-986c-994bfdfeec9a req-ebea1f95-8620-4a23-b3d2-54e2c5994212 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1096 time: 0.1297040
Dec 11 20:55:16.174933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-e529ff1a-c39e-4cd5-862d-0f5023e9496e tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups/38fa54e8-2702-41cc-b307-206cacaf164a HTTP/1.1" status: 200  len: 1825 time: 0.1227069
Dec 11 20:55:16.191042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.191684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3f045df-39b1-4148-986c-994bfdfeec9a req-4eacbe72-3bfb-4c10-a2b5-742aa6ee78c6 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806885
Dec 11 20:55:16.193640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Provisioning complete for port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:16.194065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.202981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] For port ac141b2c-a8d3-4308-bcd5-df83ae844f78, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:16.234722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.244915 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.275531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] For port ac141b2c-a8d3-4308-bcd5-df83ae844f78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac141b2c-a8d3-4308-bcd5-df83ae844f78,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:16.285239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.286978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.288172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.288700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2541702
Dec 11 20:55:16.290233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759df0f-71b3-434c-8c12-0f73413e7095 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d063bf0-4e61-45a7-a9f8-f6103d74eef9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.293200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:16.293368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:16.297587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:16.297955 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.299363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'security_group_rule': {'security_group_id': '4d063bf0-4e61-45a7-a9f8-f6103d74eef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:16.299794 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.335090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.343362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.355391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:16.382712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61c2ff7-4c94-4863-82f4-81ceff3a7877,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.404583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.408100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.409997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:16.415581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.415922 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Added segment 722f893d-5d58-4eb3-a543-3a61e62cd500 of type vlan for network 33644db5-8823-4a95-8786-2fa8207f46a2
Dec 11 20:55:16.421071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac5df-c678-4e41-8f94-1cde0b674af8 req-6497bb99-6818-43eb-be82-f5f9df6cff6c tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.422667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48dac5df-c678-4e41-8f94-1cde0b674af8 req-6497bb99-6818-43eb-be82-f5f9df6cff6c tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1096 time: 0.0723581
Dec 11 20:55:16.423959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.424365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.431068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.470663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.476213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:16.482721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0b6702-6157-42fa-b952-d778c1581116,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.528271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48dac5df-c678-4e41-8f94-1cde0b674af8 req-6ec98a27-a7f0-4f02-9dc7-62fe9d9dcf6e tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945382
Dec 11 20:55:16.539964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.543303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ba26fe2-ff84-432e-b0d6-06bb6f9a1ddc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2475820
Dec 11 20:55:16.545840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40298) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:16.547503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.547849 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Added segment e09e8aa0-414d-4683-8993-9fcb7f7bec13 of type vlan for network 3332952b-0c38-4bb5-b4f9-2a65d8740092
Dec 11 20:55:16.552347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.558324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'security_group_rule': {'security_group_id': '4d063bf0-4e61-45a7-a9f8-f6103d74eef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:16.589839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c348f5b5-1de8-4a15-8c48-abce33898b87,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.596266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.604206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.648738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.689040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d71be-6399-4d45-a0f7-a9207f91f262 None None] Pushing event updated for resources: {'Port': ['ID=ac141b2c-a8d3-4308-bcd5-df83ae844f78,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.717247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Provisioning complete for port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:16.719191 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fba2015-c923-4008-9159-4756c54e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.760207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.763610 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.790751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc3f856e-fcbb-4363-9196-2532fc9e517d req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "DELETE /v2.0/security-groups/38fa54e8-2702-41cc-b307-206cacaf164a HTTP/1.1" status: 204  len: 173 time: 0.6018059
Dec 11 20:55:16.816768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.826990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.837921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.841873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.843483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.843923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-a0d6ce28-8c95-4ff0-9fa1-1bf03e4b6bdc tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.859798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-a0d6ce28-8c95-4ff0-9fa1-1bf03e4b6bdc tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.861899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-a0d6ce28-8c95-4ff0-9fa1-1bf03e4b6bdc tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "GET /v2.0/networks?id=64557b65-a147-4d7b-af25-c1afd7a7e5f2&id=11e1df63-182b-4261-bd15-03deed7035d1 HTTP/1.1" status: 200  len: 1391 time: 0.2168429
Dec 11 20:55:16.867997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ed8b-2699-4c34-9156-1687c88094e7 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fa54e8-2702-41cc-b307-206cacaf164a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.874669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.881510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:16.882144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'port': {'device_id': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2', 'admin_state_up': True, 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:16.882896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.884381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d943375a-1aa3-4b60-bcbd-7ef018709e39'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:16.888369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca9153b-58cd-4ac7-8ea1-d10ade893475,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:16.922141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:16.923437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-88364238-0869-4d07-b2ef-d1077b29f898 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3761590
Dec 11 20:55:16.960845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40312) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:16.992719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:17.049485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3375378
Dec 11 20:55:17.055670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40316) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:17.080419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Request body: {'subnet': {'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1561225166-subnet', 'tenant_id': '2eed744bcb74416c81c229c0731efa19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:17.122758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:17.150561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.6321871
Dec 11 20:55:17.154241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40320) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:17.164244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Request body: {'subnet': {'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1484863033-subnet', 'tenant_id': '3bade2212f144ba3bcef7ca1bb29dfbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:17.179877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.186206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470990a5-165e-40bf-af06-af290d09ae03 admin admin] Pushing event updated for resources: {'Network': ['ID=3332952b-0c38-4bb5-b4f9-2a65d8740092,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:17.217969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3332952b-0c38-4bb5-b4f9-2a65d8740092 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:17.243306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Made reservation on behalf of 2eed744bcb74416c81c229c0731efa19 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:17.247467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.248113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:17.383351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:17.390644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.446112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:17.446112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.453591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Made reservation on behalf of 3bade2212f144ba3bcef7ca1bb29dfbe for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:17.456121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.463852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c6606e7-ee00-44d3-b6c3-2e547e3bf203 req-aed5bc87-286f-442f-bed9-279bc314b254 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 210 time: 0.0671999
Dec 11 20:55:17.530073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Provisioning complete for port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:17.530569 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.634239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ac141b2c-a8d3-4308-bcd5-df83ae844f78 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:17.743625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.753889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ac141b2c-a8d3-4308-bcd5-df83ae844f78 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:17.754441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.787042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Provisioning complete for port f64f0206-dcbf-4048-99b1-b6ec8855bdea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:17.787401 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.794702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d7e5d-8657-4b39-ae41-5c28d0bf9ffe req-77a443ba-6ec0-4fd8-ba9b-854de1ec05ef tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:17.796681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-588d7e5d-8657-4b39-ae41-5c28d0bf9ffe req-77a443ba-6ec0-4fd8-ba9b-854de1ec05ef tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 945 time: 0.8312652
Dec 11 20:55:17.803811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172df32-4560-4096-bbca-7691888c5248 admin admin] Pushing event updated for resources: {'Network': ['ID=33644db5-8823-4a95-8786-2fa8207f46a2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:17.829907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 33644db5-8823-4a95-8786-2fa8207f46a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:17.902528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Port f64f0206-dcbf-4048-99b1-b6ec8855bdea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:17.953750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-588d7e5d-8657-4b39-ae41-5c28d0bf9ffe req-875c2ff0-6b89-43d0-8d89-61781b954357 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377325
Dec 11 20:55:17.954276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Provisioning complete for port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:17.954717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:17.984355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bc42b5-9820-4f74-99b2-68d9f9dca792 None None] Network 11e1df63-182b-4261-bd15-03deed7035d1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:18.009567 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.012715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.114670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port ac141b2c-a8d3-4308-bcd5-df83ae844f78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac141b2c-a8d3-4308-bcd5-df83ae844f78,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:18.160088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.160885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:18.175565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 172.35.1.134 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/b325c5f7-0598-4df5-8567-47019b35ec34) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:18.243967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42549701-b7f2-4442-9d1b-69f98bfa46af req-1b60efcf-3c9d-4b60-a0e1-8dff090155ac tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:18.246311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42549701-b7f2-4442-9d1b-69f98bfa46af req-1b60efcf-3c9d-4b60-a0e1-8dff090155ac tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1096 time: 0.1895616
Dec 11 20:55:18.260028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f77b59-bdfc-4c4b-8930-e093216a4209 req-b83e60ac-7092-48a1-916b-e44c91342f3b tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:18.266201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91f77b59-bdfc-4c4b-8930-e093216a4209 req-b83e60ac-7092-48a1-916b-e44c91342f3b tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.5786359
Dec 11 20:55:18.338935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42549701-b7f2-4442-9d1b-69f98bfa46af req-c35880e7-470f-4f0f-9fb7-74762da0d419 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844371
Dec 11 20:55:18.342007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.379369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.406452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.420546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.425165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Provisioning complete for port 23e94009-66d2-4be5-88d6-6e34c096fe94 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:18.425763 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.431628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=ac141b2c-a8d3-4308-bcd5-df83ae844f78,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:18.434459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Allocated IP 19.80.0.127 (64557b65-a147-4d7b-af25-c1afd7a7e5f2/00e5216f-9d54-4dc0-be9a-4f8efe768573/456ce3d4-9f94-4e45-b21d-08f46b4521c1) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:18.472585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:18.476622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:18.481862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:18.485325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=b325c5f7-0598-4df5-8567-47019b35ec34,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:18.491863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:18.492232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.533980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91f77b59-bdfc-4c4b-8930-e093216a4209 req-dc4f9873-c837-4aec-a646-90aa745ad177 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/security-groups?id=6ef40049-3786-41ed-b6a5-72e0ca712ed0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288301
Dec 11 20:55:18.544138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41981f3c-4346-4c0f-ad06-182dd3a2ce2d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:18.556023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d948d456-324e-4ed9-b524-18564acd30ee None None] Port 23e94009-66d2-4be5-88d6-6e34c096fe94 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:18.611647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:18.681456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:18.681819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.734913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3f25147-5cee-43fe-9140-89b484d40c27 req-76de9ae5-5e24-44f6-b61b-f343d1fd2b2f tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 210 time: 0.0689678
Dec 11 20:55:18.738896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.742468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a81e0a24-02b5-4419-8131-5bde734d3ab4 None None] Provisioning complete for port ac141b2c-a8d3-4308-bcd5-df83ae844f78 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:18.742870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a81e0a24-02b5-4419-8131-5bde734d3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.748338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Checking segment: {'id': 'e09e8aa0-414d-4683-8993-9fcb7f7bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:18.748704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Network hostable DHCP agents. Network: 3332952b-0c38-4bb5-b4f9-2a65d8740092, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:18.756244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Checking segment: {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:18.756648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Network hostable DHCP agents. Network: 33644db5-8823-4a95-8786-2fa8207f46a2, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:18.766849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b5271c-eee7-44f4-84fc-222ed80a2149,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:18.802062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.843130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Network 33644db5-8823-4a95-8786-2fa8207f46a2 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:18.851734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Network 3332952b-0c38-4bb5-b4f9-2a65d8740092 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:18.876781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33644db5-8823-4a95-8786-2fa8207f46a2) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:18.885355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3332952b-0c38-4bb5-b4f9-2a65d8740092) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:18.887886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:18.888837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.895001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:18.895540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.922377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6547b-862c-45c9-a2c9-11743e2b0bee None None] Network 33644db5-8823-4a95-8786-2fa8207f46a2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:18.923434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b7bbff55-6ade-425d-96d4-f850fde36c1b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.8660474
Dec 11 20:55:18.928785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:18.954553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e1e20b36-fef1-494c-96d4-2e391d665233 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.7990777
Dec 11 20:55:18.993335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.018217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dfc15a-ef73-4945-b4f6-56cacb44e724 None None] Network 3332952b-0c38-4bb5-b4f9-2a65d8740092 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:19.102105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.114294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.156375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:19.163787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:19.170592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ac141b2c-a8d3-4308-bcd5-df83ae844f78 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:19.173548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:19.179302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:19.219983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=b325c5f7-0598-4df5-8567-47019b35ec34,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:19.269376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:19.301583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda8d18-148d-4111-a1d9-122c98d3f245 req-e4f88cd4-dcea-45d0-a9d0-6a19dd4afb70 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:19.307068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.310072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cda8d18-148d-4111-a1d9-122c98d3f245 req-e4f88cd4-dcea-45d0-a9d0-6a19dd4afb70 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 945 time: 0.2111650
Dec 11 20:55:19.318374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245e140-32bd-4867-9b82-253dabb15cdf None None] Network 33644db5-8823-4a95-8786-2fa8207f46a2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:19.324810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.340696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-44b59e37-2d5c-4758-a44c-8182a3f2eb25 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3560092
Dec 11 20:55:19.347138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:19.347925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.389500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8126af5-761e-42ae-bd21-f472e29a0375 None None] Network 3332952b-0c38-4bb5-b4f9-2a65d8740092 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:19.459048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0d04e809-9ca2-4fc0-82bd-9bb5dcdf5ac8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5830333
Dec 11 20:55:19.465560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cda8d18-148d-4111-a1d9-122c98d3f245 req-1393a5d2-cff7-4b18-8614-a1fd1e083263 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545048
Dec 11 20:55:19.473516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Request body: {'port': {'device_id': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1', 'admin_state_up': True, 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:19.504294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ac141b2c-a8d3-4308-bcd5-df83ae844f78 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:19.504662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.632274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.651947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8f364c07-670a-4862-9ee6-a96e33d671b2 None None] Provisioning complete for port ac141b2c-a8d3-4308-bcd5-df83ae844f78 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:19.652319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f364c07-670a-4862-9ee6-a96e33d671b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.656135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Made reservation on behalf of 4be4eb00bc584cc1979e89b1644ef482 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:19.659827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.673759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:19.746163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:19.756994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-996381035', 'description': 'tempest-description-556783601'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:19.773204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.861483 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.863443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:19.883817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8f364c07-670a-4862-9ee6-a96e33d671b2 None None] Provisioning complete for port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:19.884189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f364c07-670a-4862-9ee6-a96e33d671b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:19.910405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-4e856a74-9384-4ae8-a4a8-d98fd83aded5 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:19.912075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-4e856a74-9384-4ae8-a4a8-d98fd83aded5 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.30 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 946 time: 0.1492167
Dec 11 20:55:19.925563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8f364c07-670a-4862-9ee6-a96e33d671b2 None None] Port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:19.950934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-534f2135-3ead-499a-804f-99fad0e716e3 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:55:19.951942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-534f2135-3ead-499a-804f-99fad0e716e3 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0144415
Dec 11 20:55:19.979195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Allocated IP 19.86.0.164 (11e1df63-182b-4261-bd15-03deed7035d1/1f3e0d1b-220d-4f9d-bb05-412852da7d91/f04d1e96-1de8-438d-baae-b5875b4502e4) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:20.067297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c220fc60-b287-4ffc-bfef-ba537ed469e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:20.068700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c220fc60-b287-4ffc-bfef-ba537ed469e8 service neutron] 10.222.0.18 "GET /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 1093 time: 0.0976472
Dec 11 20:55:20.083948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:20.084401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:55:20.187511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.206610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.317072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.318362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dbaa8d9-0a33-4d7c-9c54-ca93f9fd88d0 req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5652676
Dec 11 20:55:20.329027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82da149-f1ea-45a2-bf47-6bf78aa2dfdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805861d9-67f6-45e4-b487-b9bf46fc4d05,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:20.333400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Deleting port 722d6557-b145-409c-bf36-21a1d119d60b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:20.333751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.476275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.516138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:20.516476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:20.516815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:20.567271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:20.567600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:20.587241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] For port 722d6557-b145-409c-bf36-21a1d119d60b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=722d6557-b145-409c-bf36-21a1d119d60b,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:20.587552 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.593120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:20.593463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:20.593846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:20.594273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Bound port: f9529aae-80ce-429d-914c-737017355c91, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:20.645569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Calling delete_port for 722d6557-b145-409c-bf36-21a1d119d60b owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:20.675197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.689289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-4c9b1a23-71f5-4965-9931-054d82794b40 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:20.691096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-4c9b1a23-71f5-4965-9931-054d82794b40 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/networks?id=3332952b-0c38-4bb5-b4f9-2a65d8740092 HTTP/1.1" status: 200  len: 813 time: 0.2439227
Dec 11 20:55:20.779548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:20.796112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-27d8862a-cfe2-4a3d-816d-75ea75a7c84e tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/quotas/2eed744bcb74416c81c229c0731efa19 HTTP/1.1" status: 200  len: 375 time: 0.0765407
Dec 11 20:55:20.802289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Network 11e1df63-182b-4261-bd15-03deed7035d1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:20.810012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:20.811495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-68e82e29-05e7-4093-9a19-7ed1be974314 service neutron] 10.222.0.18 "POST /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91/bindings HTTP/1.1" status: 201  len: 389 time: 0.7361596
Dec 11 20:55:20.820263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:20.831731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:20.834193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event updated for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:20.882584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-d8bc28ea-4fd4-481f-984e-f76220ed953f tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eed744bcb74416c81c229c0731efa19&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0680380
Dec 11 20:55:20.981325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:20.982378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.054031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-985ba3bd-e599-4181-914d-adbb4874c576 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5863857
Dec 11 20:55:21.087882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Request body: {'port': {'device_id': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:21.091249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.158888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4d68992f-433b-4cd7-81da-0e1455ec5029 None None] Provisioning complete for port f04d1e96-1de8-438d-baae-b5875b4502e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:21.159333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d68992f-433b-4cd7-81da-0e1455ec5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.185536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.191754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-1e020cdd-0443-4889-bc1d-d1b5bc9434d4 service neutron] 10.222.0.18 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2962568
Dec 11 20:55:21.195537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4d68992f-433b-4cd7-81da-0e1455ec5029 None None] Port f04d1e96-1de8-438d-baae-b5875b4502e4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:21.221012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Pushing event deleted for resources: {'Port': ['ID=722d6557-b145-409c-bf36-21a1d119d60b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:21.232763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4d975fd-7e1a-45c6-a8f5-95cca9709fdc req-201a2e0d-9555-4cc8-8b7b-3a9776165eb8 tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.18 "GET /v2.0/ports?device_id=61917393-073c-4826-bf2d-433339beed45 HTTP/1.1" status: 200  len: 210 time: 0.0294452
Dec 11 20:55:21.331248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-ad6f05a1-2790-4180-8c58-1d0f830d63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.332764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-ad6f05a1-2790-4180-8c58-1d0f830d63de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1096 time: 0.2065518
Dec 11 20:55:21.340138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.368903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] No DVR routers for this DVR port 722d6557-b145-409c-bf36-21a1d119d60b on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:21.373912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-93fa0395-b077-46f5-8fef-b18e6d380f95 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1384976524&fields=id&tenant_id=9369187dfe604d4a835b84f4063ce5d4 HTTP/1.1" status: 200  len: 267 time: 0.0457106
Dec 11 20:55:21.390445 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:21.393760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0107b84c-b5d2-4afe-bdba-aaf18159b73e req-88cc2507-4e74-4fbf-bd1c-b6aed7794c0f tempest-ServerRescueTestJSONUnderV235-9741165 tempest-ServerRescueTestJSONUnderV235-9741165-project] 10.222.0.30 "DELETE /v2.0/ports/722d6557-b145-409c-bf36-21a1d119d60b HTTP/1.1" status: 204  len: 173 time: 1.4688628
Dec 11 20:55:21.394210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'name': 'network-vif-deleted', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:21.396584 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e40d8a-8134-4785-87d3-72a6ac008d3f" -d '{"events": [{"server_uuid": "61917393-073c-4826-bf2d-433339beed45", "name": "network-vif-deleted", "tag": "722d6557-b145-409c-bf36-21a1d119d60b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:21.435927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-7be5616a-b588-4600-b6f7-e0ba3d26bd63 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.437343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-7be5616a-b588-4600-b6f7-e0ba3d26bd63 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 931 time: 0.0555310
Dec 11 20:55:21.496642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d53056b0-017e-4230-ae83-99255cdcf76e tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.498051 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d53056b0-017e-4230-ae83-99255cdcf76e tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 932 time: 0.0542552
Dec 11 20:55:21.499424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-c4ba6b60-41d4-4a3b-be8e-59a7100ff045 service neutron] 10.222.0.18 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806020
Dec 11 20:55:21.562897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3d740acb-9915-47d1-8f83-d0010f407bd3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0546405
Dec 11 20:55:21.580517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-85c127ca-30b8-4bbc-8263-1743bac6879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.581987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-85c127ca-30b8-4bbc-8263-1743bac6879c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.2238367
Dec 11 20:55:21.607045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-11116977-ce0b-46f8-91d3-92106eb60bf0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0374756
Dec 11 20:55:21.643127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-cf71cabc-7a81-450c-a20e-97aff8805a7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.0494864
Dec 11 20:55:21.745877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-199ef9fb-e790-43ef-bba9-8a6057d83832 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.752084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-199ef9fb-e790-43ef-bba9-8a6057d83832 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.757916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-199ef9fb-e790-43ef-bba9-8a6057d83832 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.759603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-199ef9fb-e790-43ef-bba9-8a6057d83832 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 1990 time: 0.1516306
Dec 11 20:55:21.769792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-b8eb7f63-1acd-4d36-aa95-324bf1cfd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.771110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-b8eb7f63-1acd-4d36-aa95-324bf1cfd60e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1124539
Dec 11 20:55:21.787091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-e25e37bf-cf33-4482-9c6f-d98e43d49cb4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/quotas/9369187dfe604d4a835b84f4063ce5d4 HTTP/1.1" status: 200  len: 375 time: 0.0174544
Dec 11 20:55:21.833689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e66c-86ce-4109-87be-7d90de78836e req-7e32eb8f-5013-4087-986f-7dfc93339952 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.841516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e66c-86ce-4109-87be-7d90de78836e req-7e32eb8f-5013-4087-986f-7dfc93339952 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:21.843571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b08e66c-86ce-4109-87be-7d90de78836e req-7e32eb8f-5013-4087-986f-7dfc93339952 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1655 time: 0.1247852
Dec 11 20:55:21.845486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-0d9eaa39-c2a3-4e01-9281-e40c1bedc718 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581915
Dec 11 20:55:21.884668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-adfcddce-3997-4203-b996-b5509985ebc2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0903242
Dec 11 20:55:22.005764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-66c2ae48-59d2-408f-9cdf-3421a67e3c15 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141117
Dec 11 20:55:22.008421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b08e66c-86ce-4109-87be-7d90de78836e req-abc6978a-1ac1-406b-94c2-33a197342b88 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1569045
Dec 11 20:55:22.032155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ce3d4-9f94-4e45-b21d-08f46b4521c1 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:22.051763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.058183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772518411', 'description': 'tempest-description-1611823772'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:22.076860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-2d943619-81db-48ad-b364-f799eae12484 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167132
Dec 11 20:55:22.087357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Transition to ACTIVE for port object 456ce3d4-9f94-4e45-b21d-08f46b4521c1 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:22.100309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.118099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.129352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-980d628c-f92c-43f3-9639-1461f836fc05 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097574
Dec 11 20:55:22.178109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-8c5e5367-3be2-4649-ae8a-1bedea156916 service neutron] 10.222.0.18 "GET /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0375476
Dec 11 20:55:22.235260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:22.296699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-bbdec635-492e-43fa-bd0e-77b19c3997e5 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1091273
Dec 11 20:55:22.337129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-de681d7d-efa1-4a8a-8260-2573dbb81030 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2504187
Dec 11 20:55:22.385328 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.402002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.413071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Attempting to bind port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:22.413416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Attempting to bind port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:22.413750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Attempting to bind port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 on network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:22.427501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-de547588-1078-450e-88e3-ee44f8e58d49 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229265
Dec 11 20:55:22.459891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 on network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:22.460192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Attempting to bind port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 on network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:22.476397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.477534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b29728b2-0c30-45b0-a374-4dad28757c74 req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4379382
Dec 11 20:55:22.479053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-083121ae-2145-487f-b159-f35397571250 service neutron] 10.222.0.18 "GET /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0446899
Dec 11 20:55:22.484809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:22.485161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Checking segment: {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:22.485869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Bound using segment: {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:22.485986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Bound port: 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc060839-fd60-4c7d-8aba-baf23fe2761d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:22.486383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.488171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d04e-f5c4-4819-9e8d-c43b045434e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0a550-80bd-4126-8907-81ec88798cba,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:22.519176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-e0d57733-d021-46c3-8ea6-3602786149f5 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:22.520725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-e0d57733-d021-46c3-8ea6-3602786149f5 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0953519
Dec 11 20:55:22.559414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:22.609662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6ea18451-bf2a-4d73-88d4-c01e1d0d12c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074982
Dec 11 20:55:22.666615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:22.688088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe9c33-1a5c-42fe-a503-aad579fb29de req-510e0a06-78dd-4591-928d-b0153f43bcfe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:22.689512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abbe9c33-1a5c-42fe-a503-aad579fb29de req-510e0a06-78dd-4591-928d-b0153f43bcfe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 945 time: 0.1356862
Dec 11 20:55:22.691420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:22.692559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.708358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.716171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4e116e59-630a-43c8-b92d-b3190f5f0e96 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999179
Dec 11 20:55:22.761811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:22.762826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:22.765136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] 10.222.0.16 "PUT /v2.0/ports/456ce3d4-9f94-4e45-b21d-08f46b4521c1 HTTP/1.1" status: 200  len: 1092 time: 1.6831090
Dec 11 20:55:22.818567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Request body: {'port': {'device_id': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:22.827701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3271be01-6f61-4cc6-a34b-fe1fdc16950c service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035912
Dec 11 20:55:22.957568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b298f6f-78fc-4503-a6e9-4cd97a02b0ad service neutron] Pushing event updated for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:22.967749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-9049f9da-8908-4346-8006-36e2b18c4d12 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280634
Dec 11 20:55:22.969777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abbe9c33-1a5c-42fe-a503-aad579fb29de req-da4d808d-15c6-479b-8cef-5b686936b485 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659974
Dec 11 20:55:23.107470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-2a799285-643e-4b19-8f26-cbfd05b36523 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388083
Dec 11 20:55:23.189935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 722d6557-b145-409c-bf36-21a1d119d60b no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:23.201227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-850e1cad-b869-4f74-850a-393e61966421 service neutron] 10.222.0.18 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870066
Dec 11 20:55:23.211261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 722d6557-b145-409c-bf36-21a1d119d60b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:23.211602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 722d6557-b145-409c-bf36-21a1d119d60b not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:23.337579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-5cb15042-a68f-4858-a2aa-f316efdc3ac1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:23.339189 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-5cb15042-a68f-4858-a2aa-f316efdc3ac1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 944 time: 0.0766709
Dec 11 20:55:23.341607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-5b244720-fbd6-4528-9d76-67aca36ae8c4 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336126
Dec 11 20:55:23.403785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.477337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-66eb7623-82e5-4710-bd05-6ec2d40dea15 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:23.478715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-66eb7623-82e5-4710-bd05-6ec2d40dea15 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.30 "GET /v2.0/networks?id=3332952b-0c38-4bb5-b4f9-2a65d8740092 HTTP/1.1" status: 200  len: 813 time: 0.6812327
Dec 11 20:55:23.487695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:23.506159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-e4fa2883-ffe8-4581-be10-7674d4020557 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535585
Dec 11 20:55:23.512494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a589cd-cae9-4ce1-a33e-021146d4fd8f req-4cc2c5a9-8b5d-4beb-8904-d96e5d6f8399 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:23.513401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Deleting port d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:23.513736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.513984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5a589cd-cae9-4ce1-a33e-021146d4fd8f req-4cc2c5a9-8b5d-4beb-8904-d96e5d6f8399 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b9cfe-5902-4281-9d83-22417f9e6b32 HTTP/1.1" status: 200  len: 944 time: 0.1545055
Dec 11 20:55:23.531018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Request body: {'port': {'device_id': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092', 'admin_state_up': True, 'tenant_id': '2eed744bcb74416c81c229c0731efa19'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:23.668728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] For port d943375a-1aa3-4b60-bcbd-7ef018709e39, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d943375a-1aa3-4b60-bcbd-7ef018709e39,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:23.669090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.672833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6c2a94a6-695f-4ed4-80b3-30dba8a61e32 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561139
Dec 11 20:55:23.692098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Calling delete_port for d943375a-1aa3-4b60-bcbd-7ef018709e39 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:23.713755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:23.787983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5a589cd-cae9-4ce1-a33e-021146d4fd8f req-2dd7fb96-3d21-4540-99a1-2b2fa367f4c3 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658486
Dec 11 20:55:23.820791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-46eb1808-c5b9-4e07-bc0d-50f50ac75113 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405368
Dec 11 20:55:23.827484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.854894 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0def51fb-f571-44cf-9757-2ae5348f23c2 x-openstack-request-id: req-0def51fb-f571-44cf-9757-2ae5348f23c2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:23.855066 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61917393-073c-4826-bf2d-433339beed45", "name": "network-vif-deleted", "tag": "722d6557-b145-409c-bf36-21a1d119d60b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:23.855284 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0def51fb-f571-44cf-9757-2ae5348f23c2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:23.855691 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61917393-073c-4826-bf2d-433339beed45', 'name': 'network-vif-deleted', 'tag': '722d6557-b145-409c-bf36-21a1d119d60b', 'status': 'completed', 'code': 200}
Dec 11 20:55:23.860508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.907200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:23.948368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event deleted for resources: {'Port': ['ID=d943375a-1aa3-4b60-bcbd-7ef018709e39,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:23.976068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32138382-8e02-42de-b02e-45bb10614a54 req-667d325b-eb89-41c5-996b-a4e9937078c8 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 210 time: 0.0633545
Dec 11 20:55:23.976656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Made reservation on behalf of 2eed744bcb74416c81c229c0731efa19 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:23.980655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.003682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] No DVR routers for this DVR port d943375a-1aa3-4b60-bcbd-7ef018709e39 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:24.006406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.010344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-392ac2d4-87f2-4cc6-80a1-6e45b4e60d9c req-e646c7b1-248f-4774-8663-4f0a8d8e2b0c tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.30 "DELETE /v2.0/ports/d943375a-1aa3-4b60-bcbd-7ef018709e39 HTTP/1.1" status: 204  len: 173 time: 0.6643257
Dec 11 20:55:24.010952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'name': 'network-vif-deleted', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:24.014540 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3843a197-84e1-4a4b-8bcf-039019b15683" -d '{"events": [{"server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "name": "network-vif-deleted", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:24.059778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:24.094857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:24.095503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:24.096028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:24.100061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04d1e96-1de8-438d-baae-b5875b4502e4 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:24.143664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.145963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:24.146272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Attempting to bind port f9529aae-80ce-429d-914c-737017355c91 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:24.158377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40436) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:24.172812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:24.173153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:24.173543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:24.174206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Bound port: f9529aae-80ce-429d-914c-737017355c91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:24.174761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.184378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Transition to ACTIVE for port object f04d1e96-1de8-438d-baae-b5875b4502e4 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:24.197350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.364244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:24.418166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Allocated IP 172.20.0.13 (3332952b-0c38-4bb5-b4f9-2a65d8740092/63b5271c-eee7-44f4-84fc-222ed80a2149/cae7458e-04cf-4dc3-b655-57dad89fc6de) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:24.513827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:24.548776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:24.572257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.646278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-c78d0b02-9548-44d5-8e7f-03edc0877ab4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:24.653896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-c78d0b02-9548-44d5-8e7f-03edc0877ab4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 813 time: 0.3738134
Dec 11 20:55:24.691566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Attempting to bind port f04d1e96-1de8-438d-baae-b5875b4502e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:24.691921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Attempting to bind port f04d1e96-1de8-438d-baae-b5875b4502e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:24.692247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Attempting to bind port f04d1e96-1de8-438d-baae-b5875b4502e4 on network 11e1df63-182b-4261-bd15-03deed7035d1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:24.711977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-247df46b-c875-4d79-8af5-6200be0e0b5d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/quotas/3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 375 time: 0.0571592
Dec 11 20:55:24.762521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Port f04d1e96-1de8-438d-baae-b5875b4502e4 on network 11e1df63-182b-4261-bd15-03deed7035d1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:24.762521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Attempting to bind port f04d1e96-1de8-438d-baae-b5875b4502e4 on network 11e1df63-182b-4261-bd15-03deed7035d1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:24.829040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-299cb2e6-d37f-42fd-864f-0b7e700b52c7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1160655
Dec 11 20:55:24.842139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=8']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:24.845664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:24.846002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Checking segment: {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:24.846387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Bound using segment: {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:24.846858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Bound port: f04d1e96-1de8-438d-baae-b5875b4502e4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb2475d-b73e-4550-874a-914b60776ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:24.847215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.898682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:24.899309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:24.900704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-c1903009-f731-4e6c-bccc-2d9e8d0b1f03 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 1121 time: 2.3456655
Dec 11 20:55:24.987789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f9529aae-80ce-429d-914c-737017355c91'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:25.042742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.086440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:25.098841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-6f56d819-f62c-4766-a256-ded54cc81ef2 service neutron] 10.222.0.18 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687485
Dec 11 20:55:25.112893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.151826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f40c-5446-4ac0-88de-4c41a724f3b8 req-f7a47144-3d5d-4c23-bd46-da5d9a278fdd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.160238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979f40c-5446-4ac0-88de-4c41a724f3b8 req-f7a47144-3d5d-4c23-bd46-da5d9a278fdd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.174705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1979f40c-5446-4ac0-88de-4c41a724f3b8 req-f7a47144-3d5d-4c23-bd46-da5d9a278fdd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1679 time: 0.4373593
Dec 11 20:55:25.192121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f04d1e96-1de8-438d-baae-b5875b4502e4,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:25.218067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.228101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Network 3332952b-0c38-4bb5-b4f9-2a65d8740092 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:25.240314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:25.246900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:25.251794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Pushing event updated for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:25.308731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1979f40c-5446-4ac0-88de-4c41a724f3b8 req-172b3f04-d662-4655-b193-bf94c44ab0a3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308973
Dec 11 20:55:25.323350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.324163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.325735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] 10.222.0.16 "PUT /v2.0/ports/f04d1e96-1de8-438d-baae-b5875b4502e4 HTTP/1.1" status: 200  len: 1092 time: 2.5140917
Dec 11 20:55:25.327793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.383724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-724e8da6-2b9c-42f0-bcb4-59ac488fb6ce service neutron] 10.222.0.18 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834918
Dec 11 20:55:25.461400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.462067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.550695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0d3e2-9034-4a1d-b7e7-a8bc1a11f147 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:25.593047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-b6281109-a555-4b17-a840-6d1717100379 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0730488
Dec 11 20:55:25.606691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944b47c-e864-4910-9d4b-328f4d25c721 req-f68ccb5f-a4ff-4ac4-8415-25a76f8411b3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.608284 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4944b47c-e864-4910-9d4b-328f4d25c721 req-f68ccb5f-a4ff-4ac4-8415-25a76f8411b3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.1534274
Dec 11 20:55:25.617010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Request body: {'port': {'device_id': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:25.697248 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f412453-db01-4935-b66e-93416f77257f x-openstack-request-id: req-8f412453-db01-4935-b66e-93416f77257f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:25.701007 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b9cfe-5902-4281-9d83-22417f9e6b32", "name": "network-vif-deleted", "tag": "d943375a-1aa3-4b60-bcbd-7ef018709e39", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:25.701322 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f412453-db01-4935-b66e-93416f77257f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:25.701776 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b9cfe-5902-4281-9d83-22417f9e6b32', 'name': 'network-vif-deleted', 'tag': 'd943375a-1aa3-4b60-bcbd-7ef018709e39', 'status': 'completed', 'code': 200}
Dec 11 20:55:25.737318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-8ffd0fd8-a41e-4c98-af5a-e2abdf7d60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.738094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-8ffd0fd8-a41e-4c98-af5a-e2abdf7d60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.740302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-8ffd0fd8-a41e-4c98-af5a-e2abdf7d60b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1981 time: 0.3299372
Dec 11 20:55:25.768806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:25.800796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4944b47c-e864-4910-9d4b-328f4d25c721 req-a610e997-1ffe-4d68-96d2-80c49507576e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765931
Dec 11 20:55:25.816985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-eba4e4d9-7615-4c87-be4f-57a05f932ca2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1 HTTP/1.1" status: 200  len: 217 time: 0.0681794
Dec 11 20:55:25.939951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1'}, {'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9529aae-80ce-429d-914c-737017355c91'}, {'name': 'network-changed', 'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'tag': 'f9529aae-80ce-429d-914c-737017355c91'}, {'name': 'network-changed', 'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:25.942778 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7599c-3f30-4f75-b250-9daacb94eca2" -d '{"events": [{"name": "network-changed", "server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1"}, {"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9529aae-80ce-429d-914c-737017355c91"}, {"name": "network-changed", "server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "tag": "f9529aae-80ce-429d-914c-737017355c91"}, {"name": "network-changed", "server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:25.949005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2e978541-e999-4dd2-b172-ddbad4248243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:25.951159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-2e978541-e999-4dd2-b172-ddbad4248243 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e5216f-9d54-4dc0-be9a-4f8efe768573 HTTP/1.1" status: 200  len: 801 time: 0.1094258
Dec 11 20:55:25.992667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abf5dcee-4614-4b4c-925c-109c89b4ab5f req-c572979e-a38d-4daf-a830-7100c08200ee tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 210 time: 0.0381374
Dec 11 20:55:26.012241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Deleting port a9bfe3a3-8753-4540-b2df-c6bec664fec6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:26.012925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:26.197708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-3fc11f2b-08d8-4337-bc3f-71377fb62ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.200149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-3fc11f2b-08d8-4337-bc3f-71377fb62ac7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64557b65-a147-4d7b-af25-c1afd7a7e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2032554
Dec 11 20:55:26.204989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f02bcb-6728-468e-99f3-1d12397eaf66 req-bbd77fc9-7257-4c61-b181-3cb111215739 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.207501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3f02bcb-6728-468e-99f3-1d12397eaf66 req-bbd77fc9-7257-4c61-b181-3cb111215739 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 932 time: 0.0995803
Dec 11 20:55:26.213662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] For port a9bfe3a3-8753-4540-b2df-c6bec664fec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9bfe3a3-8753-4540-b2df-c6bec664fec6,segment=NetworkSegment(490de11b-0fc9-46a1-b1dc-69a416dbd3c9),segment_id=490de11b-0fc9-46a1-b1dc-69a416dbd3c9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:26.214946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:26.236205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Calling delete_port for a9bfe3a3-8753-4540-b2df-c6bec664fec6 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:26.357430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b44a2aeb-a531-4b3d-b08c-9fd8553bebe6 req-9dd267a2-be2e-414b-8fee-d05a1c649441 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 210 time: 0.0367746
Dec 11 20:55:26.374811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3f02bcb-6728-468e-99f3-1d12397eaf66 req-cf0102eb-9c0b-4747-8d03-f4b40ae05d0a tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564212
Dec 11 20:55:26.410979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-0e83b016-a20b-4e27-bd72-e4c8b9a3dab2 service neutron] 10.222.0.16 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003458
Dec 11 20:55:26.505466 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a64ed2-d8c4-43b8-88a4-a00d36ff2363 x-openstack-request-id: req-12a64ed2-d8c4-43b8-88a4-a00d36ff2363 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:26.505768 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1", "status": "completed", "code": 200}, {"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9529aae-80ce-429d-914c-737017355c91", "code": 200}, {"name": "network-changed", "server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "tag": "f9529aae-80ce-429d-914c-737017355c91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:26.506028 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12a64ed2-d8c4-43b8-88a4-a00d36ff2363 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:26.506441 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'status': 'completed', 'code': 200}
Dec 11 20:55:26.506726 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9529aae-80ce-429d-914c-737017355c91', 'code': 200}
Dec 11 20:55:26.506982 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'tag': 'f9529aae-80ce-429d-914c-737017355c91', 'status': 'completed', 'code': 200}
Dec 11 20:55:26.507234 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4', 'status': 'completed', 'code': 200}
Dec 11 20:55:26.675385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae7458e-04cf-4dc3-b655-57dad89fc6de {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:26.682964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-89648c3f-773b-4513-a3aa-5f9eee292369 service neutron] 10.222.0.16 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627833
Dec 11 20:55:26.685520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-1b8257c7-84ad-4e54-8e1c-50b70f1b0e8e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.687038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-1b8257c7-84ad-4e54-8e1c-50b70f1b0e8e tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.1680503
Dec 11 20:55:26.692946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:26.709346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a096642e-c692-42b8-8094-d7ea194bb5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.711083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a096642e-c692-42b8-8094-d7ea194bb5e2 service neutron] 10.222.0.30 "GET /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 1027 time: 0.0959046
Dec 11 20:55:26.718678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-91b94de7-3cee-4606-a408-0663917d02ea tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/quotas/f2b1d3ddd9bb452c882e42474f88e047 HTTP/1.1" status: 200  len: 375 time: 0.0186851
Dec 11 20:55:26.756098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:26.765441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-c80ad56c-9569-495a-ae84-2bd667612a4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=f04d1e96-1de8-438d-baae-b5875b4502e4 HTTP/1.1" status: 200  len: 217 time: 0.0694535
Dec 11 20:55:26.767512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-445fdfcd-1527-41b0-b57a-518928b15caa tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0372450
Dec 11 20:55:26.776393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147f43-0e82-4209-a2a6-249556726bd7 req-625e56ef-13ac-4e99-a41e-f0b2e95947c5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.782234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147f43-0e82-4209-a2a6-249556726bd7 req-625e56ef-13ac-4e99-a41e-f0b2e95947c5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.789516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4147f43-0e82-4209-a2a6-249556726bd7 req-625e56ef-13ac-4e99-a41e-f0b2e95947c5 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1679 time: 0.2470274
Dec 11 20:55:26.823607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bfe3a3-8753-4540-b2df-c6bec664fec6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:26.856204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Transition to ACTIVE for port object cae7458e-04cf-4dc3-b655-57dad89fc6de will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:26.877650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:26.921429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-be816b4c-c6e1-42d7-9b38-e89f9d51b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.922880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-be816b4c-c6e1-42d7-9b38-e89f9d51b0d2 service neutron] 10.222.0.30 "GET /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 1028 time: 0.1729786
Dec 11 20:55:26.953740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-8a988014-a306-4f43-9908-cc8a2b65417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:26.957035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-8a988014-a306-4f43-9908-cc8a2b65417d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f3e0d1b-220d-4f9d-bb05-412852da7d91 HTTP/1.1" status: 200  len: 801 time: 0.1623366
Dec 11 20:55:27.072255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4147f43-0e82-4209-a2a6-249556726bd7 req-9b269e71-fe83-4f2b-b548-c0d9bc46a8aa tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2817476
Dec 11 20:55:27.094322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:27.096511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Pushing event updated for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:27.121363 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-ee914a0c-90b2-477f-be23-be0556797bb1 service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530414
Dec 11 20:55:27.209221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f9529aae-80ce-429d-914c-737017355c91 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:27.214696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:27.245565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: d943375a-1aa3-4b60-bcbd-7ef018709e39 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:27.246280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d943375a-1aa3-4b60-bcbd-7ef018709e39 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:27.314431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c6da12f2-f39f-437a-9e6f-ccb8ec341a2b tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.323815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c6da12f2-f39f-437a-9e6f-ccb8ec341a2b tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.330655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c6da12f2-f39f-437a-9e6f-ccb8ec341a2b tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.332507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c6da12f2-f39f-437a-9e6f-ccb8ec341a2b tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 1990 time: 0.3973105
Dec 11 20:55:27.374103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:27.388811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f9529aae-80ce-429d-914c-737017355c91 has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:55:27.394944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-f0bc5fc5-43d7-4005-886c-97f08a1fba03 service neutron] 10.222.0.18 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2628984
Dec 11 20:55:27.404807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-99ceee51-1dd8-4748-93d2-186e9fc04d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.406863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-99ceee51-1dd8-4748-93d2-186e9fc04d98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11e1df63-182b-4261-bd15-03deed7035d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.4217317
Dec 11 20:55:27.420065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-490259a8-4f29-4bd4-b9f7-b9914bc69f4a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.421629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-490259a8-4f29-4bd4-b9f7-b9914bc69f4a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 813 time: 0.3218024
Dec 11 20:55:27.475243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'device_id': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2', 'admin_state_up': True, 'tenant_id': '3bade2212f144ba3bcef7ca1bb29dfbe'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:27.591330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-fa741e4d-e8df-414d-abdd-0c69c2b4dbdb service neutron] 10.222.0.16 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653247
Dec 11 20:55:27.607212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Attempting to bind port cae7458e-04cf-4dc3-b655-57dad89fc6de on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:27.607586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Attempting to bind port cae7458e-04cf-4dc3-b655-57dad89fc6de by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e09e8aa0-414d-4683-8993-9fcb7f7bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:27.607888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Attempting to bind port cae7458e-04cf-4dc3-b655-57dad89fc6de on network 3332952b-0c38-4bb5-b4f9-2a65d8740092 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:27.628418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376ca79-3e90-42c1-aab0-e216943c2c1b req-9767f531-3668-4490-a1ba-964b821bbe25 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:27.629924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a376ca79-3e90-42c1-aab0-e216943c2c1b req-9767f531-3668-4490-a1ba-964b821bbe25 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.4582705
Dec 11 20:55:27.696416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Router c6b075d1-736b-4560-bb30-468f733318fa has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:55:27.726595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b820e897-310f-45c4-a3f5-d7701f4768c5 req-c5237db6-cae0-4cb9-acc4-af9759063f26 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 210 time: 0.0529954
Dec 11 20:55:27.751345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Port cae7458e-04cf-4dc3-b655-57dad89fc6de on network 3332952b-0c38-4bb5-b4f9-2a65d8740092 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:27.751856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Attempting to bind port cae7458e-04cf-4dc3-b655-57dad89fc6de on network 3332952b-0c38-4bb5-b4f9-2a65d8740092 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:27.810876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:27.811515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Checking segment: {'id': 'e09e8aa0-414d-4683-8993-9fcb7f7bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:27.811924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Bound using segment: {'id': 'e09e8aa0-414d-4683-8993-9fcb7f7bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:27.812456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Bound port: cae7458e-04cf-4dc3-b655-57dad89fc6de, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09e8aa0-414d-4683-8993-9fcb7f7bec13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:27.812932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:27.864012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2993c2f9-6165-4d0a-9155-f4e0dd5bbf76 req-a33902e5-dd32-464c-8a27-a7705d5f349c service neutron] 10.222.0.16 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599010
Dec 11 20:55:27.871748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-b5b729a9-cac7-4c4b-af51-2a4cd4141726 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9369187dfe604d4a835b84f4063ce5d4 HTTP/1.1" status: 200  len: 380 time: 0.5100510
Dec 11 20:55:27.907224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'admin_state_up': True, 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'security_groups': ['4d063bf0-4e61-45a7-a9f8-f6103d74eef9']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:27.911682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Made reservation on behalf of 3bade2212f144ba3bcef7ca1bb29dfbe for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:27.920700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:27.921280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a376ca79-3e90-42c1-aab0-e216943c2c1b req-7cd59bfd-6a0b-41a3-bc49-c363a2119ae0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2381401
Dec 11 20:55:28.001467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:55:28.013630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Sync routers for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:55:28.025398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a9371bae-c488-4588-86a0-dbb23534266f admin admin] 10.222.0.18 "PUT /v2.0/routers/c6b075d1-736b-4560-bb30-468f733318fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8656557
Dec 11 20:55:28.034181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:28.036465 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:28.040020 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:28.202004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:28.276029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Allocated IP 172.20.0.13 (33644db5-8823-4a95-8786-2fa8207f46a2/41981f3c-4346-4c0f-ad06-182dd3a2ce2d/3ce8da63-4a80-445b-820e-6efe40f4a99c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:28.473000 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473deb0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:55:26Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:28.507125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Checking router: c6b075d1-736b-4560-bb30-468f733318fa for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:55:28.519019 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Routers {'c6b075d1-736b-4560-bb30-468f733318fa'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:28.520320 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c6b075d1-736b-4560-bb30-468f733318fa'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:28.653796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] Set router c6b075d1-736b-4560-bb30-468f733318fa gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:28.661307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5056c07-7df2-4a9a-9fb0-130bff131358 req-66a99930-6a72-434d-9ced-22f4d185f351 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 210 time: 0.5035992
Dec 11 20:55:28.835091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262565e-fd6a-4eb8-9171-61643ef6887b req-0e764467-1bad-449b-b377-d3f2fd2a3aef tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:28.837397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8262565e-fd6a-4eb8-9171-61643ef6887b req-0e764467-1bad-449b-b377-d3f2fd2a3aef tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 944 time: 0.2917755
Dec 11 20:55:28.839409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:28.843594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:28.854247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64074e7e-05bb-448e-be36-87bcf07f7f6c req-4c1ee9ce-dd73-4439-93d6-2e1de63323b7 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 210 time: 0.0750523
Dec 11 20:55:28.880203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-d7ec0336-95ca-4c84-96f2-578865dddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:28.880926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-d7ec0336-95ca-4c84-96f2-578865dddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:28.882682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-d7ec0336-95ca-4c84-96f2-578865dddf12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1981 time: 0.8950098
Dec 11 20:55:28.886665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-2a1b8e0b-f895-4558-8a70-9633749a8d7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.9374473
Dec 11 20:55:28.905687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.048238 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473deb0>, [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:55:26Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:29.084798 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42913d-c5a5-463b-ae6a-d0ba20bb87e0 None None] The sync data for ids ['c6b075d1-736b-4560-bb30-468f733318fa'] in ncdv-master-1 is: [{'id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'name': 'tempest-ServerRescueTestJSONUnderV235-472280579-router', 'tenant_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31'}], 'enable_snat': True}, 'gw_port_id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:34Z', 'updated_at': '2021-12-11T20:55:26Z', 'revision_number': 5, 'project_id': 'fb08669fc6964246bc3b6166f94e9e9a', 'gw_port': {'id': '1c3b349b-f704-4382-bc15-db28fa48ba66', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b075d1-736b-4560-bb30-468f733318fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:35Z', 'updated_at': '2021-12-11T20:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:55:29.175702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0872d-93f6-4587-b45a-ff6ce5dc395c req-4460e4fb-52aa-4ebc-94de-4251ad9c42ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.181714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0872d-93f6-4587-b45a-ff6ce5dc395c req-4460e4fb-52aa-4ebc-94de-4251ad9c42ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.183586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73b0872d-93f6-4587-b45a-ff6ce5dc395c req-4460e4fb-52aa-4ebc-94de-4251ad9c42ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1679 time: 0.1719468
Dec 11 20:55:29.197036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.204632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.287778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:29.299834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73b0872d-93f6-4587-b45a-ff6ce5dc395c req-d60dac42-58ef-4271-91f5-db1e806885f0 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980759
Dec 11 20:55:29.302135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 172.20.0.8 (cbe15a21-726e-4e30-a5c5-ef4819342354/65b7e3a6-d78c-42d3-92a9-33b1a71f8947/75f010cc-c2f8-4192-bf17-aaad70dc60b8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:29.303207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.355664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de,segment=NetworkSegment(e09e8aa0-414d-4683-8993-9fcb7f7bec13),segment_id=e09e8aa0-414d-4683-8993-9fcb7f7bec13)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:29.368579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Network 33644db5-8823-4a95-8786-2fa8207f46a2 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:29.373744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:29.379104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Deleting port 1c3b349b-f704-4382-bc15-db28fa48ba66 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:29.379442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.381456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:29.386725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:29.419164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.423914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8262565e-fd6a-4eb8-9171-61643ef6887b req-bd56d4bb-81fd-40ae-8fde-4bbad53720ad tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5754883
Dec 11 20:55:29.498318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6263cd58-c2ed-4e66-a5a4-774b556f1566 req-9d868f03-47d4-4b6c-8e3c-58d6ca98832c tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 210 time: 0.0789092
Dec 11 20:55:29.522211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.522211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.561692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-10d169db-262a-4dee-962b-368ae27c35cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0924344
Dec 11 20:55:29.577698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Request body: {'port': {'device_id': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:29.592052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-950569da-8ef7-4c34-86f2-712cdc9a93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.596833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-950569da-8ef7-4c34-86f2-712cdc9a93c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 1096 time: 0.4618931
Dec 11 20:55:29.639307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.640136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.641661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] 10.222.0.30 "PUT /v2.0/ports/cae7458e-04cf-4dc3-b655-57dad89fc6de HTTP/1.1" status: 200  len: 1092 time: 4.0303979
Dec 11 20:55:29.646073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] For port 1c3b349b-f704-4382-bc15-db28fa48ba66, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c3b349b-f704-4382-bc15-db28fa48ba66,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:29.646993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.653878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-35586d34-1361-4e77-bdc7-92da03130e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.655491 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-35586d34-1361-4e77-bdc7-92da03130e8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=64557b65-a147-4d7b-af25-c1afd7a7e5f2 HTTP/1.1" status: 200  len: 903 time: 0.7175946
Dec 11 20:55:29.656107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:29.658883 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e312179e-19eb-4111-81ed-88f83e91cb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:29.728269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Calling delete_port for 1c3b349b-f704-4382-bc15-db28fa48ba66 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:29.753792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:29.766583 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5742d6-5bf1-4e37-aed2-60ebe1152397 x-openstack-request-id: req-fb5742d6-5bf1-4e37-aed2-60ebe1152397 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:29.766851 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:29.767109 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb5742d6-5bf1-4e37-aed2-60ebe1152397 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:29.767527 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de', 'status': 'completed', 'code': 200}
Dec 11 20:55:29.863924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ece1-f3a7-4384-894c-e6947024f857 req-e7e3a31f-0b03-4c29-b4ff-49762e3a2e51 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.865885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41f8ece1-f3a7-4384-894c-e6947024f857 req-e7e3a31f-0b03-4c29-b4ff-49762e3a2e51 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 943 time: 0.2361290
Dec 11 20:55:29.906724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-645276fa-238c-422c-a5e5-808e7d4b8eba tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:29.908192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-645276fa-238c-422c-a5e5-808e7d4b8eba tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 820 time: 0.7319825
Dec 11 20:55:29.909466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-ac94ca79-07a2-4d77-b1b1-1b6b7961cfa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.127&port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1 HTTP/1.1" status: 200  len: 217 time: 0.1955063
Dec 11 20:55:29.954815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Request body: {'port': {'device_id': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'admin_state_up': True, 'tenant_id': 'f2b1d3ddd9bb452c882e42474f88e047'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:29.994013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2474f-a3d8-4fa6-b980-2da903afd76e service neutron] Pushing event updated for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:30.055038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41f8ece1-f3a7-4384-894c-e6947024f857 req-df99f1b9-dd91-475e-9ea0-8439f31940c8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638567
Dec 11 20:55:30.134609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-95514167-a4ce-4790-afb9-8a7c9aca581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.136179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-95514167-a4ce-4790-afb9-8a7c9aca581d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eed744bcb74416c81c229c0731efa19&device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 1095 time: 0.4296718
Dec 11 20:55:30.144451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-3ffff44b-4504-43fd-aa81-0c08b8df68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.145941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-3ffff44b-4504-43fd-aa81-0c08b8df68a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.5248127
Dec 11 20:55:30.233920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022be68-6136-45ec-aca8-30536f9f98cd req-214a3e57-d517-453f-b4ab-ba72b01201f1 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.235502 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b022be68-6136-45ec-aca8-30536f9f98cd req-214a3e57-d517-453f-b4ab-ba72b01201f1 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 932 time: 0.3741779
Dec 11 20:55:30.257403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46a03cad-4daf-46c3-884b-01d9de1729ef req-8087368a-fa2b-4c7a-b607-a729c6e634dc tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 210 time: 0.0635860
Dec 11 20:55:30.288986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-94de0255-13bf-4c09-aa27-db19314bdb87 service neutron] 10.222.0.16 "GET /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2189155
Dec 11 20:55:30.289626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-6b21f899-dde0-4466-819c-8745e1387b37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de HTTP/1.1" status: 200  len: 217 time: 0.1344280
Dec 11 20:55:30.295262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-f7ee8a00-4954-4065-a060-b3df127a654b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 200  len: 217 time: 0.1246016
Dec 11 20:55:30.296797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-dda94c77-d3ec-4103-9392-6c077042ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.298207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-dda94c77-d3ec-4103-9392-6c077042ad55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e5216f-9d54-4dc0-be9a-4f8efe768573 HTTP/1.1" status: 200  len: 801 time: 0.3518291
Dec 11 20:55:30.303073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.305542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.384693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3b349b-f704-4382-bc15-db28fa48ba66,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:30.491358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-ac13597e-ebc5-402a-9b5b-f9ee9d719c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.493252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-ac13597e-ebc5-402a-9b5b-f9ee9d719c43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63b5271c-eee7-44f4-84fc-222ed80a2149 HTTP/1.1" status: 200  len: 853 time: 0.1856771
Dec 11 20:55:30.498759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Made reservation on behalf of f2b1d3ddd9bb452c882e42474f88e047 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:30.502195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.504890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-e4087006-27e9-4c75-b184-26f35aa38dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.506392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-e4087006-27e9-4c75-b184-26f35aa38dca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1911583
Dec 11 20:55:30.535151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b022be68-6136-45ec-aca8-30536f9f98cd req-9ac06380-cc64-491b-8bd5-a182f6ca61ad tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493312
Dec 11 20:55:30.569967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-acc2aac9-4fb0-4e02-a53b-9af9868f5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.572143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-acc2aac9-4fb0-4e02-a53b-9af9868f5b75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64557b65-a147-4d7b-af25-c1afd7a7e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.2600524
Dec 11 20:55:30.579609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.585193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-9e80301d-b308-4bdf-9bfe-c36449c19683 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3332952b-0c38-4bb5-b4f9-2a65d8740092&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779152
Dec 11 20:55:30.618368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf4149-8980-4827-83e5-d49a2846690a req-772112c3-f97f-43f2-ac15-5f99474b8131 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.621095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-f066dcc5-2589-4c1a-8d2b-f1da1cc16b89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0878754
Dec 11 20:55:30.625058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf4149-8980-4827-83e5-d49a2846690a req-772112c3-f97f-43f2-ac15-5f99474b8131 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:30.632405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2eaf4149-8980-4827-83e5-d49a2846690a req-772112c3-f97f-43f2-ac15-5f99474b8131 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1679 time: 0.2392938
Dec 11 20:55:30.637154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce8da63-4a80-445b-820e-6efe40f4a99c {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:30.640329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.710552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.767772 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.780383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.808861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Transition to ACTIVE for port object 3ce8da63-4a80-445b-820e-6efe40f4a99c will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:30.888833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network cbe15a21-726e-4e30-a5c5-ef4819342354 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:30.889125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.912080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:30.926825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:30.941695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2eaf4149-8980-4827-83e5-d49a2846690a req-945433e0-faa3-4c96-a9b0-1acd2f4f06bf tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3077221
Dec 11 20:55:30.941900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:30.955917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.956440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6b075d1-736b-4560-bb30-468f733318fa {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:55:30.966876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:30.978791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f6a2364f-0ff6-4e35-b0d1-cd75fc28535f admin admin] 10.222.0.18 "DELETE /v2.0/routers/c6b075d1-736b-4560-bb30-468f733318fa HTTP/1.1" status: 204  len: 168 time: 2.9415703
Dec 11 20:55:30.985980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40568) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:30.996953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:31.134247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:31.159949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a9bfe3a3-8753-4540-b2df-c6bec664fec6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:31.177697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Attempting to bind port 3ce8da63-4a80-445b-820e-6efe40f4a99c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:31.178062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Attempting to bind port 3ce8da63-4a80-445b-820e-6efe40f4a99c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:31.178389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Attempting to bind port 3ce8da63-4a80-445b-820e-6efe40f4a99c on network 33644db5-8823-4a95-8786-2fa8207f46a2 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:31.194561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Port 3ce8da63-4a80-445b-820e-6efe40f4a99c on network 33644db5-8823-4a95-8786-2fa8207f46a2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:31.194904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Attempting to bind port 3ce8da63-4a80-445b-820e-6efe40f4a99c on network 33644db5-8823-4a95-8786-2fa8207f46a2 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:31.195829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a9bfe3a3-8753-4540-b2df-c6bec664fec6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:31.196455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a9bfe3a3-8753-4540-b2df-c6bec664fec6 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:31.197217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:31.223554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:31.223897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Checking segment: {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:31.224286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Bound using segment: {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:31.224717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Bound port: 3ce8da63-4a80-445b-820e-6efe40f4a99c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:31.225076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.239729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685c113-0c48-45c8-9ae1-38ad15b2905e req-452fd0e4-66ac-46e9-aae4-f59dfda1260f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.241334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4685c113-0c48-45c8-9ae1-38ad15b2905e req-452fd0e4-66ac-46e9-aae4-f59dfda1260f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 931 time: 0.1249297
Dec 11 20:55:31.257624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49ec0e-ce6a-401d-aa9d-2c35ac42b6f0 req-129a2c7e-33a4-4894-bbb0-bd99e705755e tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.262965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a49ec0e-ce6a-401d-aa9d-2c35ac42b6f0 req-129a2c7e-33a4-4894-bbb0-bd99e705755e tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 944 time: 0.6367776
Dec 11 20:55:31.265555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-62c320df-e611-437e-bdab-c11d7047c78f service neutron] 10.222.0.30 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6675246
Dec 11 20:55:31.268618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Deleting subnet 96d52ace-7401-456e-830d-18a73f9d3060 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:31.275381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9529aae-80ce-429d-914c-737017355c91 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:31.293009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.293621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.305916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.314933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:31.325262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-212b69bb-a2bd-4066-8b1b-6879a035560d None None] Provisioning complete for port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:31.325625 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-212b69bb-a2bd-4066-8b1b-6879a035560d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.329023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-7881d9b2-4f25-42fe-a0cc-498abde9d3e5 service neutron] 10.222.0.16 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7426870
Dec 11 20:55:31.356671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.367024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-212b69bb-a2bd-4066-8b1b-6879a035560d None None] Port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:31.376760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4685c113-0c48-45c8-9ae1-38ad15b2905e req-7fcfc5f0-7c3f-4f67-8a1e-a83eb6eb04dc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235518
Dec 11 20:55:31.385068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:31.391403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-ed1fea60-eb91-43b4-94f4-e0c1f2994410 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7403934
Dec 11 20:55:31.420047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:31.426866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.454804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Allocated IP 172.20.0.9 (d45c22e1-69d6-4621-88dc-e849a66f9d40/e20c57fb-a36f-44bf-b026-ac23bd6ba8f9/630b6397-a5ae-4dc0-9a2e-8809c0495dce) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:31.478703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.479331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.481512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] 10.222.0.30 "PUT /v2.0/ports/3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 1092 time: 1.9085953
Dec 11 20:55:31.481973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:31.484812 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:31.487355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-ec10d33a-b604-40aa-bcd6-0a3e77449e3d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5840454
Dec 11 20:55:31.519363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] Transition to ACTIVE for port object f9529aae-80ce-429d-914c-737017355c91 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:31.520660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dffc30-aee2-4017-a48d-4a7e39f593ba service neutron] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:31.545435 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.684197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] No DVR routers for this DVR port f9529aae-80ce-429d-914c-737017355c91 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:31.705986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-e1f8479b-1280-4d13-af34-092d70b6c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.707554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-e1f8479b-1280-4d13-af34-092d70b6c853 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1095 time: 0.1748569
Dec 11 20:55:31.709426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] Pushing event updated for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=10']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:31.777902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-cb5343e6-c0e0-469f-8420-271c09d89692 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 217 time: 0.0578785
Dec 11 20:55:31.781398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-581f3f97-513b-4416-a4c3-70a021e89641 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.4738989
Dec 11 20:55:31.789263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a758510-7ff7-42cb-8e61-ba7bc617d25c req-1f7c047f-df47-491c-88c4-e3741b605e4d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:31.790956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a758510-7ff7-42cb-8e61-ba7bc617d25c req-1f7c047f-df47-491c-88c4-e3741b605e4d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.1768391
Dec 11 20:55:31.899384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:31.922782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'admin_state_up': True, 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'security_groups': ['4d063bf0-4e61-45a7-a9f8-f6103d74eef9']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:32.079468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a49ec0e-ce6a-401d-aa9d-2c35ac42b6f0 req-c5bdd631-4d48-4bf3-a666-00adaf731ad2 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7945077
Dec 11 20:55:32.147529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.154469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-54ccb7bc-8ad8-4070-bea5-0e2ae375eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.155897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-54ccb7bc-8ad8-4070-bea5-0e2ae375eb53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.3640492
Dec 11 20:55:32.183651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a758510-7ff7-42cb-8e61-ba7bc617d25c req-4647390a-c1e5-4ffb-bce7-dc37907efdea tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3834038
Dec 11 20:55:32.196982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f04d1e96-1de8-438d-baae-b5875b4502e4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:32.199353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-2e19bdb8-5d41-4634-bf42-b4395f92f3a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0349662
Dec 11 20:55:32.200868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6716008-b97b-4ff4-9c21-d6349c5c8fec req-fdd12b80-7348-4c4c-a468-fa4876ed4520 service neutron] 10.222.0.30 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8958516
Dec 11 20:55:32.201581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f9529aae-80ce-429d-914c-737017355c91 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:32.224791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-0f0065ac-abf2-418a-8e0e-ec7e48b95a37 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.226282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-0f0065ac-abf2-418a-8e0e-ec7e48b95a37 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.3811722
Dec 11 20:55:32.262146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-e8c088d2-3829-42f7-9255-4249db666770 service neutron] 10.222.0.16 "GET /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9078186
Dec 11 20:55:32.270022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41f1fda2-886e-4444-a0e3-4b73b803f1c5 req-e4ee47b2-d4ad-494c-85d2-74d8186b6bfb tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 210 time: 0.1166828
Dec 11 20:55:32.300476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c248d740-0087-4bc0-9ce7-edea4fec0c9e req-fd32b80c-db8a-486f-b550-8e7de398d124 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8988788
Dec 11 20:55:32.326157 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:55:32.373075 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275a3237-2231-4dba-a39b-b8facfcbf3b1 x-openstack-request-id: req-275a3237-2231-4dba-a39b-b8facfcbf3b1 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:32.373620 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:32.373979 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-275a3237-2231-4dba-a39b-b8facfcbf3b1 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:32.374663 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'status': 'completed', 'code': 200}
Dec 11 20:55:32.434195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-0efb78ab-154f-4ac5-a761-f4ca1f76858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.436052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-0efb78ab-154f-4ac5-a761-f4ca1f76858f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb&tenant_id=7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 1095 time: 0.2001531
Dec 11 20:55:32.442975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f9529aae-80ce-429d-914c-737017355c91 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:32.496684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.504618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-8bf71351-6850-48c3-96ec-ee62b332f395 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913120
Dec 11 20:55:32.505864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f04d1e96-1de8-438d-baae-b5875b4502e4,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:32.517917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f04d1e96-1de8-438d-baae-b5875b4502e4', 'network_id': '11e1df63-182b-4261-bd15-03deed7035d1', 'port_id': 'f04d1e96-1de8-438d-baae-b5875b4502e4', 'mac_address': 'fa:16:3e:8a:81:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3e0d1b-220d-4f9d-bb05-412852da7d91', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:32.548944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:32.552808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.560797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.562969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-f48c6cd4-6749-43e4-b746-494a576bf0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.564937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-f48c6cd4-6749-43e4-b746-494a576bf0ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2eed744bcb74416c81c229c0731efa19&device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 1095 time: 0.2708657
Dec 11 20:55:32.566747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-66ef9ef4-5f76-4ccb-8cc4-312f76859eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.568098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-66ef9ef4-5f76-4ccb-8cc4-312f76859eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1095 time: 0.2150488
Dec 11 20:55:32.568812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d52ace-7401-456e-830d-18a73f9d3060,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:32.576822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.579802 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9f1f276-e8d2-461e-a174-1c2d71b18cda admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96d52ace-7401-456e-830d-18a73f9d3060 HTTP/1.1" status: 204  len: 168 time: 1.4165888
Dec 11 20:55:32.582161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04d1e96-1de8-438d-baae-b5875b4502e4 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:32.594022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40584) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:32.623524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f04d1e96-1de8-438d-baae-b5875b4502e4,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:32.630714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.631460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 456ce3d4-9f94-4e45-b21d-08f46b4521c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:32.649240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:32.672006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27690-e108-4571-972b-b07e033b6973 req-b81a6452-2b6a-4343-85da-c56fd83ef0d3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.678415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f27690-e108-4571-972b-b07e033b6973 req-b81a6452-2b6a-4343-85da-c56fd83ef0d3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.686201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86f27690-e108-4571-972b-b07e033b6973 req-b81a6452-2b6a-4343-85da-c56fd83ef0d3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1679 time: 0.2376060
Dec 11 20:55:32.715181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-3589595e-5ee9-4e65-b11d-52723935b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.717143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-3589595e-5ee9-4e65-b11d-52723935b66a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1095 time: 0.2303596
Dec 11 20:55:32.743434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734e993-deb2-4b89-aebe-b8b3d2abf616 req-39e8362a-f70b-49f7-84ab-90b03bbe5b63 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.752916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c734e993-deb2-4b89-aebe-b8b3d2abf616 req-39e8362a-f70b-49f7-84ab-90b03bbe5b63 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 944 time: 0.3706198
Dec 11 20:55:32.769081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86f27690-e108-4571-972b-b07e033b6973 req-5ff664f6-2ccf-4223-8b50-f8cd819ec5a1 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815210
Dec 11 20:55:32.895030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:32.899322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1630f67b-7f8f-499e-b314-1336d28ae7b8 req-661ad81b-7f1d-458c-a586-860df04cd984 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3478875
Dec 11 20:55:32.937593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc8aa2-18fe-4bda-a512-82ad19ffb30f req-b1956e6e-18a4-4455-9f11-149245392f7d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:32.945923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91fc8aa2-18fe-4bda-a512-82ad19ffb30f req-b1956e6e-18a4-4455-9f11-149245392f7d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 931 time: 0.1121633
Dec 11 20:55:32.978210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c734e993-deb2-4b89-aebe-b8b3d2abf616 req-3cfda367-b8fa-4e59-a9f1-496278bfcaa8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244241
Dec 11 20:55:33.019125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c3b349b-f704-4382-bc15-db28fa48ba66 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:33.046312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-a431793e-ae1a-4991-a694-07f8a6a3fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.048048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-a431793e-ae1a-4991-a694-07f8a6a3fca1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.3017144
Dec 11 20:55:33.056458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.065131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91fc8aa2-18fe-4bda-a512-82ad19ffb30f req-60c29aef-aa7a-417b-b34f-244ef7316bd3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181381
Dec 11 20:55:33.071990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1c3b349b-f704-4382-bc15-db28fa48ba66 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:33.074458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c3b349b-f704-4382-bc15-db28fa48ba66 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:33.104380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:33.113173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.121949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-0b2d67b1-2f5c-4459-8f25-7aab6ab3b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.123596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-0b2d67b1-2f5c-4459-8f25-7aab6ab3b3a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.5287127
Dec 11 20:55:33.131588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'network_id': '64557b65-a147-4d7b-af25-c1afd7a7e5f2', 'port_id': '456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'mac_address': 'fa:16:3e:9d:b5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e5216f-9d54-4dc0-be9a-4f8efe768573', 'ip_address': '19.80.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:33.134620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-7864ce68-e35c-4124-b1e7-e7825f39ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.137410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-7864ce68-e35c-4124-b1e7-e7825f39ea46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3332952b-0c38-4bb5-b4f9-2a65d8740092 HTTP/1.1" status: 200  len: 914 time: 0.5497313
Dec 11 20:55:33.150754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-7da1fb70-6ff3-4e53-bcbf-d58823974bcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.0829704
Dec 11 20:55:33.187371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.203265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ce3d4-9f94-4e45-b21d-08f46b4521c1 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:33.218182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-524c0c9c-ece6-4e9a-a008-25f2b90c0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.220084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-524c0c9c-ece6-4e9a-a008-25f2b90c0cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1095 time: 0.2394168
Dec 11 20:55:33.231504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:33.240579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.307087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-fe89bc62-20af-4a9c-a8e7-d16399007abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.308761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-fe89bc62-20af-4a9c-a8e7-d16399007abb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1527543
Dec 11 20:55:33.317861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:33.337465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.1.1.249 (0b876cdd-3664-4e7d-82b6-078765f2b5c6/13ba05a8-b2b8-4b03-a183-f59a55709466/8b464fc4-406c-4863-989b-58ee58d066e5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:33.341123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Network d45c22e1-69d6-4621-88dc-e849a66f9d40 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:33.343711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-e0f2773f-d1b6-404c-ba96-be62d9bf2cb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.1654263
Dec 11 20:55:33.344954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-cb3f9a8f-e1ce-48d6-b51c-be124075cc86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de HTTP/1.1" status: 200  len: 217 time: 0.1682193
Dec 11 20:55:33.353631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:33.354458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-7f3104b9-e592-4292-a293-14d0c6919cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370786
Dec 11 20:55:33.362328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4dc95-dad7-4c28-acce-2d4c68101a02 req-23a3aa96-2610-430c-83ed-0b0da70a6822 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.362579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event updated for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:33.364194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1f4dc95-dad7-4c28-acce-2d4c68101a02 req-23a3aa96-2610-430c-83ed-0b0da70a6822 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 944 time: 0.1602931
Dec 11 20:55:33.370570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:33.472010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-92278413-d81c-461d-8ef1-83816fbe757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.473633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-92278413-d81c-461d-8ef1-83816fbe757d service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.2465379
Dec 11 20:55:33.479328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['456ce3d4-9f94-4e45-b21d-08f46b4521c1'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:33.531013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-2a03123d-6296-4959-adde-6101e9f49f0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 217 time: 0.0473640
Dec 11 20:55:33.534529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1f4dc95-dad7-4c28-acce-2d4c68101a02 req-9f6b1a1d-8a29-43fd-973c-c9c2a58ee86a tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601326
Dec 11 20:55:33.584501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-82185d75-1c8b-422e-85db-58602afd82c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191789
Dec 11 20:55:33.603226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.626118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-59b3d618-7000-4105-95af-fde318969021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.627645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-59b3d618-7000-4105-95af-fde318969021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.0885017
Dec 11 20:55:33.646113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.647192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.675716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-dc40a566-1d6f-4804-af8b-3a2dfac18b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.677164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-dc40a566-1d6f-4804-af8b-3a2dfac18b83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63b5271c-eee7-44f4-84fc-222ed80a2149 HTTP/1.1" status: 200  len: 853 time: 0.3192484
Dec 11 20:55:33.690057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-0857d980-9d63-46ff-9d65-87814c8d5387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.691546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-0857d980-9d63-46ff-9d65-87814c8d5387 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.3355398
Dec 11 20:55:33.708024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ccf70>,) {'filters': {'network_id': ['24664007-8c72-44c0-ac4d-23c3611f58ba']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:33.719170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-3ee290a8-e8ce-46b2-bbda-1a836d74d452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0760291
Dec 11 20:55:33.772734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-389fb7f4-5055-4f30-8060-5aa269eb0fa1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8290522
Dec 11 20:55:33.781236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-668f3360-8ef5-48ba-b2b7-8fcd54344bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3332952b-0c38-4bb5-b4f9-2a65d8740092&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860054
Dec 11 20:55:33.782993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ccf70>, '490de11b-0fc9-46a1-b1dc-69a416dbd3c9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:33.783276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ccf70>, '490de11b-0fc9-46a1-b1dc-69a416dbd3c9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:33.811465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7c09-4688-4b91-918a-32fec35b646a req-c1bfa1f4-b0cb-4538-841d-a16e5e5b6c77 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.811742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Request body: {'port': {'device_id': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:33.812988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14de7c09-4688-4b91-918a-32fec35b646a req-c1bfa1f4-b0cb-4538-841d-a16e5e5b6c77 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 931 time: 0.1844306
Dec 11 20:55:33.816767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-bd3a7d33-9c25-4368-92f9-407389ca707c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1054041
Dec 11 20:55:33.846934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:33.857878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-5c51ca5c-79f0-4c1f-86cc-9a0789b8413e service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637815
Dec 11 20:55:33.858442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fcc19-adee-4de8-bfd3-bbbcf2d38744 req-d8ccec0b-22a5-4fea-a4e0-0c84d2e03122 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:33.859905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f40fcc19-adee-4de8-bfd3-bbbcf2d38744 req-d8ccec0b-22a5-4fea-a4e0-0c84d2e03122 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.4619601
Dec 11 20:55:33.889771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-17e06d1f-ae46-4d05-b9b5-d656ede8a652 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614618
Dec 11 20:55:33.902054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14de7c09-4688-4b91-918a-32fec35b646a req-b02b5034-47d5-429d-8f0e-28e6478a9113 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771644
Dec 11 20:55:33.950420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.023039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:34.023697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:34.034218 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:34.038806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b5104c4-4e3b-4c44-99f2-5c87c8e55526 req-f63c5778-5989-405a-962f-b1a913f9c63f service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338124
Dec 11 20:55:34.051416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6f77-a904-47a0-84ef-71a0926d426c req-7a10002b-cda4-489b-95ce-42bb98130c64 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:34.057696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a6f77-a904-47a0-84ef-71a0926d426c req-7a10002b-cda4-489b-95ce-42bb98130c64 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:34.060288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc1a6f77-a904-47a0-84ef-71a0926d426c req-7a10002b-cda4-489b-95ce-42bb98130c64 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1681 time: 0.0851715
Dec 11 20:55:34.110936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc1a6f77-a904-47a0-84ef-71a0926d426c req-1c4a1f99-ef85-4a83-8094-31a1eaf8d737 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449457
Dec 11 20:55:34.129211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.143899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.186046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.201345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f40fcc19-adee-4de8-bfd3-bbbcf2d38744 req-62ef133b-2c8c-434a-97a2-b1a783ff6c07 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3132558
Dec 11 20:55:34.204355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.210117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] 10.222.0.18 "DELETE /v2.0/networks/24664007-8c72-44c0-ac4d-23c3611f58ba HTTP/1.1" status: 204  len: 168 time: 1.6102970
Dec 11 20:55:34.215425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 456ce3d4-9f94-4e45-b21d-08f46b4521c1 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:34.241781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-bc63d92c-68b3-4c9a-8281-4226e953b68d service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3911743
Dec 11 20:55:34.252004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151c3e7-e281-4842-88c6-38a6d83c51cb admin admin] Pushing event deleted for resources: {'Network': ['ID=24664007-8c72-44c0-ac4d-23c3611f58ba,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:34.275814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-9833991a-10ac-4a30-bb5a-7f40144f73b0 service neutron] 10.222.0.30 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4608502
Dec 11 20:55:34.283513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545c21-2a6b-43f8-b06b-4ccbaca066dd req-24a8e319-1e6e-4293-9451-0144586fda34 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:34.289713 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98545c21-2a6b-43f8-b06b-4ccbaca066dd req-24a8e319-1e6e-4293-9451-0144586fda34 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 944 time: 0.1109402
Dec 11 20:55:34.338212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-1d24141b-4eff-4174-b1a5-8dbd178a90ce tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:34.341475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-1d24141b-4eff-4174-b1a5-8dbd178a90ce tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1055801
Dec 11 20:55:34.345630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:34.350639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:34.351137 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.375420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-98545c21-2a6b-43f8-b06b-4ccbaca066dd req-93bc205e-da88-44e5-a415-93b8668ad0e2 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845897
Dec 11 20:55:34.444138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.475331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:34.478393 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb277132-d017-44e2-b998-749914284033" -d '{"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-plugged", "status": "completed", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:34.494125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:34.497811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:34.501556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.540798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f04d1e96-1de8-438d-baae-b5875b4502e4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:34.571202 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1823d2-5b36-4f69-bace-d4610f0c9706 x-openstack-request-id: req-ca1823d2-5b36-4f69-bace-d4610f0c9706 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:34.571649 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-plugged", "status": "completed", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:34.572013 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca1823d2-5b36-4f69-bace-d4610f0c9706 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:34.572514 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'code': 200}
Dec 11 20:55:34.617581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:34.700608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a5692de4-2fcf-443c-869f-f36b2538d618 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb08669fc6964246bc3b6166f94e9e9a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1983478
Dec 11 20:55:34.700608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-a012c541-434d-41a4-ab59-31d07a3e0917 service neutron] For port f9529aae-80ce-429d-914c-737017355c91, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:34.701083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40608) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:34.710817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-a012c541-434d-41a4-ab59-31d07a3e0917 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.711801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e56f1c-7542-4364-bcd1-6c327ce58bb3 req-a012c541-434d-41a4-ab59-31d07a3e0917 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3611677
Dec 11 20:55:34.741133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1057-561b-469b-9ec0-bfce5c436ff8 req-5898a3d9-b1bb-475f-88e1-15d139a12256 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:34.742860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bfaf1057-561b-469b-9ec0-bfce5c436ff8 req-5898a3d9-b1bb-475f-88e1-15d139a12256 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 944 time: 0.1065571
Dec 11 20:55:34.804557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.820989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bfaf1057-561b-469b-9ec0-bfce5c436ff8 req-9c1a7241-6ecc-4ce1-ac9b-cd646be514c3 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701807
Dec 11 20:55:34.826506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.837160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.892366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.895123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:34.896302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ef40049-3786-41ed-b6a5-72e0ca712ed0 HTTP/1.1" status: 204  len: 168 time: 0.1943219
Dec 11 20:55:34.904925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce7b29-c255-436d-9c26-1827779841aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef40049-3786-41ed-b6a5-72e0ca712ed0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:34.950765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:34.984311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-2af11e40-5a77-4963-8c41-28e46c89ced5 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7350132
Dec 11 20:55:34.992035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:35.006555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280359d0-070c-4249-8412-338fe9a41cab req-51be86d0-9a42-4647-a44c-7f0a9cf61fe8 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.014329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-280359d0-070c-4249-8412-338fe9a41cab req-51be86d0-9a42-4647-a44c-7f0a9cf61fe8 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 931 time: 0.6571770
Dec 11 20:55:35.016183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:35.020240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:35.064716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e312179e-19eb-4111-81ed-88f83e91cb1f req-20218fdd-6611-490d-8da9-e53335784c42 service neutron] 10.222.0.30 "GET /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7660563
Dec 11 20:55:35.093114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdecad-a8e2-49f6-b297-d4af09d0e986 req-3a975760-f58e-4382-8675-dad442e2c4a1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.103273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61bdecad-a8e2-49f6-b297-d4af09d0e986 req-3a975760-f58e-4382-8675-dad442e2c4a1 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 931 time: 0.1017523
Dec 11 20:55:35.197179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61bdecad-a8e2-49f6-b297-d4af09d0e986 req-2203385a-009a-4e44-a602-42911ba25543 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826607
Dec 11 20:55:35.217371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.218414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cae7458e-04cf-4dc3-b655-57dad89fc6de details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:35.218991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.271963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-73e4278b-7717-479f-a64b-2ba084e96fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.272364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-73e4278b-7717-479f-a64b-2ba084e96fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.274317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-73e4278b-7717-479f-a64b-2ba084e96fa0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4be4eb00bc584cc1979e89b1644ef482&device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1984 time: 0.1859660
Dec 11 20:55:35.295062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-280359d0-070c-4249-8412-338fe9a41cab req-6677dfe5-e45e-42be-b5e5-a7710d2f0ceb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2788525
Dec 11 20:55:35.321136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fef7a865-8072-4726-afa9-a5f729c31b06 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4126351
Dec 11 20:55:35.333467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dd5c4096-48c2-47d5-966a-67d650fdacad None None] Provisioning complete for port 8b464fc4-406c-4863-989b-58ee58d066e5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:35.333833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd5c4096-48c2-47d5-966a-67d650fdacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.345837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'admin_state_up': True, 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'security_groups': ['4d063bf0-4e61-45a7-a9f8-f6103d74eef9']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:35.385568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de,segment=NetworkSegment(e09e8aa0-414d-4683-8993-9fcb7f7bec13),segment_id=e09e8aa0-414d-4683-8993-9fcb7f7bec13)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:35.395796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630b6397-a5ae-4dc0-9a2e-8809c0495dce {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:35.404742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.408560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'cae7458e-04cf-4dc3-b655-57dad89fc6de', 'network_id': '3332952b-0c38-4bb5-b4f9-2a65d8740092', 'port_id': 'cae7458e-04cf-4dc3-b655-57dad89fc6de', 'mac_address': 'fa:16:3e:1c:31:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b5271c-eee7-44f4-84fc-222ed80a2149', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:35.414183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c4096-48c2-47d5-966a-67d650fdacad None None] Port 8b464fc4-406c-4863-989b-58ee58d066e5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:35.444886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b0cca-9c24-4715-88fd-6bf30f8a43ce req-e6e94b37-eed6-45cb-9b2e-d5e83fc1a047 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.460622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b0cca-9c24-4715-88fd-6bf30f8a43ce req-e6e94b37-eed6-45cb-9b2e-d5e83fc1a047 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.480890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff2b0cca-9c24-4715-88fd-6bf30f8a43ce req-e6e94b37-eed6-45cb-9b2e-d5e83fc1a047 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1682 time: 0.1650894
Dec 11 20:55:35.487303 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.503559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae7458e-04cf-4dc3-b655-57dad89fc6de {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:35.527382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Transition to ACTIVE for port object 630b6397-a5ae-4dc0-9a2e-8809c0495dce will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:35.529091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de,segment=NetworkSegment(e09e8aa0-414d-4683-8993-9fcb7f7bec13),segment_id=e09e8aa0-414d-4683-8993-9fcb7f7bec13)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:35.538632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.569686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.579770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff2b0cca-9c24-4715-88fd-6bf30f8a43ce req-bedb96f2-204d-4774-ac18-122b57ff607c tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979950
Dec 11 20:55:35.638672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:35.663766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f0540-581f-4552-8272-c537ccb4eb67 req-f442b22a-1b2e-4ca5-a47d-79f8103327e8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.665367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061f0540-581f-4552-8272-c537ccb4eb67 req-f442b22a-1b2e-4ca5-a47d-79f8103327e8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.1860199
Dec 11 20:55:35.719496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f72c2-619f-4338-b744-420e3a1a0869 req-26b0cf7a-cebb-41d5-bc6e-a7bfa539fd35 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.722938 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a95f72c2-619f-4338-b744-420e3a1a0869 req-26b0cf7a-cebb-41d5-bc6e-a7bfa539fd35 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 944 time: 0.0635500
Dec 11 20:55:35.723391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Pushing event updated for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:35.748849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-421d46f1-467a-4dfd-b46e-5a2c261a95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.750633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-421d46f1-467a-4dfd-b46e-5a2c261a95bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=11e1df63-182b-4261-bd15-03deed7035d1 HTTP/1.1" status: 200  len: 902 time: 0.4337587
Dec 11 20:55:35.787072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a95f72c2-619f-4338-b744-420e3a1a0869 req-5d562040-dffb-4a53-a7ce-a322db4183f3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589497
Dec 11 20:55:35.844043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-fd61d241-715d-4153-8435-6b6ea0c577d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=f04d1e96-1de8-438d-baae-b5875b4502e4 HTTP/1.1" status: 200  len: 217 time: 0.0645845
Dec 11 20:55:35.857034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cae7458e-04cf-4dc3-b655-57dad89fc6de'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:35.888786 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061f0540-581f-4552-8272-c537ccb4eb67 req-e143900b-c08a-4150-8dde-9c5e2d527331 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2157893
Dec 11 20:55:35.891150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40642) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:35.911113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:35.914522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.921231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Attempting to bind port 630b6397-a5ae-4dc0-9a2e-8809c0495dce on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:35.921613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Attempting to bind port 630b6397-a5ae-4dc0-9a2e-8809c0495dce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:35.921949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Attempting to bind port 630b6397-a5ae-4dc0-9a2e-8809c0495dce on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:35.941309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Port 630b6397-a5ae-4dc0-9a2e-8809c0495dce on network d45c22e1-69d6-4621-88dc-e849a66f9d40 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:35.941309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Attempting to bind port 630b6397-a5ae-4dc0-9a2e-8809c0495dce on network d45c22e1-69d6-4621-88dc-e849a66f9d40 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:35.967021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:35.967369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Checking segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:35.968479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Bound using segment: {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:35.968726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Bound port: 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f694e55f-0db9-42eb-894b-8d8692bff4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:35.969693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:35.976876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-b9c67fb5-a00b-4e66-979a-0e6fb1d83f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:35.978740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-b9c67fb5-a00b-4e66-979a-0e6fb1d83f5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f3e0d1b-220d-4f9d-bb05-412852da7d91 HTTP/1.1" status: 200  len: 801 time: 0.1186931
Dec 11 20:55:36.009331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-769581620-network', 'tenant_id': '76e94a53f61d43ba81a414c6e4f8a364'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:36.074147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ec93d-71b9-4960-a3c6-c85b97a53627 req-5423fea7-8b21-4f9d-80dd-07ae22952531 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.075370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a7ec93d-71b9-4960-a3c6-c85b97a53627 req-5423fea7-8b21-4f9d-80dd-07ae22952531 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 945 time: 0.0709090
Dec 11 20:55:36.076550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Made reservation on behalf of 76e94a53f61d43ba81a414c6e4f8a364 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:36.078892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.091300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.157765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a7ec93d-71b9-4960-a3c6-c85b97a53627 req-f6223bac-b177-4398-a6d0-cded6034d063 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688925
Dec 11 20:55:36.184818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-93e9f3db-4501-426e-969f-ab87f1e09de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.186329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-93e9f3db-4501-426e-969f-ab87f1e09de5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=11e1df63-182b-4261-bd15-03deed7035d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1163 time: 0.1682255
Dec 11 20:55:36.196545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:36.202648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.209262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.212326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f04d1e96-1de8-438d-baae-b5875b4502e4 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:36.228762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958373dc-1943-4301-8008-5d9dd77bb8da req-386a1986-fb8b-4ed5-ba62-d684e179f0ff tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.230495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-958373dc-1943-4301-8008-5d9dd77bb8da req-386a1986-fb8b-4ed5-ba62-d684e179f0ff tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1095 time: 0.1981494
Dec 11 20:55:36.238546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:36.240808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:36.251729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeded81-366f-4149-8410-398856fab342,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:36.257584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.257931 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Added segment 54565d54-81a1-4f85-9b80-66eadb86ec4b of type vlan for network 23d8498d-c676-46b2-9ccd-84daf6753edc
Dec 11 20:55:36.283703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.1.1.36 (0b876cdd-3664-4e7d-82b6-078765f2b5c6/13ba05a8-b2b8-4b03-a183-f59a55709466/c538e6c4-85c1-4747-9ad4-1a04a6a40fe5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:36.296862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.309662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f04d1e96-1de8-438d-baae-b5875b4502e4 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:36.314678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f04d1e96-1de8-438d-baae-b5875b4502e4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:36.315046 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.329178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.382852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3d1fa-b871-4f09-b092-44ac80a349c2 req-ac2daf79-249a-4d2b-8e32-c5c785cfa256 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.384785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebb3d1fa-b871-4f09-b092-44ac80a349c2 req-ac2daf79-249a-4d2b-8e32-c5c785cfa256 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 943 time: 0.0740459
Dec 11 20:55:36.386574 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.387686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.388481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.411776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.424694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.425205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.426669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] 10.222.0.16 "PUT /v2.0/ports/630b6397-a5ae-4dc0-9a2e-8809c0495dce HTTP/1.1" status: 200  len: 1091 time: 2.6413226
Dec 11 20:55:36.434597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:36.436885 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95704b9a-8476-4346-8dce-920ea6906960" -d '{"events": [{"name": "network-changed", "server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:36.458945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f04d1e96-1de8-438d-baae-b5875b4502e4,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:36.460664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-950cf2df-d45b-4fdb-97ac-522c36d23f3a service neutron] 10.222.0.16 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670658
Dec 11 20:55:36.464605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.471951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf147-a086-4f3d-ad6c-2e50042c2d14 service neutron] Pushing event updated for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:36.528587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:36.566962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-958373dc-1943-4301-8008-5d9dd77bb8da req-c42fec0e-80e1-4465-84bf-b40e62f6e66b tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219469
Dec 11 20:55:36.574066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:36.577255 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f352b8d-240f-4137-8970-4e1176ede9a1" -d '{"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-plugged", "status": "completed", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:36.661477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4a7599c-3f30-4f75-b250-9daacb94eca2 req-741ef219-df4f-45cf-b13a-b3759df1ead9 service neutron] 10.222.0.16 "GET /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1865146
Dec 11 20:55:36.692043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-fe928152-ba76-4184-94e4-9d8577444b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.693549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-fe928152-ba76-4184-94e4-9d8577444b50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 1094 time: 0.1539915
Dec 11 20:55:36.761270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8658190
Dec 11 20:55:36.764977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:36.768026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-b4d4e674-b295-42a0-ab1e-a6a19d306e92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce HTTP/1.1" status: 200  len: 217 time: 0.0560091
Dec 11 20:55:36.773217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.773435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Request body: {'subnet': {'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-769581620-subnet', 'tenant_id': '76e94a53f61d43ba81a414c6e4f8a364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:36.788327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518804d5-2314-4c6b-9ff6-39b304fa8a55 admin admin] Pushing event updated for resources: {'Network': ['ID=23d8498d-c676-46b2-9ccd-84daf6753edc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:36.799056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebb3d1fa-b871-4f09-b092-44ac80a349c2 req-3eea71cd-13d3-4c0d-9c34-9e5263b5c211 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4077675
Dec 11 20:55:36.799302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 23d8498d-c676-46b2-9ccd-84daf6753edc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:36.826205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Made reservation on behalf of 76e94a53f61d43ba81a414c6e4f8a364 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:36.829525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.839792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cb05-dd7d-4ef9-8db3-e0d2976b65bd req-95cc38d9-b012-44db-ab1c-8d9c7e27a3cd tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.846634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42cb05-dd7d-4ef9-8db3-e0d2976b65bd req-95cc38d9-b012-44db-ab1c-8d9c7e27a3cd tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.848726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc42cb05-dd7d-4ef9-8db3-e0d2976b65bd req-95cc38d9-b012-44db-ab1c-8d9c7e27a3cd tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 1653 time: 0.1760502
Dec 11 20:55:36.855603 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096e15f-0437-4afa-b71a-85b1feaa890a x-openstack-request-id: req-5096e15f-0437-4afa-b71a-85b1feaa890a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:36.855957 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:36.856226 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5096e15f-0437-4afa-b71a-85b1feaa890a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:36.856627 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce', 'status': 'completed', 'code': 200}
Dec 11 20:55:36.891579 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a151be0-943a-420f-b228-b1926f1daa04 x-openstack-request-id: req-5a151be0-943a-420f-b228-b1926f1daa04 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:36.892424 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-plugged", "status": "completed", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:36.893193 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a151be0-943a-420f-b228-b1926f1daa04 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:36.895127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-9b5db6f8-03c5-49de-a593-4c6b8e13c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:36.896616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-9b5db6f8-03c5-49de-a593-4c6b8e13c54a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.1189897
Dec 11 20:55:36.906562 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4', 'code': 200}
Dec 11 20:55:36.925102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:36.951758 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-4dd6c12b-15a3-45c3-b456-84563572e2a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464947
Dec 11 20:55:36.991435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc42cb05-dd7d-4ef9-8db3-e0d2976b65bd req-f139f13e-e4cf-4601-a494-7867a15f1c8d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306355
Dec 11 20:55:37.028872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:37.047207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907947e-f750-4e9a-bb13-41779f6dc686 req-24187da1-d3a8-4a88-ae12-716a82063f10 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.053446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907947e-f750-4e9a-bb13-41779f6dc686 req-24187da1-d3a8-4a88-ae12-716a82063f10 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.055071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2907947e-f750-4e9a-bb13-41779f6dc686 req-24187da1-d3a8-4a88-ae12-716a82063f10 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.1107969
Dec 11 20:55:37.097455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:37.099932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:37.138703 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.146416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:37.177612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2907947e-f750-4e9a-bb13-41779f6dc686 req-1dfd95f9-4b14-4cfd-a3ab-22dde51eeebd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103573
Dec 11 20:55:37.198942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db4d30f-ca4e-45eb-8369-b87998aefb85,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:37.209485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3ce8da63-4a80-445b-820e-6efe40f4a99c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:37.231876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Checking segment: {'id': '54565d54-81a1-4f85-9b80-66eadb86ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:37.232143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cae7458e-04cf-4dc3-b655-57dad89fc6de up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:37.232278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Network hostable DHCP agents. Network: 23d8498d-c676-46b2-9ccd-84daf6753edc, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:37.263956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Network 23d8498d-c676-46b2-9ccd-84daf6753edc is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:37.268137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.269225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.274179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23d8498d-c676-46b2-9ccd-84daf6753edc) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:37.291323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfde8e-fd41-4198-9654-dd0cb167bf9f req-7b85bcc3-ff2d-4a52-af14-07d7e370c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.291739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.291890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfde8e-fd41-4198-9654-dd0cb167bf9f req-7b85bcc3-ff2d-4a52-af14-07d7e370c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.293416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dfde8e-fd41-4198-9654-dd0cb167bf9f req-7b85bcc3-ff2d-4a52-af14-07d7e370c9ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1985 time: 0.3057480
Dec 11 20:55:37.293978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.306263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b55159-4e4b-4539-8f5e-7b014d7106a2 None None] Network 23d8498d-c676-46b2-9ccd-84daf6753edc requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:37.315515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-b97d9142-c249-4c04-a1ee-17aacb366be6 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3290277
Dec 11 20:55:37.353517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-805d1d30-cebe-4c92-854c-a2141f78f6a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5872753
Dec 11 20:55:37.367199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-730e65b1-5a40-468e-956b-ebacf6773875 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.0264013
Dec 11 20:55:37.387556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2bb70-397b-4861-9167-cb1161068775 req-4a649c84-48d3-42dd-b136-6e285e158e31 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.389381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b2bb70-397b-4861-9167-cb1161068775 req-4a649c84-48d3-42dd-b136-6e285e158e31 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 944 time: 0.0845139
Dec 11 20:55:37.392964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'admin_state_up': True, 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'security_groups': ['4d063bf0-4e61-45a7-a9f8-f6103d74eef9']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:37.441477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-43b769ab-a85b-49aa-b829-4e88de585a23 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.443061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port cae7458e-04cf-4dc3-b655-57dad89fc6de completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:37.448549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-43b769ab-a85b-49aa-b829-4e88de585a23 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.3542638
Dec 11 20:55:37.454896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port cae7458e-04cf-4dc3-b655-57dad89fc6de triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:37.455192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.474403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b2bb70-397b-4861-9167-cb1161068775 req-fc9ffcff-4579-4f77-b6ad-47b4b491ddf5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787852
Dec 11 20:55:37.577414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bd9d929d-78d5-4eb8-a281-877c7200c23b None None] Provisioning complete for port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:37.577791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bd9d929d-78d5-4eb8-a281-877c7200c23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.577936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dfde8e-fd41-4198-9654-dd0cb167bf9f req-86633b8a-1076-49ea-b398-1b42c50ec5fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774975
Dec 11 20:55:37.584589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7d6f7930-fd8e-4573-9c43-1438915e8db6 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/quotas/7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 375 time: 0.1352220
Dec 11 20:55:37.601013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:37.636524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b63762c-06cd-4058-913f-126cfd7b2848 None None] Network 23d8498d-c676-46b2-9ccd-84daf6753edc requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:37.655048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef531c3-b79f-4d2b-8be1-97c35bb07744 req-f6da8646-77f3-43c3-8b9c-316a5d824233 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3209116
Dec 11 20:55:37.659292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:37.670060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2', 'port_id': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'mac_address': 'fa:16:3e:1b:92:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41981f3c-4346-4c0f-ad06-182dd3a2ce2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:37.680015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a815d0-1ba3-4178-a848-d93d4bd47aa4 req-495b09cc-503b-4480-b34d-fad89c839cc1 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.681313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0a815d0-1ba3-4178-a848-d93d4bd47aa4 req-495b09cc-503b-4480-b34d-fad89c839cc1 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 945 time: 0.0516803
Dec 11 20:55:37.716725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-1e05874c-3f68-4bd1-83ee-5940faebfc85 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1188145
Dec 11 20:55:37.733624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d929d-78d5-4eb8-a281-877c7200c23b None None] Port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:37.735093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0a815d0-1ba3-4178-a848-d93d4bd47aa4 req-4db9dfe6-7efa-49ae-aa57-ba76fe88d159 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465591
Dec 11 20:55:37.797199 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.819670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.833993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.870847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de,segment=NetworkSegment(e09e8aa0-414d-4683-8993-9fcb7f7bec13),segment_id=e09e8aa0-414d-4683-8993-9fcb7f7bec13)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:37.873685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce8da63-4a80-445b-820e-6efe40f4a99c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:37.879597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.925843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:37.942213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:37.954340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:37.983762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-6c382170-5785-4225-a9c6-033f2dd9ff03 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516639
Dec 11 20:55:37.993015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704b9a-8476-4346-8dce-920ea6906960 req-3a263d21-52ac-4edd-bb8c-e245cf02b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:37.994370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-3a263d21-52ac-4edd-bb8c-e245cf02b3bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 1094 time: 0.1681664
Dec 11 20:55:38.009520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:38.081076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-070890b3-5e59-4918-a026-e4ff0f0a93b2 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.082753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-070890b3-5e59-4918-a026-e4ff0f0a93b2 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/networks?id=23d8498d-c676-46b2-9ccd-84daf6753edc HTTP/1.1" status: 200  len: 808 time: 0.1087492
Dec 11 20:55:38.098341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-0919eb31-7420-43a3-ac96-5c2179e85cfd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/quotas/76e94a53f61d43ba81a414c6e4f8a364 HTTP/1.1" status: 200  len: 375 time: 0.0100212
Dec 11 20:55:38.129992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-08e35dfa-bd3f-409a-a456-a6a7b664c274 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76e94a53f61d43ba81a414c6e4f8a364&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262847
Dec 11 20:55:38.229302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-d09728f4-47f0-4224-8c7a-e7c56ed429cd service neutron] 10.222.0.18 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912971
Dec 11 20:55:38.270139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:38.331648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-64baabc4-dd93-4339-81d4-4d0b7b43cff3 service neutron] 10.222.0.18 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953538
Dec 11 20:55:38.549517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fb038-df1d-4e8c-9720-b6f8b21479d5 req-4543c3d6-6ab9-41ad-b167-f43192ccc2e0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.551514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0f6fb038-df1d-4e8c-9720-b6f8b21479d5 req-4543c3d6-6ab9-41ad-b167-f43192ccc2e0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 943 time: 0.0537026
Dec 11 20:55:38.571921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704b9a-8476-4346-8dce-920ea6906960 req-f4a71a2f-fcda-4906-af9d-f1b500067f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.576063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-f4a71a2f-fcda-4906-af9d-f1b500067f12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 200  len: 921 time: 0.5717497
Dec 11 20:55:38.582158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fba3bb39-7ba9-494f-8f28-ec10e68387f0 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5867860
Dec 11 20:55:38.614859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0f6fb038-df1d-4e8c-9720-b6f8b21479d5 req-053d5772-d5b2-4e25-b94d-d111a793feef tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544875
Dec 11 20:55:38.640884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-670caac8-b892-4b1c-9c70-e9341f2d3e91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce HTTP/1.1" status: 200  len: 217 time: 0.0521035
Dec 11 20:55:38.642025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.2.2.100 (7ca70975-b2df-421e-bb7c-cc71dc36bd52/066ed747-787b-4529-bb03-a5c51f9f031a/9e47bdcb-1290-4143-8b10-d03a034f240f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:38.768798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704b9a-8476-4346-8dce-920ea6906960 req-903f9b8c-65d6-479f-9127-6b07d4cfcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.770638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-903f9b8c-65d6-479f-9127-6b07d4cfcc78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 200  len: 860 time: 0.1178420
Dec 11 20:55:38.774575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef4a0-ac32-4237-8035-381d21845a0e req-1dfcb66a-c363-45f6-9263-51ba67a7c064 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.781578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef4a0-ac32-4237-8035-381d21845a0e req-1dfcb66a-c363-45f6-9263-51ba67a7c064 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.787622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef4a0-ac32-4237-8035-381d21845a0e req-1dfcb66a-c363-45f6-9263-51ba67a7c064 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:38.794988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-214ef4a0-ac32-4237-8035-381d21845a0e req-1dfcb66a-c363-45f6-9263-51ba67a7c064 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 2373 time: 0.0892706
Dec 11 20:55:38.856934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-214ef4a0-ac32-4237-8035-381d21845a0e req-c13dabca-6c39-42d9-bfb8-1f34d2adbcdc tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609627
Dec 11 20:55:38.863730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-cefd371a-20a1-4e0f-9246-a321d64a23e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d45c22e1-69d6-4621-88dc-e849a66f9d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0848901
Dec 11 20:55:38.907717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:38.911013 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06449ad8-4f97-4219-9523-120633ae1005" -d '{"events": [{"server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "name": "network-vif-plugged", "status": "completed", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:38.971598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e83eefe7-63e2-4d67-ad25-39444070d4b9 req-2809a670-4864-4a11-9dae-6f49d5fe4944 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 210 time: 0.0567069
Dec 11 20:55:39.061835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.093504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d067ae-5d71-4fcc-bc94-6e30ae6f2885 req-c30945b3-70cd-4679-8885-32d4cedd2fb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.094904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10370873-6ec7-43cb-bae1-11c9ab57b58f req-30ec9f99-6ca0-48af-8a81-d5eebc2ce132 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.095160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76d067ae-5d71-4fcc-bc94-6e30ae6f2885 req-c30945b3-70cd-4679-8885-32d4cedd2fb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 945 time: 0.0622733
Dec 11 20:55:39.101845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10370873-6ec7-43cb-bae1-11c9ab57b58f req-30ec9f99-6ca0-48af-8a81-d5eebc2ce132 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.104013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10370873-6ec7-43cb-bae1-11c9ab57b58f req-30ec9f99-6ca0-48af-8a81-d5eebc2ce132 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.2025750
Dec 11 20:55:39.125908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-91fad992-f0bf-458a-be44-21b0555523e6 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2529061
Dec 11 20:55:39.152355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76d067ae-5d71-4fcc-bc94-6e30ae6f2885 req-45fb8629-e020-4cda-93a9-839a70b5e94d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466135
Dec 11 20:55:39.241523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3ce8da63-4a80-445b-820e-6efe40f4a99c up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:39.252250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.335053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 3ce8da63-4a80-445b-820e-6efe40f4a99c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:39.351364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 3ce8da63-4a80-445b-820e-6efe40f4a99c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:39.351915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.358930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10370873-6ec7-43cb-bae1-11c9ab57b58f req-5774d2e6-0a86-411e-89ae-0050768a61ad tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268136
Dec 11 20:55:39.373849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:39.393900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:39.399307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95704b9a-8476-4346-8dce-920ea6906960 req-9c3e996f-f2be-4c00-82de-27013686b834 service neutron] 10.222.0.16 "GET /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2609642
Dec 11 20:55:39.400940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:39.408498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:39.449268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1f8c5-7254-4e8b-b10b-00b702c1845f req-4d489854-120d-4b8f-8e12-65bc9989417c tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.465032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adc1f8c5-7254-4e8b-b10b-00b702c1845f req-4d489854-120d-4b8f-8e12-65bc9989417c tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.1308231
Dec 11 20:55:39.476034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.477437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.501544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c29ba388-0300-4b43-aa2f-e80afbc1e008 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1132009
Dec 11 20:55:39.517519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'admin_state_up': True, 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'security_groups': ['4d063bf0-4e61-45a7-a9f8-f6103d74eef9']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:39.517811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.552645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adc1f8c5-7254-4e8b-b10b-00b702c1845f req-230a5ad7-9418-47dd-8345-640475a5ef10 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863769
Dec 11 20:55:39.557871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a26819fe-ab27-4f33-8552-8b20b61b7e51 req-7a24f2c5-b2c1-4468-9b84-9fa2fae90e03 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 210 time: 0.0539913
Dec 11 20:55:39.588179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:39.595259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.638874 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a68a3bf-4563-46c5-a57a-3b8a8372b91f x-openstack-request-id: req-2a68a3bf-4563-46c5-a57a-3b8a8372b91f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:39.639297 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "name": "network-vif-plugged", "status": "completed", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:39.639705 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a68a3bf-4563-46c5-a57a-3b8a8372b91f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:39.640099 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de', 'code': 200}
Dec 11 20:55:39.689487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:39.733265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Made reservation on behalf of 9369187dfe604d4a835b84f4063ce5d4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:39.737962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.776247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e467b2-448a-4b49-8aa0-2c1614af2b51 req-5ca09b62-e2a9-4cb9-9038-db557770dcec tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.778049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4a9b1fb5-eda7-4983-8b4c-af81269cbd5c None None] Provisioning complete for port 9e47bdcb-1290-4143-8b10-d03a034f240f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:39.779270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4a9b1fb5-eda7-4983-8b4c-af81269cbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:39.788441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43e467b2-448a-4b49-8aa0-2c1614af2b51 req-5ca09b62-e2a9-4cb9-9038-db557770dcec tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 943 time: 0.0834420
Dec 11 20:55:39.865317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43e467b2-448a-4b49-8aa0-2c1614af2b51 req-355ad46d-85b5-4521-bf6b-36d5a0180c13 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729194
Dec 11 20:55:39.880425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b1fb5-eda7-4983-8b4c-af81269cbd5c None None] Port 9e47bdcb-1290-4143-8b10-d03a034f240f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:39.939557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774619a-5b49-4f8b-956b-8d4694883a61 req-f41107a1-f0a6-4da2-9a5a-2d567d5b6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:39.942551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8774619a-5b49-4f8b-956b-8d4694883a61 req-f41107a1-f0a6-4da2-9a5a-2d567d5b6577 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 1097 time: 0.2167122
Dec 11 20:55:40.021063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-d9d110ba-f963-49f8-847a-8e64fd450f62 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.029575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-d9d110ba-f963-49f8-847a-8e64fd450f62 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.036280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-d9d110ba-f963-49f8-847a-8e64fd450f62 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.044378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-d9d110ba-f963-49f8-847a-8e64fd450f62 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.051118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-d9d110ba-f963-49f8-847a-8e64fd450f62 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 3094 time: 0.0939960
Dec 11 20:55:40.097694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71c5c714-df3b-45d7-ba2c-58b051fc29f5 req-a5223552-d2c3-4556-82a7-7a346f732834 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443461
Dec 11 20:55:40.120353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8774619a-5b49-4f8b-956b-8d4694883a61 req-b9dd3100-bbb3-44db-8c34-3d018df316be service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659920
Dec 11 20:55:40.142044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Allocated IP 10.2.2.200 (7ca70975-b2df-421e-bb7c-cc71dc36bd52/066ed747-787b-4529-bb03-a5c51f9f031a/ba34cf0e-355c-46bf-a898-90b7d2bb897a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:40.154232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-b1fdefaf-74eb-44e0-a676-7b8c93440dad tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.155800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-b1fdefaf-74eb-44e0-a676-7b8c93440dad tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.16 "GET /v2.0/networks?id=23d8498d-c676-46b2-9ccd-84daf6753edc HTTP/1.1" status: 200  len: 808 time: 0.2593458
Dec 11 20:55:40.173668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Request body: {'port': {'device_id': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc', 'admin_state_up': True, 'tenant_id': '76e94a53f61d43ba81a414c6e4f8a364'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:40.187364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de9d18ba-d90f-4f26-bfce-e1a3027ea183 req-dad72eda-e233-4829-928a-19ce0e11c676 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 210 time: 0.0290926
Dec 11 20:55:40.188473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f268b7-bce9-4025-bc0f-d11913d62589 req-2b219294-4068-468c-a3bb-07d32ee629ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.194438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f268b7-bce9-4025-bc0f-d11913d62589 req-2b219294-4068-468c-a3bb-07d32ee629ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.196249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65f268b7-bce9-4025-bc0f-d11913d62589 req-2b219294-4068-468c-a3bb-07d32ee629ee tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.1405292
Dec 11 20:55:40.223461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 630b6397-a5ae-4dc0-9a2e-8809c0495dce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:40.319416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377365-48de-48fe-800d-aa53130db143 req-f24a8a93-9a71-4078-85cb-b62e405bdca9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.321219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db377365-48de-48fe-800d-aa53130db143 req-f24a8a93-9a71-4078-85cb-b62e405bdca9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 946 time: 0.0532367
Dec 11 20:55:40.379300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db377365-48de-48fe-800d-aa53130db143 req-1f52e89f-a9a6-450f-b886-ef0c6345d4b0 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506361
Dec 11 20:55:40.392199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:40.428194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '630b6397-a5ae-4dc0-9a2e-8809c0495dce', 'network_id': 'd45c22e1-69d6-4621-88dc-e849a66f9d40', 'port_id': '630b6397-a5ae-4dc0-9a2e-8809c0495dce', 'mac_address': 'fa:16:3e:04:1a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20c57fb-a36f-44bf-b026-ac23bd6ba8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:40.465776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65f268b7-bce9-4025-bc0f-d11913d62589 req-bb336447-f4e3-4c9b-830e-3b17a08e87fe tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2375407
Dec 11 20:55:40.491388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.504962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b6397-a5ae-4dc0-9a2e-8809c0495dce {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:40.524413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:40.528824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.548880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-bcaf65a2-b1ff-4c36-a83b-92edb8bb37e1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.550334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-bcaf65a2-b1ff-4c36-a83b-92edb8bb37e1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.2700500
Dec 11 20:55:40.556288 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.568460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Request body: {'port': {'device_id': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'admin_state_up': True, 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:40.588312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:40.597431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Made reservation on behalf of 76e94a53f61d43ba81a414c6e4f8a364 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:40.600929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.682731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb0375-ceab-4ea8-8d35-d32259c8355f req-273b6ddd-f109-44a7-b490-53cb8186f0b6 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.684245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8eb0375-ceab-4ea8-8d35-d32259c8355f req-273b6ddd-f109-44a7-b490-53cb8186f0b6 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.0550525
Dec 11 20:55:40.713188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97c6d993-19a2-4842-b4c5-b420fae8cbca req-0d2231c1-5b2f-4e9c-967b-1ba45e3e16b7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 210 time: 0.0507915
Dec 11 20:55:40.738200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8eb0375-ceab-4ea8-8d35-d32259c8355f req-aa88470b-394d-4f32-a1a8-ccbd74711fe9 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471983
Dec 11 20:55:40.750498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.784938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['630b6397-a5ae-4dc0-9a2e-8809c0495dce'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:40.852504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:40.869024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:40.879803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:40.888416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:40.938014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:40.941863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.966687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Allocated IP 172.20.0.14 (23d8498d-c676-46b2-9ccd-84daf6753edc/4db4d30f-ca4e-45eb-8369-b87998aefb85/f03a9036-8d72-468d-8fd3-7090e5fe28ac) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:40.972500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14678d1c-e9c9-47e1-8d4f-f9218a6b71a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:40.991375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:40.992006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.093664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f6258c62-1d5f-44e7-9dad-5be5815533f0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5811474
Dec 11 20:55:41.116198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:41.168137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b01c3-6365-4d2a-9abb-1c5f32d7595d req-20768397-68d0-425b-a46c-8dbc02e01640 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.169678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da0b01c3-6365-4d2a-9abb-1c5f32d7595d req-20768397-68d0-425b-a46c-8dbc02e01640 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 944 time: 0.1971314
Dec 11 20:55:41.216286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e11ec84d-90cd-4250-a55b-6de0a3de5125 None None] Provisioning complete for port ba34cf0e-355c-46bf-a898-90b7d2bb897a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:41.216719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e11ec84d-90cd-4250-a55b-6de0a3de5125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.225460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.230984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.239261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.246072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.252616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.255131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-ebc899b0-c3f7-4bb8-ab6d-9f3b5d4a9e89 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 3815 time: 0.0818777
Dec 11 20:55:41.271866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e11ec84d-90cd-4250-a55b-6de0a3de5125 None None] Port ba34cf0e-355c-46bf-a898-90b7d2bb897a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:55:41.318870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5f1be65-4379-4bc7-97ac-8c79bf00257b req-9328021d-7a0a-459b-8a67-1f7f11c7bc3f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536714
Dec 11 20:55:41.320238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Allocated IP 172.20.0.5 (c7e568a7-441b-48b0-b379-cf68011b8ba7/a8fd6725-4a98-427d-a4e5-27195e7e86c4/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:41.359998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.385037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da0b01c3-6365-4d2a-9abb-1c5f32d7595d req-376e5b8a-ec8b-426f-b0f4-5c59771cebd2 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048202
Dec 11 20:55:41.437893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59685d4d-5696-41c3-a798-b5afd6bf6404 req-3aa6d2e6-d653-468a-84be-124e2e37d091 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 210 time: 0.0451016
Dec 11 20:55:41.450681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.641101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:41.644492 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9fbd58-b1de-4ad2-b62b-fcd0ce766863" -d '{"events": [{"server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:41.653251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50975f-5c07-4e56-962e-d8fdf87f616f req-ffd7294f-fabe-46bb-b9a9-a9069c6929cd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.659235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50975f-5c07-4e56-962e-d8fdf87f616f req-ffd7294f-fabe-46bb-b9a9-a9069c6929cd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.660854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f50975f-5c07-4e56-962e-d8fdf87f616f req-ffd7294f-fabe-46bb-b9a9-a9069c6929cd tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.0656071
Dec 11 20:55:41.712808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f50975f-5c07-4e56-962e-d8fdf87f616f req-19efeb73-ad2a-40a1-a450-daab27516782 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448520
Dec 11 20:55:41.721204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.761809 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edac6e1-e716-49eb-8b11-c90e7fa7636e x-openstack-request-id: req-8edac6e1-e716-49eb-8b11-c90e7fa7636e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:41.761809 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "name": "network-vif-plugged", "status": "completed", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:41.761809 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8edac6e1-e716-49eb-8b11-c90e7fa7636e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:41.762164 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'code': 200}
Dec 11 20:55:41.803669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3e434-52e4-44d7-8512-cc1b6ac1ff51 req-7c0ebc16-4b76-4bd4-982a-0e897520fb60 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.805206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cec3e434-52e4-44d7-8512-cc1b6ac1ff51 req-7c0ebc16-4b76-4bd4-982a-0e897520fb60 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 946 time: 0.3072228
Dec 11 20:55:41.827908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-1b5e8795-382a-4666-87f6-fcf14693c077 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.833846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-1b5e8795-382a-4666-87f6-fcf14693c077 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.835398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-1b5e8795-382a-4666-87f6-fcf14693c077 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.2893856
Dec 11 20:55:41.843546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59bbecf3-8e0b-412f-aa88-ba90ace530c6 req-3c45ba6c-ab0b-4e93-ac95-f88f32476806 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 210 time: 0.0258012
Dec 11 20:55:41.846198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:41.914095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Network 23d8498d-c676-46b2-9ccd-84daf6753edc is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:41.965845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6f16a-8d1d-4e85-a1d1-1e392fdd5ca8 req-331ea02d-6a71-4fb4-a391-4f187891315c tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:41.967467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42b6f16a-8d1d-4e85-a1d1-1e392fdd5ca8 req-331ea02d-6a71-4fb4-a391-4f187891315c tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.0524216
Dec 11 20:55:42.019509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42b6f16a-8d1d-4e85-a1d1-1e392fdd5ca8 req-15180d4d-9e09-446c-82a9-f3adce4b03fd tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450928
Dec 11 20:55:42.211218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 630b6397-a5ae-4dc0-9a2e-8809c0495dce up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:42.280091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 630b6397-a5ae-4dc0-9a2e-8809c0495dce completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:42.285051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 630b6397-a5ae-4dc0-9a2e-8809c0495dce triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:42.285351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.287164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:42.300289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Pushing event updated for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:42.311231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:42.393206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.430573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:42.435566 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.439942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b6511-d8de-43f3-bd5f-9482764e2c78 req-f4456a45-1aec-4e59-990c-7098d7131590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.441457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-396b6511-d8de-43f3-bd5f-9482764e2c78 req-f4456a45-1aec-4e59-990c-7098d7131590 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1097 time: 0.6008065
Dec 11 20:55:42.451525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cec3e434-52e4-44d7-8512-cc1b6ac1ff51 req-92b35143-cc4d-4408-84c1-c0273172d883 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6151211
Dec 11 20:55:42.456137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7169-d886-4bcd-8256-2597de4d97dc req-4433e954-933e-40f6-ac50-7368b405cf7a tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.458720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f81e7169-d886-4bcd-8256-2597de4d97dc req-4433e954-933e-40f6-ac50-7368b405cf7a tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.0664978
Dec 11 20:55:42.495613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.496472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.499251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:42.509348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.532490 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f81e7169-d886-4bcd-8256-2597de4d97dc req-ab4d26f7-0f94-412e-9c44-d90bb1e9f483 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674744
Dec 11 20:55:42.605081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8e8b52a2-0c88-4bcb-97b0-a901dd3804dd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4371331
Dec 11 20:55:42.639026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f010cc-c2f8-4192-bf17-aaad70dc60b8 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:42.641306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91359d9c-ca2f-4d47-a8ea-f014f1b4c5d8 req-42a5559d-d465-46d6-a542-a3fe9fdf0bb0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.642855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91359d9c-ca2f-4d47-a8ea-f014f1b4c5d8 req-42a5559d-d465-46d6-a542-a3fe9fdf0bb0 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0490277
Dec 11 20:55:42.650086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Request body: {'port': {'device_id': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:42.663739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.667547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:42.676934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port f04d1e96-1de8-438d-baae-b5875b4502e4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:42.677375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.681970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-396b6511-d8de-43f3-bd5f-9482764e2c78 req-760ac3b3-647b-4e45-8f9f-74e26f9310c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2291915
Dec 11 20:55:42.692608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91359d9c-ca2f-4d47-a8ea-f014f1b4c5d8 req-96130461-9195-4bd4-b1ef-2ce0bbc73b9b tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436163
Dec 11 20:55:42.703347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:42.724786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:42.738266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:42.786646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Transition to ACTIVE for port object 75f010cc-c2f8-4192-bf17-aaad70dc60b8 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:42.810184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.812312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fd100-ba21-4724-8334-101ba228b30a req-ee23e805-7074-4ba0-89d0-5e980ef92626 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.813829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-655fd100-ba21-4724-8334-101ba228b30a req-ee23e805-7074-4ba0-89d0-5e980ef92626 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 932 time: 0.0504062
Dec 11 20:55:42.829969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.835950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.842392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.848592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.855412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.856904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-ddffae68-8816-4c9a-8180-d76020033ce6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 3815 time: 0.3081024
Dec 11 20:55:42.869102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-655fd100-ba21-4724-8334-101ba228b30a req-60c63179-b6c9-4088-b070-3e2e80fdc7f2 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488179
Dec 11 20:55:42.963085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:42.963756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:42.984948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.009117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:43.029747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port f04d1e96-1de8-438d-baae-b5875b4502e4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f04d1e96-1de8-438d-baae-b5875b4502e4,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:43.030119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.053325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aa473-7de4-4537-bd41-90c1398f9332 req-5499a770-32e4-487a-8199-6ba040b5bec2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.060695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5aa473-7de4-4537-bd41-90c1398f9332 req-5499a770-32e4-487a-8199-6ba040b5bec2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.063056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f5aa473-7de4-4537-bd41-90c1398f9332 req-5499a770-32e4-487a-8199-6ba040b5bec2 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 1683 time: 0.0710406
Dec 11 20:55:43.066887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-7e0965e8-7b72-4df8-8689-275b4207fb0b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5048575
Dec 11 20:55:43.098710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for f04d1e96-1de8-438d-baae-b5875b4502e4 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:43.106301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Request body: {'port': {'device_id': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:43.128059 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f5aa473-7de4-4537-bd41-90c1398f9332 req-9ab3f350-4d31-47f3-8534-1de339c30ee9 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589457
Dec 11 20:55:43.159252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c74902b9-a112-4250-ad39-57cd3c1dcabc req-b6e2d99e-f64c-4b6a-a7a9-7348035dcf7e tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2930994
Dec 11 20:55:43.243554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5cfe-8c70-4540-af1a-4343b5425be4 req-dda78e08-b88c-496a-bacd-57dd056a2b63 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.245625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72cd5cfe-8c70-4540-af1a-4343b5425be4 req-dda78e08-b88c-496a-bacd-57dd056a2b63 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 931 time: 0.0526950
Dec 11 20:55:43.295268 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72cd5cfe-8c70-4540-af1a-4343b5425be4 req-e40a4b21-ef52-4368-881e-dcf092823e07 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435457
Dec 11 20:55:43.343540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.365145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Attempting to bind port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:43.365479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Attempting to bind port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:43.365807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Attempting to bind port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 on network cbe15a21-726e-4e30-a5c5-ef4819342354 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:43.391293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 on network cbe15a21-726e-4e30-a5c5-ef4819342354 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:43.391619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Attempting to bind port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 on network cbe15a21-726e-4e30-a5c5-ef4819342354 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:43.430232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:43.430946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Checking segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:43.431102 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8fd251ef-a112-4dc8-95b7-0820914adaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.433095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Bound using segment: {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:43.433095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Bound port: 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9729b7-852a-4883-af39-f3456c5099f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:43.433095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.653149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1863cc2-25eb-4f07-b14c-f1d3a0986b2b req-79928863-06c4-41bd-9859-91dd062e965d tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.654681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1863cc2-25eb-4f07-b14c-f1d3a0986b2b req-79928863-06c4-41bd-9859-91dd062e965d tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.0529053
Dec 11 20:55:43.679327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.690545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'f04d1e96-1de8-438d-baae-b5875b4502e4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:43.704588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1863cc2-25eb-4f07-b14c-f1d3a0986b2b req-09d1bc68-6574-4440-a531-6a669f7f4869 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436594
Dec 11 20:55:43.752500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=f04d1e96-1de8-438d-baae-b5875b4502e4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:43.760917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:43.791734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:43.794532 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4097724-edb1-4d80-8aab-5307fe7080fb" -d '{"events": [{"server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "name": "network-vif-plugged", "status": "completed", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:43.840277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1deb6-8b48-4b1b-91de-a311ee43879b req-1fc419a4-1c24-469b-8f33-8cce2ca8af66 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.845570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d71be2-ea41-413e-b8ba-fef539f123a3 req-63c0ad19-70cf-451d-b7a1-925c1d1e9461 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:43.847538 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8d71be2-ea41-413e-b8ba-fef539f123a3 req-63c0ad19-70cf-451d-b7a1-925c1d1e9461 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0755470
Dec 11 20:55:43.848056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ba1deb6-8b48-4b1b-91de-a311ee43879b req-1fc419a4-1c24-469b-8f33-8cce2ca8af66 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 946 time: 0.3007481
Dec 11 20:55:43.884792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:43.930830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port f04d1e96-1de8-438d-baae-b5875b4502e4 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:43.938318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.942884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:43.946230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-8f324808-d05c-4506-8ff3-e36fb8d85e8b tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "DELETE /v2.0/ports/f04d1e96-1de8-438d-baae-b5875b4502e4 HTTP/1.1" status: 204  len: 173 time: 2.0962191
Dec 11 20:55:43.950788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-deleted', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:43.953287 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c93cee-4c71-46da-a8ef-8c350ef2dc79" -d '{"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-deleted", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:43.953887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8d71be2-ea41-413e-b8ba-fef539f123a3 req-0fbfd654-47ab-4e14-b47b-3103f86726d4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994151
Dec 11 20:55:43.965935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03a9036-8d72-468d-8fd3-7090e5fe28ac {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:44.014180 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ec7cf-ac2f-4a92-ae21-1f1acfbd3b29 x-openstack-request-id: req-ea3ec7cf-ac2f-4a92-ae21-1f1acfbd3b29 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:44.014491 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "name": "network-vif-plugged", "status": "completed", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:44.014782 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea3ec7cf-ac2f-4a92-ae21-1f1acfbd3b29 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:44.015173 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce', 'code': 200}
Dec 11 20:55:44.036963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.107674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Transition to ACTIVE for port object f03a9036-8d72-468d-8fd3-7090e5fe28ac will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:44.132754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.133110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.134731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] 10.222.0.30 "PUT /v2.0/ports/75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 1091 time: 3.0267289
Dec 11 20:55:44.164891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.192948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ff27-181d-43b5-8a89-88d9fdd28fbc req-556912c6-f6b5-4a16-816b-be68fdb3090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.194649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd67ff27-181d-43b5-8a89-88d9fdd28fbc req-556912c6-f6b5-4a16-816b-be68fdb3090f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 1096 time: 0.1096482
Dec 11 20:55:44.216560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:44.233443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ba1deb6-8b48-4b1b-91de-a311ee43879b req-1b5d326f-1e19-4512-8ad0-f17422e8776d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3844316
Dec 11 20:55:44.246450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d31406-a869-4696-ad4c-748ddccf3f9d req-67c240de-5d17-4bf2-a427-5b602d4aebd8 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.246450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41d31406-a869-4696-ad4c-748ddccf3f9d req-67c240de-5d17-4bf2-a427-5b602d4aebd8 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 944 time: 0.1159885
Dec 11 20:55:44.294708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e7bb-91dd-4727-813b-32e09cfc23ad service neutron] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:44.315303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd67ff27-181d-43b5-8a89-88d9fdd28fbc req-92edb778-d805-4859-8716-66e1143904bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025023
Dec 11 20:55:44.341341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41d31406-a869-4696-ad4c-748ddccf3f9d req-cb2f913a-30b2-463e-8892-858cb2629395 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881262
Dec 11 20:55:44.400293 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5b80b9-ddbe-4032-9f83-61a9f340a807 x-openstack-request-id: req-cf5b80b9-ddbe-4032-9f83-61a9f340a807 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:44.400829 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-deleted", "tag": "f04d1e96-1de8-438d-baae-b5875b4502e4", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:44.401771 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf5b80b9-ddbe-4032-9f83-61a9f340a807 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:44.402363 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-deleted', 'tag': 'f04d1e96-1de8-438d-baae-b5875b4502e4', 'status': 'completed', 'code': 200}
Dec 11 20:55:44.420450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-b822d875-eefb-444a-b01a-e4c27a183c86 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.421922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-b822d875-eefb-444a-b01a-e4c27a183c86 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.30 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.3073056
Dec 11 20:55:44.455070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:44.469812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.472992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.492888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f77ad3-d51f-4711-82da-08a281f91b22 req-e78f090c-334a-4464-a584-9e0a4b8013da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.494406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f0f77ad3-d51f-4711-82da-08a281f91b22 req-e78f090c-334a-4464-a584-9e0a4b8013da tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 946 time: 0.0531454
Dec 11 20:55:44.515221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:44.560495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Transition to ACTIVE for port object 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:44.566956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f0f77ad3-d51f-4711-82da-08a281f91b22 req-bf6ad498-73fd-43d5-80bd-b1c428acae18 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650370
Dec 11 20:55:44.590320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:44.590320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.632467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.688342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3165ec-cf0c-4791-a762-03f28c676f20 req-c53dd887-1951-48d9-8e73-ea1fcfb573d3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.689951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de3165ec-cf0c-4791-a762-03f28c676f20 req-c53dd887-1951-48d9-8e73-ea1fcfb573d3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.0527914
Dec 11 20:55:44.739224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de3165ec-cf0c-4791-a762-03f28c676f20 req-0fc93f46-0cd5-4f3e-9dfc-1dbbbff87126 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419710
Dec 11 20:55:44.772532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Attempting to bind port f03a9036-8d72-468d-8fd3-7090e5fe28ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:44.772875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Attempting to bind port f03a9036-8d72-468d-8fd3-7090e5fe28ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '54565d54-81a1-4f85-9b80-66eadb86ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:44.773209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Attempting to bind port f03a9036-8d72-468d-8fd3-7090e5fe28ac on network 23d8498d-c676-46b2-9ccd-84daf6753edc {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:44.820702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.847457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Port f03a9036-8d72-468d-8fd3-7090e5fe28ac on network 23d8498d-c676-46b2-9ccd-84daf6753edc not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:44.848055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Attempting to bind port f03a9036-8d72-468d-8fd3-7090e5fe28ac on network 23d8498d-c676-46b2-9ccd-84daf6753edc {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:44.858991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa695e-d45b-43a2-bf2c-b06abbab9a10 req-37540a1b-492c-4eac-94ec-8efee65b2461 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.860568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:44.860709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3aa695e-d45b-43a2-bf2c-b06abbab9a10 req-37540a1b-492c-4eac-94ec-8efee65b2461 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 946 time: 0.0594692
Dec 11 20:55:44.913203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:44.913547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Checking segment: {'id': '54565d54-81a1-4f85-9b80-66eadb86ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:44.913948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Bound using segment: {'id': '54565d54-81a1-4f85-9b80-66eadb86ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:44.914426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Bound port: f03a9036-8d72-468d-8fd3-7090e5fe28ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54565d54-81a1-4f85-9b80-66eadb86ec4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:44.914776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:44.919519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3aa695e-d45b-43a2-bf2c-b06abbab9a10 req-4107ba59-fbcd-43bc-b7fb-9ea598c0b2e5 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/security-groups?id=c348f5b5-1de8-4a15-8c48-abce33898b87&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518970
Dec 11 20:55:44.942526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.948945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.954846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.960718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.968090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:44.969260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-f5633da4-6fc7-481e-a2cd-c8c82c3ecfeb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 3827 time: 0.3729906
Dec 11 20:55:45.053027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Deleting port cae7458e-04cf-4dc3-b655-57dad89fc6de {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:45.053364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.060766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c069c-734e-4868-a582-2ad0eddff6c8 req-52c7823d-69ae-4d69-8ba5-c294ef9fca68 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:45.062245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-314c069c-734e-4868-a582-2ad0eddff6c8 req-52c7823d-69ae-4d69-8ba5-c294ef9fca68 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0484846
Dec 11 20:55:45.084040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port 456ce3d4-9f94-4e45-b21d-08f46b4521c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=456ce3d4-9f94-4e45-b21d-08f46b4521c1,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:45.084406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.114292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-314c069c-734e-4868-a582-2ad0eddff6c8 req-c2e7948a-2e7b-49f7-9f04-4b29749e6069 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457780
Dec 11 20:55:45.375288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a165aa9-6b98-401a-bdb6-8d3211340e00 req-2312b531-2fac-441e-8755-231b25b5663f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:45.376735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a165aa9-6b98-401a-bdb6-8d3211340e00 req-2312b531-2fac-441e-8755-231b25b5663f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 946 time: 0.0542400
Dec 11 20:55:45.427075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a165aa9-6b98-401a-bdb6-8d3211340e00 req-90233980-3982-405f-b557-5d029058b928 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436428
Dec 11 20:55:45.519495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for 456ce3d4-9f94-4e45-b21d-08f46b4521c1 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:45.534871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43955ded-af8d-400e-8787-bec21b385f68 req-0cdbf630-080f-4f1b-acfa-5fd975bceedb tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:45.536540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43955ded-af8d-400e-8787-bec21b385f68 req-0cdbf630-080f-4f1b-acfa-5fd975bceedb tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 944 time: 0.0519364
Dec 11 20:55:45.552575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.590218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43955ded-af8d-400e-8787-bec21b385f68 req-9b1289af-bab4-4563-b102-306d23467803 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459416
Dec 11 20:55:45.645060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c85da25d-e081-4162-b319-6a989a7d9f73 req-40f1e0cb-92ff-4ae5-8e6c-40b0003c48d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6409237
Dec 11 20:55:45.656067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:45.656406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:45.656739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:45.659099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:45.685214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:45.685546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:45.694943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac,segment=NetworkSegment(54565d54-81a1-4f85-9b80-66eadb86ec4b),segment_id=54565d54-81a1-4f85-9b80-66eadb86ec4b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:45.714612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0229c80-9826-42c0-8158-4b19257cee38 req-d0432d29-8c1f-494b-99bb-cd3eab77e114 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-996381035&fields=id&tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 267 time: 0.0692692
Dec 11 20:55:45.722157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.726279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] For port cae7458e-04cf-4dc3-b655-57dad89fc6de, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cae7458e-04cf-4dc3-b655-57dad89fc6de,segment=NetworkSegment(e09e8aa0-414d-4683-8993-9fcb7f7bec13),segment_id=e09e8aa0-414d-4683-8993-9fcb7f7bec13)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:45.726666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.735668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:45.736009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:45.736397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:45.736838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Bound port: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:45.737201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.773942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229c80-9826-42c0-8158-4b19257cee38 req-61242752-776c-401a-a156-19918c1948ee tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:45.775526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0229c80-9826-42c0-8158-4b19257cee38 req-61242752-776c-401a-a156-19918c1948ee tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 946 time: 0.0522594
Dec 11 20:55:45.787967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'security_groups': ['c61c2ff7-4c94-4863-82f4-81ceff3a7877', '805861d9-67f6-45e4-b487-b9bf46fc4d05']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:45.802418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Calling delete_port for cae7458e-04cf-4dc3-b655-57dad89fc6de owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:45.868314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.871479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:45.871967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:45.873141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f03a9036-8d72-468d-8fd3-7090e5fe28ac HTTP/1.1" status: 200  len: 1092 time: 3.2297659
Dec 11 20:55:46.003266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5433-2d90-4a46-8b66-b3e9dae8dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:46.054552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64f0206-dcbf-4048-99b1-b6ec8855bdea {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:46.079294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.096706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:46.097536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e025c-4a6d-4478-a904-13eb6d72e1cf req-f2625221-dfd2-4bba-aef5-371931a91db3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.099085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-985e025c-4a6d-4478-a904-13eb6d72e1cf req-f2625221-dfd2-4bba-aef5-371931a91db3 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/ports?device_id=30f38c1e-56dd-4529-b8a0-fc2d48e68304 HTTP/1.1" status: 200  len: 946 time: 0.3085506
Dec 11 20:55:46.146057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.148490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:46.152792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.159705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Transition to ACTIVE for port object f64f0206-dcbf-4048-99b1-b6ec8855bdea will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:46.167374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:46.169982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-861f9df6-8124-4619-be1d-f3612ef2e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.171547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-861f9df6-8124-4619-be1d-f3612ef2e442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76e94a53f61d43ba81a414c6e4f8a364&device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 1095 time: 0.2476330
Dec 11 20:55:46.172154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.178305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:46.181476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.206590 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.211237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.211237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.221953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f04d1e96-1de8-438d-baae-b5875b4502e4 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:46.222800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0229c80-9826-42c0-8158-4b19257cee38 req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "PUT /v2.0/ports/3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 982 time: 0.4403291
Dec 11 20:55:46.223331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:46.225706 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d8d816-8765-456a-923b-c9a310b6d515" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:46.231001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.248815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:46.257009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.257265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.257611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.258020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.258367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.258727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.259060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.259398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.259777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.260103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.260478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.260857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.261185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49176111-b4d0-4a5f-9069-c9c5e1830694 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:46.278224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-8daf0fe8-d8bb-455f-ac00-7e59f4ef8560 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac HTTP/1.1" status: 200  len: 217 time: 0.0913253
Dec 11 20:55:46.278977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=456ce3d4-9f94-4e45-b21d-08f46b4521c1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:46.302992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f04d1e96-1de8-438d-baae-b5875b4502e4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:46.303339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f04d1e96-1de8-438d-baae-b5875b4502e4 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:46.303762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 456ce3d4-9f94-4e45-b21d-08f46b4521c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:46.364408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeadb8-7018-4e88-a72d-8e743ca99f5a req-74988a45-f1ec-4a45-815b-6ebd334175c0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.366338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26aeadb8-7018-4e88-a72d-8e743ca99f5a req-74988a45-f1ec-4a45-815b-6ebd334175c0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.0762043
Dec 11 20:55:46.376978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:46.410914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 456ce3d4-9f94-4e45-b21d-08f46b4521c1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:46.411298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 456ce3d4-9f94-4e45-b21d-08f46b4521c1 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:46.415176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.415867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.417825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] 10.222.0.16 "PUT /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 1091 time: 3.3171771
Dec 11 20:55:46.434204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}, {'name': 'network-changed', 'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac'}, {'name': 'network-changed', 'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:46.436561 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be02288-a7d8-463a-9bfd-a65f8badd5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8"}, {"name": "network-changed", "server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac"}, {"name": "network-changed", "server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:46.449125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-985e025c-4a6d-4478-a904-13eb6d72e1cf req-20b8fb0e-2910-489a-a1be-150347f5d038 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "GET /v2.0/security-groups?id=556e0425-bd32-4bf2-bf0f-90f992c2bab0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3334494
Dec 11 20:55:46.456724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26aeadb8-7018-4e88-a72d-8e743ca99f5a req-5671482a-bd8d-4dbc-a0df-5eecea7b9968 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835583
Dec 11 20:55:46.531416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port 456ce3d4-9f94-4e45-b21d-08f46b4521c1 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:46.593365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.597377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ecf7888-81d5-48ca-af57-ee1cf0c016d8 req-424974f1-376d-4e70-8c76-7e701bc0155d tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.16 "DELETE /v2.0/ports/456ce3d4-9f94-4e45-b21d-08f46b4521c1 HTTP/1.1" status: 204  len: 173 time: 2.6265485
Dec 11 20:55:46.598335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292038be-2d28-4f37-b6ea-a1118de52ff9 req-01b517b1-bf4a-4037-b5c3-1c894352ce34 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.615081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-292038be-2d28-4f37-b6ea-a1118de52ff9 req-01b517b1-bf4a-4037-b5c3-1c894352ce34 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0919309
Dec 11 20:55:46.694322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-292038be-2d28-4f37-b6ea-a1118de52ff9 req-d1fce98d-7e29-4827-a967-50282e9fa7f2 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741258
Dec 11 20:55:46.731353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:46.734767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.826516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-9d890e3a-6dc8-4aa5-a6f8-df79d82a9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.828025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-9d890e3a-6dc8-4aa5-a6f8-df79d82a9051 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4db4d30f-ca4e-45eb-8369-b87998aefb85 HTTP/1.1" status: 200  len: 848 time: 0.5250056
Dec 11 20:55:46.830839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dfff6ecc-3264-4e10-9b26-90fa4b357b42 req-330dcb09-a6e6-4e10-baf5-1f4c86cb48aa tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.18 "GET /v2.0/ports?device_id=27d0a549-fd9d-4b4b-a279-0d17c06b83b2 HTTP/1.1" status: 200  len: 210 time: 0.1390533
Dec 11 20:55:46.878699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-f63367f4-adc1-4437-ab0e-46c4a031ecbd tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-772518411&fields=id&tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 267 time: 0.1010697
Dec 11 20:55:46.921160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-04a891c0-21da-4ce6-9b95-1a453c8f7371 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23d8498d-c676-46b2-9ccd-84daf6753edc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0798869
Dec 11 20:55:46.924537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-731acaff-8537-488b-85cc-e2a99ecca92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:46.926148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-731acaff-8537-488b-85cc-e2a99ecca92c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1094 time: 0.4068770
Dec 11 20:55:46.928081 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9eb857-9d2b-4276-bad7-2e5e5dbee52a x-openstack-request-id: req-ce9eb857-9d2b-4276-bad7-2e5e5dbee52a {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:46.928517 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:46.928857 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce9eb857-9d2b-4276-bad7-2e5e5dbee52a {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:46.929265 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'status': 'completed', 'code': 200}
Dec 11 20:55:46.951974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaace06-d655-4f82-b7eb-5d7193a1a518 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:46.974933 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9c8db-1cb2-4f2a-a429-3557df2bc0ce x-openstack-request-id: req-f9d9c8db-1cb2-4f2a-a429-3557df2bc0ce {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:46.975410 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:46.975821 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9d9c8db-1cb2-4f2a-a429-3557df2bc0ce {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:46.976240 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'status': 'completed', 'code': 200}
Dec 11 20:55:46.978699 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac', 'status': 'completed', 'code': 200}
Dec 11 20:55:46.978699 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'status': 'completed', 'code': 200}
Dec 11 20:55:46.978699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] No DVR routers for this DVR port cae7458e-04cf-4dc3-b655-57dad89fc6de on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:46.993466 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:46.998322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f05236d-81f2-46e6-8ccf-12041427ad4b req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] 10.222.0.30 "DELETE /v2.0/ports/cae7458e-04cf-4dc3-b655-57dad89fc6de HTTP/1.1" status: 204  len: 173 time: 2.5523324
Dec 11 20:55:47.020079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-82b44afb-c9a7-458e-83cd-d81d4b8c4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.021599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-82b44afb-c9a7-458e-83cd-d81d4b8c4840 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1136 time: 0.0915065
Dec 11 20:55:47.034751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-99f6fa25-0792-49c2-9ff6-7f0b4b1614c1 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.036317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-99f6fa25-0792-49c2-9ff6-7f0b4b1614c1 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 985 time: 0.1501272
Dec 11 20:55:47.038570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5a11a-c5c7-4b58-9bee-8639c9733c59 tempest-ServerPasswordTestJSON-1669618739 tempest-ServerPasswordTestJSON-1669618739-project] Pushing event deleted for resources: {'Port': ['ID=cae7458e-04cf-4dc3-b655-57dad89fc6de,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:47.054018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.054581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.055221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.055688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.056177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.056622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.059067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-5a0125aa-71aa-45a4-9c69-ee64a00e0219 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5243 time: 0.0937533
Dec 11 20:55:47.073442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'security_groups': ['805861d9-67f6-45e4-b487-b9bf46fc4d05', 'c61c2ff7-4c94-4863-82f4-81ceff3a7877', '1ba0a550-80bd-4126-8907-81ec88798cba']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:47.097892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:47.118611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Attempting to bind port f64f0206-dcbf-4048-99b1-b6ec8855bdea on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:47.118908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Attempting to bind port f64f0206-dcbf-4048-99b1-b6ec8855bdea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:47.119249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Attempting to bind port f64f0206-dcbf-4048-99b1-b6ec8855bdea on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:47.143529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-e8097c2b-641d-4c8a-b220-0200b5d7ea1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 217 time: 0.1838841
Dec 11 20:55:47.153218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Port f64f0206-dcbf-4048-99b1-b6ec8855bdea on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:47.153661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Attempting to bind port f64f0206-dcbf-4048-99b1-b6ec8855bdea on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:47.217782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:47.218433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:47.218856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Bound using segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:47.219535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Bound port: f64f0206-dcbf-4048-99b1-b6ec8855bdea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:47.219904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:47.299526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06ad1f-27b0-411e-a8ca-e60e1e3750ef req-d0245706-6af1-4b76-adc6-bb70f1e51f5b tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.301882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d06ad1f-27b0-411e-a8ca-e60e1e3750ef req-d0245706-6af1-4b76-adc6-bb70f1e51f5b tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 944 time: 0.2692690
Dec 11 20:55:47.303665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-d02de80c-45eb-48e4-a89b-837ebd50083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.305459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-d02de80c-45eb-48e4-a89b-837ebd50083a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1490436
Dec 11 20:55:47.305645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cae7458e-04cf-4dc3-b655-57dad89fc6de no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:47.325243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:47.341050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: cae7458e-04cf-4dc3-b655-57dad89fc6de {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:47.341424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cae7458e-04cf-4dc3-b655-57dad89fc6de not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:47.356300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-e102801a-0b5d-4efa-a244-0c5b1fedee61 service neutron] 10.222.0.16 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3952572
Dec 11 20:55:47.398095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-0b543cc8-fb4a-4e1e-b67d-243e8ff08fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.399628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-0b543cc8-fb4a-4e1e-b67d-243e8ff08fc7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.3609571
Dec 11 20:55:47.405294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-48fa044e-da1d-481b-b6c1-c30910981315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.405771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-48fa044e-da1d-481b-b6c1-c30910981315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.406231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-48fa044e-da1d-481b-b6c1-c30910981315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.407974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-48fa044e-da1d-481b-b6c1-c30910981315 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3313694
Dec 11 20:55:47.421207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-fa81a093-8425-4b21-b8f7-956a4cf98e44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716717
Dec 11 20:55:47.474430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-d7ce9988-28f2-4385-8510-9a381780b7a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 217 time: 0.0632114
Dec 11 20:55:47.537462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:47.561622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:47.567711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d06ad1f-27b0-411e-a8ca-e60e1e3750ef req-d28b5892-3a69-49dc-9a5f-8bb0cc4dd3ca tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2192907
Dec 11 20:55:47.574123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:47.623870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-83f3210a-83a1-4639-9ce6-689bdeb81b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.625373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-83f3210a-83a1-4639-9ce6-689bdeb81b64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.1401622
Dec 11 20:55:47.671508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-eae1b36d-9b90-4125-a0a6-367eccc12faa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319893
Dec 11 20:55:47.672781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-321838ab-f6d5-47d0-a3bb-dcab3647b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.674113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-321838ab-f6d5-47d0-a3bb-dcab3647b6f8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2542226
Dec 11 20:55:47.681325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca33d936-0ddd-49dc-b20f-26b7e73e43f7 req-bd6f7ae9-5da3-4e70-a933-199f39647a8a service neutron] 10.222.0.16 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3071258
Dec 11 20:55:47.702598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.703331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:47.704932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] 10.222.0.30 "PUT /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 1130 time: 3.4979343
Dec 11 20:55:47.709473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-10cbec0c-34b1-4f64-8fd6-7f05b3ea9c3e service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772107
Dec 11 20:55:47.739777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d202b-67f9-403e-9135-ead38f8a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:47.755832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:47.878570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.884841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.892784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.900124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.907057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.914201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:47.923547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-204a4896-f304-4a5b-af8f-9beb09e2f717 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 4599 time: 0.2752924
Dec 11 20:55:48.035061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.074245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-fc752875-bf22-41c6-8594-68387582f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:48.075895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-fc752875-bf22-41c6-8594-68387582f03b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=76e94a53f61d43ba81a414c6e4f8a364&device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 1095 time: 0.2657142
Dec 11 20:55:48.091779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26137e07-d34e-4cdf-9bdc-08c75c98cfd4 req-dbc121e3-5c88-4af6-9c08-a82a6d13f941 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3539650
Dec 11 20:55:48.137791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:48.139466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4dd0a4e0-d045-476a-90c6-ce38a12e53fd req-5f349a9d-a2a9-4119-8bda-a013789615af tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2150586
Dec 11 20:55:48.151729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-412a2104-9468-424c-9a6b-3a5d4d9e85df service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4561930
Dec 11 20:55:48.195702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.229007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.245701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:48.288599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:48.288882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.290196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7985f8-e628-426f-88f9-4eafa03f565a req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "PUT /v2.0/ports/3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 1021 time: 1.2428732
Dec 11 20:55:48.337029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60b89-9195-445f-b452-6274db3eb0ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:48.345300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9d8d816-8765-456a-923b-c9a310b6d515 req-0ec3c86d-e22a-4eb4-90db-83bf09f598aa service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849945
Dec 11 20:55:48.384304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-03294747-7f1f-44d6-bf18-f5db2a4884ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:48.387186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-03294747-7f1f-44d6-bf18-f5db2a4884ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=23d8498d-c676-46b2-9ccd-84daf6753edc HTTP/1.1" status: 200  len: 909 time: 0.2977908
Dec 11 20:55:48.396440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:48.438709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-7bc7d40b-950b-4c8a-a79c-4d05d34db5f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac HTTP/1.1" status: 200  len: 217 time: 0.0419505
Dec 11 20:55:48.445030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40854) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:48.498759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:48.538894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-1202a577-f007-431c-9d8f-43894477d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:48.540481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-1202a577-f007-431c-9d8f-43894477d267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4db4d30f-ca4e-45eb-8369-b87998aefb85 HTTP/1.1" status: 200  len: 848 time: 0.0759261
Dec 11 20:55:48.567908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting subnet 1f3e0d1b-220d-4f9d-bb05-412852da7d91 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:48.594854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.595098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-45ba18bb-b175-4e7b-882b-95ce98965407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23d8498d-c676-46b2-9ccd-84daf6753edc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436566
Dec 11 20:55:48.653710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.683804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Deleting subnet 63b5271c-eee7-44f4-84fc-222ed80a2149 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:48.692640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.703328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c79520-8432-451f-9e23-a27a567b95b2 req-77219072-2e74-41c2-a0dc-a6d8c28b8354 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:48.704952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38c79520-8432-451f-9e23-a27a567b95b2 req-77219072-2e74-41c2-a0dc-a6d8c28b8354 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.1588931
Dec 11 20:55:48.778137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.859255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38c79520-8432-451f-9e23-a27a567b95b2 req-b3af793e-84c4-4688-9e8f-ea83d9186346 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276753
Dec 11 20:55:48.871529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.874910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:48.930202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:48.933349 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08355ef7-32de-4970-a4b2-c8a0819b5476" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:48.979219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-deleted', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1'}, {'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'name': 'network-vif-deleted', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de'}, {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:48.981708 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402807d-c30a-4953-a1ee-f4120a116ed8" -d '{"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-deleted", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1"}, {"server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "name": "network-vif-deleted", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de"}, {"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "f64f0206-dcbf-4048-99b1-b6ec8855bdea"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:48.989330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e94009-66d2-4be5-88d6-6e34c096fe94 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:49.000792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.011191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.019892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f5568-fc9c-4951-bc8f-8950f27bab58 req-66af4a48-0512-4850-bf3e-c0f5d6692667 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.021384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f49f5568-fc9c-4951-bc8f-8950f27bab58 req-66af4a48-0512-4850-bf3e-c0f5d6692667 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0806744
Dec 11 20:55:49.024643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.053313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Transition to ACTIVE for port object 23e94009-66d2-4be5-88d6-6e34c096fe94 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:49.059091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.062016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b5271c-eee7-44f4-84fc-222ed80a2149,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:49.064046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.068338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eebcd7-50e0-4eea-bd87-92070d31d577 req-40e1805a-3e3a-411d-b624-7822a74adf78 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.069779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19f9a967-6a61-40e8-9808-e163d20f98b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/63b5271c-eee7-44f4-84fc-222ed80a2149 HTTP/1.1" status: 204  len: 168 time: 0.5695863
Dec 11 20:55:49.069924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07eebcd7-50e0-4eea-bd87-92070d31d577 req-40e1805a-3e3a-411d-b624-7822a74adf78 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1024 time: 0.4739318
Dec 11 20:55:49.070343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:49.085092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.087223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00114493-8c5b-4e9a-8d46-6778d71eb1eb None None] Network 11e1df63-182b-4261-bd15-03deed7035d1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:49.091728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/subnets/1f3e0d1b-220d-4f9d-bb05-412852da7d91 HTTP/1.1" status: 204  len: 168 time: 0.6450679
Dec 11 20:55:49.097582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40866) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:49.112785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10e85a-a45e-4ad8-8f62-f3b6fb63a450 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3e0d1b-220d-4f9d-bb05-412852da7d91,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:49.143366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f49f5568-fc9c-4951-bc8f-8950f27bab58 req-73d4ea4b-e5de-4294-9385-6fee23e78122 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108696
Dec 11 20:55:49.192099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-f3680a06-c863-4dc5-8c38-5bf11e8408c4 service neutron] 10.222.0.16 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5793543
Dec 11 20:55:49.286288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa5604-263e-4c69-ada9-0b38f1f28d8d req-065dec4e-357e-4dc0-a11e-2a60acf4ea14 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.287901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-27fa5604-263e-4c69-ada9-0b38f1f28d8d req-065dec4e-357e-4dc0-a11e-2a60acf4ea14 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 944 time: 0.0625732
Dec 11 20:55:49.292849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] DHCP port deletion for 11e1df63-182b-4261-bd15-03deed7035d1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:55:49.351120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:49.368058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Deleting port ac141b2c-a8d3-4308-bcd5-df83ae844f78 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:49.368556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.371246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-27fa5604-263e-4c69-ada9-0b38f1f28d8d req-896686e3-ea5e-41b2-a364-a4903c2bf2e0 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663207
Dec 11 20:55:49.409989 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274c101-cc7e-4fac-b7f9-1b506bc56edd x-openstack-request-id: req-0274c101-cc7e-4fac-b7f9-1b506bc56edd {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:49.410312 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:49.410615 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0274c101-cc7e-4fac-b7f9-1b506bc56edd {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:49.411007 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'status': 'completed', 'code': 200}
Dec 11 20:55:49.429263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.434754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.435160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.435453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.435788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.436126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.436457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.437034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.437534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.438007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.438547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.438893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.439225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.439550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:55:49.451906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] For port ac141b2c-a8d3-4308-bcd5-df83ae844f78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac141b2c-a8d3-4308-bcd5-df83ae844f78,segment=NetworkSegment(bcb2475d-b73e-4550-874a-914b60776ee7),segment_id=bcb2475d-b73e-4550-874a-914b60776ee7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:49.452364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.470645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Calling delete_port for ac141b2c-a8d3-4308-bcd5-df83ae844f78 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:49.482706 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3749eadb-2ffe-4b92-89ee-b90e4dcb34f9 x-openstack-request-id: req-3749eadb-2ffe-4b92-89ee-b90e4dcb34f9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:49.483016 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f38c1e-56dd-4529-b8a0-fc2d48e68304", "name": "network-vif-deleted", "tag": "456ce3d4-9f94-4e45-b21d-08f46b4521c1", "status": "completed", "code": 200}, {"server_uuid": "27d0a549-fd9d-4b4b-a279-0d17c06b83b2", "name": "network-vif-deleted", "tag": "cae7458e-04cf-4dc3-b655-57dad89fc6de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "f64f0206-dcbf-4048-99b1-b6ec8855bdea", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:49.483268 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3749eadb-2ffe-4b92-89ee-b90e4dcb34f9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:49.483673 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f38c1e-56dd-4529-b8a0-fc2d48e68304', 'name': 'network-vif-deleted', 'tag': '456ce3d4-9f94-4e45-b21d-08f46b4521c1', 'status': 'completed', 'code': 200}
Dec 11 20:55:49.483931 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d0a549-fd9d-4b4b-a279-0d17c06b83b2', 'name': 'network-vif-deleted', 'tag': 'cae7458e-04cf-4dc3-b655-57dad89fc6de', 'status': 'completed', 'code': 200}
Dec 11 20:55:49.484186 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea', 'status': 'completed', 'code': 200}
Dec 11 20:55:49.501655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.537944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07eebcd7-50e0-4eea-bd87-92070d31d577 req-fe138216-0813-4d11-8ff4-f6aa7eeffb6b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=1ba0a550-80bd-4126-8907-81ec88798cba&id=805861d9-67f6-45e4-b487-b9bf46fc4d05 HTTP/1.1" status: 200  len: 6203 time: 0.4410865
Dec 11 20:55:49.539831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Attempting to bind port 23e94009-66d2-4be5-88d6-6e34c096fe94 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:49.540179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Attempting to bind port 23e94009-66d2-4be5-88d6-6e34c096fe94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:49.540508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Attempting to bind port 23e94009-66d2-4be5-88d6-6e34c096fe94 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:49.587119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Port 23e94009-66d2-4be5-88d6-6e34c096fe94 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:49.587501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Attempting to bind port 23e94009-66d2-4be5-88d6-6e34c096fe94 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:49.591299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.596334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-d742403e-cf61-40a5-865d-12527fed515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.597906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:49.598096 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-d742403e-cf61-40a5-865d-12527fed515b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1175 time: 0.1463597
Dec 11 20:55:49.598306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:49.599360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Bound using segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:49.599854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Bound port: 23e94009-66d2-4be5-88d6-6e34c096fe94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:49.600262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.634867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] Pushing event deleted for resources: {'Port': ['ID=ac141b2c-a8d3-4308-bcd5-df83ae844f78,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:49.638230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.638740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.639247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.639695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.640085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.640204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119778d-1ca3-4035-a0a6-d98148e4038c None None] No DVR routers for this DVR port ac141b2c-a8d3-4308-bcd5-df83ae844f78 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:49.640541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.641174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.643444 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-452688bf-e6b0-4606-a56e-2059b99ba20b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6167 time: 0.1372938
Dec 11 20:55:49.663278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.670094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.676101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.681976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.687989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1550644249 ', 'description': 'tempest-description-633606840'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:49.688135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.693929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.699844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.701763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b46a725f-6070-44f8-8bad-dfcdc99773df tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5372 time: 0.1664052
Dec 11 20:55:49.820936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-fd629429-10e0-4bb3-bc40-803988c58bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5587444
Dec 11 20:55:49.849885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.877226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-9ed93932-e327-48b4-8ad3-8e4118dfc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.878742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-9ed93932-e327-48b4-8ad3-8e4118dfc603 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.2729032
Dec 11 20:55:49.883917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4c7849a-25dd-4576-8b45-3326d0bbcffb req-b2c29952-934b-4830-a041-feeec5823c60 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1561205
Dec 11 20:55:49.919655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.938251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:49.938648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-c59147f1-4d10-40c4-8aae-429855923fd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 200  len: 217 time: 0.0500181
Dec 11 20:55:49.942233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-507860e6-14b5-4674-92f8-e1d01c5d58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.942720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-507860e6-14b5-4674-92f8-e1d01c5d58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.943172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-507860e6-14b5-4674-92f8-e1d01c5d58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:49.944698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-507860e6-14b5-4674-92f8-e1d01c5d58b8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2181177
Dec 11 20:55:49.974249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e69c280>,) {'filters': {'network_id': ['3332952b-0c38-4bb5-b4f9-2a65d8740092']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.010059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e69c280>, 'e09e8aa0-414d-4683-8993-9fcb7f7bec13') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.011359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e69c280>, 'e09e8aa0-414d-4683-8993-9fcb7f7bec13') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.013446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ca63970>,) {'filters': {'network_id': ['11e1df63-182b-4261-bd15-03deed7035d1']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.022003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:50.049049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.058142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-3d635a4d-49ec-4ec0-883c-40108763afbe tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.059634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-3d635a4d-49ec-4ec0-883c-40108763afbe tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.2661717
Dec 11 20:55:50.068069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ca63970>, 'bcb2475d-b73e-4550-874a-914b60776ee7') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.068371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ca63970>, 'bcb2475d-b73e-4550-874a-914b60776ee7') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:50.071946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-8a7982ff-5b2e-4225-a88e-b9720ea9e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.073965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-8a7982ff-5b2e-4225-a88e-b9720ea9e4b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.1283071
Dec 11 20:55:50.087504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23e94009-66d2-4be5-88d6-6e34c096fe94,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:50.115968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-0aeace3d-86b7-4290-8e45-39e59b4cda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.117113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-d98ff631-932b-421c-9745-0f89a240c07c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356262
Dec 11 20:55:50.117509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-0aeace3d-86b7-4290-8e45-39e59b4cda9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1094 time: 0.2208557
Dec 11 20:55:50.121105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.124075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.127746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd698-d67d-4218-8eb3-fe6b7b32a42a req-3d446858-1c3d-4556-a6e0-6667556bab75 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.129173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-951dd698-d67d-4218-8eb3-fe6b7b32a42a req-3d446858-1c3d-4556-a6e0-6667556bab75 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.1411130
Dec 11 20:55:50.129310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.167936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-ed2988b1-42ab-4cac-a2ca-42c8dfd9647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.168589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:50.168589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.169545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3402807d-c30a-4953-a1ee-f4120a116ed8 req-ed2988b1-42ab-4cac-a2ca-42c8dfd9647b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2158816
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:50.171143 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:50.230029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f03a9036-8d72-468d-8fd3-7090e5fe28ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:50.232857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.249009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-951dd698-d67d-4218-8eb3-fe6b7b32a42a req-8fe2f2b9-5fe6-4761-939a-6e2a90256263 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059577
Dec 11 20:55:50.268138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-d013da9b-64f4-476e-825b-1b6ec705f2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372385
Dec 11 20:55:50.336568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:50.337244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.345144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.346098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.347826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] 10.222.0.30 "PUT /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 1131 time: 2.6036968
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:50.361347 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:50.393464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac,segment=NetworkSegment(54565d54-81a1-4f85-9b80-66eadb86ec4b),segment_id=54565d54-81a1-4f85-9b80-66eadb86ec4b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:50.418289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac', 'network_id': '23d8498d-c676-46b2-9ccd-84daf6753edc', 'port_id': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac', 'mac_address': 'fa:16:3e:15:48:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db4d30f-ca4e-45eb-8369-b87998aefb85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:50.434400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08355ef7-32de-4970-a4b2-c8a0819b5476 req-db541cc7-16cf-4f09-ad3b-792575b90127 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582439
Dec 11 20:55:50.435313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:50.464577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2eba0-9f18-4814-a4b4-8f99c55eaa03 req-5fa7fb47-1d58-4a40-9a2f-16da7f2a7f13 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.466901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bd2eba0-9f18-4814-a4b4-8f99c55eaa03 req-5fa7fb47-1d58-4a40-9a2f-16da7f2a7f13 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.0732079
Dec 11 20:55:50.477255 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.499387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03a9036-8d72-468d-8fd3-7090e5fe28ac {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:50.529152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac,segment=NetworkSegment(54565d54-81a1-4f85-9b80-66eadb86ec4b),segment_id=54565d54-81a1-4f85-9b80-66eadb86ec4b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:50.531564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.532574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bd2eba0-9f18-4814-a4b4-8f99c55eaa03 req-d4cc8716-aed8-46b7-bb3e-f0f6599acc02 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562356
Dec 11 20:55:50.538988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.549303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab863ef-7de2-407d-b8d3-9137f4e60c08 service neutron] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:50.574442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.580404 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.584323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] 10.222.0.18 "DELETE /v2.0/networks/3332952b-0c38-4bb5-b4f9-2a65d8740092 HTTP/1.1" status: 204  len: 168 time: 1.5075660
Dec 11 20:55:50.612293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.621079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:50.625897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d5f55-7281-4229-8468-f2f09facb05d admin admin] Pushing event deleted for resources: {'Network': ['ID=3332952b-0c38-4bb5-b4f9-2a65d8740092,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:50.650468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.677183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-ab9cba6d-3eb0-4fad-903b-ee772cf89cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.678862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-ab9cba6d-3eb0-4fad-903b-ee772cf89cac service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.5389447
Dec 11 20:55:50.686863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.690151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/networks/11e1df63-182b-4261-bd15-03deed7035d1 HTTP/1.1" status: 204  len: 168 time: 1.5893981
Dec 11 20:55:50.695513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40884) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:50.703838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c5135-2248-4ed4-80b3-6e4416a7124e req-e26c2b67-13da-4aee-9317-8f21c30ccb4b tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:50.705895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c5135-2248-4ed4-80b3-6e4416a7124e req-e26c2b67-13da-4aee-9317-8f21c30ccb4b tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 945 time: 0.0662227
Dec 11 20:55:50.731837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.733049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9a860ab-10bf-4548-ac7a-515c39b59419 req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1804 time: 1.0693166
Dec 11 20:55:50.733660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04d320-ae16-43e8-b696-b00fc6bf9659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7449f228-8e71-4dc3-bcaf-d8cea6b1fd54,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:50.779358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40888) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:50.781884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f03a9036-8d72-468d-8fd3-7090e5fe28ac'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:50.790623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.796409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Deleting port 630b6397-a5ae-4dc0-9a2e-8809c0495dce {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:50.797819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.800854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49bed-a9dd-4947-b9c2-904349f31245 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Network': ['ID=11e1df63-182b-4261-bd15-03deed7035d1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:50.804604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660c5135-2248-4ed4-80b3-6e4416a7124e req-06ae5c14-2ded-4d76-a783-31bed7d05b3c tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763793
Dec 11 20:55:50.817759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-4764b475-7514-4552-bd6d-1bab9f6fd525 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 217 time: 0.1161458
Dec 11 20:55:50.884910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e2cc5d41-56c0-4b5a-bf11-be599e87a6ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2eed744bcb74416c81c229c0731efa19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0767813
Dec 11 20:55:50.887839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:50.910258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b29a2a70-3172-4635-b843-2ed575ca61be req-01a6149e-f8ef-40aa-acb5-b5f14725ecbd tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/7449f228-8e71-4dc3-bcaf-d8cea6b1fd54 HTTP/1.1" status: 200  len: 1799 time: 0.0761671
Dec 11 20:55:50.949663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting subnet 00e5216f-9d54-4dc0-be9a-4f8efe768573 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:50.959024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:50.983688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.000752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-7dcac9be-3fb8-46f7-a45f-8f2766e46bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.002123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-7dcac9be-3fb8-46f7-a45f-8f2766e46bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1661732
Dec 11 20:55:51.015227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.028097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ac141b2c-a8d3-4308-bcd5-df83ae844f78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:51.049154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ac141b2c-a8d3-4308-bcd5-df83ae844f78 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:51.049499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ac141b2c-a8d3-4308-bcd5-df83ae844f78 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:51.082660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-a8a28219-3e80-42fd-8ca9-d46c394f54c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0656691
Dec 11 20:55:51.092095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.103530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.105156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.111478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.117415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.123513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.129508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.135519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.141449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.143430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-543bb4ac-2aae-4422-a6e2-a197a215d7b1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5372 time: 0.1260858
Dec 11 20:55:51.173556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.176117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.177410 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c348f5b5-1de8-4a15-8c48-abce33898b87 HTTP/1.1" status: 204  len: 168 time: 0.2884974
Dec 11 20:55:51.203832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76108d3-6dc3-4352-a9b1-836ba9cab055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c348f5b5-1de8-4a15-8c48-abce33898b87,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:51.227812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9439386-a7b8-41cf-abff-6529846a4fd3 req-83292441-7a48-45d4-a672-6406892fdbf5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0772443
Dec 11 20:55:51.257111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-3fc6f827-d19c-4f05-9674-4eb2f3e3b02d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/7449f228-8e71-4dc3-bcaf-d8cea6b1fd54 HTTP/1.1" status: 200  len: 1799 time: 0.3029187
Dec 11 20:55:51.268675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] For port 630b6397-a5ae-4dc0-9a2e-8809c0495dce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=630b6397-a5ae-4dc0-9a2e-8809c0495dce,segment=NetworkSegment(f694e55f-0db9-42eb-894b-8d8692bff4d9),segment_id=f694e55f-0db9-42eb-894b-8d8692bff4d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:51.269113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.325818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Calling delete_port for 630b6397-a5ae-4dc0-9a2e-8809c0495dce owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:51.406784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d33664-9fd5-44f0-bd82-595f45c2ca9d req-53fd0101-5524-45a8-9ac2-dcd82d0e6e0a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.408315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2d33664-9fd5-44f0-bd82-595f45c2ca9d req-53fd0101-5524-45a8-9ac2-dcd82d0e6e0a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.0632434
Dec 11 20:55:51.459040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2d33664-9fd5-44f0-bd82-595f45c2ca9d req-12ef604b-f266-4ef0-a839-33c5c9725a60 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445051
Dec 11 20:55:51.476413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-edb63702-b8db-4460-ab85-5f16a9c50019 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3811390
Dec 11 20:55:51.489318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '23e94009-66d2-4be5-88d6-6e34c096fe94'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:51.495782 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "23e94009-66d2-4be5-88d6-6e34c096fe94"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:51.521580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.574032 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49efd89c-dfab-47b2-97db-262381b50e92 x-openstack-request-id: req-49efd89c-dfab-47b2-97db-262381b50e92 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:51.574310 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "23e94009-66d2-4be5-88d6-6e34c096fe94", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:51.574600 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49efd89c-dfab-47b2-97db-262381b50e92 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:51.575001 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '23e94009-66d2-4be5-88d6-6e34c096fe94', 'status': 'completed', 'code': 200}
Dec 11 20:55:51.594225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.670817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.671300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.671798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.673230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.673745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.675390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.676095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.679067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-130bc840-c068-4d3f-bc31-1333d8c1f2a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6209 time: 0.0996401
Dec 11 20:55:51.696832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.758090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df387a-15d8-46d0-95b3-639a793df20a req-26d3a324-bfed-48fb-843a-9464929c60fe tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.759787 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9df387a-15d8-46d0-95b3-639a793df20a req-26d3a324-bfed-48fb-843a-9464929c60fe tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/ports?device_id=36556d27-420e-4695-bda7-ec7ab0aa9493 HTTP/1.1" status: 200  len: 945 time: 0.1361070
Dec 11 20:55:51.822652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b464fc4-406c-4863-989b-58ee58d066e5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:51.828058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.839385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be02288-a7d8-463a-9bfd-a65f8badd5ac req-467915b5-6fc1-4d9b-a7f7-b0347a2450a7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3342555
Dec 11 20:55:51.847319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.857357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-42ee2ac0-da99-46ef-89d5-3c3569a29950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.857979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-42ee2ac0-da99-46ef-89d5-3c3569a29950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.858437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-42ee2ac0-da99-46ef-89d5-3c3569a29950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:51.860117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-42ee2ac0-da99-46ef-89d5-3c3569a29950 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1737089
Dec 11 20:55:51.867931 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9df387a-15d8-46d0-95b3-639a793df20a req-293ed676-c422-4be3-9520-7b41f7b67b37 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c553416-ab12-46e6-9923-9de8b768dec9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946193
Dec 11 20:55:51.877438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.880234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.881243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ba4f22f-2f99-4870-be5d-86fae668962c req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/7449f228-8e71-4dc3-bcaf-d8cea6b1fd54 HTTP/1.1" status: 204  len: 173 time: 0.6073194
Dec 11 20:55:51.897817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Subnet': ['ID=00e5216f-9d54-4dc0-be9a-4f8efe768573,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:51.901662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:51.901926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c94f07-d8a4-4aba-8a4e-bf32c306f1da None None] Network 64557b65-a147-4d7b-af25-c1afd7a7e5f2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:51.904848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9cde1dbc-b13a-4932-85b4-b0d56dba03ec tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/subnets/00e5216f-9d54-4dc0-be9a-4f8efe768573 HTTP/1.1" status: 204  len: 168 time: 1.2021432
Dec 11 20:55:51.910686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:51.915793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19176458-6856-4fab-86eb-76600c44bace tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7449f228-8e71-4dc3-bcaf-d8cea6b1fd54,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:51.923759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Transition to ACTIVE for port object 8b464fc4-406c-4863-989b-58ee58d066e5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:51.924735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.091001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] DHCP port deletion for 64557b65-a147-4d7b-af25-c1afd7a7e5f2 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:55:52.133184 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-a48fbfaa-ab9b-491e-851c-9eaa6b6cb32c req-9eb821b5-2e22-47c5-900d-f4878ebdb363 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:55:52.134532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a48fbfaa-ab9b-491e-851c-9eaa6b6cb32c req-9eb821b5-2e22-47c5-900d-f4878ebdb363 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/7449f228-8e71-4dc3-bcaf-d8cea6b1fd54 HTTP/1.1" status: 404  len: 352 time: 0.0345693
Dec 11 20:55:52.147300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.160897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Deleting port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:52.162040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.166352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-523e8f32-3449-49fc-826b-fce3a5075baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:52.167937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ea7a8cc5-42d1-448d-b1dd-598ab6cfbe03 req-523e8f32-3449-49fc-826b-fce3a5075baf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2988777
Dec 11 20:55:52.187238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1538236832', 'description': 'tempest-description-930644644'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:52.209803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:52.226702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:55:52.234913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f03a9036-8d72-468d-8fd3-7090e5fe28ac up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:52.267954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.290168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] For port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:52.290586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.315562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Calling delete_port for eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:52.334014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Deleting port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:52.334266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.380232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.386024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event deleted for resources: {'Port': ['ID=630b6397-a5ae-4dc0-9a2e-8809c0495dce,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:52.422450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-730707091-network', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:52.442057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f03a9036-8d72-468d-8fd3-7090e5fe28ac completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:52.450741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] For port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,segment=NetworkSegment(dc060839-fd60-4c7d-8aba-baf23fe2761d),segment_id=dc060839-fd60-4c7d-8aba-baf23fe2761d)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:52.451115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.456637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f03a9036-8d72-468d-8fd3-7090e5fe28ac triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:52.457014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.471108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Calling delete_port for eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:52.497239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] No DVR routers for this DVR port 630b6397-a5ae-4dc0-9a2e-8809c0495dce on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:52.503411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.507073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1483a5f-5b3b-47ed-99c0-13bcbfb59ea4 req-ed69a6a6-5298-4727-8841-814466094434 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.16 "DELETE /v2.0/ports/630b6397-a5ae-4dc0-9a2e-8809c0495dce HTTP/1.1" status: 204  len: 173 time: 2.4347579
Dec 11 20:55:52.513207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:52.522783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.543421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:52.570303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ce28f-b246-4af4-9ec6-a70c1d30d112 req-05dac26b-fe2e-41fd-9728-0a89aa894fc7 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:52.572036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b9ce28f-b246-4af4-9ec6-a70c1d30d112 req-05dac26b-fe2e-41fd-9728-0a89aa894fc7 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 945 time: 0.1930909
Dec 11 20:55:52.574948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.578293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Made reservation on behalf of 8c9b8bef4801403db9dc65e4c9fcf464 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:52.580591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'port_id': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'mac_address': 'fa:16:3e:22:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd6725-4a98-427d-a4e5-27195e7e86c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:55:52.581110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.617781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.645253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.646775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.648181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-919643eb-0caa-4284-ba1b-20c350a4536d req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4783833
Dec 11 20:55:52.677493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65656156-b93a-43b3-ae34-6a5aeaffdbb4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eedc665-5629-46b4-84d0-c5669c6e029d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:52.699222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] No DVR routers for this DVR port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:52.720338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc84e1d-6426-4201-836f-efa3e9694be9 None None] Pushing event deleted for resources: {'Port': ['ID=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:52.729854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.748490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:52.753176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.761238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.783303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b9ce28f-b246-4af4-9ec6-a70c1d30d112 req-005b0f99-79dc-4037-9dc4-96ef57bccf1c tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714189
Dec 11 20:55:52.786723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Attempting to bind port 8b464fc4-406c-4863-989b-58ee58d066e5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:52.787112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Attempting to bind port 8b464fc4-406c-4863-989b-58ee58d066e5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:52.788918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Attempting to bind port 8b464fc4-406c-4863-989b-58ee58d066e5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:52.793959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:52.797272 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d512e-0707-4a1d-a1e7-2a1b03020aaa" -d '{"events": [{"server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "name": "network-vif-plugged", "status": "completed", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:52.802663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Port 8b464fc4-406c-4863-989b-58ee58d066e5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:52.806291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Attempting to bind port 8b464fc4-406c-4863-989b-58ee58d066e5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:52.816979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:52.817556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:52.818331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Bound using segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:52.819057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Bound port: 8b464fc4-406c-4863-989b-58ee58d066e5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:52.819722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.821322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:52.822740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Port': ['ID=eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:52.849412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.853550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac,segment=NetworkSegment(54565d54-81a1-4f85-9b80-66eadb86ec4b),segment_id=54565d54-81a1-4f85-9b80-66eadb86ec4b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:52.858232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] No DVR routers for this DVR port eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:55:52.864513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.865479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 630b6397-a5ae-4dc0-9a2e-8809c0495dce no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:52.911642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:52.917692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b464fc4-406c-4863-989b-58ee58d066e5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:52.932672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 630b6397-a5ae-4dc0-9a2e-8809c0495dce {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:52.933582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 630b6397-a5ae-4dc0-9a2e-8809c0495dce not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:52.937100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:52.976645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.025233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.051883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.054222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.067718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.074565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.077267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.078068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.079567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 200  len: 1091 time: 2.6759813
Dec 11 20:55:53.081017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.089955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:53.104935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.111056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420db5dc-426d-4e2e-9ef2-d4bc7c1b64c8 req-1f5b167e-ca35-4cd0-8e48-b94f1c9c0023 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.114080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.119306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-420db5dc-426d-4e2e-9ef2-d4bc7c1b64c8 req-1f5b167e-ca35-4cd0-8e48-b94f1c9c0023 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1962757
Dec 11 20:55:53.124310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.127126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:53.134294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc18a1-857f-4177-bd94-66116bcd2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.136612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3857a897-1756-4824-8f02-401cf7ef1720 req-72412734-c09e-4ab5-a42c-55f7f38a0755 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5384 time: 0.3657911
Dec 11 20:55:53.162540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:55:53.171763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:53.172167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device eff07c05-5408-4be7-8e0b-6ff5a3bcb2cd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:53.240899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.303280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94580f04-8822-4c37-9b3c-3ed01f594b21,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.311175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.340115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d6e2340>,) {'filters': {'network_id': ['64557b65-a147-4d7b-af25-c1afd7a7e5f2']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:53.351472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-420db5dc-426d-4e2e-9ef2-d4bc7c1b64c8 req-92cd037e-3619-4dd8-9d21-d2628ddad2f9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312498
Dec 11 20:55:53.355890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.360343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d6e2340>, 'dc060839-fd60-4c7d-8aba-baf23fe2761d') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:53.360651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d6e2340>, 'dc060839-fd60-4c7d-8aba-baf23fe2761d') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:53.395239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.439229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.441772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:55:53.442708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1858317788', 'description': 'tempest-description-2061677169'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:53.465547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:53.465955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:53.469244 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:53.490812 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.491344 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Added segment 9dd2ad49-256d-4cbc-95ee-12f35b2274d1 of type vlan for network d116e3c7-e05c-46d1-b979-68e398677e6f
Dec 11 20:55:53.535564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.571996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3857a897-1756-4824-8f02-401cf7ef1720 req-101c5646-4a4c-401c-a314-fda173b703da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4343905
Dec 11 20:55:53.584646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.595252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.613205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'name': 'network-vif-deleted', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce'}, {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:53.613896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.615787 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26db3819-4f6d-4c17-927e-71523d3587dd" -d '{"events": [{"server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "name": "network-vif-deleted", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce"}, {"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:53.626687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] 10.222.0.18 "DELETE /v2.0/networks/64557b65-a147-4d7b-af25-c1afd7a7e5f2 HTTP/1.1" status: 204  len: 168 time: 1.6278036
Dec 11 20:55:53.628246 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aab04dc-3288-4bdc-8bed-d1d2c82e5947 x-openstack-request-id: req-5aab04dc-3288-4bdc-8bed-d1d2c82e5947 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:53.628592 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "name": "network-vif-plugged", "status": "completed", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:53.628858 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5aab04dc-3288-4bdc-8bed-d1d2c82e5947 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:53.629262 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac', 'code': 200}
Dec 11 20:55:53.642959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f36780-bada-4ad2-b022-68397eaf4ed8 tempest-ServersTestMultiNic-300783891 tempest-ServersTestMultiNic-300783891-project] Pushing event deleted for resources: {'Network': ['ID=64557b65-a147-4d7b-af25-c1afd7a7e5f2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.655481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.657171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.658322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.717212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.5045543
Dec 11 20:55:53.722425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40956) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:53.731757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123896a6-a9cf-4c90-870d-40eaed1e23ef admin admin] Pushing event updated for resources: {'Network': ['ID=d116e3c7-e05c-46d1-b979-68e398677e6f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.735437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Request body: {'subnet': {'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-subnet', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:53.740436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.744158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d116e3c7-e05c-46d1-b979-68e398677e6f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:55:53.775402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.780844 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fff6b3-12d3-4c78-8ee2-6506481e5315 x-openstack-request-id: req-a0fff6b3-12d3-4c78-8ee2-6506481e5315 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:53.781140 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36556d27-420e-4695-bda7-ec7ab0aa9493", "name": "network-vif-deleted", "tag": "630b6397-a5ae-4dc0-9a2e-8809c0495dce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:53.781592 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0fff6b3-12d3-4c78-8ee2-6506481e5315 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:53.782158 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36556d27-420e-4695-bda7-ec7ab0aa9493', 'name': 'network-vif-deleted', 'tag': '630b6397-a5ae-4dc0-9a2e-8809c0495dce', 'status': 'completed', 'code': 200}
Dec 11 20:55:53.782629 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5', 'status': 'completed', 'code': 200}
Dec 11 20:55:53.855726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Made reservation on behalf of 8c9b8bef4801403db9dc65e4c9fcf464 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:55:53.858079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.859326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.860022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.860493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.860988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.861640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.862346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.862986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.866890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26db3819-4f6d-4c17-927e-71523d3587dd req-b7b6737a-5472-4485-af80-dc0e8ca5774b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6276 time: 0.0652440
Dec 11 20:55:53.869215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.871013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dbd81e1f-85ec-4557-a2db-1b623251e663 req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4327683
Dec 11 20:55:53.888193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fb69e-7f9b-4252-af96-ebbfdd3a305b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd262b-e14c-4052-a9ad-f3314cb28391,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:53.895201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:53.901586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d7bff-caae-4895-9bc2-972ea3c12f7d req-26325ecf-8b62-49ac-ade5-66b7654aa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:53.903141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b03d7bff-caae-4895-9bc2-972ea3c12f7d req-26325ecf-8b62-49ac-ade5-66b7654aa585 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 1097 time: 0.1797328
Dec 11 20:55:53.944386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:53.993969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823169974', 'description': 'tempest-description-1093771185'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:54.007642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Transition to ACTIVE for port object c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:54.021764 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.030591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac615d-2b32-41a1-997a-4117a30b6503 req-6b9434dd-238c-4880-896d-04e3af8a72d0 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.031971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7aac615d-2b32-41a1-997a-4117a30b6503 req-6b9434dd-238c-4880-896d-04e3af8a72d0 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 946 time: 0.1163287
Dec 11 20:55:54.039077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-90ba86c2-ad51-4da0-9333-222f97d02a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.039565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-90ba86c2-ad51-4da0-9333-222f97d02a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.040014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-90ba86c2-ad51-4da0-9333-222f97d02a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.042242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26db3819-4f6d-4c17-927e-71523d3587dd req-90ba86c2-ad51-4da0-9333-222f97d02a0f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1667707
Dec 11 20:55:54.069491 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b03d7bff-caae-4895-9bc2-972ea3c12f7d req-e262e6b3-501e-4f6e-a803-f9e8b71d6890 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281791
Dec 11 20:55:54.078669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.136642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:54.166058 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7aac615d-2b32-41a1-997a-4117a30b6503 req-54b33ad0-2546-4ea7-9151-d4a7a6fdbe73 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227219
Dec 11 20:55:54.193039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db3819-4f6d-4c17-927e-71523d3587dd req-6fdf2793-095c-445a-b0ab-252887b6d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.194935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26db3819-4f6d-4c17-927e-71523d3587dd req-6fdf2793-095c-445a-b0ab-252887b6d8ac service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1459601
Dec 11 20:55:54.246225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:55:54.304763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.311311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:54.325836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.334385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Attempting to bind port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:54.335037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Attempting to bind port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:54.335559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Attempting to bind port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:54.339936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:55:54.345238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:55:54.345780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.362891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.375085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:54.398874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:54.399510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Attempting to bind port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:54.433819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.435447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10d267a4-baff-430c-a31b-cc3f7b5ad16b req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.4586394
Dec 11 20:55:54.441975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:54.442337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Checking segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:54.442728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Bound using segment: {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:54.443768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Bound port: c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad60a29e-c85a-4912-babd-fb0a02c5a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:54.444126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.449080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffc844-cbc9-49f7-864f-bff2cebc5d99 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:54.451244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Pushing event updated for resources: {'Subnet': ['ID=200f2fbd-3c04-4c55-87a9-b98661fc1a75,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:54.462048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.475174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Checking segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:54.475805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Network hostable DHCP agents. Network: d116e3c7-e05c-46d1-b979-68e398677e6f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:55:54.505848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:54.511647 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.568665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:54.571159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Network d116e3c7-e05c-46d1-b979-68e398677e6f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:55:54.582814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:54.590374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:54.593871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d116e3c7-e05c-46d1-b979-68e398677e6f) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:54.604461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.604769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697d732-2502-421c-9d64-158065fa72b2 None None] Network d116e3c7-e05c-46d1-b979-68e398677e6f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:54.608273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.608863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.680804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:54.681432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.683036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] 10.222.0.30 "PUT /v2.0/ports/c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 200  len: 1090 time: 1.5603762
Dec 11 20:55:54.700003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf1f6147-ad2e-4d6a-9b34-84b67831456b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.9720814
Dec 11 20:55:54.701703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:54.711104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:54.718209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96977e6-a929-438e-8fa4-b51d48739b7f None None] Network d116e3c7-e05c-46d1-b979-68e398677e6f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:54.728696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39ad0bf7-c7a7-4e67-85ea-1a9bc164906d req-7a53866b-b2cc-4f44-b23a-e02f8854bced tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 11009 time: 0.2308142
Dec 11 20:55:54.736460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:54.771081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78e831-67d4-4eca-a62c-ea136a214839 service neutron] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:54.832578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.833592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.853526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.885852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39ad0bf7-c7a7-4e67-85ea-1a9bc164906d req-736b472d-be54-4947-8645-102f3807aa7a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/c61c2ff7-4c94-4863-82f4-81ceff3a7877 HTTP/1.1" status: 200  len: 2999 time: 0.1419597
Dec 11 20:55:54.973886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:54.992193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.043619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846550e-c2f2-4a3f-b085-acf83d6c1eda req-3ed33653-35c7-47d5-841d-39d05ce5c8d1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.045170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4846550e-c2f2-4a3f-b085-acf83d6c1eda req-3ed33653-35c7-47d5-841d-39d05ce5c8d1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.2662277
Dec 11 20:55:55.066957 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.125174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39ad0bf7-c7a7-4e67-85ea-1a9bc164906d req-ccb5289e-2c44-4c72-b41d-ade91a63c9d9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/c61c2ff7-4c94-4863-82f4-81ceff3a7877 HTTP/1.1" status: 200  len: 2999 time: 0.2045846
Dec 11 20:55:55.189099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4846550e-c2f2-4a3f-b085-acf83d6c1eda req-faf68283-1d28-4f04-8a3f-f5676f92498f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327820
Dec 11 20:55:55.249637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.257796 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.259145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "DELETE /v2.0/security-groups/892cfdf8-8aae-4164-98ee-25dee0d83beb HTTP/1.1" status: 204  len: 168 time: 0.8829610
Dec 11 20:55:55.259770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.264835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:55.279349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33499405-115e-4d85-9c2c-7a00978960ae tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892cfdf8-8aae-4164-98ee-25dee0d83beb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:55.367140 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-9a55ceff-49ae-4355-b653-aeb98a4d30aa tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] show failed (client error): The resource could not be found.
Dec 11 20:55:55.368544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a55ceff-49ae-4355-b653-aeb98a4d30aa tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "GET /v2.0/security-groups/892cfdf8-8aae-4164-98ee-25dee0d83beb HTTP/1.1" status: 404  len: 347 time: 0.0904799
Dec 11 20:55:55.382512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41014) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:55.402432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-b16ca65e-e1d1-4d46-a820-ebc7444cb71b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/2eedc665-5629-46b4-84d0-c5669c6e029d HTTP/1.1" status: 200  len: 1819 time: 0.0595586
Dec 11 20:55:55.429539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.465313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.471493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.477377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.483842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.489773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.495738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.501611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.503519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f96e7311-d34b-4004-b378-ba907f166f6b req-e0164674-2d34-4024-8c34-b303e475e6a5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5396 time: 0.2376223
Dec 11 20:55:55.539741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.574310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.630889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:55.633481 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d712a6d-3214-4fb6-8d51-6730b319406e" -d '{"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-plugged", "status": "completed", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:55.667685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.670262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.671434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fda2a1f-a95a-4371-8f2c-ba9b7dec6d34 req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/2eedc665-5629-46b4-84d0-c5669c6e029d HTTP/1.1" status: 204  len: 173 time: 0.2620661
Dec 11 20:55:55.685735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9216004-7221-4b0e-9500-0ae33ef0abf6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eedc665-5629-46b4-84d0-c5669c6e029d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:55.727485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f96e7311-d34b-4004-b378-ba907f166f6b req-f9644e7d-8a8a-4750-b488-01649761c2f7 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1932375
Dec 11 20:55:55.738675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e47bdcb-1290-4143-8b10-d03a034f240f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:55.754203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.773567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Transition to ACTIVE for port object 9e47bdcb-1290-4143-8b10-d03a034f240f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:55.785971 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0dc4ae-d1b4-46fc-a2fb-fa819498bc7a x-openstack-request-id: req-bd0dc4ae-d1b4-46fc-a2fb-fa819498bc7a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:55.786433 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-plugged", "status": "completed", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:55.786796 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd0dc4ae-d1b4-46fc-a2fb-fa819498bc7a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:55.787243 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'code': 200}
Dec 11 20:55:55.789204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:55.792829 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:55.795994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.808810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Deleting port 1a7bb097-fc85-4848-bf76-2e6368d299cb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:55.809489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.811231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7c9d0-9a0b-49b0-af3e-8482a072ee53 req-99d1e645-dd02-4228-af0c-83ac61b2ebf4 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:55.815722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9e7c9d0-9a0b-49b0-af3e-8482a072ee53 req-99d1e645-dd02-4228-af0c-83ac61b2ebf4 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 946 time: 0.0656929
Dec 11 20:55:55.846326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Deleting port c593e19e-cfde-4f37-bab7-1bc834532a9b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:55.846735 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:55.930596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9e7c9d0-9a0b-49b0-af3e-8482a072ee53 req-cba773ec-fada-46d9-b906-68cc8b1b0cbc tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076682
Dec 11 20:55:55.953859 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-96829374-483e-4f59-89d4-a91cd1fdc3d0 req-26fdc01e-0330-4c03-8d0b-b78517dd85cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:55:55.954783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96829374-483e-4f59-89d4-a91cd1fdc3d0 req-26fdc01e-0330-4c03-8d0b-b78517dd85cb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/2eedc665-5629-46b4-84d0-c5669c6e029d HTTP/1.1" status: 404  len: 352 time: 0.1118121
Dec 11 20:55:55.979709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] For port c593e19e-cfde-4f37-bab7-1bc834532a9b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c593e19e-cfde-4f37-bab7-1bc834532a9b,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:55.980226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.001458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Calling delete_port for c593e19e-cfde-4f37-bab7-1bc834532a9b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:56.010936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:56.064753 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9610f-6d12-4b56-8577-51ac57ef7173 x-openstack-request-id: req-83a9610f-6d12-4b56-8577-51ac57ef7173 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:56.065043 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:56.065305 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83a9610f-6d12-4b56-8577-51ac57ef7173 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:56.065709 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'status': 'completed', 'code': 200}
Dec 11 20:55:56.138788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.139041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.163280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ef90f-e917-4522-8e74-2617e65397bc req-31507a3e-898f-4f13-b51a-91dd8ef1c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.165312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c36ef90f-e917-4522-8e74-2617e65397bc req-31507a3e-898f-4f13-b51a-91dd8ef1c6c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1096 time: 0.3084471
Dec 11 20:55:56.177063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Calling delete_port for 1a7bb097-fc85-4848-bf76-2e6368d299cb owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:56.187873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.188257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.188727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.189189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.189644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.190278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.190569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.192545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-38c6a35d-2b06-4358-8d13-5679c9faeead service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6368 time: 0.1083479
Dec 11 20:55:56.198014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-11d51ae2-3946-4afe-a986-2e782b8e0569 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/a7fd262b-e14c-4052-a9ad-f3314cb28391 HTTP/1.1" status: 200  len: 1820 time: 0.1025937
Dec 11 20:55:56.221289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.293253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.322837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Attempting to bind port 9e47bdcb-1290-4143-8b10-d03a034f240f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:56.323179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Attempting to bind port 9e47bdcb-1290-4143-8b10-d03a034f240f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:56.323519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Attempting to bind port 9e47bdcb-1290-4143-8b10-d03a034f240f on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:56.385529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Port 9e47bdcb-1290-4143-8b10-d03a034f240f on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:56.385849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Attempting to bind port 9e47bdcb-1290-4143-8b10-d03a034f240f on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:56.414185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c36ef90f-e917-4522-8e74-2617e65397bc req-7b31f762-13cc-479c-b9e2-a18fd2415f37 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412436
Dec 11 20:55:56.416014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.423084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:56.423429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Checking segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:56.423817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Bound using segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:56.424268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Bound port: 9e47bdcb-1290-4143-8b10-d03a034f240f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:56.424627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.427931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-1872aa9f-3e47-47f4-a98c-09899c2b8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.428402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-1872aa9f-3e47-47f4-a98c-09899c2b8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.428857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-1872aa9f-3e47-47f4-a98c-09899c2b8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.430454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-1872aa9f-3e47-47f4-a98c-09899c2b8435 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.1998668
Dec 11 20:55:56.479454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.504080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc69478-9a4b-482a-b571-02d814145fd5 req-4cf298b6-9894-43b0-ad67-21c59ca28c26 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.505588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0dc69478-9a4b-482a-b571-02d814145fd5 req-4cf298b6-9894-43b0-ad67-21c59ca28c26 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.2071600
Dec 11 20:55:56.520327 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.565603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c593e19e-cfde-4f37-bab7-1bc834532a9b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:56.585268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Allocated IP 172.35.1.80 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/3ee6cf42-93e4-41a2-ac6c-e962d5704bbd) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:55:56.637758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:56.657111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-48123c52-c7b3-49e6-860e-a36c959364aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.658663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60661d7-1cfd-4c6d-873a-2c6db0e6461a req-48123c52-c7b3-49e6-860e-a36c959364aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2174661
Dec 11 20:55:56.662855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.665506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.666676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e37859ca-b3a1-4e68-9ddd-a190d673258a req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7fd262b-e14c-4052-a9ad-f3314cb28391 HTTP/1.1" status: 204  len: 173 time: 0.4349036
Dec 11 20:55:56.669175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:56.682213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd506e0-bbb3-40d9-81a3-fc8ede81b12b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd262b-e14c-4052-a9ad-f3314cb28391,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:56.689936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.720185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0dc69478-9a4b-482a-b571-02d814145fd5 req-0d28e7fb-ddbc-43d8-9101-38aec5224a37 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058153
Dec 11 20:55:56.797911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.828633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.878380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:56.879039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:56.880458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 200  len: 1091 time: 2.1481855
Dec 11 20:55:56.892457 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-97947c78-9d33-41ff-9a65-0e0047cd06d4 req-b4246862-ff29-4749-aff8-2b7f022625de tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:55:56.904218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-97947c78-9d33-41ff-9a65-0e0047cd06d4 req-b4246862-ff29-4749-aff8-2b7f022625de tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/a7fd262b-e14c-4052-a9ad-f3314cb28391 HTTP/1.1" status: 404  len: 352 time: 0.0379386
Dec 11 20:55:56.944231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Request body: {'port': {'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:57.013620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595ecb5-cff5-43ac-b166-a5b848c80ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:57.068835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-cc0a80a9-d546-49d9-927a-af55f8835b11 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e HTTP/1.1" status: 200  len: 1820 time: 0.0710762
Dec 11 20:55:57.219803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.236620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:55:57.256886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.374526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.377098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.378234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b08bb1c-bfbd-433b-ad99-7412610ffe3d req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e HTTP/1.1" status: 204  len: 173 time: 0.2773850
Dec 11 20:55:57.398432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad1562-9ecf-4c47-acbb-b8929e94a617 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:57.402904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.407243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Pushing event deleted for resources: {'Port': ['ID=1a7bb097-fc85-4848-bf76-2e6368d299cb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:57.414496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:55:57.428664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c98992ed-a86b-4347-8506-db25a83d8f28 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d8b2058-8c4b-4a1c-be28-555b1df63a31/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1153526
Dec 11 20:55:57.431042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:57.433857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Sync routers for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:55:57.451909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.454520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.455911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f061f7c-b999-4f1a-bf59-da82fdb7d4b4 tempest-ImagesOneServerNegativeTestJSON-220245518 tempest-ImagesOneServerNegativeTestJSON-220245518-project] 10.222.0.18 "DELETE /v2.0/floatingips/196d93e7-6bf3-49b3-b3fc-b18a9e1c44fa HTTP/1.1" status: 204  len: 168 time: 2.0687463
Dec 11 20:55:57.459574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:57.460445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842a2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:57.460612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.487988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.494426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.500959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.506909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.513926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.519368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.525316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:57.535405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-d8c8b39e-8648-45d5-bd09-b38f7bdac7a4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5408 time: 0.5515192
Dec 11 20:55:57.558414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.622525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.628352 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-327e9b1a-fc7b-413f-bce5-960ed13007fa req-d75c5630-c579-4c0b-b05a-785750beb9c8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:55:57.629292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-327e9b1a-fc7b-413f-bce5-960ed13007fa req-d75c5630-c579-4c0b-b05a-785750beb9c8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e HTTP/1.1" status: 404  len: 352 time: 0.0174172
Dec 11 20:55:57.643229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:57.732869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.741903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1211b36-142e-4d6d-a67a-70ff8057fa04 req-3ad3d23f-9577-42a6-bd14-ba13ff48f0ee tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2055399
Dec 11 20:55:57.746107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:55:57.753364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:55:57.762264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:55:57.804064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Pushing event updated for resources: {'Port': ['ID=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:57.882753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Deleting port d336dfcc-566a-4243-9155-1f9a119af598 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:55:57.883125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:57.892178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c852234c-f0fa-4c57-858e-16019f44192e req-be971b63-65b5-4cae-95c5-c758e70d58ca tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 6203 time: 0.1349716
Dec 11 20:55:57.918230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842a2cd0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59'}], 'enable_snat': True}, 'gw_port_id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:55:56Z', 'revision_number': 5, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port': {'id': 'd336dfcc-566a-4243-9155-1f9a119af598', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:53:44Z', 'updated_at': '2021-12-11T20:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:57.950559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Checking router: 9d8b2058-8c4b-4a1c-be28-555b1df63a31 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:55:57.962891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Routers {'9d8b2058-8c4b-4a1c-be28-555b1df63a31'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:57.964090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842a2cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:58.065549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] Set router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:55:58.095573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:55:58.097831 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f136af4-d247-4d20-86e5-968c57ef9ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:55:58.124181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842a2cd0>, [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:55:57Z', 'revision_number': 6, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:58.152056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa81582d-d37b-41fa-99d0-f45ae6481399 None None] The sync data for ids ['9d8b2058-8c4b-4a1c-be28-555b1df63a31'] in ncdv-master-1 is: [{'id': '9d8b2058-8c4b-4a1c-be28-555b1df63a31', 'name': 'tempest-ServersTestMultiNic-225635639-router', 'tenant_id': '4be4eb00bc584cc1979e89b1644ef482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:42Z', 'updated_at': '2021-12-11T20:55:57Z', 'revision_number': 6, 'project_id': '4be4eb00bc584cc1979e89b1644ef482', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:55:58.161762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319b41-08c8-4dab-9390-454dd6739090 req-89e06979-3903-4bb1-89be-3ee16272715a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.163359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24319b41-08c8-4dab-9390-454dd6739090 req-89e06979-3903-4bb1-89be-3ee16272715a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.1632173
Dec 11 20:55:58.174603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba34cf0e-355c-46bf-a898-90b7d2bb897a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:55:58.220759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.250985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Transition to ACTIVE for port object ba34cf0e-355c-46bf-a898-90b7d2bb897a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:55:58.262345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.264316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c852234c-f0fa-4c57-858e-16019f44192e req-174987a7-b24e-40f8-a31b-64e0b3026ba3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/c61c2ff7-4c94-4863-82f4-81ceff3a7877 HTTP/1.1" status: 200  len: 2999 time: 0.3611755
Dec 11 20:55:58.294929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] For port d336dfcc-566a-4243-9155-1f9a119af598, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d336dfcc-566a-4243-9155-1f9a119af598,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:55:58.295293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.301464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.314716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24319b41-08c8-4dab-9390-454dd6739090 req-8d1f9abe-cf54-47f2-9e21-aa7f09392997 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437411
Dec 11 20:55:58.317317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Calling delete_port for d336dfcc-566a-4243-9155-1f9a119af598 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:55:58.351328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c852234c-f0fa-4c57-858e-16019f44192e req-12bbfeb7-351e-4a45-ab59-5b487c2e1230 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/c61c2ff7-4c94-4863-82f4-81ceff3a7877 HTTP/1.1" status: 200  len: 2999 time: 0.0790308
Dec 11 20:55:58.404757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:58.407452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:58.483641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-293242679', 'description': 'tempest-description-1221651941'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:58.515871 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39a1950-141c-42ed-9d03-7ad29b7cc56f x-openstack-request-id: req-b39a1950-141c-42ed-9d03-7ad29b7cc56f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:55:58.516660 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:55:58.516660 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b39a1950-141c-42ed-9d03-7ad29b7cc56f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:55:58.517150 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'status': 'completed', 'code': 200}
Dec 11 20:55:58.526778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.617237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.649167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Attempting to bind port ba34cf0e-355c-46bf-a898-90b7d2bb897a on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:55:58.649650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Attempting to bind port ba34cf0e-355c-46bf-a898-90b7d2bb897a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:55:58.650216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Attempting to bind port ba34cf0e-355c-46bf-a898-90b7d2bb897a on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:58.655569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Deleting subnet e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:58.667617 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.674793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d336dfcc-566a-4243-9155-1f9a119af598,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:58.691320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Port ba34cf0e-355c-46bf-a898-90b7d2bb897a on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:55:58.691716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Attempting to bind port ba34cf0e-355c-46bf-a898-90b7d2bb897a on network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:55:58.719069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:55:58.719582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Checking segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:55:58.720033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Bound using segment: {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:55:58.720555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Bound port: ba34cf0e-355c-46bf-a898-90b7d2bb897a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '111984c5-e956-4235-8b14-4584310b02b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:55:58.720976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.740919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.741398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.741852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.742304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.742804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.743236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.743687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.745668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-2f9d0d21-8bcc-4df5-ab43-160991664100 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6435 time: 0.1943510
Dec 11 20:55:58.751380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a700a7-9bd9-4033-bce7-07cc3d51f57b req-c12c2258-6e25-4de2-b9b9-e21598952e15 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:58.752825 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a700a7-9bd9-4033-bce7-07cc3d51f57b req-c12c2258-6e25-4de2-b9b9-e21598952e15 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1096 time: 0.1559830
Dec 11 20:55:58.797016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.829232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.837134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.857230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.945981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.955048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.956274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef5177f7-0979-4e5f-b494-0a5ff4e87934 req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.4997113
Dec 11 20:55:58.960040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.973649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:58.978057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900e386-ab03-4a2e-af99-1605946f48ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca635256-2c7e-4645-9205-5f7ea556ee15,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:58.996585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.011408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:55:59.061318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:55:59.075734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.117724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a700a7-9bd9-4033-bce7-07cc3d51f57b req-0ae7bdc5-ee8a-4f5e-ad79-ef1cc78bdbd8 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3458908
Dec 11 20:55:59.127005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.131602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d336dfcc-566a-4243-9155-1f9a119af598 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:59.132909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-f14d397d-290a-4c9d-a992-2499ebf3152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.136382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-f14d397d-290a-4c9d-a992-2499ebf3152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.137761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-f14d397d-290a-4c9d-a992-2499ebf3152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.146765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-f14d397d-290a-4c9d-a992-2499ebf3152f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9369187dfe604d4a835b84f4063ce5d4&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.3889651
Dec 11 20:55:59.163387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.164015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.165402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 1091 time: 2.2406688
Dec 11 20:55:59.184506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.186300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8b2058-8c4b-4a1c-be28-555b1df63a31 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:55:59.201705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d336dfcc-566a-4243-9155-1f9a119af598 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:59.205389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.205776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d336dfcc-566a-4243-9155-1f9a119af598 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:59.206301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c593e19e-cfde-4f37-bab7-1bc834532a9b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:55:59.209215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a6adea2e-6ba8-472d-9120-f0f062c16c84 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9d8b2058-8c4b-4a1c-be28-555b1df63a31 HTTP/1.1" status: 204  len: 168 time: 1.7771256
Dec 11 20:55:59.215856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1260839868', 'description': 'tempest-description-2115928654'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:55:59.218440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41088) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:59.236465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20c57fb-a36f-44bf-b026-ac23bd6ba8f9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:59.238681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.242001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-122f8d1b-ec62-4257-98e3-1c861c64798b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e20c57fb-a36f-44bf-b026-ac23bd6ba8f9 HTTP/1.1" status: 204  len: 168 time: 0.8316514
Dec 11 20:55:59.257049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:59.264454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c593e19e-cfde-4f37-bab7-1bc834532a9b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:55:59.264883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c593e19e-cfde-4f37-bab7-1bc834532a9b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:55:59.338409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7492a-3752-4c7f-93bf-432e5e727ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:59.344193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.371787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Deleting subnet 8562328e-b481-428b-a8b2-b0cbfb2a5034 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:55:59.377941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.403401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.414668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.422365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.426011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-0cf5272f-bc81-40ef-8b16-04181438ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.427683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f136af4-d247-4d20-86e5-968c57ef9ec1 req-0cf5272f-bc81-40ef-8b16-04181438ee19 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2736070
Dec 11 20:55:59.428368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.434593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.441333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.448858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.459523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.461467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-76d1b113-5c78-4f54-b153-b0a823ab33a2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.2636716
Dec 11 20:55:59.514123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.580113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Router ccc14217-0755-49bc-982b-340c783a4418 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:55:59.597185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1bd9a09-ebde-4abe-b8b8-ef74e6ae87d6 req-bd8c7c9d-651d-4ff6-8aaf-3843587f8034 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1165524
Dec 11 20:55:59.602420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.611428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.636227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.655611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.656502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.657195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.657812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.658431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.659196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.659824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:55:59.661880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-348c4661-5234-4f8e-b0ee-73fea4a251a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6477 time: 0.1752248
Dec 11 20:55:59.666325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e08a310>,) {'filters': {'network_id': ['d45c22e1-69d6-4621-88dc-e849a66f9d40']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:59.695567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e08a310>, 'f694e55f-0db9-42eb-894b-8d8692bff4d9') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:59.695841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e08a310>, 'f694e55f-0db9-42eb-894b-8d8692bff4d9') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:59.715523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.746067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.753612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-76c4ced3-2dd7-4522-81ba-4cbca9607dfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 217 time: 0.0763907
Dec 11 20:55:59.764273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.797272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c244a3f-46e9-474c-b297-37bcfb4ea16c req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 0.5844016
Dec 11 20:55:59.797634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:55:59.807398 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Sync routers for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:55:59.820405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.825529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c9f3c2ed-e928-4c2d-b766-e2b8a34bff3c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.1188281
Dec 11 20:55:59.825529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:55:59.839423 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:55:59.840047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:55:59.855561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e2807-14c7-4665-8970-2fb07d570d32 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8569d6-b432-471d-94ac-4dd2cbd79d39,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:55:59.904239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.942490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.962751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:55:59.963919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.967430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:55:59.967790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3a841-9997-445e-88c6-74a0c9a8bdf1 None None] Network e615d4f5-3115-44f2-903a-4310e83a8570 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:55:59.971771 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:55:59.974453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8562328e-b481-428b-a8b2-b0cbfb2a5034 HTTP/1.1" status: 204  len: 168 time: 0.7479148
Dec 11 20:55:59.976471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41106) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:00.026397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4dc9c-d745-4b15-b123-946bdc880712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8562328e-b481-428b-a8b2-b0cbfb2a5034,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:00.118122 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:00.156237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a4e52c45-8cb4-4afe-8e5c-1f4b87b1f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:00.158683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a4e52c45-8cb4-4afe-8e5c-1f4b87b1f42f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 200  len: 851 time: 0.3578179
Dec 11 20:56:00.277970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] DHCP port deletion for e615d4f5-3115-44f2-903a-4310e83a8570 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:56:00.439433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Deleting port d0e9a654-414d-4805-acdd-e073729a011a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:56:00.440158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.513701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.519663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:00.527188 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:00.531321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.532900 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e940>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:55:58Z', 'revision_number': 3, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:00.546120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] For port d0e9a654-414d-4805-acdd-e073729a011a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0e9a654-414d-4805-acdd-e073729a011a,segment=NetworkSegment(93b40f51-a151-4a2c-acb2-73e877af2710),segment_id=93b40f51-a151-4a2c-acb2-73e877af2710)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:00.546550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.553122 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.557276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d45c22e1-69d6-4621-88dc-e849a66f9d40 HTTP/1.1" status: 204  len: 168 time: 1.2990189
Dec 11 20:56:00.562585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Calling delete_port for d0e9a654-414d-4805-acdd-e073729a011a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:56:00.564678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b036e30-56a9-420f-bfe9-fed0a1746453 admin admin] Pushing event deleted for resources: {'Network': ['ID=d45c22e1-69d6-4621-88dc-e849a66f9d40,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:00.577300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-79d678bb-d159-482f-9205-2d14b5c3992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:00.579746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-79d678bb-d159-482f-9205-2d14b5c3992d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe15a21-726e-4e30-a5c5-ef4819342354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3455389
Dec 11 20:56:00.650666 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Checking router: ccc14217-0755-49bc-982b-340c783a4418 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:00.651619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Updating router ccc14217-0755-49bc-982b-340c783a4418 port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:00.687427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.724571 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.732789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-97962df3-61be-45ac-b31c-12de04e67974 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:00.743773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Pushing event deleted for resources: {'Port': ['ID=d0e9a654-414d-4805-acdd-e073729a011a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:00.745331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-97962df3-61be-45ac-b31c-12de04e67974 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 813 time: 0.6437755
Dec 11 20:56:00.754658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.768558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.774530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Deleting port d0e9a654-414d-4805-acdd-e073729a011a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:56:00.775234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:00.777269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.777655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.778010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.778361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.778741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.779742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.780088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.780431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.780768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.781255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.781592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.781925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:00.782583 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099512ef-22c0-4e25-97e8-245eac1e32d0 x-openstack-request-id: req-099512ef-22c0-4e25-97e8-245eac1e32d0 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:00.783060 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:00.783405 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-099512ef-22c0-4e25-97e8-245eac1e32d0 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:00.783892 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'status': 'completed', 'code': 200}
Dec 11 20:56:00.798960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-0d2a0269-b0a2-4149-94f2-b74d95a10efe tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/quotas/3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 375 time: 0.0523002
Dec 11 20:56:00.800138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf75c9d-9689-4434-a91a-7b95f90cfccb None None] No DVR routers for this DVR port d0e9a654-414d-4805-acdd-e073729a011a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:56:00.860424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41152) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:00.941955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-2a2e8c49-fb12-42c1-9bac-15ab3d1270a6 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3518496
Dec 11 20:56:00.969452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-e6f3b027-a1e1-43cb-829c-d4f6a6da6d4d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1692591
Dec 11 20:56:00.977484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] For port d0e9a654-414d-4805-acdd-e073729a011a, host ncdv-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:00.977986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.006356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Calling delete_port for d0e9a654-414d-4805-acdd-e073729a011a owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:56:01.011385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Port d0e9a654-414d-4805-acdd-e073729a011a was not found and therefore no delete operation was performed {{(pid=125988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 20:56:01.014838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-651e4f7a-d689-459b-8909-6ba0a10d95db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2b1d3ddd9bb452c882e42474f88e047&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1514766
Dec 11 20:56:01.018226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41156) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:01.029928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.061968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0e9a654-414d-4805-acdd-e073729a011a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:56:01.065698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.075819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.081750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.086200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d0e9a654-414d-4805-acdd-e073729a011a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:56:01.086931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0e9a654-414d-4805-acdd-e073729a011a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:56:01.087539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.094909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.100726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.107108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.113527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e9a654-414d-4805-acdd-e073729a011a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:01.115414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] No DVR routers for this DVR port d0e9a654-414d-4805-acdd-e073729a011a on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:56:01.117453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-b642d551-d61b-4663-a386-e34838eac7b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.2558756
Dec 11 20:56:01.143367 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.150452 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.205115 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Attempting to bind port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:01.205840 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Attempting to bind port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:01.206568 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Attempting to bind port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:01.216218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:01.216727 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:01.217374 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.217858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:01.218705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Bound port: 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:01.219187 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.220292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Allocated IP 172.20.0.1 (d116e3c7-e05c-46d1-b979-68e398677e6f/200f2fbd-3c04-4c55-87a9-b98661fc1a75/a31240ba-fea8-43ad-a7d0-e83282aba9c8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:01.221521 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Pushing event updated for resources: {'Port': ['ID=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:01.255671 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.256391 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.257027 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.257466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-222d43d1-a49f-4a48-8f5f-aba809e95c1f req-f99df36a-3c86-4925-a422-09e13970a81c tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1391089
Dec 11 20:56:01.257866 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.258448 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.259044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.259181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.259980 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.260722 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.261271 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.262113 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.262791 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.263348 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.263919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:01.271145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.289898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-058c57b1-2480-4954-9f6c-4ab7819e85cb service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3356535
Dec 11 20:56:01.303923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-4acb99d1-c968-41ce-8b20-f60015afe4a8 service neutron] 10.222.0.18 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703848
Dec 11 20:56:01.313510 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] For port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:01.317824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] For port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:01.322933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6f5e50>,) {'filters': {'network_id': ['e615d4f5-3115-44f2-903a-4310e83a8570']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:01.325665 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.356581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.385508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-9a8b2f39-3db1-443e-9300-949a0aff3dc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 217 time: 0.0787628
Dec 11 20:56:01.398060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10c2a-6435-4bfb-828b-5b9777220f75 None None] Pushing event updated for resources: {'Port': ['ID=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:01.413495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6f5e50>, '93b40f51-a151-4a2c-acb2-73e877af2710') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:01.414402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6f5e50>, '93b40f51-a151-4a2c-acb2-73e877af2710') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:01.429630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:01.430679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:01.451890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.468428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.471872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.473512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c553416-ab12-46e6-9923-9de8b768dec9 HTTP/1.1" status: 204  len: 168 time: 0.4542038
Dec 11 20:56:01.486505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0c0fb-344e-4e9c-8fbd-fefcacc18479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c553416-ab12-46e6-9923-9de8b768dec9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:01.524110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.531768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.569582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.578703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Network d116e3c7-e05c-46d1-b979-68e398677e6f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:01.580728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:56:01.581139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:56:01.583187 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:56:01.585815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:01.585919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-9db3e15d-7fee-4104-8518-0eab01bfcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.586155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-9db3e15d-7fee-4104-8518-0eab01bfcd48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1700211
Dec 11 20:56:01.587550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:01.622751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Pushing event updated for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:01.644008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.681225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-92d96c1b-3db9-4f68-bdf8-045d318f642e service neutron] 10.222.0.18 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3681464
Dec 11 20:56:01.685894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:01.696087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.707186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:01.731105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e615d4f5-3115-44f2-903a-4310e83a8570 HTTP/1.1" status: 204  len: 168 time: 1.7226799
Dec 11 20:56:01.778438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-408aa5c3-3c4d-44b6-ac20-dd1ed6524405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:01.780137 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-408aa5c3-3c4d-44b6-ac20-dd1ed6524405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1770179
Dec 11 20:56:01.787455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93f9af-f1f2-48fc-8fa0-6f7cab5c2c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e615d4f5-3115-44f2-903a-4310e83a8570,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:02.083482 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e940>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:55:58Z', 'revision_number': 3, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:02.164620 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3155867-e387-45e0-b742-fe9f13117924 None None] The sync data for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 is: [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:55:58Z', 'revision_number': 3, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:02.491661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41184) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:02.587777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e57fdc51-2db1-44a0-8b89-8bba87c5c1fd req-e9bc8efe-3eaf-466e-998c-c1b3c8f24831 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 210 time: 0.1010282
Dec 11 20:56:02.714776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-291e2d41-3e37-43cb-981f-efcc978ee089 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9202256
Dec 11 20:56:02.772397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.783609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.788884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c0bdd4de-4adf-4306-abdf-cb25dda1f42d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4be4eb00bc584cc1979e89b1644ef482&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2960870
Dec 11 20:56:02.790891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.797830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.815142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.821948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.830347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:02.847802 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-c3204baa-facc-499a-ba99-6c35cf27cd98 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.2373638
Dec 11 20:56:02.850669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:02.883143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6ad5c144-b2b3-4687-86c7-977b8a84f3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619070
Dec 11 20:56:02.978591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-e8d508c1-089d-4db1-a1a2-27a5d4fb0ae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 217 time: 0.0630205
Dec 11 20:56:03.027758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.050696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.124163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaffdd-4c8b-45a1-8731-5cd2d8c2235e req-d72b8c3c-f9ef-47f7-b9bf-9e733f8cb507 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:03.125878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0abaffdd-4c8b-45a1-8731-5cd2d8c2235e req-d72b8c3c-f9ef-47f7-b9bf-9e733f8cb507 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 946 time: 0.2464349
Dec 11 20:56:03.147828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:03.159405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4b9134d8-c2db-450d-86eb-d4c4f1aba728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:03.161233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-4b9134d8-c2db-450d-86eb-d4c4f1aba728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1707995
Dec 11 20:56:03.191276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98acd17c-df78-4d9b-bf06-76a45b54ba3a req-06fd1707-9258-48b9-aeae-564c80341e1c tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3416321
Dec 11 20:56:03.222247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.267867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:03.268506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.350450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0abaffdd-4c8b-45a1-8731-5cd2d8c2235e req-f5adff82-29fa-4c12-b81c-10906848becc tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092352
Dec 11 20:56:03.377858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-1e31d63c-f314-4dd5-81a2-6949d236f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:03.379688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-1e31d63c-f314-4dd5-81a2-6949d236f7fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1988521
Dec 11 20:56:03.436094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.442005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.444905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.446228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/556e0425-bd32-4bf2-bf0f-90f992c2bab0 HTTP/1.1" status: 204  len: 168 time: 0.5923388
Dec 11 20:56:03.462124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfce204-cf27-4350-a1ef-a79bf45a4812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e0425-bd32-4bf2-bf0f-90f992c2bab0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:03.467587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:03.490180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.555864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:03.583317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-f9dcb47f-2ee4-414b-9fc3-048d838c6004 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943984
Dec 11 20:56:03.656803 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.666738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.791236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-dc5ba479-517b-47f3-b36e-38eb7a05b94a service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966884
Dec 11 20:56:03.904884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-64143aeb-6275-4180-8864-d345b81cfaa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 200  len: 217 time: 0.0806947
Dec 11 20:56:03.921994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44a20c0b-0951-4532-a6c7-f477c66c9ff6 req-0a6e20de-355c-4ff5-8e90-ad77307aacac tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 210 time: 0.1421354
Dec 11 20:56:03.971950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:03.978049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Pushing event updated for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:04.008721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-cab277c4-8562-416d-8b12-394dc3835096 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.011374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-cab277c4-8562-416d-8b12-394dc3835096 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.16 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 946 time: 0.2676988
Dec 11 20:56:04.028023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-2a833826-b4da-46fb-ac8a-cb801331cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.032451 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-2a833826-b4da-46fb-ac8a-cb801331cc74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1180670
Dec 11 20:56:04.114144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-3135df48-ea80-4285-8f4a-9e25300f2c34 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.115938 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-3135df48-ea80-4285-8f4a-9e25300f2c34 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 813 time: 0.2865100
Dec 11 20:56:04.140781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-83e4da43-8d75-4f5b-9c3b-6d8e7abbae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.142822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-83e4da43-8d75-4f5b-9c3b-6d8e7abbae2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0950420
Dec 11 20:56:04.148860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:04.154870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'device_id': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2', 'admin_state_up': True, 'tenant_id': '3bade2212f144ba3bcef7ca1bb29dfbe'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:04.291124 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a1130a1e-115e-4eea-818d-b4df8e41750f service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341734
Dec 11 20:56:04.309311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c63-f096-4d55-9a34-eba37a385c84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.425244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Made reservation on behalf of 3bade2212f144ba3bcef7ca1bb29dfbe for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:04.429047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.439793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Network d116e3c7-e05c-46d1-b979-68e398677e6f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:04.457657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:04.463896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Deleting port f03a9036-8d72-468d-8fd3-7090e5fe28ac {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:56:04.465042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.490283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c63-f096-4d55-9a34-eba37a385c84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.519725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24a1c63-f096-4d55-9a34-eba37a385c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.602025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.608543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.615026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.621572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.627743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.633749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.640283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.642410 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-31e6ccbc-3977-47f7-b4e0-fc3d471788c3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.2933524
Dec 11 20:56:04.647653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1c63-f096-4d55-9a34-eba37a385c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0a65c-3cf2-4e5c-8c08-5afe5260ebf3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:04.672359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d24a1c63-f096-4d55-9a34-eba37a385c84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=147edd03f70843f3a7d2ead6f0dca238&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5217657
Dec 11 20:56:04.676297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41274) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:04.691615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-7417501a-8cd0-4faa-9638-b6541ab6853f service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3792062
Dec 11 20:56:04.726287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:04.740613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1c065-0cda-4f3b-a9bf-097adc83cb61 req-cf3e3cc6-3995-4479-9919-463042567336 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.742208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0e1c065-0cda-4f3b-a9bf-097adc83cb61 req-cf3e3cc6-3995-4479-9919-463042567336 tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/ports?device_id=32d1c856-31c2-4284-8318-aa6d3d7a2516 HTTP/1.1" status: 200  len: 946 time: 0.2859347
Dec 11 20:56:04.773603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-adbf8c5f-9bd4-4e44-b470-ab7ab1901d87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 200  len: 217 time: 0.0721183
Dec 11 20:56:04.813348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa17e72b-b460-4954-8d88-0bef71e6b849 req-a6b70222-8ce2-455b-a2d2-54492b69dfe8 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1610146
Dec 11 20:56:04.873987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.876677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d96658eb-2955-4171-b5c6-812b62f6fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.877326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] For port f03a9036-8d72-468d-8fd3-7090e5fe28ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f03a9036-8d72-468d-8fd3-7090e5fe28ac,segment=NetworkSegment(54565d54-81a1-4f85-9b80-66eadb86ec4b),segment_id=54565d54-81a1-4f85-9b80-66eadb86ec4b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:04.877711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.878169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d96658eb-2955-4171-b5c6-812b62f6fa75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0853207
Dec 11 20:56:04.896222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Calling delete_port for f03a9036-8d72-468d-8fd3-7090e5fe28ac owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:56:04.910676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-116022819-network', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:04.913315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Router ccc14217-0755-49bc-982b-340c783a4418 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:56:04.931283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:04.990812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0fa7cc95-61eb-4ca5-b1fe-23f071973f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:04.992506 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-0fa7cc95-61eb-4ca5-b1fe-23f071973f93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1058836
Dec 11 20:56:04.993165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:04.996236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.016177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0e1c065-0cda-4f3b-a9bf-097adc83cb61 req-f9c823d8-dc4f-4c73-8922-cb7ae4e5fdcd tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebeded81-366f-4149-8410-398856fab342&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605441
Dec 11 20:56:05.020128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Allocated IP 172.20.0.9 (33644db5-8823-4a95-8786-2fa8207f46a2/41981f3c-4346-4c0f-ad06-182dd3a2ce2d/cc1e30fb-b78b-4d94-916a-4b2aec0beb96) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:05.027405 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.067349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:05.095309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66b1d2c0-68e0-4a37-84bc-92fccfcf0c43 req-a198ff8b-969f-4712-9a9e-2849d399fc54 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 210 time: 0.0874486
Dec 11 20:56:05.105632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.108298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.109463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fa0a65c-3cf2-4e5c-8c08-5afe5260ebf3 HTTP/1.1" status: 204  len: 168 time: 0.4321496
Dec 11 20:56:05.138165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:05.138710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.180150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-6c26a3d6-398f-4d9b-9601-e384c494202f service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730590
Dec 11 20:56:05.273506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:05.283475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Sync routers for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:05.293770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-305acd75-2460-46fe-ae82-5e14ce2c42bc admin admin] 10.222.0.18 "PUT /v2.0/routers/ccc14217-0755-49bc-982b-340c783a4418/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4677794
Dec 11 20:56:05.309137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:05.310195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77290eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:05.312048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c90bac4e-06d9-4139-82b8-8e5ea086153c service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230371
Dec 11 20:56:05.317113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d199a-246c-4169-b906-8e51a751272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0a65c-3cf2-4e5c-8c08-5afe5260ebf3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:05.361220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.378979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f03a9036-8d72-468d-8fd3-7090e5fe28ac'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:05.401745 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-55ff3085-65e2-4833-97f8-4afa74cee1f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 200  len: 217 time: 0.0752087
Dec 11 20:56:05.462507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-98a99222-e5c2-4b9d-b4a5-ad69559b2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:05.464055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-98a99222-e5c2-4b9d-b4a5-ad69559b2ab2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0523434
Dec 11 20:56:05.528260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:05.568388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Pushing event deleted for resources: {'Port': ['ID=f03a9036-8d72-468d-8fd3-7090e5fe28ac,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:05.583832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.584617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-1c50252f-fd02-4e44-9276-9b7429810ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:05.586153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-1c50252f-fd02-4e44-9276-9b7429810ec8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1131101
Dec 11 20:56:05.589483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.681627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:05.697903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:05.698351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.705412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.705769 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Added segment 475b4ac0-2cf0-495f-964d-df58d51a949a of type vlan for network 2a12146d-50a0-44c4-a233-aa15a4aac600
Dec 11 20:56:05.711928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] No DVR routers for this DVR port f03a9036-8d72-468d-8fd3-7090e5fe28ac on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:56:05.725882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.739792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc0657df-c991-4dd2-b490-6a75529eb25b req-a8166ab6-298b-4189-8e46-bd506701d70a tempest-ServerTagsTestJSON-733892269 tempest-ServerTagsTestJSON-733892269-project] 10.222.0.16 "DELETE /v2.0/ports/f03a9036-8d72-468d-8fd3-7090e5fe28ac HTTP/1.1" status: 204  len: 173 time: 1.7197638
Dec 11 20:56:05.740285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'name': 'network-vif-deleted', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:05.757466 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcce7a3-7c5f-4da1-91b8-c6ded8bd3ec6" -d '{"events": [{"server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "name": "network-vif-deleted", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:05.779799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.800301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-faf950a7-d512-464d-80c4-4ca3849e590f service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008204
Dec 11 20:56:05.859478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.884988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:05.895275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.896887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:05.897630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:05.926964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2001679
Dec 11 20:56:05.936615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41322) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:05.959621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Request body: {'subnet': {'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-subnet', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:05.975641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Network 33644db5-8823-4a95-8786-2fa8207f46a2 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:06.006280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:06.012119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d68f6-9b24-4945-8ab8-2c90e92cebf6 req-89acab63-a9ca-4bd2-814a-22b0aa08ec61 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.013424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:06.013967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c0d68f6-9b24-4945-8ab8-2c90e92cebf6 req-89acab63-a9ca-4bd2-814a-22b0aa08ec61 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1096 time: 0.1787727
Dec 11 20:56:06.020975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8543d-7067-401a-afba-50eed4593322 admin admin] Pushing event updated for resources: {'Network': ['ID=2a12146d-50a0-44c4-a233-aa15a4aac600,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:06.038138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:06.042820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:06.047436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-9b1477c0-656e-4385-8f4a-fce5b5c04cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343454
Dec 11 20:56:06.105649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-75638dc9-c63b-4e1c-a8fc-f8bc03d73a39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 217 time: 0.0507531
Dec 11 20:56:06.156824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:06.159786 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.188090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.188636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.189220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d5e4697c-f4fa-4ee1-b144-c0125f8524bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.196278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-d5e4697c-f4fa-4ee1-b144-c0125f8524bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0797305
Dec 11 20:56:06.204378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c0d68f6-9b24-4945-8ab8-2c90e92cebf6 req-de4ed002-299a-4c6d-9ba1-1890407c436e tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701338
Dec 11 20:56:06.246358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-eb74e8cc-4457-4a38-a506-3ab0db900756 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0940022
Dec 11 20:56:06.250403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77290eb0>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31240ba-fea8-43ad-a7d0-e83282aba9c8', 'name': '', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'mac_address': 'fa:16:3e:22:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:00Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 2, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'subnets': [{'id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:06.258563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c7d1235e-e515-4b47-b267-b3018fe0b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.261635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-c7d1235e-e515-4b47-b267-b3018fe0b795 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0558748
Dec 11 20:56:06.301553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Request body: {'port': {'device_id': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:06.381862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-e32c32f1-bbba-482d-83b8-1730b2faa1ea tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.383707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-e32c32f1-bbba-482d-83b8-1730b2faa1ea tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 818 time: 0.4302816
Dec 11 20:56:06.389317 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d295eb-d918-4339-a4dc-c18e38a4879d x-openstack-request-id: req-38d295eb-d918-4339-a4dc-c18e38a4879d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:06.389619 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d1c856-31c2-4284-8318-aa6d3d7a2516", "name": "network-vif-deleted", "tag": "f03a9036-8d72-468d-8fd3-7090e5fe28ac", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:06.389882 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38d295eb-d918-4339-a4dc-c18e38a4879d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:06.390290 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d1c856-31c2-4284-8318-aa6d3d7a2516', 'name': 'network-vif-deleted', 'tag': 'f03a9036-8d72-468d-8fd3-7090e5fe28ac', 'status': 'completed', 'code': 200}
Dec 11 20:56:06.443064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-cc279aea-8042-4df7-b572-226904f2bc2b service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726198
Dec 11 20:56:06.447308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-73399014-ec06-471b-b440-4b782036cfcb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/quotas/8c9b8bef4801403db9dc65e4c9fcf464 HTTP/1.1" status: 200  len: 375 time: 0.0516732
Dec 11 20:56:06.455082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.534089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Checking router: ccc14217-0755-49bc-982b-340c783a4418 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:06.534792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Updating router ccc14217-0755-49bc-982b-340c783a4418 port a31240ba-fea8-43ad-a7d0-e83282aba9c8 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:06.583226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-02cbeeb3-bc9d-466f-81fe-db7b6107d876 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1244569
Dec 11 20:56:06.596981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.609052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.615146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.621788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.627600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.633430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.639348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.645253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.647186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-eac8004a-b449-4823-b3ae-f36660aabeb2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.1576583
Dec 11 20:56:06.651309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59e3cbaf-3669-499b-9fc9-ad0917a84445 req-a8c147c6-c951-478f-9e1d-e01712575095 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944742
Dec 11 20:56:06.716743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b48720c6-435f-4ac6-a902-6a76b51395c6 req-0e424f06-dd00-4fff-a29c-6496ee4523f1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0600140
Dec 11 20:56:06.767050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.805935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.806416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.807432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.807894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.808349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.808804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.809387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.811672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-37fbc61e-d372-4aac-9072-80a2fe3d06cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6477 time: 0.0703633
Dec 11 20:56:06.876440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41340) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:06.890281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-94bfa9a9-bbb6-493c-82f0-e20f9605a670 service neutron] 10.222.0.18 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2978430
Dec 11 20:56:06.950990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:06.954309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-9a985fe3-f9a9-415c-9cbd-af850c7a5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:06.955905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-9a985fe3-f9a9-415c-9cbd-af850c7a5f45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 902 time: 0.1352262
Dec 11 20:56:06.960818 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.002453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be198d66-e5a6-4008-b7f6-d9aa326fa551,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:07.012781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ac039-54df-4d6d-87f5-53a1d165c70f None None] Pushing event updated for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:07.022175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Checking segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:07.022681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Network hostable DHCP agents. Network: 2a12146d-50a0-44c4-a233-aa15a4aac600, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:07.035548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-b1ab8551-a548-45e9-a610-399eebd70455 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 217 time: 0.0520940
Dec 11 20:56:07.044884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Deleting subnet 4db4d30f-ca4e-45eb-8369-b87998aefb85 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:56:07.055150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.060839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Attempting to bind port a31240ba-fea8-43ad-a7d0-e83282aba9c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:07.061212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Attempting to bind port a31240ba-fea8-43ad-a7d0-e83282aba9c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:07.061574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Attempting to bind port a31240ba-fea8-43ad-a7d0-e83282aba9c8 on network d116e3c7-e05c-46d1-b979-68e398677e6f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:07.067200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:07.067577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Checking segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:07.067975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.068367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Bound using segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:07.068827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Bound port: a31240ba-fea8-43ad-a7d0-e83282aba9c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:07.069209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.087953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a233a-0827-41a6-ba5d-d171df8b4781 req-6da6d737-f09a-46fd-9259-36c2ff1a7993 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:07.093473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d9a233a-0827-41a6-ba5d-d171df8b4781 req-6da6d737-f09a-46fd-9259-36c2ff1a7993 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 931 time: 0.1545649
Dec 11 20:56:07.123379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:07.135867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-1a05dbc5-8e51-4f15-b7eb-63aed868d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:07.137120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] For port a31240ba-fea8-43ad-a7d0-e83282aba9c8, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:07.137769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-1a05dbc5-8e51-4f15-b7eb-63aed868d9be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0955698
Dec 11 20:56:07.140552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] For port a31240ba-fea8-43ad-a7d0-e83282aba9c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31240ba-fea8-43ad-a7d0-e83282aba9c8,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:07.148827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-0cb3db67-e5d0-4f08-9cae-82b6c658f26e service neutron] 10.222.0.18 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576938
Dec 11 20:56:07.153289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.156947 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.172602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2a12146d-50a0-44c4-a233-aa15a4aac600) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:07.203787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:07.204387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.211680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d9a233a-0827-41a6-ba5d-d171df8b4781 req-9256e0d1-bd6c-47bd-b904-9ad5445226d7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069796
Dec 11 20:56:07.216805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5bea14-d4e2-4ffc-938f-fd770771a4d6 None None] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:07.225066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-bb0baac6-822b-4783-b5c7-5428de6a9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:07.226912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-bb0baac6-822b-4783-b5c7-5428de6a9b4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0808511
Dec 11 20:56:07.239659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1e30fb-b78b-4d94-916a-4b2aec0beb96 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:07.252453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.268693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70a288fd-8214-4a1f-9bd3-de7565fbdc7f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3204587
Dec 11 20:56:07.270984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41342) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:07.276470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:07.281813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.409205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-fb6c2c6c-96db-480c-b80e-375edd4da37d service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746378
Dec 11 20:56:07.474935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2a12146d-50a0-44c4-a233-aa15a4aac600', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:56:07.479631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.603398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6f140c-bd15-4bb8-9be1-d2c68960cf93 req-8b774d62-6776-4a0b-9391-2eaf91bf80e7 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845789
Dec 11 20:56:07.660737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Allocated IP 172.20.0.2 (2a12146d-50a0-44c4-a233-aa15a4aac600/be198d66-e5a6-4008-b7f6-d9aa326fa551/c096e700-5af0-4865-8371-20279ed35427) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:07.817459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.821830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:07.823205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77290eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:55:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:07.836519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Transition to ACTIVE for port object cc1e30fb-b78b-4d94-916a-4b2aec0beb96 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:07.867296 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:07.879000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-054dd7d3-abcb-4d94-af85-efc5729604b4 req-c191bfa4-e22e-4f1e-a070-5a36230bdabe tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 210 time: 0.0495768
Dec 11 20:56:07.980499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.000756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ac039-54df-4d6d-87f5-53a1d165c70f None None] Pushing event updated for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.018119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.038199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.039778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.048717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:08.057589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:08.060381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:08.093438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:08.114083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.114857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Pushing event updated for resources: {'Port': ['ID=c096e700-5af0-4865-8371-20279ed35427,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.142565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:08.214948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Attempting to bind port c096e700-5af0-4865-8371-20279ed35427 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:08.216680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Attempting to bind port c096e700-5af0-4865-8371-20279ed35427 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:08.217062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Attempting to bind port c096e700-5af0-4865-8371-20279ed35427 on network 2a12146d-50a0-44c4-a233-aa15a4aac600 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Checking segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Bound using segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Bound port: c096e700-5af0-4865-8371-20279ed35427, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:08.258155 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.321123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f03a9036-8d72-468d-8fd3-7090e5fe28ac no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:56:08.335519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.348925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db4d30f-ca4e-45eb-8369-b87998aefb85,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.357996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.374424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f03a9036-8d72-468d-8fd3-7090e5fe28ac {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:56:08.375044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f03a9036-8d72-468d-8fd3-7090e5fe28ac not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:56:08.378332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf9382a8-2912-4876-bded-be2305378c3c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4db4d30f-ca4e-45eb-8369-b87998aefb85 HTTP/1.1" status: 204  len: 168 time: 1.4951351
Dec 11 20:56:08.379931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41392) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:08.383547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce33cc6d-18e2-4c9d-b6a8-0ea3e6cdd231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.507320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Attempting to bind port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:08.507668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Attempting to bind port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:08.508003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Attempting to bind port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 on network 33644db5-8823-4a95-8786-2fa8207f46a2 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:08.520947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] For port c096e700-5af0-4865-8371-20279ed35427, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:08.522160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce33cc6d-18e2-4c9d-b6a8-0ea3e6cdd231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.527492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] For port c096e700-5af0-4865-8371-20279ed35427, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c096e700-5af0-4865-8371-20279ed35427,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:08.528751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce33cc6d-18e2-4c9d-b6a8-0ea3e6cdd231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.546660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.577820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ce33cc6d-18e2-4c9d-b6a8-0ea3e6cdd231 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b314fdbf16c4ae5b4cee2760fad20cf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4317336
Dec 11 20:56:08.577820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33cc6d-18e2-4c9d-b6a8-0ea3e6cdd231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd54c54-82c2-4569-9b0f-c803afe63ef5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.578982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41398) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:08.600963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.612885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.619016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.625657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.630881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77290eb0>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31240ba-fea8-43ad-a7d0-e83282aba9c8', 'name': '', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'mac_address': 'fa:16:3e:22:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:00Z', 'updated_at': '2021-12-11T20:56:07Z', 'revision_number': 4, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'subnets': [{'id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:08.632539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.639450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.645415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:08.647414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-face9b59-aba5-4f22-bdb2-d629767da8d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.5867169
Dec 11 20:56:08.652475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 on network 33644db5-8823-4a95-8786-2fa8207f46a2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:08.652795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Attempting to bind port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 on network 33644db5-8823-4a95-8786-2fa8207f46a2 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:08.683214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.684612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.703411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab015fa5-f041-4598-b898-a010dfb3ff02 None None] The sync data for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 is: [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a31240ba-fea8-43ad-a7d0-e83282aba9c8', 'name': '', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'mac_address': 'fa:16:3e:22:66:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:00Z', 'updated_at': '2021-12-11T20:56:07Z', 'revision_number': 4, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'subnets': [{'id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:08.707885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922d8c2-7688-445b-8748-7fe080e4ed49 None None] Pushing event updated for resources: {'Port': ['ID=c096e700-5af0-4865-8371-20279ed35427,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.716884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.804270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:08.804625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Checking segment: {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:08.805013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Bound using segment: {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:08.805476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Bound port: cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '722f893d-5d58-4eb3-a543-3a61e62cd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:08.805834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.821218 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.828075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:08.829266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfd54c54-82c2-4569-9b0f-c803afe63ef5 HTTP/1.1" status: 204  len: 168 time: 0.2495034
Dec 11 20:56:08.861467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e26f9e-3020-47fb-878e-15a907e1b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd54c54-82c2-4569-9b0f-c803afe63ef5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:08.958947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.196639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d11faef3-0177-4d5f-98b8-ab36b8aa9f9f req-5005ea16-de38-449d-a1d9-6abf65ed297c tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5052736
Dec 11 20:56:09.266718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c096e700-5af0-4865-8371-20279ed35427 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:09.327551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:56:09.336858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:09.343621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:09.348551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c096e700-5af0-4865-8371-20279ed35427 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:09.351250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.403504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.440682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:09.506191 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.541906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port c096e700-5af0-4865-8371-20279ed35427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c096e700-5af0-4865-8371-20279ed35427,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:09.548693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.549772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a31240ba-fea8-43ad-a7d0-e83282aba9c8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:09.611539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-f39c1ce9-4a3f-4c03-920e-79a39b4ce051 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:56:09.619780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-f39c1ce9-4a3f-4c03-920e-79a39b4ce051 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1768734
Dec 11 20:56:09.661840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.678452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=c096e700-5af0-4865-8371-20279ed35427,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:09.697388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:09.697955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.699440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] 10.222.0.30 "PUT /v2.0/ports/cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 1091 time: 3.4130404
Dec 11 20:56:09.699847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a31240ba-fea8-43ad-a7d0-e83282aba9c8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:09.700275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.747653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:09.750296 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4402c5d-1e66-4a44-afc3-dc676e3404cf" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:09.851268 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.899704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4bb0>,) {'filters': {'network_id': ['23d8498d-c676-46b2-9ccd-84daf6753edc']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:09.910271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a31240ba-fea8-43ad-a7d0-e83282aba9c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31240ba-fea8-43ad-a7d0-e83282aba9c8,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:09.924189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:09.969917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-7b239632-61f3-4429-b2d1-459cff022786 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:09.971489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-7b239632-61f3-4429-b2d1-459cff022786 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 818 time: 0.9582336
Dec 11 20:56:09.985075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4bb0>, '54565d54-81a1-4f85-9b80-66eadb86ec4b') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:09.985376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4bb0>, '54565d54-81a1-4f85-9b80-66eadb86ec4b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:09.988746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e37638-57eb-43df-8f92-5f4ba9bc9b1d service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:10.011063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Request body: {'port': {'device_id': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'admin_state_up': True, 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:10.014967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-b1daa077-a0f4-45d2-8949-61fc6330dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:10.020031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-b1daa077-a0f4-45d2-8949-61fc6330dcee service neutron] 10.222.0.18 "GET /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 1093 time: 0.1667473
Dec 11 20:56:10.024799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:10.028711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.036194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:10.037864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Unknown quota resources ['binding']. {{(pid=125988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:56:10.071844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14ab6-84dc-4fd6-885f-ef4f1b4a7359 req-2d3785ff-204d-4951-acd6-368492efa817 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:10.091225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ca14ab6-84dc-4fd6-885f-ef4f1b4a7359 req-2d3785ff-204d-4951-acd6-368492efa817 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 943 time: 0.6145313
Dec 11 20:56:10.143902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-123a293a-f5bb-4b0d-bc58-a469a6435a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:10.145371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-123a293a-f5bb-4b0d-bc58-a469a6435a5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1094 time: 0.3705671
Dec 11 20:56:10.146397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.178223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b70be-a780-49c9-815b-28b22aeb9cd1 None None] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:10.241739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:56:10.242359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:56:10.253617 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:56:10.320359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:10.333370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-e9a2ec55-a582-41bc-b42d-00c6b4404874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 217 time: 0.1690283
Dec 11 20:56:10.360591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8e44bfe1-59e2-4f4d-8b71-324ec20a368b None None] Provisioning complete for port c096e700-5af0-4865-8371-20279ed35427 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:10.360973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8e44bfe1-59e2-4f4d-8b71-324ec20a368b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.572879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-753640997-network', 'tenant_id': 'a39ddb93d03540508b9db02fd5ba60c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:10.629179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.640652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ca14ab6-84dc-4fd6-885f-ef4f1b4a7359 req-bb555798-a680-4085-bf34-b94613b46fdb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5473382
Dec 11 20:56:10.647141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch2-master-1 for vnic_type normal with profile None {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:10.648496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:10.648833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:10.658892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:10.659228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:10.664699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:10.665039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:10.665862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:10.666643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.666960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Bound port: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:10.679928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] 10.222.0.18 "DELETE /v2.0/networks/23d8498d-c676-46b2-9ccd-84daf6753edc HTTP/1.1" status: 204  len: 168 time: 2.2982028
Dec 11 20:56:10.681196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 20:56:10.681196 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Dec 11 20:56:10.681196 ncdv-master-1 neutron-server[125987]: [parameters: {'project_id_1': 'a39ddb93d03540508b9db02fd5ba60c6', 'expiration_1': datetime.datetime(2021, 12, 11, 20, 55, 50, 577601)}]
Dec 11 20:56:10.681196 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:56:10.682058 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:56:10.730518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946cace-f7ab-4cb9-8fef-5e03c78b5561 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d8498d-c676-46b2-9ccd-84daf6753edc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:10.740713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-911a8662-4dc8-43f3-92ab-51976d45d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:10.743614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-911a8662-4dc8-43f3-92ab-51976d45d67f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.3594079
Dec 11 20:56:10.748974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Made reservation on behalf of 8c9b8bef4801403db9dc65e4c9fcf464 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:10.749274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ef6643b0-34c4-467d-9872-87b27c6cfeef None None] Provisioning complete for port c096e700-5af0-4865-8371-20279ed35427 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:10.749941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef6643b0-34c4-467d-9872-87b27c6cfeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.756294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.780140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:10.789389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:10.790593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-6f44a2be-d77f-4a09-a8ef-4f62e005efb0 service neutron] 10.222.0.18 "POST /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f/bindings HTTP/1.1" status: 201  len: 389 time: 0.7659302
Dec 11 20:56:10.879408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41456) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:10.909735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-15ec1014-35ca-41f9-a209-f78e2a12c3fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1363807
Dec 11 20:56:10.928799 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e424ccae-8ca4-42f6-a850-d59aa0c7b273 x-openstack-request-id: req-e424ccae-8ca4-42f6-a850-d59aa0c7b273 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:10.929122 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:10.929380 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e424ccae-8ca4-42f6-a850-d59aa0c7b273 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:10.929803 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'status': 'completed', 'code': 200}
Dec 11 20:56:10.937786 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d950baa-b8a4-4da6-b899-873d6dd9cf97 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76e94a53f61d43ba81a414c6e4f8a364&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0571191
Dec 11 20:56:10.938805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41458) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:10.992118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-483b0cd9-42c6-44d1-8aed-b5d911c426c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.010394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.044803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.054948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Allocated IP 172.20.0.7 (d116e3c7-e05c-46d1-b979-68e398677e6f/200f2fbd-3c04-4c55-87a9-b98661fc1a75/da19f347-8557-4352-8529-1b6cd02205d9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:11.061250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.087207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c096e700-5af0-4865-8371-20279ed35427 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:11.118302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.150534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c096e700-5af0-4865-8371-20279ed35427 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:11.150911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.196961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.203494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.209421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.216045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.222722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.229287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.235593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.236423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a31240ba-fea8-43ad-a7d0-e83282aba9c8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:11.244604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-e8a4f20e-b23a-4e48-b609-c9258870fb77 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.1736915
Dec 11 20:56:11.254964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-22ffb654-41ea-4d0e-bbdf-c062411886b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.257042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-22ffb654-41ea-4d0e-bbdf-c062411886b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1096 time: 0.1606140
Dec 11 20:56:11.269354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.272577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.277511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebeded81-366f-4149-8410-398856fab342 HTTP/1.1" status: 204  len: 168 time: 0.3373089
Dec 11 20:56:11.299450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-13beaf3c-42ef-473c-81a7-92a3c85c6aff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.307829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-13beaf3c-42ef-473c-81a7-92a3c85c6aff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 818 time: 0.5378847
Dec 11 20:56:11.310398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a111b2-d1c7-4fb7-be66-fe9c62a7faa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeded81-366f-4149-8410-398856fab342,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:11.330966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-35cfd28e-d179-475d-afa6-9d0780dc0878 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/quotas/8c9b8bef4801403db9dc65e4c9fcf464 HTTP/1.1" status: 200  len: 375 time: 0.0221925
Dec 11 20:56:11.353417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Made reservation on behalf of a39ddb93d03540508b9db02fd5ba60c6 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:11.355903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a31240ba-fea8-43ad-a7d0-e83282aba9c8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:11.356056 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.356252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.405847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e5c5a10-dbaa-41c8-855b-aefffc53be68 req-936faf5f-a1d2-49d4-bea8-47a17e9bccf5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1601315
Dec 11 20:56:11.446817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:11.447453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-4a9a5349-1d25-483f-b0b3-910b04cb8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.449025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-4a9a5349-1d25-483f-b0b3-910b04cb8fbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1808712
Dec 11 20:56:11.520226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-47dbfede-0382-4f46-80ed-44fc9803b017 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 217 time: 0.0632329
Dec 11 20:56:11.598917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-0c0e7df3-caf8-464c-a186-5c03f8cf5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.601046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-0c0e7df3-caf8-464c-a186-5c03f8cf5c91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0714900
Dec 11 20:56:11.659345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-e322fbff-9580-4720-8af9-51742ecd535a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461652
Dec 11 20:56:11.700487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b537-5d05-42b2-b5be-1c62a2a49b24 req-c8f6ca6f-de96-41e7-9552-d7948b2ea671 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:11.702631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b39b537-5d05-42b2-b5be-1c62a2a49b24 req-c8f6ca6f-de96-41e7-9552-d7948b2ea671 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.1005735
Dec 11 20:56:11.803551 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b39b537-5d05-42b2-b5be-1c62a2a49b24 req-74828c1b-c6a2-4c95-b796-722513e6f092 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842214
Dec 11 20:56:11.816668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-a221d2e0-dfe9-4180-b9fd-017983e5aef6 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7474737
Dec 11 20:56:11.848404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-08f34bb8-0d11-4e60-bd22-0af46b56925b service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797137
Dec 11 20:56:11.851817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-8c8b6829-d645-43a8-a5b8-f7b09a208980 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5199995
Dec 11 20:56:11.949201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Allocated IP 172.35.1.44 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/07b43f52-9c18-41ce-8897-24972693ba00) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:11.999332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223355-2050-42ab-abeb-65de4d11f6c8 req-92423a9e-bbf9-4de8-a090-ad628a5d9be7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.000837 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c223355-2050-42ab-abeb-65de4d11f6c8 req-92423a9e-bbf9-4de8-a090-ad628a5d9be7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 943 time: 0.0763516
Dec 11 20:56:12.019152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-ae9964b7-c983-4f1e-9ccc-fbcd1d4df8ed service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592562
Dec 11 20:56:12.043348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.074763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c223355-2050-42ab-abeb-65de4d11f6c8 req-e95c2957-f4d1-4dde-b438-882200da7648 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659282
Dec 11 20:56:12.199745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23cf41-f6b3-43d4-9d4c-2e384a2d669c req-5d2e8dc2-c65d-4155-bc4c-fa2145cf8e6a service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3699384
Dec 11 20:56:12.211999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:12.229238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-1f2da9e7-7bea-4719-b537-d5f96b770faa service neutron] 10.222.0.18 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3503101
Dec 11 20:56:12.280651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.321216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.355364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-124310595-network', 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:12.376468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Network d116e3c7-e05c-46d1-b979-68e398677e6f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:12.380841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.383614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:12.387543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.397063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.411193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.414399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:12.417499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:12.507311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.520391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:12.527681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.548174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Pushing event updated for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:12.579644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-2268fb91-86f9-4a71-8a9b-bb2b8f067667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.581085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-2268fb91-86f9-4a71-8a9b-bb2b8f067667 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1094 time: 0.2827322
Dec 11 20:56:12.581228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:12.581706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72fed6b-61ad-4d2f-839f-ee88aacb85a4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:12.586633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.586964 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Added segment bf96feef-9275-45ff-a80e-d0f8e501c1c5 of type vlan for network 08c1a488-260d-4abf-9915-6f8ab67622cb
Dec 11 20:56:12.596209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6918120-0782-47ea-b7b7-20b9c067cef6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:12.605783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.605919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.606227 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Added segment be328e1b-8e4c-4121-983a-e05d7c5fe82e of type vlan for network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8
Dec 11 20:56:12.606491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.619095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.625347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.630694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-3e4dc262-72d6-477b-9afb-ba7f535717f7 service neutron] 10.222.0.18 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3842497
Dec 11 20:56:12.632026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.639385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.645363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.652169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.658451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.660482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-0f6fd2b7-d14f-4151-b545-7d113dccf596 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.1511903
Dec 11 20:56:12.707323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.720479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-bcf9990a-a10b-467c-be90-6eb14af2358a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7262402
Dec 11 20:56:12.731730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.739073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.762362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Request body: {'port': {'device_id': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:12.819649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:12.839089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:12.841304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:12.851962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd512fa2-86f0-4e05-99c2-f4233610c542 req-310a21a7-efdc-4717-961d-f203974fb519 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1754563
Dec 11 20:56:12.853198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.854208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.857395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.938426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Pushing event updated for resources: {'Port': ['ID=07b43f52-9c18-41ce-8897-24972693ba00,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:12.962598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:12.963825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:12.965102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.007505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] Pushing event updated for resources: {'Network': ['ID=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:13.018862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:13.025639 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d85932a0-98fc-40d6-b5e7-985515f73074 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8123617
Dec 11 20:56:13.029825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41508) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:13.035212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Request body: {'subnet': {'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-124310595-subnet', 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:13.035807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-7972cec7-1b42-41b2-bee9-beb912e93b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.037632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-7972cec7-1b42-41b2-bee9-beb912e93b77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.4467745
Dec 11 20:56:13.076923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7242f-1bc0-443d-ba8d-3d16147a0d87 req-e879cbb7-e7b2-46b8-9cc1-83f7a9ef4008 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.085196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1cd7242f-1bc0-443d-ba8d-3d16147a0d87 req-e879cbb7-e7b2-46b8-9cc1-83f7a9ef4008 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.0898521
Dec 11 20:56:13.086715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:13.092325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2961119c-33e3-4f20-94b1-56143f2c97f8 req-1544f941-ff39-4cd7-a723-d1bc315a501a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 210 time: 0.1592114
Dec 11 20:56:13.092623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.206411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.221717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1cd7242f-1bc0-443d-ba8d-3d16147a0d87 req-b5b3d500-ae9a-486d-b68b-78aa3d966d43 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241992
Dec 11 20:56:13.266505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-564adb86-4c48-4dde-9e24-338c2e0ebe05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 217 time: 0.0677531
Dec 11 20:56:13.338536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.363052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] Pushing event updated for resources: {'Network': ['ID=08c1a488-260d-4abf-9915-6f8ab67622cb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:13.368325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7512c0f2-e118-42c9-a24f-86a5eead9fbf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 3.0455627
Dec 11 20:56:13.377199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41514) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:13.379620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 08c1a488-260d-4abf-9915-6f8ab67622cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:13.382223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Request body: {'subnet': {'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-753640997-subnet', 'tenant_id': 'a39ddb93d03540508b9db02fd5ba60c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:13.413665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8b464fc4-406c-4863-989b-58ee58d066e5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:13.437417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d277568c-383d-48f1-b615-d83aad06b07c,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:13.443428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Made reservation on behalf of a39ddb93d03540508b9db02fd5ba60c6 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:13.445830 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.449143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:13.449581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Network hostable DHCP agents. Network: 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:13.471137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-b37d6d95-0773-43ee-9e8b-ffd42a10ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.473006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-b37d6d95-0773-43ee-9e8b-ffd42a10ac16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.1849344
Dec 11 20:56:13.525930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-cb6fbaa8-4c3a-4066-a85b-e86cbb28fe90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423114
Dec 11 20:56:13.538937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:13.560677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:13.577142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.578750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.625069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2cf2a28-8e12-4024-ad27-f8f336d05c80 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.5940166
Dec 11 20:56:13.639718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b173c-f76f-48c6-af89-d9032d5c4eb3 req-ca1c94e8-05ef-430b-a6a2-26adaf79f8e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.647144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb9b173c-f76f-48c6-af89-d9032d5c4eb3 req-ca1c94e8-05ef-430b-a6a2-26adaf79f8e6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 943 time: 0.4286282
Dec 11 20:56:13.710287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.750917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee0c32e-d56e-4e3f-8a84-a8f657f17f97 None None] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:13.785299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8170adb-a1ac-45cf-861d-2f7ccadebee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.798916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=12480266-4480-46e3-a115-4f9dfdef94a3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:13.801698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Checking segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:13.802763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Network hostable DHCP agents. Network: 08c1a488-260d-4abf-9915-6f8ab67622cb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:13.826801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Network 08c1a488-260d-4abf-9915-6f8ab67622cb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:13.832672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb9b173c-f76f-48c6-af89-d9032d5c4eb3 req-91666549-dbf9-4b51-a394-10698798d5c7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842239
Dec 11 20:56:13.841941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 08c1a488-260d-4abf-9915-6f8ab67622cb) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:13.846991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:13.847648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.886530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-079a6fa0-6df9-4bcb-b1a0-835a8b78b4be admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5005276
Dec 11 20:56:13.887240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a96bf2a-12b2-4af4-8b4e-86bd4f567383 None None] Network 08c1a488-260d-4abf-9915-6f8ab67622cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:13.933431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:13.980521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-09b6a515-a671-47df-bd44-143734f9921d service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3925898
Dec 11 20:56:14.092262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b464fc4-406c-4863-989b-58ee58d066e5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.107448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '8b464fc4-406c-4863-989b-58ee58d066e5', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'port_id': '8b464fc4-406c-4863-989b-58ee58d066e5', 'mac_address': 'fa:16:3e:f3:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:14.155929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8d762-d4a1-44e9-bd62-5cfce5079f50 None None] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:14.336425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4402c5d-1e66-4a44-afc3-dc676e3404cf req-f71cca21-b85b-4c25-9499-c0724876f307 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788143
Dec 11 20:56:14.341712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb21e9-44d0-4c3c-9a4c-a03e68aab8ef None None] Network 08c1a488-260d-4abf-9915-6f8ab67622cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:14.361127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.366984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.372932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.377196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-96ea9960-e41c-4e7b-8334-f4802f1addc3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.378852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.378998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-96ea9960-e41c-4e7b-8334-f4802f1addc3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1113458
Dec 11 20:56:14.384887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.391069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.396922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.398853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-ea07fb0c-9101-48b7-870b-5a4ca2013e10 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5420 time: 0.3400917
Dec 11 20:56:14.402917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.407031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-17492690-710c-4acc-a3ff-27300a30f3f4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0147457
Dec 11 20:56:14.428442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b464fc4-406c-4863-989b-58ee58d066e5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:14.449399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-165b09b6-c329-4a47-85eb-7dd7bd142004 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0349951
Dec 11 20:56:14.449648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b464fc4-406c-4863-989b-58ee58d066e5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.464001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.464274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ba34cf0e-355c-46bf-a898-90b7d2bb897a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:14.508460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-d838be88-0f97-46a3-8161-ef6fa80eed73 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:14.510023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-d838be88-0f97-46a3-8161-ef6fa80eed73 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 818 time: 0.3798599
Dec 11 20:56:14.558511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-88af0d13-0766-4633-8b53-7f70f0e648fb service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0924335
Dec 11 20:56:14.567397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Request body: {'port': {'device_id': '941011c2-5676-4e50-8cd1-3bece12185d0', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'admin_state_up': True, 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:14.601048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:14.606868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da19f347-8557-4352-8529-1b6cd02205d9 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:14.642905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.656740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-0f2f0633-ac71-45f2-b3c3-6349d7f3a81e service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0972698
Dec 11 20:56:14.662864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'port_id': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'mac_address': 'fa:16:3e:6a:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066ed747-787b-4529-bb03-a5c51f9f031a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:14.702764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.717389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba34cf0e-355c-46bf-a898-90b7d2bb897a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:14.741120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.746210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.747242 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:14.825831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.844017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:14.850743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'port_id': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'mac_address': 'fa:16:3e:6e:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:14.895530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.910095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:14.912101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3dbeb41f-d14d-4a75-912b-20148d124b21 req-83afb0cd-e4d3-4fd6-b5e7-74d2cb8cd9fe tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 210 time: 0.0331476
Dec 11 20:56:14.931121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:14.933050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.940795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:14.941728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 75f010cc-c2f8-4192-bf17-aaad70dc60b8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:15.027101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:15.036739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.084721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f28080e-4969-4d2d-b9c4-dbe92e6ab795 req-493d6443-a896-4808-8dda-53c7533bcc7d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6647849
Dec 11 20:56:15.135870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Transition to ACTIVE for port object da19f347-8557-4352-8529-1b6cd02205d9 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:15.157052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.170631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.183228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'port_id': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'mac_address': 'fa:16:3e:20:20:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:15.196026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.232718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.248241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f010cc-c2f8-4192-bf17-aaad70dc60b8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:15.276840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.284835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-19a93293-92a8-4072-a550-1fcb2bb2522b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:15.284835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-19a93293-92a8-4072-a550-1fcb2bb2522b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.1640058
Dec 11 20:56:15.287264 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.288513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f64f0206-dcbf-4048-99b1-b6ec8855bdea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:15.304378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-f300c456-3c01-40c0-a550-0ca743125b03 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/quotas/a39ddb93d03540508b9db02fd5ba60c6 HTTP/1.1" status: 200  len: 375 time: 0.0132761
Dec 11 20:56:15.355045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-781da368-3b1b-4a00-8ca7-b5e882b62962 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445044
Dec 11 20:56:15.371823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.382343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Made reservation on behalf of 8c9b8bef4801403db9dc65e4c9fcf464 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:15.382959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:15.386211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.390440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'port_id': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea', 'mac_address': 'fa:16:3e:e9:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:15.419499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Pushing event updated for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:15.445067 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.478962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64f0206-dcbf-4048-99b1-b6ec8855bdea {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:15.487266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-c3476d65-51d4-42a4-aea2-c7e154103741 service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240706
Dec 11 20:56:15.494714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9070d-edf6-406c-adb6-eafe5230f9ce req-b9dfdf8d-aed7-4456-b965-45241a7b94dd tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:15.502732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ff9070d-edf6-406c-adb6-eafe5230f9ce req-b9dfdf8d-aed7-4456-b965-45241a7b94dd tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.2973437
Dec 11 20:56:15.515319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.523966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.524808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9e47bdcb-1290-4143-8b10-d03a034f240f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:15.603452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Attempting to bind port da19f347-8557-4352-8529-1b6cd02205d9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:15.603866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Attempting to bind port da19f347-8557-4352-8529-1b6cd02205d9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:15.604248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Attempting to bind port da19f347-8557-4352-8529-1b6cd02205d9 on network d116e3c7-e05c-46d1-b979-68e398677e6f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:15.610139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:15.623335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-c0de8127-9157-4a61-a6b3-99848ef0eb7d service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348042
Dec 11 20:56:15.627981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.653728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.653975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Port da19f347-8557-4352-8529-1b6cd02205d9 on network d116e3c7-e05c-46d1-b979-68e398677e6f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:15.654116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Attempting to bind port da19f347-8557-4352-8529-1b6cd02205d9 on network d116e3c7-e05c-46d1-b979-68e398677e6f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:15.668045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'network_id': '7ca70975-b2df-421e-bb7c-cc71dc36bd52', 'port_id': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'mac_address': 'fa:16:3e:ee:94:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066ed747-787b-4529-bb03-a5c51f9f031a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:15.684443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:15.684782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Checking segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:15.685167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Bound using segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:15.685604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Bound port: da19f347-8557-4352-8529-1b6cd02205d9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:15.685961 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.708269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ff9070d-edf6-406c-adb6-eafe5230f9ce req-321ff9d0-de51-4098-8f46-eb93b50d709f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046771
Dec 11 20:56:15.724246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.758465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e47bdcb-1290-4143-8b10-d03a034f240f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:15.818549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:15.825508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:15.827670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23e94009-66d2-4be5-88d6-6e34c096fe94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:15.832762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Allocated IP 172.20.0.5 (d116e3c7-e05c-46d1-b979-68e398677e6f/200f2fbd-3c04-4c55-87a9-b98661fc1a75/b4b543f9-5e47-473f-b22d-72816187eec3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:15.889494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-4dca4eed-2387-40a8-b026-75395fc98084 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:15.891196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-4dca4eed-2387-40a8-b026-75395fc98084 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2695241
Dec 11 20:56:15.894691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056517db-1215-4cdc-a340-4cb62d1514a3 req-48ea7e9c-5bfd-4930-a46f-2c0968e9e3ff tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:15.906060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-056517db-1215-4cdc-a340-4cb62d1514a3 req-48ea7e9c-5bfd-4930-a46f-2c0968e9e3ff tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 943 time: 0.0774381
Dec 11 20:56:15.939401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:15.960950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-932998bd-f47e-41f1-89b0-dfddf727b4ad req-c5650e51-4778-4e25-a73e-a1b50faf5c62 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 210 time: 0.1772954
Dec 11 20:56:15.961623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Router 86cd43cf-8bcd-4989-ba7a-2b93f606285b is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:56:16.004495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:16.020396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23e94009-66d2-4be5-88d6-6e34c096fe94,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:16.031417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-056517db-1215-4cdc-a340-4cb62d1514a3 req-3bd466bd-109c-47b7-9b00-db31ef49199c tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238227
Dec 11 20:56:16.035929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '23e94009-66d2-4be5-88d6-6e34c096fe94', 'network_id': '0b876cdd-3664-4e7d-82b6-078765f2b5c6', 'port_id': '23e94009-66d2-4be5-88d6-6e34c096fe94', 'mac_address': 'fa:16:3e:3a:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ba05a8-b2b8-4b03-a183-f59a55709466', 'ip_address': '10.1.1.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:16.138195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4046ca8-ec28-4981-a1eb-e47255c9ff7a req-e92e9c86-931e-4b7f-862f-2665cae0f09d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 210 time: 0.0610716
Dec 11 20:56:16.146872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.284084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e94009-66d2-4be5-88d6-6e34c096fe94 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:16.350673 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.363851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23e94009-66d2-4be5-88d6-6e34c096fe94,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:16.373228 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.384188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.390784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.397401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.404425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.410164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:16.411110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.419602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.422948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Sync routers for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:16.426716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.428993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-3e802401-c409-4bac-8e0c-430f459ce125 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5426 time: 0.1507351
Dec 11 20:56:16.439998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-f3d467bc-11e0-4d2a-adf5-597295a52057 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.441676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-f3d467bc-11e0-4d2a-adf5-597295a52057 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.2990522
Dec 11 20:56:16.458072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:16.459412 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:16.464472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:16.466532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:16.495347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc1e30fb-b78b-4d94-916a-4b2aec0beb96 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:16.506984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8d45ee5-23e0-4548-b6c7-30382395c07e req-94f58653-889a-43a7-b0fd-1934f4a09d44 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 210 time: 0.0898838
Dec 11 20:56:16.507811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.527766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.529253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-95ee5b49-35de-447a-b0f1-1e96802fe514 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.2561538
Dec 11 20:56:16.537794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41584) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:16.538197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da19f347-8557-4352-8529-1b6cd02205d9,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:16.551661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.569848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:16.571549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.573298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] 10.222.0.16 "PUT /v2.0/ports/da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 1091 time: 3.8376031
Dec 11 20:56:16.581815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:16.584433 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "tag": "da19f347-8557-4352-8529-1b6cd02205d9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:16.589170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:16.674716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.681131 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01baff-4b56-4e21-b58f-48a06e61e0f1 x-openstack-request-id: req-6b01baff-4b56-4e21-b58f-48a06e61e0f1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:16.681710 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "tag": "da19f347-8557-4352-8529-1b6cd02205d9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:16.682129 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b01baff-4b56-4e21-b58f-48a06e61e0f1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:16.682716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9c5840d-0944-474e-948a-dba29d4ff777 req-a7219974-4459-4d4f-b676-9522eb2a6fb6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2390091
Dec 11 20:56:16.682913 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9', 'status': 'completed', 'code': 200}
Dec 11 20:56:16.742790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:16.759167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'network_id': '33644db5-8823-4a95-8786-2fa8207f46a2', 'port_id': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'mac_address': 'fa:16:3e:c5:dc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41981f3c-4346-4c0f-ad06-182dd3a2ce2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:16.812753 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.833619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1e30fb-b78b-4d94-916a-4b2aec0beb96 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:16.856857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:16.857351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:16.861080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.866275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:16.867303 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:16.933495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:16.957803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749bbe6-2c90-40ed-a730-5979757fbf3b service neutron] Pushing event updated for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:17.022516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-9223ce4b-ef33-4e94-8131-6d00ff52090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.024049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-9223ce4b-ef33-4e94-8131-6d00ff52090d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1094 time: 0.3401885
Dec 11 20:56:17.078048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.096695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.104236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-86691ed7-4e0d-47ac-9f9e-2759aa3fcac8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.0690570
Dec 11 20:56:17.109952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-97ffa348-23f3-497d-b9e4-31ded38d88a3 req-612587dc-f9ac-4b30-9921-7e3843e07289 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 210 time: 0.0420556
Dec 11 20:56:17.143250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.14 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:17.148172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc768c3-4a2b-439e-85f9-520a9643377e req-8886379c-2a79-48ae-8384-474632f3e895 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.157074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ccc768c3-4a2b-439e-85f9-520a9643377e req-8886379c-2a79-48ae-8384-474632f3e895 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 945 time: 0.2600503
Dec 11 20:56:17.201248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Network d116e3c7-e05c-46d1-b979-68e398677e6f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:17.235772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:17.239791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:17.242347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:17.299135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e8cd0>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:13Z', 'revision_number': 3, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:17.314571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d9778-22ec-43cc-81de-8ccf249289b2 req-0df27908-76e0-4bf3-bded-755e381bc5aa tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.322866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a9d9778-22ec-43cc-81de-8ccf249289b2 req-0df27908-76e0-4bf3-bded-755e381bc5aa tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.1345072
Dec 11 20:56:17.330608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Pushing event updated for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:17.357437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Checking router: 86cd43cf-8bcd-4989-ba7a-2b93f606285b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:17.357966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Updating router 86cd43cf-8bcd-4989-ba7a-2b93f606285b port 07b43f52-9c18-41ce-8897-24972693ba00 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:17.370826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0898995-21a8-46b2-8151-938cd562f880 req-5d663efa-3864-4734-924c-21b66cce332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.372305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-5d663efa-3864-4734-924c-21b66cce332d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.2324028
Dec 11 20:56:17.399898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ccc768c3-4a2b-439e-85f9-520a9643377e req-5954b0f0-d6d3-444e-9808-c49eaf0bc754 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371800
Dec 11 20:56:17.416537 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.467381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.473151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.494324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:17.524255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-50cd0a40-623b-4d68-8adb-8e7432516a2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1417849
Dec 11 20:56:17.538704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a9d9778-22ec-43cc-81de-8ccf249289b2 req-2e5636b0-e23b-4add-b3ab-30fa7e230df0 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154903
Dec 11 20:56:17.568558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c538e6c4-85c1-4747-9ad4-1a04a6a40fe5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.630323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['ba34cf0e-355c-46bf-a898-90b7d2bb897a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.715772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8b464fc4-406c-4863-989b-58ee58d066e5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.726930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f64f0206-dcbf-4048-99b1-b6ec8855bdea'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.739404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.757642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.761041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3dbf0c45-a8ae-480d-9b7b-377435185575 req-10f35144-1b32-4bbf-9020-911105c30bc9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 210 time: 0.1077869
Dec 11 20:56:17.763463 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.777682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9e9f89b8-6390-48a0-b14b-b1903b27f3ef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2186215
Dec 11 20:56:17.780364 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.805646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.818766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['75f010cc-c2f8-4192-bf17-aaad70dc60b8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.822903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Request body: {'port': {'device_id': '941011c2-5676-4e50-8cd1-3bece12185d0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:17.825870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['23e94009-66d2-4be5-88d6-6e34c096fe94'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:17.830600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bbb3-cd1c-41dc-b735-726b613a0d82 req-a6f87373-2216-42fb-975e-5b09d5dc18db tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:17.841147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e33bbb3-cd1c-41dc-b735-726b613a0d82 req-a6f87373-2216-42fb-975e-5b09d5dc18db tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 931 time: 0.1875174
Dec 11 20:56:17.858844 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Attempting to bind port 07b43f52-9c18-41ce-8897-24972693ba00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:17.859458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Attempting to bind port 07b43f52-9c18-41ce-8897-24972693ba00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:17.859824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Attempting to bind port 07b43f52-9c18-41ce-8897-24972693ba00 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:17.863356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4436c-5e1e-4fb9-a84f-1dcb79356ffe None None] Pushing event updated for resources: {'Port': ['ID=07b43f52-9c18-41ce-8897-24972693ba00,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:17.870461 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:17.870919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:17.871310 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.871697 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:17.872212 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Bound port: 07b43f52-9c18-41ce-8897-24972693ba00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:17.872583 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.894359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.926886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:17.967205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] For port 07b43f52-9c18-41ce-8897-24972693ba00, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:17.972048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] For port 07b43f52-9c18-41ce-8897-24972693ba00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b43f52-9c18-41ce-8897-24972693ba00,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:17.981069 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.024679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e33bbb3-cd1c-41dc-b735-726b613a0d82 req-d52f318d-eeda-4ccb-bd89-83ff8b8f8627 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822543
Dec 11 20:56:18.033442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-c065d73e-4bca-4554-90bc-92782cb4024c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.035547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-c065d73e-4bca-4554-90bc-92782cb4024c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.16 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.6158519
Dec 11 20:56:18.055339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:18.055692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Request body: {'port': {'device_id': '69056d1a-f34a-41a5-a4e4-011008f13132', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'admin_state_up': True, 'tenant_id': 'a39ddb93d03540508b9db02fd5ba60c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:18.064172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:18.064552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-5a5ac087-e36a-40ee-81d6-049034d4c2f6 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4775701
Dec 11 20:56:18.071523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:18.074468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4436c-5e1e-4fb9-a84f-1dcb79356ffe None None] Pushing event updated for resources: {'Port': ['ID=07b43f52-9c18-41ce-8897-24972693ba00,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:18.097252 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:18.098816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.099632 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e8cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:18.133545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:18.184076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Allocated IP 172.20.0.1 (2a12146d-50a0-44c4-a233-aa15a4aac600/be198d66-e5a6-4008-b7f6-d9aa326fa551/450d2d10-8e95-44c1-bdae-98fc24186073) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:18.192504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.193516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.209167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.215998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.222831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.229871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.236805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.241123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-614424a6-b6ce-4f3a-90e9-f1d0c241764f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7819147
Dec 11 20:56:18.242935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.248963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.257874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-53e6efde-66a3-40c5-b1e3-ba1429548325 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5427 time: 0.3711467
Dec 11 20:56:18.259792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:18.292736 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:18.323631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Request body: {'port': {'device_id': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:18.380980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['9e47bdcb-1290-4143-8b10-d03a034f240f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:18.383088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:18.405865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:18.406225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:18.406640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:18.459142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:18.459428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:18.482016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:18.533866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:18.534449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:18.534630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:18.534952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Bound port: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:18.535318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.559579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0898995-21a8-46b2-8151-938cd562f880 req-cf7b308b-9ac8-4cca-b842-78934ba1390b service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4510531
Dec 11 20:56:18.576121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ef1ee0a-6511-455a-98e1-fa95ebd46da6 req-81a4bce3-7e16-4b57-84b7-9d8e500a3ec6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3172965
Dec 11 20:56:18.583253 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e8cd0>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:13Z', 'revision_number': 3, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:18.621233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:18.637987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a94288-68b6-411d-8b75-9d7c5054a753 None None] The sync data for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 is: [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:13Z', 'revision_number': 3, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:18.686448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:18.688757 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce3061-7833-4fff-849d-e28772933925" -d '{"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:18.743338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:18.743854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:18.744836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:18.753718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b5b87-74ca-4288-9daf-614b2e5eb941 req-beef7f74-fab9-4583-b82c-f87255308aba tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:18.759459 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2b5b87-74ca-4288-9daf-614b2e5eb941 req-beef7f74-fab9-4583-b82c-f87255308aba tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 932 time: 0.5253017
Dec 11 20:56:18.778392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:18.778935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:18.799714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:18.800213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:18.800969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:18.801970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Bound port: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:18.802170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.804436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.838116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:18.910939 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2b5b87-74ca-4288-9daf-614b2e5eb941 req-74f1f73e-d251-4020-ab2f-bb2414e15843 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441295
Dec 11 20:56:19.054912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.164594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:19.170968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:19.191560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:19.203226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Pushing event updated for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:19.226717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Made reservation on behalf of a39ddb93d03540508b9db02fd5ba60c6 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:19.230258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.286394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:19.358262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:19.386762 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.460795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:19.474293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.479710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:19.495459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Transition to ACTIVE for port object 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:19.500819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500cefa-cb41-4f73-aa10-bddf39ce72de req-679c9f30-082f-4d25-a6ab-bcc467794c53 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:19.505788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.510643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.513143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7500cefa-cb41-4f73-aa10-bddf39ce72de req-679c9f30-082f-4d25-a6ab-bcc467794c53 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.8171804
Dec 11 20:56:19.527272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-24853582-7cca-4e24-b844-d72b12d37dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:19.528775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-24853582-7cca-4e24-b844-d72b12d37dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1094 time: 0.8561847
Dec 11 20:56:19.537982 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f-nch1-master-1-0 {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:56:19.538614 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:56:19.632020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e34a7f-538d-4e34-b120-cd7ceb16ed87 req-5156c8c9-51ef-4a67-a3d6-fd2449fa3024 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:19.641186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72e34a7f-538d-4e34-b120-cd7ceb16ed87 req-5156c8c9-51ef-4a67-a3d6-fd2449fa3024 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.4029751
Dec 11 20:56:19.651681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:56:19.658738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:19.678103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cd71e4c7-f799-429e-9263-388cfcd5fa9e None None] Provisioning complete for port 450d2d10-8e95-44c1-bdae-98fc24186073 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:19.678623 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd71e4c7-f799-429e-9263-388cfcd5fa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.688031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Allocated IP 172.20.0.7 (08c1a488-260d-4abf-9915-6f8ab67622cb/12480266-4480-46e3-a115-4f9dfdef94a3/25f29b23-8989-4272-a738-7faa9876b894) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:19.704032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Pushing event updated for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:19.720821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cd71e4c7-f799-429e-9263-388cfcd5fa9e None None] Port 450d2d10-8e95-44c1-bdae-98fc24186073 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:19.831963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72e34a7f-538d-4e34-b120-cd7ceb16ed87 req-380d645a-71a6-4bfa-9577-cd4549d53e0f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898780
Dec 11 20:56:19.847320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.883765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7500cefa-cb41-4f73-aa10-bddf39ce72de req-66b0452d-bef1-483a-a2f2-2237a010c1d1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3696721
Dec 11 20:56:19.891861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b543f9-5e47-473f-b22d-72816187eec3 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:19.895101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Attempting to bind port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:19.895443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Attempting to bind port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:19.895775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Attempting to bind port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:19.903244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:19.903570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Attempting to bind port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:19.913111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:19.913465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:19.913858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:19.914287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Bound port: 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:19.914677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.932822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:19.975188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-45ae94ff-617b-4c4c-b61b-9a6330b53966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:19.976681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-45ae94ff-617b-4c4c-b61b-9a6330b53966 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.4300420
Dec 11 20:56:19.989091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Transition to ACTIVE for port object b4b543f9-5e47-473f-b22d-72816187eec3 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:20.040874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.042454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cebcdbf6-7fe5-4a12-a5e1-c272f146f3fc req-72685d66-6edb-4ddb-8ddd-17a5fd9f9f2c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 210 time: 0.0812037
Dec 11 20:56:20.090265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:20.095504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-4a3c043c-0604-4dd2-b0cb-d9cf84881368 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.1049170
Dec 11 20:56:20.113117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:20.126548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.137302 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fe6229-b42e-46fd-8726-b6824e93d3a8 x-openstack-request-id: req-77fe6229-b42e-46fd-8726-b6824e93d3a8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:20.137476 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:20.137705 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77fe6229-b42e-46fd-8726-b6824e93d3a8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:20.138706 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'code': 200}
Dec 11 20:56:20.171280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:20.172235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:20.172235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:20.174399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.175792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.176563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] 10.222.0.30 "PUT /v2.0/ports/70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d HTTP/1.1" status: 200  len: 1092 time: 1.8605783
Dec 11 20:56:20.180232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:20.182732 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:20.203353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.207382 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.221045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:20.221408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempting to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:20.229706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:20.247190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734dac9-99e0-4e3b-8426-9b4d614f3bc0 req-9073c661-1dc9-4a4b-9b79-c0e8f9c6d642 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.248676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5734dac9-99e0-4e3b-8426-9b4d614f3bc0 req-9073c661-1dc9-4a4b-9b79-c0e8f9c6d642 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 943 time: 0.2496479
Dec 11 20:56:20.261749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:20.262153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:20.262560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:20.263028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Bound port: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:20.263386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.270690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.303754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-793b26f5-49f8-4491-8041-03660242c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.305225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-793b26f5-49f8-4491-8041-03660242c759 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.1756980
Dec 11 20:56:20.316557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140703dc-2ec8-4ed6-b55a-ea69a224e29f service neutron] Pushing event updated for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:20.388846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Pushing event updated for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:20.392645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.397733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-418b46c0-52b4-432a-a6f2-a32de5714135 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646520
Dec 11 20:56:20.405800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.411743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.417693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.424065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.427120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ba34cf0e-355c-46bf-a898-90b7d2bb897a up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:20.432146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.438162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.445704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.448458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-cca3a60e-81c1-44d0-81e7-d600ccea4ec2 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5427 time: 0.2497816
Dec 11 20:56:20.451553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-880d5c0f-4001-46eb-a12d-bcf325158b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.452974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-880d5c0f-4001-46eb-a12d-bcf325158b9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 1095 time: 0.2095659
Dec 11 20:56:20.492593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port ba34cf0e-355c-46bf-a898-90b7d2bb897a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:20.497835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port ba34cf0e-355c-46bf-a898-90b7d2bb897a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:20.498455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.517011 ncdv-master-1 neutron-server[125987]: WARNING neutron.plugins.ml2.plugin [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Concurrent port binding operations failed on port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f
Dec 11 20:56:20.530643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:20.531833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Attempting to bind port b4b543f9-5e47-473f-b22d-72816187eec3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:20.532034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Attempting to bind port b4b543f9-5e47-473f-b22d-72816187eec3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:20.532371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Attempting to bind port b4b543f9-5e47-473f-b22d-72816187eec3 on network d116e3c7-e05c-46d1-b979-68e398677e6f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:20.543512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5734dac9-99e0-4e3b-8426-9b4d614f3bc0 req-b084e267-7fe2-4801-92c9-bb235476f600 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2776384
Dec 11 20:56:20.547108 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attempt 2 to bind port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f
Dec 11 20:56:20.551183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.555503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.555945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.557097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-63a80c90-45a9-47b0-8783-11b436491f5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d HTTP/1.1" status: 200  len: 217 time: 0.0904109
Dec 11 20:56:20.557834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-c849b633-f63e-4fb6-9077-de9b0ba75fd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 1121 time: 4.6544418
Dec 11 20:56:20.559285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Port b4b543f9-5e47-473f-b22d-72816187eec3 on network d116e3c7-e05c-46d1-b979-68e398677e6f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:20.559285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Attempting to bind port b4b543f9-5e47-473f-b22d-72816187eec3 on network d116e3c7-e05c-46d1-b979-68e398677e6f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:20.598173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.614141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:20.614497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Checking segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:20.614906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Bound using segment: {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:20.615359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Bound port: b4b543f9-5e47-473f-b22d-72816187eec3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd2ad49-256d-4cbc-95ee-12f35b2274d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:20.615795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.633620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:20.636150 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d36e9c-67be-4614-a04e-ea3540ab62dd" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:20.649731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:20.681436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:20.698918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Network 08c1a488-260d-4abf-9915-6f8ab67622cb is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:20.710674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:20.713985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-c8af9f7d-e3a4-4cf0-84a6-fea8524b72fb service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3059783
Dec 11 20:56:20.719761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:20.733116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877f59f4-90d4-4d07-9718-f486bb04f0e9 req-56a0836c-7994-4225-aac1-61d1ad4ef6ab tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2761059
Dec 11 20:56:20.763619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-00405595-946f-4377-9319-59499949d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:20.766927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-00405595-946f-4377-9319-59499949d52e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.1916702
Dec 11 20:56:20.769951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:20.772170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:20.827008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:20.841903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:20.861576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:20.993727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:21.008637 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1b6f80-2510-4525-9dfd-d6d3d85ecbe6 x-openstack-request-id: req-7a1b6f80-2510-4525-9dfd-d6d3d85ecbe6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:21.009100 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:21.009512 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a1b6f80-2510-4525-9dfd-d6d3d85ecbe6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:21.010027 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'status': 'completed', 'code': 200}
Dec 11 20:56:21.026025 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea45317-2834-432b-9530-e927efa8d939 x-openstack-request-id: req-7ea45317-2834-432b-9530-e927efa8d939 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:21.026419 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:21.026806 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ea45317-2834-432b-9530-e927efa8d939 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:21.027280 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'code': 200}
Dec 11 20:56:21.035153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-fde65a49-04e5-45ae-9b1f-8e2d6634a87d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2359076
Dec 11 20:56:21.042534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Router 86cd43cf-8bcd-4989-ba7a-2b93f606285b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:56:21.052363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4b543f9-5e47-473f-b22d-72816187eec3,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:21.071725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.099567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd28c6-5491-4c75-a89a-a839ee24af5f req-7ac00256-f343-49ea-a9fb-9f3d1664787d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.101316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78bd28c6-5491-4c75-a89a-a839ee24af5f req-7ac00256-f343-49ea-a9fb-9f3d1664787d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 944 time: 0.4195921
Dec 11 20:56:21.109074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.109746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.154656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.181790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07b43f52-9c18-41ce-8897-24972693ba00 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:21.186264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-d14a0ed9-f210-49e3-bccc-8f1f95019793 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1382356
Dec 11 20:56:21.200979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Request body: {'port': {'device_id': '69056d1a-f34a-41a5-a4e4-011008f13132', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:21.256738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.257508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 07b43f52-9c18-41ce-8897-24972693ba00 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:21.257682 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.258830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.261354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] 10.222.0.16 "PUT /v2.0/ports/b4b543f9-5e47-473f-b22d-72816187eec3 HTTP/1.1" status: 200  len: 1091 time: 3.4754307
Dec 11 20:56:21.265471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-39c59d1d-83d7-4123-9a83-6166ba767e21 None None] Provisioning complete for port 450d2d10-8e95-44c1-bdae-98fc24186073 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:21.266199 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39c59d1d-83d7-4123-9a83-6166ba767e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.276503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-6276192f-92dd-4222-8fb5-8fb2027cbc2f service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324088
Dec 11 20:56:21.283304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c3b27b6-671e-4b42-820c-e3cfb42ec56c req-28ce523e-94cc-4e36-aa8a-9491d82c577d service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5605974
Dec 11 20:56:21.326699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78bd28c6-5491-4c75-a89a-a839ee24af5f req-0ed39ad4-fe4a-4d5d-a76c-d8a305b1b5b5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969912
Dec 11 20:56:21.351603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-39c59d1d-83d7-4123-9a83-6166ba767e21 None None] Port 450d2d10-8e95-44c1-bdae-98fc24186073 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:21.358930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:21.362825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fa266-b1a9-4cc9-887f-d0c0948a5b18 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:21.379654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.385938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbb8c-c0b0-42b9-8a85-cd96f07a5ddf req-6e1ad60c-fce1-4f7a-874a-1063162b144f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.400463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e2dbb8c-c0b0-42b9-8a85-cd96f07a5ddf req-6e1ad60c-fce1-4f7a-874a-1063162b144f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.2664838
Dec 11 20:56:21.428337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-bcf4d28f-af37-4f31-bcab-d5ffc1497d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.429840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-bcf4d28f-af37-4f31-bcab-d5ffc1497d32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 1094 time: 0.1153729
Dec 11 20:56:21.452166 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.482218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:21.488712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 07b43f52-9c18-41ce-8897-24972693ba00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b43f52-9c18-41ce-8897-24972693ba00,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:21.495577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cbe64a8b-6ef7-4b91-b618-5196b9c918fc admin admin] 10.222.0.18 "PUT /v2.0/routers/86cd43cf-8bcd-4989-ba7a-2b93f606285b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9482677
Dec 11 20:56:21.500682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-69728856-e445-4762-921b-33c8e63ea2e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b543f9-5e47-473f-b22d-72816187eec3 HTTP/1.1" status: 200  len: 217 time: 0.0502248
Dec 11 20:56:21.512428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:21.536405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e2dbb8c-c0b0-42b9-8a85-cd96f07a5ddf req-6b2cd8c9-7cb8-4396-8ff8-86a0a35c6f8d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330838
Dec 11 20:56:21.553058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Sync routers for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:21.575718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfced1de-1b9b-4634-95f4-05af328ad038 req-ef696d9b-d532-43f4-b39e-f03978deda0c service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377348
Dec 11 20:56:21.606941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:21.607730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7784ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:21.611814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcc77c-b641-493b-8128-90df1b2de0eb req-b10795c0-b8a1-4996-b4d3-8f696f38d5e2 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.612367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=07b43f52-9c18-41ce-8897-24972693ba00,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:21.620186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9dcc77c-b641-493b-8128-90df1b2de0eb req-b10795c0-b8a1-4996-b4d3-8f696f38d5e2 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.2193344
Dec 11 20:56:21.674927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9d61831b-72b1-4a79-835a-5520dfbe8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.677091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-9d61831b-72b1-4a79-835a-5520dfbe8b17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.1647172
Dec 11 20:56:21.742159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4252ec-193a-431c-a40f-14028669ed1e req-18073744-cdff-4e8b-8de4-c19e098fd64b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.750021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f4252ec-193a-431c-a40f-14028669ed1e req-18073744-cdff-4e8b-8de4-c19e098fd64b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 931 time: 0.1179867
Dec 11 20:56:21.750234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:21.769558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-5d364317-4cc9-47ef-8ae0-e4224a8eab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.771301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-5d364317-4cc9-47ef-8ae0-e4224a8eab9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 1095 time: 0.1029282
Dec 11 20:56:21.773646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9dcc77c-b641-493b-8128-90df1b2de0eb req-6f4c18b3-d5e4-4628-9f70-bc587c419039 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480618
Dec 11 20:56:21.782382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-cee71280-1d56-47f7-a9e3-74b44ff75ac1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859916
Dec 11 20:56:21.874521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f4252ec-193a-431c-a40f-14028669ed1e req-29231593-94e5-45aa-b6ea-56f84e67ac1f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234610
Dec 11 20:56:21.923496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-581b464f-9d3e-4beb-9a81-e4935d5cd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:21.925170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-581b464f-9d3e-4beb-9a81-e4935d5cd1ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1449404
Dec 11 20:56:21.996194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-6e5e1be0-204a-4c5d-9f38-829a401e409e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d HTTP/1.1" status: 200  len: 217 time: 0.0624759
Dec 11 20:56:22.066715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-988c332c-3f26-4449-a02a-965ed190904c service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709108
Dec 11 20:56:22.092117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-25361c41-21ae-4a04-8296-fd8d8c730a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.093857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-25361c41-21ae-4a04-8296-fd8d8c730a81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0869255
Dec 11 20:56:22.105782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.112120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.118499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.129535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.135506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507ff89-f9b7-42cb-ba7d-6fa8c77d871f req-27697615-b953-49ad-bf95-96ef41037210 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.137600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.142519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b507ff89-f9b7-42cb-ba7d-6fa8c77d871f req-27697615-b953-49ad-bf95-96ef41037210 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 943 time: 0.2479374
Dec 11 20:56:22.145374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.149925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'}, {'name': 'network-changed', 'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:22.152209 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f"}, {"name": "network-changed", "server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:22.153693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.155646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-a037e3b9-bf5d-4395-bd20-1787495159ac tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5428 time: 0.1642344
Dec 11 20:56:22.197241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-0d71b1d4-c726-4183-a48d-489dac79c7e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403249
Dec 11 20:56:22.246037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f29b23-8989-4272-a738-7faa9876b894 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:22.270304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7784ad00>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 2, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:22.280859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.292260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b507ff89-f9b7-42cb-ba7d-6fa8c77d871f req-6bad0970-7859-449e-be64-e7d3825a20be tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488817
Dec 11 20:56:22.302838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Checking router: 86cd43cf-8bcd-4989-ba7a-2b93f606285b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:22.303454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Updating router 86cd43cf-8bcd-4989-ba7a-2b93f606285b port 450d2d10-8e95-44c1-bdae-98fc24186073 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:22.315891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Transition to ACTIVE for port object 25f29b23-8989-4272-a738-7faa9876b894 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:22.325660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7c3c4aa-60fd-4e4d-ab32-d1bf19a6cb5d req-a01449b9-4fd0-40ab-9ed1-c0b605542ec7 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2500982
Dec 11 20:56:22.327778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.336893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device da19f347-8557-4352-8529-1b6cd02205d9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:22.339657 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.382226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41656) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:22.394071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-95b8d0c0-b6dc-4e14-b1e0-e490bd36d724 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1876881
Dec 11 20:56:22.400987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-network', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:22.444962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:22.455837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f64f0206-dcbf-4048-99b1-b6ec8855bdea up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:22.487730 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62baa0a-692b-4702-b1b4-633596214480 x-openstack-request-id: req-a62baa0a-692b-4702-b1b4-633596214480 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:22.488041 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:22.488313 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62baa0a-692b-4702-b1b4-633596214480 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:22.488701 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'status': 'completed', 'code': 200}
Dec 11 20:56:22.488965 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3', 'status': 'completed', 'code': 200}
Dec 11 20:56:22.489760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Attempting to bind port 25f29b23-8989-4272-a738-7faa9876b894 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:22.490091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Attempting to bind port 25f29b23-8989-4272-a738-7faa9876b894 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:22.490415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Attempting to bind port 25f29b23-8989-4272-a738-7faa9876b894 on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:22.492581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Made reservation on behalf of d20c713528f547e1abaf00e2ce99b1d5 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:22.494921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.505321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.515250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Port 25f29b23-8989-4272-a738-7faa9876b894 on network 08c1a488-260d-4abf-9915-6f8ab67622cb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:22.515570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Attempting to bind port 25f29b23-8989-4272-a738-7faa9876b894 on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:22.516258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da19f347-8557-4352-8529-1b6cd02205d9,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:22.538033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58700684-7bb4-450c-b6cd-db19fd3ec51a req-9e75d557-5a76-4d35-a274-d81d9f7a66ca tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3690031
Dec 11 20:56:22.539688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'da19f347-8557-4352-8529-1b6cd02205d9', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'port_id': 'da19f347-8557-4352-8529-1b6cd02205d9', 'mac_address': 'fa:16:3e:9a:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:22.578634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:22.579071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Checking segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:22.579369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Bound using segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:22.579825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Bound port: 25f29b23-8989-4272-a738-7faa9876b894, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:22.580187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.582401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b82ad4b-201b-4a60-b2ab-1eebaf7aa406 req-e2639401-33df-4fc0-b1c4-5af75dbee49d service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733110
Dec 11 20:56:22.656885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-898c64af-9f8d-4772-b43a-a8be53e9cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.658414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-898c64af-9f8d-4772-b43a-a8be53e9cdf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1124 time: 0.1404681
Dec 11 20:56:22.691583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a25ee1-08eb-4637-91a6-4b04a57adda2 req-4b18704c-fc70-4a3a-b839-20a4a4b65c8b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.694377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03a25ee1-08eb-4637-91a6-4b04a57adda2 req-4b18704c-fc70-4a3a-b839-20a4a4b65c8b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.0730727
Dec 11 20:56:22.694953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.709571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece7ded-b03b-4f82-b52d-1aaa05892b98 req-ba2e9dc0-83d4-450f-b957-7ba1e1a2717a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.711140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ece7ded-b03b-4f82-b52d-1aaa05892b98 req-ba2e9dc0-83d4-450f-b957-7ba1e1a2717a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 944 time: 0.1569905
Dec 11 20:56:22.755774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da19f347-8557-4352-8529-1b6cd02205d9 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:22.770448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03a25ee1-08eb-4637-91a6-4b04a57adda2 req-d0202550-6ca5-4240-86f5-7265432f59ab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652263
Dec 11 20:56:22.776456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f64f0206-dcbf-4048-99b1-b6ec8855bdea completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:22.796865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da19f347-8557-4352-8529-1b6cd02205d9,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:22.797944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f64f0206-dcbf-4048-99b1-b6ec8855bdea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:22.798314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.820049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:22.831776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.844741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.866522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:22.868506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.884161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:22.890574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ece7ded-b03b-4f82-b52d-1aaa05892b98 req-53b6612b-a89a-44a0-99b1-c6a1316a724c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683865
Dec 11 20:56:22.918265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:22.920436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:22.921081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078957c-bc3f-4735-962e-c7f6e480c909 req-e08f61bb-a12a-4e80-9f6f-f71346606a17 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.922896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b078957c-bc3f-4735-962e-c7f6e480c909 req-e08f61bb-a12a-4e80-9f6f-f71346606a17 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.0767140
Dec 11 20:56:22.941267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab61ed9-c5c3-4783-a14d-cddbef80170c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:22.946071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-b97104a2-d9a9-4ffd-8f72-2a9072d9f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:22.948283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-b97104a2-d9a9-4ffd-8f72-2a9072d9f43c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.2804992
Dec 11 20:56:22.997176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.005182 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.015938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.032825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-e81668ef-c4dc-4d2d-bd0d-8745aa432c86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 217 time: 0.0452530
Dec 11 20:56:23.038242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b078957c-bc3f-4735-962e-c7f6e480c909 req-dd45d760-ca03-490a-9d14-e3e03fd299e8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998037
Dec 11 20:56:23.052691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.053281 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Added segment e32012bf-5fd1-4d33-937d-05075dbbe3d2 of type vlan for network 9ebd52f2-6684-4d7f-a928-11f272352395
Dec 11 20:56:23.056778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:23.057781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.058394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.059056 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b100010-c781-4f02-973d-9242747d4168" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "f64f0206-dcbf-4048-99b1-b6ec8855bdea"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:23.059805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] 10.222.0.16 "PUT /v2.0/ports/25f29b23-8989-4272-a738-7faa9876b894 HTTP/1.1" status: 200  len: 1091 time: 1.8629937
Dec 11 20:56:23.088921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:23.100060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.108102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['da19f347-8557-4352-8529-1b6cd02205d9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:23.112188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9490542-84ac-4026-ad59-6d863adad79b None None] Pushing event updated for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:23.144745 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb95d3e5-4246-4ec7-b388-45fa7d531ba9 x-openstack-request-id: req-eb95d3e5-4246-4ec7-b388-45fa7d531ba9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:23.145042 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "f64f0206-dcbf-4048-99b1-b6ec8855bdea", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:23.145297 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb95d3e5-4246-4ec7-b388-45fa7d531ba9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:23.145734 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64f0206-dcbf-4048-99b1-b6ec8855bdea', 'code': 200}
Dec 11 20:56:23.183946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07b43f52-9c18-41ce-8897-24972693ba00 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:23.266010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca730ac-f9df-4de8-b4cd-1510fb391460 service neutron] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:23.269717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.277399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-ccd8738f-604e-475e-8b70-9c382ea7fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.282847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Attempting to bind port 450d2d10-8e95-44c1-bdae-98fc24186073 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:23.283220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Attempting to bind port 450d2d10-8e95-44c1-bdae-98fc24186073 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:23.283590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Attempting to bind port 450d2d10-8e95-44c1-bdae-98fc24186073 on network 2a12146d-50a0-44c4-a233-aa15a4aac600 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:23.284867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-ccd8738f-604e-475e-8b70-9c382ea7fcf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.2335556
Dec 11 20:56:23.290102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:23.300331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:23.300717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Checking segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:23.301122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.301584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Bound using segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:23.301986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Bound port: 450d2d10-8e95-44c1-bdae-98fc24186073, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:23.302372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.330868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de72b55-0446-44bc-b883-eaa103720762 req-781f3f57-bbe2-4586-bb05-1f5c8c4a8604 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.338526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4de72b55-0446-44bc-b883-eaa103720762 req-781f3f57-bbe2-4586-bb05-1f5c8c4a8604 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 943 time: 0.2971632
Dec 11 20:56:23.365056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-f1e1656d-a233-4b01-82ac-487dc4b12426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.366652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-f1e1656d-a233-4b01-82ac-487dc4b12426 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 1094 time: 0.1988311
Dec 11 20:56:23.368510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-e1c6e8f0-4c5b-4474-805e-344ce7ec0c59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0763221
Dec 11 20:56:23.371232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 07b43f52-9c18-41ce-8897-24972693ba00 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:23.371602 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.403737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.404658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.405303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.444549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740af6ae-0b45-4240-8394-4cddede65b1c req-b8547329-79ca-4ba2-89d2-220d742925f8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.446632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-740af6ae-0b45-4240-8394-4cddede65b1c req-b8547329-79ca-4ba2-89d2-220d742925f8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 943 time: 0.0602741
Dec 11 20:56:23.455769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] For port 450d2d10-8e95-44c1-bdae-98fc24186073, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:23.466411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] For port 450d2d10-8e95-44c1-bdae-98fc24186073, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=450d2d10-8e95-44c1-bdae-98fc24186073,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:23.467487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-c3bf71fe-1808-4447-8c04-2393166c94c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f29b23-8989-4272-a738-7faa9876b894 HTTP/1.1" status: 200  len: 217 time: 0.0816069
Dec 11 20:56:23.467638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] Provisioning complete for port 450d2d10-8e95-44c1-bdae-98fc24186073 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:23.467873 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.502323 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.511098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-740af6ae-0b45-4240-8394-4cddede65b1c req-0f3eeaef-dccd-4a4a-a56d-30731a00c86e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567083
Dec 11 20:56:23.646714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:23.647366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7784ad00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:23.699123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9490542-84ac-4026-ad59-6d863adad79b None None] Pushing event updated for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:23.755285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.759597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.764187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.771514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.777856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.785137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.793966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.801995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:23.813273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-15f9ef27-f87b-4b00-9fc4-bc9a2fe97158 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5429 time: 0.1376455
Dec 11 20:56:23.841163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:23.870123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] For port 450d2d10-8e95-44c1-bdae-98fc24186073, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=450d2d10-8e95-44c1-bdae-98fc24186073,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:23.876040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:23.889381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e66eb2bc-76b5-4525-973a-9d41dc33eccf req-ff765cf8-9312-462d-aa18-78239bb1732d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0749154
Dec 11 20:56:23.933923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5502222
Dec 11 20:56:23.937456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41678) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:23.945414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Request body: {'subnet': {'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-subnet', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:23.977238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4de72b55-0446-44bc-b883-eaa103720762 req-7cbfacf4-a004-48f7-ad52-8005061d48c4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6356270
Dec 11 20:56:23.977883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c71fe-02d8-451d-88cb-a14dee442653 admin admin] Pushing event updated for resources: {'Network': ['ID=9ebd52f2-6684-4d7f-a928-11f272352395,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:23.980633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Made reservation on behalf of d20c713528f547e1abaf00e2ce99b1d5 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:23.984331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.014162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 9ebd52f2-6684-4d7f-a928-11f272352395 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:24.019464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacea650-f803-4a77-aea0-899cbdfc5521 None None] Pushing event updated for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:24.048408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629761ad-4157-4642-a5a3-d9567fed50ad req-e0c04f32-ebe5-4385-be45-699f51432826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.054203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-e0c04f32-ebe5-4385-be45-699f51432826 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.2088163
Dec 11 20:56:24.105617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-3791ba59-d6e0-4f58-9a9f-b0fb70b681a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385475
Dec 11 20:56:24.107798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-1f70d242-9d24-405e-9627-7c9666cfef8b service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7209249
Dec 11 20:56:24.173632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7c6e2-a85d-4dec-8a8e-c03d7fa61b8b req-a593e4ad-2d29-4713-82e5-e5c7953e69dc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.174943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bdc7c6e2-a85d-4dec-8a8e-c03d7fa61b8b req-a593e4ad-2d29-4713-82e5-e5c7953e69dc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 944 time: 0.0817678
Dec 11 20:56:24.247899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-66e7eb04-f54d-4e68-8f2c-0c78953383fd None None] Provisioning complete for port 450d2d10-8e95-44c1-bdae-98fc24186073 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:24.248603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66e7eb04-f54d-4e68-8f2c-0c78953383fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.285286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de0a49-33eb-4c5c-91bf-877e06e104be req-1c654e10-034f-4c6d-8eba-e8b6e5f5f66d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.295113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66de0a49-33eb-4c5c-91bf-877e06e104be req-1c654e10-034f-4c6d-8eba-e8b6e5f5f66d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.2266929
Dec 11 20:56:24.297827 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bdc7c6e2-a85d-4dec-8a8e-c03d7fa61b8b req-94819bad-edd9-4d77-8c7c-2606df9f37e2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123433
Dec 11 20:56:24.333141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-eb8cd70d-b9e1-4777-b708-c3cb429be08d service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091587
Dec 11 20:56:24.344619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device da19f347-8557-4352-8529-1b6cd02205d9 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:24.382056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-2be146a5-a8f1-42e9-ad17-29caa88d664b service neutron] 10.222.0.16 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2576029
Dec 11 20:56:24.408949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.424817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:24.471701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66de0a49-33eb-4c5c-91bf-877e06e104be req-3442a833-40a0-40c1-8788-f6e371590e9d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374078
Dec 11 20:56:24.480869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7784ad00>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:24.482717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac454d-9550-4538-b00f-748859f77606 req-3dd929c2-dd4b-4a3f-9129-ed4419da60e1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.484259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02ac454d-9550-4538-b00f-748859f77606 req-3dd929c2-dd4b-4a3f-9129-ed4419da60e1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.1068594
Dec 11 20:56:24.491446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f771070-f9e1-4e23-a9e5-316c05184361,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:24.496584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Checking segment: {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:24.496937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Network hostable DHCP agents. Network: 9ebd52f2-6684-4d7f-a928-11f272352395, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:24.506052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'tag': '25f29b23-8989-4272-a738-7faa9876b894'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:24.508849 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096" -d '{"events": [{"name": "network-changed", "server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "tag": "25f29b23-8989-4272-a738-7faa9876b894"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:24.519884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c580fbe-114d-4f3e-b772-3bdfaacac3fc None None] The sync data for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 is: [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:24.526415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-9342ea1a-ef25-44aa-a2e2-17a13892581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.528775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-9342ea1a-ef25-44aa-a2e2-17a13892581e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 1094 time: 0.1292520
Dec 11 20:56:24.557039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port da19f347-8557-4352-8529-1b6cd02205d9 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:24.564136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Network 9ebd52f2-6684-4d7f-a928-11f272352395 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:24.571494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port da19f347-8557-4352-8529-1b6cd02205d9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:24.572357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.577863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:24.584595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02ac454d-9550-4538-b00f-748859f77606 req-422e5945-0702-4436-abe3-60583a2d1421 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852127
Dec 11 20:56:24.586877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ebd52f2-6684-4d7f-a928-11f272352395) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:24.594811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.595410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.644816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b085958-cf4a-4ba0-9cce-b3aba351a355 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7051418
Dec 11 20:56:24.644993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41690) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:24.650550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:24.662211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637cf3b-b2f1-4118-9f9a-acdf6efc945d None None] Network 9ebd52f2-6684-4d7f-a928-11f272352395 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:24.669564 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c154dd93-9b2b-483c-a8d4-6e7d50460eeb x-openstack-request-id: req-c154dd93-9b2b-483c-a8d4-6e7d50460eeb {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:24.669835 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "tag": "25f29b23-8989-4272-a738-7faa9876b894", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:24.670279 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c154dd93-9b2b-483c-a8d4-6e7d50460eeb {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:24.670688 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'tag': '25f29b23-8989-4272-a738-7faa9876b894', 'status': 'completed', 'code': 200}
Dec 11 20:56:24.677764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:24.678175 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.695805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.696915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.757621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-629761ad-4157-4642-a5a3-d9567fed50ad req-aec36350-33fe-4173-872f-8458695687e3 service neutron] 10.222.0.16 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3604169
Dec 11 20:56:24.797914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.816047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-366cd310-a90b-40cf-be57-7d24a8c4669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.817630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-366cd310-a90b-40cf-be57-7d24a8c4669b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.2812142
Dec 11 20:56:24.828356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dc8a8-ae14-4732-b368-3cb26f8843bd req-d7ea0af4-1625-4e11-acab-2b7381360e30 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:24.830040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-845dc8a8-ae14-4732-b368-3cb26f8843bd req-d7ea0af4-1625-4e11-acab-2b7381360e30 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 943 time: 0.1394870
Dec 11 20:56:24.911281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ebd52f2-6684-4d7f-a928-11f272352395', 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395', 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'fixed_ips': [{'subnet_id': '1f771070-f9e1-4e23-a9e5-316c05184361'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:56:24.912164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:24.964226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.006132 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.049728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-48ecf392-680b-49ea-9f85-33dd048034c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b543f9-5e47-473f-b22d-72816187eec3 HTTP/1.1" status: 200  len: 217 time: 0.2153223
Dec 11 20:56:25.075530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da19f347-8557-4352-8529-1b6cd02205d9,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:25.107293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.150624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:25.156822 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d7841d-a0d2-4cc5-a36c-9475d33649a3" -d '{"events": [{"server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "da19f347-8557-4352-8529-1b6cd02205d9"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:25.305351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-34bb6c1e-8b84-4a70-9e85-49e2734073d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.309102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-34bb6c1e-8b84-4a70-9e85-49e2734073d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 1094 time: 0.4622679
Dec 11 20:56:25.314048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-e0757d44-7c1d-492b-b8f8-f361d81fb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.316053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-e0757d44-7c1d-492b-b8f8-f361d81fb6d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.2019160
Dec 11 20:56:25.321373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:25.336110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 450d2d10-8e95-44c1-bdae-98fc24186073 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:25.358529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.358670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 75f010cc-c2f8-4192-bf17-aaad70dc60b8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:25.366097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-845dc8a8-ae14-4732-b368-3cb26f8843bd req-743661dd-90d7-420e-a60b-50b5ea8c4184 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5165040
Dec 11 20:56:25.436002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-6f7b7171-92ae-414f-9818-2c0d907ba310 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925889
Dec 11 20:56:25.581430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:25.604677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Allocated IP 172.20.0.2 (9ebd52f2-6684-4d7f-a928-11f272352395/1f771070-f9e1-4e23-a9e5-316c05184361/27659f0d-382c-4e85-8301-9a81ee0d1726) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:25.611684 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 450d2d10-8e95-44c1-bdae-98fc24186073 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:25.618190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.654072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-19edc1b5-a67d-4965-9130-fa1c8de21fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.655754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-19edc1b5-a67d-4965-9130-fa1c8de21fc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 915 time: 0.3369489
Dec 11 20:56:25.680908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199c175-237f-4c4a-9022-1a73108650a3 req-d75a4d20-650f-477e-a126-5d466c7942b0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.688991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5199c175-237f-4c4a-9022-1a73108650a3 req-d75a4d20-650f-477e-a126-5d466c7942b0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 943 time: 0.1750274
Dec 11 20:56:25.694883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-ab286770-87a2-42fb-af99-02e51ac5ecd5 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2579863
Dec 11 20:56:25.709839 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.743746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-1a9a8cd0-0b75-46c7-9273-48d6d93b6a21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25f29b23-8989-4272-a738-7faa9876b894 HTTP/1.1" status: 200  len: 217 time: 0.0790532
Dec 11 20:56:25.757158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.765991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.772693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.780277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.787834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.793854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.801283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.810746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-e0cba132-cec9-47e0-8102-df8aca176fe0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5429 time: 0.7657561
Dec 11 20:56:25.843700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:25.852262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:25.858512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:25.858948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:25.940365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5199c175-237f-4c4a-9022-1a73108650a3 req-dfff5a18-d4fa-4863-9cf9-614011be7c44 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2508590
Dec 11 20:56:25.943936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-7892e9b0-2813-4502-adf2-b0cd39e5a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:25.945463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-7892e9b0-2813-4502-adf2-b0cd39e5a273 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.1857233
Dec 11 20:56:25.958923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04a97144-44a8-47db-afb5-4f6dc1360e9c req-0244b989-817c-48c8-a8ab-c1b0b6decba6 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1460619
Dec 11 20:56:26.011631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-0644a08c-019e-497d-a1b4-2fafd80bbd56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521393
Dec 11 20:56:26.019291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.027167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76b6e1b7-dbfb-45ed-b0c9-5b3112b02a0f req-a479be6b-c4c0-4cf0-971f-5474057ad129 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2877266
Dec 11 20:56:26.045221 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c998b30-62b9-4e85-b1b3-5ae8aa07fb65 x-openstack-request-id: req-5c998b30-62b9-4e85-b1b3-5ae8aa07fb65 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:26.045498 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "name": "network-vif-plugged", "status": "completed", "tag": "da19f347-8557-4352-8529-1b6cd02205d9", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:26.045867 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c998b30-62b9-4e85-b1b3-5ae8aa07fb65 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:26.046321 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9', 'code': 200}
Dec 11 20:56:26.057862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.095752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.124046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:26.151312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.152094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8b464fc4-406c-4863-989b-58ee58d066e5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:26.189760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Network 9ebd52f2-6684-4d7f-a928-11f272352395 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:26.195888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:26.202817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:26.227560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-67de23e0-532f-416f-a9e5-5169db48b754 service neutron] 10.222.0.16 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1994970
Dec 11 20:56:26.228251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Pushing event updated for resources: {'Port': ['ID=27659f0d-382c-4e85-8301-9a81ee0d1726,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:26.237697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c585e-1d22-468c-931f-766eaa46f598 req-2c9670d8-658c-4eaf-b7ed-b69a9ecc39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:26.239277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d92c585e-1d22-468c-931f-766eaa46f598 req-2c9670d8-658c-4eaf-b7ed-b69a9ecc39b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1182220
Dec 11 20:56:26.283187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb1df5-5802-4b7d-bf6b-4227fb1fdb8d req-83f08ad5-d2a3-403b-be60-10b46f530359 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:26.290451 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95bb1df5-5802-4b7d-bf6b-4227fb1fdb8d req-83f08ad5-d2a3-403b-be60-10b46f530359 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 944 time: 0.1663425
Dec 11 20:56:26.316766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.329741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d49da5-81bc-4d97-8b93-2941fe04b47c req-52422aa7-4323-4452-9960-4d126419e49b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:26.336952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44d49da5-81bc-4d97-8b93-2941fe04b47c req-52422aa7-4323-4452-9960-4d126419e49b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.1738055
Dec 11 20:56:26.351397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.364981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:26.398374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95bb1df5-5802-4b7d-bf6b-4227fb1fdb8d req-72b28c05-8d56-46bf-95a2-ffeb4eb0dafd tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912607
Dec 11 20:56:26.406330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Attempting to bind port 27659f0d-382c-4e85-8301-9a81ee0d1726 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:26.406780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Attempting to bind port 27659f0d-382c-4e85-8301-9a81ee0d1726 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:26.407218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Attempting to bind port 27659f0d-382c-4e85-8301-9a81ee0d1726 on network 9ebd52f2-6684-4d7f-a928-11f272352395 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:26.415651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b4b543f9-5e47-473f-b22d-72816187eec3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:26.419276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:26.419655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Checking segment: {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:26.420058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.420456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Bound using segment: {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:26.420938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Bound port: 27659f0d-382c-4e85-8301-9a81ee0d1726, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:26.422091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.427417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d92c585e-1d22-468c-931f-766eaa46f598 req-c1d97661-59e8-402c-aaad-321b4e50aa78 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769054
Dec 11 20:56:26.440889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 8b464fc4-406c-4863-989b-58ee58d066e5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:26.450562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:26.490252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 8b464fc4-406c-4863-989b-58ee58d066e5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:26.490460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44d49da5-81bc-4d97-8b93-2941fe04b47c req-69a5a906-6357-4733-afbf-5e38773d7a8b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525576
Dec 11 20:56:26.490633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.496466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf36f9dc-fa3f-45fd-8947-9e1d7a0d8096 req-4908a693-eebb-45c5-a9c3-f2915cdc7ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2545779
Dec 11 20:56:26.578277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Allocated IP 172.35.1.179 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/c097c672-ab7c-4faf-a95c-061fe5477b72) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:26.592264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27076b3-5d3f-4461-af3f-407582354b3d req-64fc1938-f1dc-431a-a502-33b67f0e7dfe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:26.594437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d27076b3-5d3f-4461-af3f-407582354b3d req-64fc1938-f1dc-431a-a502-33b67f0e7dfe tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.1082425
Dec 11 20:56:26.620547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136e1e-2e51-49c5-ab41-356040772cda req-be49ca65-6c3c-4c24-bf91-ae8ad06f6bd9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:26.627663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95136e1e-2e51-49c5-ab41-356040772cda req-be49ca65-6c3c-4c24-bf91-ae8ad06f6bd9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 943 time: 0.0656242
Dec 11 20:56:26.632978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] For port 27659f0d-382c-4e85-8301-9a81ee0d1726, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:26.679243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95136e1e-2e51-49c5-ab41-356040772cda req-b42afb3e-9c74-44dc-9ec7-df185f954bf5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504568
Dec 11 20:56:26.711262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d27076b3-5d3f-4461-af3f-407582354b3d req-7a6558b2-7e8f-42be-b09e-e57b84b37d36 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103783
Dec 11 20:56:26.762934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.802167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.844947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] For port 27659f0d-382c-4e85-8301-9a81ee0d1726, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27659f0d-382c-4e85-8301-9a81ee0d1726,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:26.847743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:26.851992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:26.855780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:26.862188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Pushing event updated for resources: {'Port': ['ID=c097c672-ab7c-4faf-a95c-061fe5477b72,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:26.892229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:26.971005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:26.991000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4b543f9-5e47-473f-b22d-72816187eec3,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:27.030030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'mac_address': 'fa:16:3e:8a:d8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:27.037912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.068184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b4b543f9-5e47-473f-b22d-72816187eec3', 'network_id': 'd116e3c7-e05c-46d1-b979-68e398677e6f', 'port_id': 'b4b543f9-5e47-473f-b22d-72816187eec3', 'mac_address': 'fa:16:3e:62:40:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200f2fbd-3c04-4c55-87a9-b98661fc1a75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:27.081729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ee9e1-32d9-4fcf-a726-d20847356e6c None None] Pushing event updated for resources: {'Port': ['ID=27659f0d-382c-4e85-8301-9a81ee0d1726,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:27.195306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b464fc4-406c-4863-989b-58ee58d066e5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:27.206066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.210846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.211554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23e94009-66d2-4be5-88d6-6e34c096fe94 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:27.214443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.243237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.260584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.271257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.271492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.277410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.288850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.302074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.307506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-09f585ce-30aa-4076-9b2d-ef6a4f293f18 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5431 time: 0.1808655
Dec 11 20:56:27.333844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:27.340911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2a557-29bf-4b0a-a7c2-148c1136cb5a req-76b2ad84-16a3-48af-a2cd-71edcca2822a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.342619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66c2a557-29bf-4b0a-a7c2-148c1136cb5a req-76b2ad84-16a3-48af-a2cd-71edcca2822a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 943 time: 0.2668612
Dec 11 20:56:27.372866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:27.384131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.440648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:27.445599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b543f9-5e47-473f-b22d-72816187eec3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:27.456613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.459090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f0683e4-3c27-4f55-af30-dc111b3bd06f req-14770fd5-7082-4913-a83a-101ef423f055 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1402802
Dec 11 20:56:27.518035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4b543f9-5e47-473f-b22d-72816187eec3,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:27.531310 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.545698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 23e94009-66d2-4be5-88d6-6e34c096fe94 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:27.557264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 23e94009-66d2-4be5-88d6-6e34c096fe94 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:27.557636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.559496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:27.589795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66c2a557-29bf-4b0a-a7c2-148c1136cb5a req-cf86befe-a86e-4ebd-9c35-4e0d1e9534de tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394192
Dec 11 20:56:27.726251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225e847-956c-4f91-9694-90b6a457d202 req-038bb26b-6791-4c27-a332-2813daf6ace1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.734692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.736535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a225e847-956c-4f91-9694-90b6a457d202 req-038bb26b-6791-4c27-a332-2813daf6ace1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 945 time: 0.1504185
Dec 11 20:56:27.773694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:27.817691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a225e847-956c-4f91-9694-90b6a457d202 req-530e7711-b620-4339-a7d5-00b81a8a8a76 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791905
Dec 11 20:56:27.824153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:27.833535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b4b543f9-5e47-473f-b22d-72816187eec3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:27.925504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de0f95-46db-4786-ba65-8991e7036685 req-e2c4da0c-828d-478a-9d92-d472e1d0d3fb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:27.932388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23e94009-66d2-4be5-88d6-6e34c096fe94,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:27.939911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60de0f95-46db-4786-ba65-8991e7036685 req-e2c4da0c-828d-478a-9d92-d472e1d0d3fb tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 944 time: 0.2018132
Dec 11 20:56:27.941062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:28.014260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:28.015389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc1e30fb-b78b-4d94-916a-4b2aec0beb96 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:28.031211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60de0f95-46db-4786-ba65-8991e7036685 req-eb2fbba9-7a88-4237-b40e-4f70416efd8e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893295
Dec 11 20:56:28.043907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-450f22ed-379d-4745-a9b1-48a0fdb29d9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1476560
Dec 11 20:56:28.082965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8c26c-eb4d-4e4b-9123-099c0a2b965f req-81f5b8e8-0ba5-4b6b-a6e4-41d6353d510e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.095176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ff8c26c-eb4d-4e4b-9123-099c0a2b965f req-81f5b8e8-0ba5-4b6b-a6e4-41d6353d510e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 944 time: 0.1451526
Dec 11 20:56:28.128229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Router 1f7b54b1-8eea-4409-b2b2-561f281dac14 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:56:28.225502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5'}, {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}, {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5'}, {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e94009-66d2-4be5-88d6-6e34c096fe94'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:28.226363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-c1246453-7a03-4a40-bf53-05a6fea5a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.228878 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7c6cc-d761-452a-9f21-150544be65e9" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5"}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8"}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5"}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "23e94009-66d2-4be5-88d6-6e34c096fe94"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:28.229049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-c1246453-7a03-4a40-bf53-05a6fea5a3c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.1196475
Dec 11 20:56:28.231413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:28.245974 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ff8c26c-eb4d-4e4b-9123-099c0a2b965f req-04a1308d-45a0-4afc-af51-6c2173cd2076 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389341
Dec 11 20:56:28.339394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268baf-0db9-4038-96c2-ab00dcab4a5d req-133b786a-64d0-49cb-b041-bb3b727d8cce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.341171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6268baf-0db9-4038-96c2-ab00dcab4a5d req-133b786a-64d0-49cb-b041-bb3b727d8cce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.1899016
Dec 11 20:56:28.389175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:28.450073 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2497d72-dcac-4add-a09f-bacbd2a6d92e x-openstack-request-id: req-d2497d72-dcac-4add-a09f-bacbd2a6d92e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:28.450763 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5", "code": 200}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8", "code": 200}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5", "code": 200}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "23e94009-66d2-4be5-88d6-6e34c096fe94", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:28.451230 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2497d72-dcac-4add-a09f-bacbd2a6d92e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:28.451837 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'code': 200}
Dec 11 20:56:28.452296 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'code': 200}
Dec 11 20:56:28.452737 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5', 'code': 200}
Dec 11 20:56:28.453175 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e94009-66d2-4be5-88d6-6e34c096fe94', 'code': 200}
Dec 11 20:56:28.461975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:28.465481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-5bcf42fd-02e3-4fac-b06c-1aec892b0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.467034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-5bcf42fd-02e3-4fac-b06c-1aec892b0241 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.2163360
Dec 11 20:56:28.470391 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6268baf-0db9-4038-96c2-ab00dcab4a5d req-fac1b3c6-8b63-4242-a887-f1d229b8688e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206150
Dec 11 20:56:28.490438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:28.490935 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:28.496691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:28.517861 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Sync routers for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:28.539540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:28.539540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-20b7eaa0-32af-4bb7-adf5-8e7dc7513e08 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.8827953
Dec 11 20:56:28.539540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41760) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:28.548017 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Routers {'1f7b54b1-8eea-4409-b2b2-561f281dac14'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:28.550377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1f7b54b1-8eea-4409-b2b2-561f281dac14'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:28.569300 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 20:56:28.706065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-e114e51b-7ad1-4ec3-bf29-ec0ce40a848d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 1001 time: 0.2292497
Dec 11 20:56:28.729643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.737505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.744325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.750272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.756754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.763421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.766646 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Set router 1f7b54b1-8eea-4409-b2b2-561f281dac14 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:28.771075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.773003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96eabe63-e38b-4a21-af42-69288c98427c req-b72429ed-0178-4b5c-862e-eb748c524756 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5433 time: 0.1292956
Dec 11 20:56:28.793865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b722f1c5-a8e0-4154-9c51-60d0250c73ed None None] Network 9ebd52f2-6684-4d7f-a928-11f272352395 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:28.868629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96eabe63-e38b-4a21-af42-69288c98427c req-900f321f-5339-4f04-a63b-c93f550935d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0803909
Dec 11 20:56:28.876838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-b2f7a7c2-77bb-4107-af98-9176741b2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.878290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-b2f7a7c2-77bb-4107-af98-9176741b2b29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.1042135
Dec 11 20:56:28.945862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:28.977976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] Provisioning complete for port 27659f0d-382c-4e85-8301-9a81ee0d1726 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:28.978229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:28.995826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-beca6e72-d962-4b8a-983b-0ff44382ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:28.997343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-beca6e72-d962-4b8a-983b-0ff44382ce72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1087794
Dec 11 20:56:29.026583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9476e-d712-4ec5-a725-6a07338b7132 req-49c4c2ae-fa15-484f-b742-04cea2f5d6b5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:29.028137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ea9476e-d712-4ec5-a725-6a07338b7132 req-49c4c2ae-fa15-484f-b742-04cea2f5d6b5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 945 time: 0.0697789
Dec 11 20:56:29.062035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51e37-fc75-4dd1-b6f5-df5448dbe949 req-cea0bd58-175c-4bbf-9fae-6a268cdc7303 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:29.066160 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e4790>, [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:27Z', 'revision_number': 3, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:29.070279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc51e37-fc75-4dd1-b6f5-df5448dbe949 req-cea0bd58-175c-4bbf-9fae-6a268cdc7303 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 943 time: 0.2803612
Dec 11 20:56:29.094905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:29.111582 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Checking router: 1f7b54b1-8eea-4409-b2b2-561f281dac14 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:29.112275 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Updating router 1f7b54b1-8eea-4409-b2b2-561f281dac14 port c097c672-ab7c-4faf-a95c-061fe5477b72 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:29.142252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc51e37-fc75-4dd1-b6f5-df5448dbe949 req-bd40cef5-ebaf-4ef7-a06b-93082c030feb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648568
Dec 11 20:56:29.152945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '25f29b23-8989-4272-a738-7faa9876b894', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'port_id': '25f29b23-8989-4272-a738-7faa9876b894', 'mac_address': 'fa:16:3e:97:71:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12480266-4480-46e3-a115-4f9dfdef94a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:56:29.200578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27659f0d-382c-4e85-8301-9a81ee0d1726 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:29.205144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:29.237315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0ea9476e-d712-4ec5-a725-6a07338b7132 req-012e7318-6894-4efc-bf4e-c9394f2c444e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941073
Dec 11 20:56:29.275766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.301584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-1186742d-9f8c-4bf0-86e8-e4795549306e service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917643
Dec 11 20:56:29.366412 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.431066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:29.435284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9e47bdcb-1290-4143-8b10-d03a034f240f up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:29.438304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.491065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15b639-8a16-496d-9631-94e912dafd8c req-7cdf3d8a-4f9b-49e3-a108-133d3666319a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:29.493052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc15b639-8a16-496d-9631-94e912dafd8c req-7cdf3d8a-4f9b-49e3-a108-133d3666319a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.1415856
Dec 11 20:56:29.512509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f1c1185-680a-4fe8-979c-67c95ba8b1cf req-61b7e804-b3d7-4325-8cba-998c25bdfa3a service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2026949
Dec 11 20:56:29.566511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] For port 27659f0d-382c-4e85-8301-9a81ee0d1726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27659f0d-382c-4e85-8301-9a81ee0d1726,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:29.567893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.577862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b97-66e6-4490-a50c-1a1dcd06d2f9 req-6c0bcc2a-cb55-425d-ae0c-2a1b8d011e61 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:29.586450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecf97b97-66e6-4490-a50c-1a1dcd06d2f9 req-6c0bcc2a-cb55-425d-ae0c-2a1b8d011e61 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 944 time: 0.0949433
Dec 11 20:56:29.594344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc15b639-8a16-496d-9631-94e912dafd8c req-05e7c91e-ed99-4c1b-98e3-5883661d4a1b tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918941
Dec 11 20:56:29.598855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.606089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.665333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecf97b97-66e6-4490-a50c-1a1dcd06d2f9 req-79ed8043-bd65-4a82-a355-01281a2670da tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761220
Dec 11 20:56:29.677619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb39c5e-5bd8-45f5-8018-3f4bc9fc271b None None] Pushing event updated for resources: {'Port': ['ID=27659f0d-382c-4e85-8301-9a81ee0d1726,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:29.685775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f29b23-8989-4272-a738-7faa9876b894 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:29.723156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:29.724818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 9e47bdcb-1290-4143-8b10-d03a034f240f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:29.729484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 27659f0d-382c-4e85-8301-9a81ee0d1726 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:29.729855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.733823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.738762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 9e47bdcb-1290-4143-8b10-d03a034f240f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:29.739124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.782224 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.789301 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.822902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-26718044-68ca-4926-9ca9-c17664a74c9a None None] Provisioning complete for port 27659f0d-382c-4e85-8301-9a81ee0d1726 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:29.823305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26718044-68ca-4926-9ca9-c17664a74c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.833695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa179c33-b2e1-424a-8dd6-dc48412adbd0 req-c81dfa0a-0554-4ab0-a6aa-114a0003d691 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:29.835303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa179c33-b2e1-424a-8dd6-dc48412adbd0 req-c81dfa0a-0554-4ab0-a6aa-114a0003d691 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 943 time: 0.0948877
Dec 11 20:56:29.859823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Allocated IP 172.20.0.1 (9ebd52f2-6684-4d7f-a928-11f272352395/1f771070-f9e1-4e23-a9e5-316c05184361/d5944762-f26d-4ac4-bbc9-4fbe449b3bd0) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:29.878107 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Attempting to bind port c097c672-ab7c-4faf-a95c-061fe5477b72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:29.878723 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Attempting to bind port c097c672-ab7c-4faf-a95c-061fe5477b72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:29.879042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Attempting to bind port c097c672-ab7c-4faf-a95c-061fe5477b72 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:29.887065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:29.900734 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:29.901652 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:29.902383 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.903037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:29.904080 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Bound port: c097c672-ab7c-4faf-a95c-061fe5477b72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:29.904821 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:29.950390 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefd5fe-c2c5-481e-a039-8d4b1b572316 None None] Pushing event updated for resources: {'Port': ['ID=c097c672-ab7c-4faf-a95c-061fe5477b72,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:29.967693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa179c33-b2e1-424a-8dd6-dc48412adbd0 req-8c6d7ac6-cfd8-4be6-bb56-4a7e10ae3ba1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189499
Dec 11 20:56:30.005832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] For port c097c672-ab7c-4faf-a95c-061fe5477b72, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:30.020917 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] For port c097c672-ab7c-4faf-a95c-061fe5477b72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c097c672-ab7c-4faf-a95c-061fe5477b72,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:30.028720 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.108133 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Routers {'1f7b54b1-8eea-4409-b2b2-561f281dac14'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:30.109092 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e4790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1f7b54b1-8eea-4409-b2b2-561f281dac14'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:30.139254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.146415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.149680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.153313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.171847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.172106 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefd5fe-c2c5-481e-a039-8d4b1b572316 None None] Pushing event updated for resources: {'Port': ['ID=c097c672-ab7c-4faf-a95c-061fe5477b72,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:30.195273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.216776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.229679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.230589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.236125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-796254c0-5932-4a53-9f4e-d0c45a8c7923 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5433 time: 0.2007394
Dec 11 20:56:30.269506 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] Set router 1f7b54b1-8eea-4409-b2b2-561f281dac14 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:30.280937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['25f29b23-8989-4272-a738-7faa9876b894'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:30.323917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Pushing event updated for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:30.339623 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.373302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14ffa003-0f63-4d2c-bf74-d6c76ec05079 req-cb81b2d3-f0de-41d8-b30f-e86afb47dc72 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1215167
Dec 11 20:56:30.384868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-c78dd52b-ceac-43ea-93d2-5f1843737e5d service neutron] 10.222.0.16 "GET /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1464942
Dec 11 20:56:30.406777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b4b543f9-5e47-473f-b22d-72816187eec3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:30.407150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Network 9ebd52f2-6684-4d7f-a928-11f272352395 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:30.420640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:30.430136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:30.455617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:30.458283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'}, {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:30.460743 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ab4d6-13db-4537-8aed-3ab4b22d5ddb" -d '{"events": [{"server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96"}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:30.465471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.471892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:56:30.497614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:30.575549 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.582009 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e4790>, [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:27Z', 'revision_number': 3, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:30.625356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35686a-9271-44dd-9a2c-fa0e76376b40 None None] The sync data for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 is: [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:27Z', 'revision_number': 3, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:30.684672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0b6d-0ce0-4ee6-8d7d-ea96ff4e1312 req-fde49290-de5d-452e-ab97-f7520c5a3af2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.694375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-236a0b6d-0ce0-4ee6-8d7d-ea96ff4e1312 req-fde49290-de5d-452e-ab97-f7520c5a3af2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 944 time: 0.3744814
Dec 11 20:56:30.701592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb37daf-90c7-4d3e-810b-903aa04d111b req-455567ef-fec3-4432-a84d-49f140f03726 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:30.704604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fcb37daf-90c7-4d3e-810b-903aa04d111b req-455567ef-fec3-4432-a84d-49f140f03726 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 945 time: 0.1488025
Dec 11 20:56:30.758454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:30.805917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:56:30.812065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fcb37daf-90c7-4d3e-810b-903aa04d111b req-181e023e-2473-4a3b-8308-c48860e63064 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930789
Dec 11 20:56:30.835082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:30.857433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:30.877711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-efc6c389-5dbf-4475-85fc-40cd59d4a3e8 None None] Provisioning complete for port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:30.878358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-efc6c389-5dbf-4475-85fc-40cd59d4a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.896158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:30.919382 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eded34-7adf-4db4-8281-45695de3365f x-openstack-request-id: req-e1eded34-7adf-4db4-8281-45695de3365f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:30.919819 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96", "code": 200}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-plugged", "status": "completed", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:30.920181 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1eded34-7adf-4db4-8281-45695de3365f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:30.920686 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'code': 200}
Dec 11 20:56:30.921048 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'code': 200}
Dec 11 20:56:30.922540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-efc6c389-5dbf-4475-85fc-40cd59d4a3e8 None None] Port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:30.924357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:30.930614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b4b543f9-5e47-473f-b22d-72816187eec3 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:30.959574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b4b543f9-5e47-473f-b22d-72816187eec3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:30.964897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:30.979044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:30.998141 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.009260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:31.066892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:31.139338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.192007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27659f0d-382c-4e85-8301-9a81ee0d1726 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:31.216321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-236a0b6d-0ce0-4ee6-8d7d-ea96ff4e1312 req-4009a1c7-5547-4fb9-99e7-e6f813a6e88d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5209985
Dec 11 20:56:31.218045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.247433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a23548-41f9-4c01-a1aa-3763b98e098d req-12c190f5-bfd9-4207-9304-0a08f82f9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.249182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4a23548-41f9-4c01-a1aa-3763b98e098d req-12c190f5-bfd9-4207-9304-0a08f82f9050 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1096 time: 0.1561487
Dec 11 20:56:31.296777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.297364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.297913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.298544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.299232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.299759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.300398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.308017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-cabee533-0b08-4924-bd94-545eb076c03e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.1966393
Dec 11 20:56:31.332769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5638f38-9d05-4d0b-82f3-36623089f162 req-0bfce4e3-1666-4da8-b8d2-56a8f308913f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.336920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5638f38-9d05-4d0b-82f3-36623089f162 req-0bfce4e3-1666-4da8-b8d2-56a8f308913f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.2500999
Dec 11 20:56:31.362167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.368058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.444281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4b543f9-5e47-473f-b22d-72816187eec3,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:31.456535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.458870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:56:31.496332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] Transition to ACTIVE for port object 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:31.517002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5638f38-9d05-4d0b-82f3-36623089f162 req-14f058a4-eac9-45f9-b29c-17944106c696 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425655
Dec 11 20:56:31.520908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.532956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-be743be0-6d29-44a4-8886-a1fe246c0b30 req-4d8db83c-996d-408a-874c-2c55d128a852 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54614a6a-bbfd-497e-966d-3a224e815cbe&id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1924708
Dec 11 20:56:31.539913 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4a23548-41f9-4c01-a1aa-3763b98e098d req-38d389ca-1fe6-4d5a-b951-3e4a252af49d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2452626
Dec 11 20:56:31.585173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0092f7-de92-46d6-a156-60d6c61ce020 req-db1b0239-6bae-4af5-b49a-21c935893eb6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.588010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b0092f7-de92-46d6-a156-60d6c61ce020 req-db1b0239-6bae-4af5-b49a-21c935893eb6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0840740
Dec 11 20:56:31.590806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.598375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.601056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 27659f0d-382c-4e85-8301-9a81ee0d1726 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:31.601427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.642688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:31.661488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] No DVR routers for this DVR port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:56:31.669041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.677861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] Pushing event updated for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:31.690160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:31.707563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d4fc4d4-3d12-44f1-8720-a8bfdf851a3a service neutron] 10.222.0.16 "PUT /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.3158088
Dec 11 20:56:31.716480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4415a-d631-4d58-8361-f71b74cbc1ce req-833a3b5f-bd05-449e-adf7-2c3e9b522c3d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.724033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bd4415a-d631-4d58-8361-f71b74cbc1ce req-833a3b5f-bd05-449e-adf7-2c3e9b522c3d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1307673
Dec 11 20:56:31.724839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:56:31.768537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:31.773620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:31.794780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bd4415a-d631-4d58-8361-f71b74cbc1ce req-35dc95a8-efd9-4d9f-a673-b5cd6797359b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614784
Dec 11 20:56:31.802440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Pushing event updated for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:31.842134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b0092f7-de92-46d6-a156-60d6c61ce020 req-9f3a9d53-1366-4a62-9770-1e87f1c7633e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764154
Dec 11 20:56:31.920105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f13e-f5b2-4929-9d62-996ef2ff3a84 req-dacb8ab7-ae9e-4e3e-899b-1619181f8e21 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:31.924564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Network 9ebd52f2-6684-4d7f-a928-11f272352395 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:31.927308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b400f13e-f5b2-4929-9d62-996ef2ff3a84 req-dacb8ab7-ae9e-4e3e-899b-1619181f8e21 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0788896
Dec 11 20:56:31.928251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:31.992202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b400f13e-f5b2-4929-9d62-996ef2ff3a84 req-343e3a82-03ca-4433-8cd9-0565e0fabfdd tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640557
Dec 11 20:56:32.050215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.056770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.063141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.069227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.075813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.082256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.088895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.090944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-13879f9e-7a2a-4db8-bbb5-f3666c3345ea tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1649075
Dec 11 20:56:32.120285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3526fb-d7a1-4310-919d-a2ef10360a1e req-c5cd123b-c76f-4eeb-ba9e-fb043b48564d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.122174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a3526fb-d7a1-4310-919d-a2ef10360a1e req-c5cd123b-c76f-4eeb-ba9e-fb043b48564d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0547085
Dec 11 20:56:32.175905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a3526fb-d7a1-4310-919d-a2ef10360a1e req-6503d377-34ce-4b19-aee6-ca1c89d0cc8b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461013
Dec 11 20:56:32.203475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3122b428-bf0b-48f3-a67c-0138941cc54f req-a41fae5a-43cb-47c8-829c-89ae9463e0f4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1039476
Dec 11 20:56:32.210143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Router 1f7b54b1-8eea-4409-b2b2-561f281dac14 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:56:32.267493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e68a5ee-cd7b-4afe-b2b2-10e6622c2b24 None None] Provisioning complete for port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:32.268244 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e68a5ee-cd7b-4afe-b2b2-10e6622c2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:32.311795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3e68a5ee-cd7b-4afe-b2b2-10e6622c2b24 None None] Port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:32.336951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:32.342020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67d1813e-0219-4978-a138-ef1f38052766 admin admin] 10.222.0.18 "PUT /v2.0/routers/1f7b54b1-8eea-4409-b2b2-561f281dac14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8085172
Dec 11 20:56:32.370397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a69cdc-048c-4536-a73e-7712aaf0ef2d req-617c86d1-252f-4ce0-be00-cbdab084711f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.371924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22a69cdc-048c-4536-a73e-7712aaf0ef2d req-617c86d1-252f-4ce0-be00-cbdab084711f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 944 time: 0.0546854
Dec 11 20:56:32.419067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22a69cdc-048c-4536-a73e-7712aaf0ef2d req-865b6231-2de7-4b07-aba9-7de26de293c7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411496
Dec 11 20:56:32.420718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:32.480401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 25f29b23-8989-4272-a738-7faa9876b894 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:56:32.485276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 25f29b23-8989-4272-a738-7faa9876b894 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:32.485738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:32.564899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:32.604954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:32.610286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:32.646801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e3c05-6ee8-4cde-952f-8f148ceb4b9c req-95c78230-32b4-4491-9dff-1b3672a47606 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.654593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e9e3c05-6ee8-4cde-952f-8f148ceb4b9c req-95c78230-32b4-4491-9dff-1b3672a47606 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0667741
Dec 11 20:56:32.665209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:32.703556 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e9e3c05-6ee8-4cde-952f-8f148ceb4b9c req-f50bf215-7f39-41a4-b4fd-398bcf12db62 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480344
Dec 11 20:56:32.849762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Sync routers for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:32.861136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Routers {'1f7b54b1-8eea-4409-b2b2-561f281dac14'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:32.861892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1f7b54b1-8eea-4409-b2b2-561f281dac14'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:32.918808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c770607-5a22-4fa6-969c-444e12f37e48 req-785b8693-260b-402f-8746-1e328963156f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.920720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c770607-5a22-4fa6-969c-444e12f37e48 req-785b8693-260b-402f-8746-1e328963156f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0604713
Dec 11 20:56:32.965999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3'}, {'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'}, {'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f29b23-8989-4272-a738-7faa9876b894'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:32.968749 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4860d450-d9e6-4e58-878e-c753c7ec8cd0" -d '{"events": [{"server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "name": "network-vif-plugged", "status": "completed", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3"}, {"server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "name": "network-vif-plugged", "status": "completed", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d"}, {"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-plugged", "status": "completed", "tag": "25f29b23-8989-4272-a738-7faa9876b894"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:32.981433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66358b9-ee14-403f-b5a5-78b3a956bb38 req-4ccc0e61-caa4-4552-bb05-7d0d67d02abe tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:32.984342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c770607-5a22-4fa6-969c-444e12f37e48 req-e44ceb61-ae92-47bd-b37a-b40cb08da94f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559738
Dec 11 20:56:32.990597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b66358b9-ee14-403f-b5a5-78b3a956bb38 req-4ccc0e61-caa4-4552-bb05-7d0d67d02abe tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0624394
Dec 11 20:56:33.005451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Set router 1f7b54b1-8eea-4409-b2b2-561f281dac14 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:33.064778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b66358b9-ee14-403f-b5a5-78b3a956bb38 req-a4ddce45-16aa-482c-b907-9738de5f2530 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730810
Dec 11 20:56:33.120086 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5732f6cb-00b1-42de-8ff9-7aeed09058d0 x-openstack-request-id: req-5732f6cb-00b1-42de-8ff9-7aeed09058d0 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:33.120540 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "name": "network-vif-plugged", "status": "completed", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3", "code": 200}, {"server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "name": "network-vif-plugged", "status": "completed", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d", "code": 200}, {"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-plugged", "status": "completed", "tag": "25f29b23-8989-4272-a738-7faa9876b894", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:33.120916 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5732f6cb-00b1-42de-8ff9-7aeed09058d0 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:33.121619 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3', 'code': 200}
Dec 11 20:56:33.122005 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'code': 200}
Dec 11 20:56:33.122504 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f29b23-8989-4272-a738-7faa9876b894', 'code': 200}
Dec 11 20:56:33.182180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c097c672-ab7c-4faf-a95c-061fe5477b72 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:33.292218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c097c672-ab7c-4faf-a95c-061fe5477b72 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:33.292587 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:33.301712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa825bf-a84c-48d7-a687-b2b551b0fbb1 req-cb341f61-0417-4285-a85f-f98df83be6bd tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.315228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fa825bf-a84c-48d7-a687-b2b551b0fbb1 req-cb341f61-0417-4285-a85f-f98df83be6bd tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1950936
Dec 11 20:56:33.335784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9e553-7e21-4027-9044-ba926e9796b8 req-a7553ad1-d045-41c9-8557-02450e08ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.338152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fec9e553-7e21-4027-9044-ba926e9796b8 req-a7553ad1-d045-41c9-8557-02450e08ecf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 1096 time: 0.1648741
Dec 11 20:56:33.348379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ac81-00f2-4d97-838f-3b422def1d48 req-f0489615-1251-48b4-9c95-574826879307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.350233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89b8ac81-00f2-4d97-838f-3b422def1d48 req-f0489615-1251-48b4-9c95-574826879307 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 1096 time: 0.1783171
Dec 11 20:56:33.374258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aece92-e683-4b69-8fe5-609248c99c32 req-e0370633-0f21-447f-b218-36dc1ab93c04 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.378683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2aece92-e683-4b69-8fe5-609248c99c32 req-e0370633-0f21-447f-b218-36dc1ab93c04 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0748870
Dec 11 20:56:33.387417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a6a0>, [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:31Z', 'revision_number': 4, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5944762-f26d-4ac4-bbc9-4fbe449b3bd0', 'name': '', 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'mac_address': 'fa:16:3e:47:8f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:29Z', 'updated_at': '2021-12-11T20:56:31Z', 'revision_number': 2, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'subnets': [{'id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:33.436619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fa825bf-a84c-48d7-a687-b2b551b0fbb1 req-91365db8-f758-489b-8852-77ab65350102 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179712
Dec 11 20:56:33.454290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2aece92-e683-4b69-8fe5-609248c99c32 req-ce681f48-d0e7-4ee3-8d54-386c36ff49cc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678892
Dec 11 20:56:33.455808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Checking router: 1f7b54b1-8eea-4409-b2b2-561f281dac14 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:33.456305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Updating router 1f7b54b1-8eea-4409-b2b2-561f281dac14 port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:56:33.459413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:33.512011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89b8ac81-00f2-4d97-838f-3b422def1d48 req-07741d43-d2e5-42ba-90f4-8c65f2676063 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492829
Dec 11 20:56:33.530169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fec9e553-7e21-4027-9044-ba926e9796b8 req-7524411c-7298-44aa-9454-e8ec1f67e9f1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761122
Dec 11 20:56:33.607014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.616694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.620347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f50c8-95dd-42ad-a988-9776e4db73c9 req-170883b1-4af7-433b-a6c5-84852ce45e8e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.623970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.629521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed3f50c8-95dd-42ad-a988-9776e4db73c9 req-170883b1-4af7-433b-a6c5-84852ce45e8e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0729444
Dec 11 20:56:33.630712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.638368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.645248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.647627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:33.651017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port c097c672-ab7c-4faf-a95c-061fe5477b72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c097c672-ab7c-4faf-a95c-061fe5477b72,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:33.651959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.653991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-68632500-cef7-46a0-91af-916820c08a96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1185374
Dec 11 20:56:33.660548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:33.683749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed3f50c8-95dd-42ad-a988-9776e4db73c9 req-c24bb1c6-61e9-4eda-a001-5e741a4a97cf tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532041
Dec 11 20:56:33.722359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e29762f4-06e8-42b6-8a96-160f562a47f6 req-394f3065-323a-4501-9342-20366443c3cb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0592725
Dec 11 20:56:33.780530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=c097c672-ab7c-4faf-a95c-061fe5477b72,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:33.823026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218daa-471b-436c-8232-8ad2678e76de req-0246fce4-dd9f-4611-aa96-c86ab32ce808 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:33.824515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68218daa-471b-436c-8232-8ad2678e76de req-0246fce4-dd9f-4611-aa96-c86ab32ce808 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0507438
Dec 11 20:56:33.873689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68218daa-471b-436c-8232-8ad2678e76de req-ee252d92-ba25-4d29-8643-3250037c20e5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430574
Dec 11 20:56:33.945870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:33.951434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.001658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab898-bfec-4ec9-8918-ed4bf5888a3e None None] Pushing event updated for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:34.061741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Attempting to bind port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:34.062298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Attempting to bind port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:34.062869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Attempting to bind port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 on network 9ebd52f2-6684-4d7f-a928-11f272352395 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:34.068964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:34.069457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Checking segment: {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:34.069979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.070499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Bound using segment: {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:34.071072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Bound port: d5944762-f26d-4ac4-bbc9-4fbe449b3bd0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32012bf-5fd1-4d33-937d-05075dbbe3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:34.071559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.106726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8513-d1a0-45da-a7f1-73d75d127053 req-db4c83cc-c65b-4d58-8b94-5f4261f90442 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.110054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d05e8513-d1a0-45da-a7f1-73d75d127053 req-db4c83cc-c65b-4d58-8b94-5f4261f90442 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0554354
Dec 11 20:56:34.157166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] For port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:34.161039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] For port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:34.164907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d05e8513-d1a0-45da-a7f1-73d75d127053 req-f2699e2b-cf23-40c1-ad16-13e79903fae1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485351
Dec 11 20:56:34.171125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.219921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def1d3-d3ad-4b1c-9306-499ffdc175a0 req-988c6ebc-83be-4d28-8dce-f476e7bab782 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.221763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02def1d3-d3ad-4b1c-9306-499ffdc175a0 req-988c6ebc-83be-4d28-8dce-f476e7bab782 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0661318
Dec 11 20:56:34.243917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Routers {'1f7b54b1-8eea-4409-b2b2-561f281dac14'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:34.244568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1f7b54b1-8eea-4409-b2b2-561f281dac14'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:34.289500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02def1d3-d3ad-4b1c-9306-499ffdc175a0 req-ca2df517-1394-4085-8f9a-1d12dc172caf tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613580
Dec 11 20:56:34.319609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ab898-bfec-4ec9-8918-ed4bf5888a3e None None] Pushing event updated for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:34.362283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] Provisioning complete for port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:34.362681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.411505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] Set router 1f7b54b1-8eea-4409-b2b2-561f281dac14 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:34.572931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.596362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22eec6-4818-4b86-a6e1-cedec06b650e req-35eb91b0-5a2d-4085-b73d-347813d7eb4c tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.598138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc22eec6-4818-4b86-a6e1-cedec06b650e req-35eb91b0-5a2d-4085-b73d-347813d7eb4c tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0705855
Dec 11 20:56:34.602416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da1c0-5c2e-438d-bc5b-3d672589c9d6 req-8d52f8ef-7bc5-4666-8640-017e30116fac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.612413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-636da1c0-5c2e-438d-bc5b-3d672589c9d6 req-8d52f8ef-7bc5-4666-8640-017e30116fac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0877678
Dec 11 20:56:34.662531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] For port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:34.672250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.677274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc22eec6-4818-4b86-a6e1-cedec06b650e req-e55a03c2-40db-4e11-b977-4b61a3b79657 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718985
Dec 11 20:56:34.691932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-636da1c0-5c2e-438d-bc5b-3d672589c9d6 req-d1b15884-aae1-436e-b9b3-04398a99c004 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778830
Dec 11 20:56:34.792764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be64afc-8d8c-4436-a1a5-2d540494e543 None None] Pushing event updated for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:34.815753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58b999-8845-4206-bfcf-19890a666d91 req-b729a630-5cae-4007-bf26-e9834d7b0e47 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.816467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ee0e8728-1951-40fe-858a-f573ac5288c1 None None] Provisioning complete for port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:34.816843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee0e8728-1951-40fe-858a-f573ac5288c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:34.817624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e58b999-8845-4206-bfcf-19890a666d91 req-b729a630-5cae-4007-bf26-e9834d7b0e47 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0530457
Dec 11 20:56:34.821099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7701a6a0>, [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:31Z', 'revision_number': 4, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5944762-f26d-4ac4-bbc9-4fbe449b3bd0', 'name': '', 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'mac_address': 'fa:16:3e:47:8f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:29Z', 'updated_at': '2021-12-11T20:56:34Z', 'revision_number': 4, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'subnets': [{'id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:34.890968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.891293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e58b999-8845-4206-bfcf-19890a666d91 req-06c5f65d-265e-480d-a986-c01a8dbde70b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665989
Dec 11 20:56:34.897643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d22015-8bbd-4b19-85de-8967cc7a19d8 None None] The sync data for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 is: [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T20:56:31Z', 'revision_number': 4, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd5944762-f26d-4ac4-bbc9-4fbe449b3bd0', 'name': '', 'network_id': '9ebd52f2-6684-4d7f-a928-11f272352395', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'mac_address': 'fa:16:3e:47:8f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:29Z', 'updated_at': '2021-12-11T20:56:34Z', 'revision_number': 4, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'subnets': [{'id': '1f771070-f9e1-4e23-a9e5-316c05184361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:34.901189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.918728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.921965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.928994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.935766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.943757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:34.945161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a894a95d-3ace-4597-bf89-379f1fc119de tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1241667
Dec 11 20:56:35.059719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8de8602f-9e95-44fb-8360-e323e86cbf54 req-a297d1d9-5fcd-4c95-9acf-84d3696a5625 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0961740
Dec 11 20:56:35.110939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d7cc4-2737-48f8-8004-7e3b13f1744a req-0acf55fe-4ff5-454e-9f17-ad681758ecde tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.113447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e66d7cc4-2737-48f8-8004-7e3b13f1744a req-0acf55fe-4ff5-454e-9f17-ad681758ecde tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.1085157
Dec 11 20:56:35.186434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e66d7cc4-2737-48f8-8004-7e3b13f1744a req-3b676ead-2d1b-4b4e-b6ef-d5cd17e77923 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664599
Dec 11 20:56:35.218318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:35.225759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79178-eb2d-4248-88ae-e7dbd5fa5902 req-541de774-c44d-4a6a-9c62-f75de938524a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.227399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94c79178-eb2d-4248-88ae-e7dbd5fa5902 req-541de774-c44d-4a6a-9c62-f75de938524a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0748174
Dec 11 20:56:35.283059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:35.283059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:35.318952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94c79178-eb2d-4248-88ae-e7dbd5fa5902 req-19464712-1b22-4add-bbe8-bc46de176416 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780249
Dec 11 20:56:35.326669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dde044-62a3-44bd-8965-a599a523d1dc req-ba1f5da1-8e2f-44ae-89b8-0fb2d1c95703 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.328204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91dde044-62a3-44bd-8965-a599a523d1dc req-ba1f5da1-8e2f-44ae-89b8-0fb2d1c95703 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0632317
Dec 11 20:56:35.411403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91dde044-62a3-44bd-8965-a599a523d1dc req-b366cfbd-7c9d-4cab-a3ba-dd8a11b9f075 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747061
Dec 11 20:56:35.414790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c097c672-ab7c-4faf-a95c-061fe5477b72 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:35.455794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcca619-df9e-427d-9cae-c4d58e6b9244 req-ca6f3b80-7ef7-464e-8814-e0ac76942c25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.458014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7dcca619-df9e-427d-9cae-c4d58e6b9244 req-ca6f3b80-7ef7-464e-8814-e0ac76942c25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0651429
Dec 11 20:56:35.476710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c097c672-ab7c-4faf-a95c-061fe5477b72 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:35.477080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:35.538878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7dcca619-df9e-427d-9cae-c4d58e6b9244 req-e426bde8-9575-4323-8c25-beca41cf8bd6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705326
Dec 11 20:56:35.886881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865309-7d2d-4995-93c5-012b041653f2 req-5da28b5a-9115-46f8-bc6b-b4fbf8acf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.888398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-5da28b5a-9115-46f8-bc6b-b4fbf8acf83c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 1096 time: 0.0722811
Dec 11 20:56:35.947223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2a61-80d2-472e-a50f-898bd50be697 req-ef9f54d9-8b6f-448f-9c6d-913e1cee2d5c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:35.948793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-118c2a61-80d2-472e-a50f-898bd50be697 req-ef9f54d9-8b6f-448f-9c6d-913e1cee2d5c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.1031880
Dec 11 20:56:36.013429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-118c2a61-80d2-472e-a50f-898bd50be697 req-61e2b31f-9c6f-4e54-a4da-60301cb7b080 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565484
Dec 11 20:56:36.060825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd54e3-b560-4418-ba45-2919632721f1 req-4f2e17aa-7727-4a58-9859-b31529aa943c tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.071088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54bd54e3-b560-4418-ba45-2919632721f1 req-4f2e17aa-7727-4a58-9859-b31529aa943c tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1530395
Dec 11 20:56:36.120965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865309-7d2d-4995-93c5-012b041653f2 req-1d8f0c5c-9f93-4e78-bbda-15af2a43960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.127482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-1d8f0c5c-9f93-4e78-bbda-15af2a43960f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.2275686
Dec 11 20:56:36.171411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fbfd5-b3de-40c2-b155-08b9f2bce0de req-fb01d097-665f-453f-a1da-349ac619e7c5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.173121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-317fbfd5-b3de-40c2-b155-08b9f2bce0de req-fb01d097-665f-453f-a1da-349ac619e7c5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0632410
Dec 11 20:56:36.197884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-3e1c8209-b23c-4548-a312-3cb8b89c5c2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4b543f9-5e47-473f-b22d-72816187eec3 HTTP/1.1" status: 200  len: 217 time: 0.0597377
Dec 11 20:56:36.229806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-317fbfd5-b3de-40c2-b155-08b9f2bce0de req-d44db4fa-c34b-40b1-8aa0-96d8c13e723b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498586
Dec 11 20:56:36.247239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54bd54e3-b560-4418-ba45-2919632721f1 req-6d3865c5-6128-4edf-8fde-474c8b56cbe8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1461487
Dec 11 20:56:36.265107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865309-7d2d-4995-93c5-012b041653f2 req-3b458374-8280-4043-82f1-4386085c2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.270565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-3b458374-8280-4043-82f1-4386085c2a04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.0644815
Dec 11 20:56:36.305358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-0fdddb36-d45b-4721-a858-fc587b0c247a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265863
Dec 11 20:56:36.357555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee66be3-a15d-4ab4-8399-ea7ab245bd2c req-a9e66835-149a-4182-a2e9-af3d4f1dc4f5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.359292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bee66be3-a15d-4ab4-8399-ea7ab245bd2c req-a9e66835-149a-4182-a2e9-af3d4f1dc4f5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0548072
Dec 11 20:56:36.410253 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bee66be3-a15d-4ab4-8399-ea7ab245bd2c req-64a35089-7e17-4798-89b1-24054abbe673 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445840
Dec 11 20:56:36.430204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.437242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.443299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.449372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.455332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.461390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.467501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.469650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74918ddb-7725-4048-9212-cdaeddd7453b req-5ee976eb-28bb-44ac-9225-71d894146100 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1387143
Dec 11 20:56:36.497319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-4b315b0c-e0a4-4eba-bc16-1e2c4ab6e174 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847353
Dec 11 20:56:36.516074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d82dc-c252-45e2-aa5d-9a3155916edf req-26b65df2-c613-4640-b18a-f83658d2e3c3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.517628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-692d82dc-c252-45e2-aa5d-9a3155916edf req-26b65df2-c613-4640-b18a-f83658d2e3c3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0514705
Dec 11 20:56:36.568612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-692d82dc-c252-45e2-aa5d-9a3155916edf req-0bbce7c5-bd3a-442b-b3ad-08c33b7d6787 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443101
Dec 11 20:56:36.598184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74918ddb-7725-4048-9212-cdaeddd7453b req-88afcb70-ead9-4648-b6d1-646c00b4fd96 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1187284
Dec 11 20:56:36.627373 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8865309-7d2d-4995-93c5-012b041653f2 req-f770482b-4253-4200-b214-843d963c0720 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225178
Dec 11 20:56:36.684725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fb56e-59d4-4e86-87fb-fcd3bf633f50 req-57304e51-c318-4607-8c60-60a93635937c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:36.686382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-429fb56e-59d4-4e86-87fb-fcd3bf633f50 req-57304e51-c318-4607-8c60-60a93635937c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0542288
Dec 11 20:56:36.744367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-429fb56e-59d4-4e86-87fb-fcd3bf633f50 req-0ccb5086-d62f-4fa2-a52a-7ba3f4d61016 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512788
Dec 11 20:56:37.151270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0b64-b571-4f5e-89fd-d772ce2e5153 req-af9c23dc-cd77-49e8-bb2c-9925303f525d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.152912 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-101d0b64-b571-4f5e-89fd-d772ce2e5153 req-af9c23dc-cd77-49e8-bb2c-9925303f525d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0497055
Dec 11 20:56:37.206761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-101d0b64-b571-4f5e-89fd-d772ce2e5153 req-d23051da-d192-40a6-bbed-041137725c6b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475831
Dec 11 20:56:37.354978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc89b8-bfe2-44db-b15f-daee6416a7f8 req-03d1043d-b106-408e-bcfa-a11a0ef228d9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.356472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-addc89b8-bfe2-44db-b15f-daee6416a7f8 req-03d1043d-b106-408e-bcfa-a11a0ef228d9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0491233
Dec 11 20:56:37.369856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2569f1f-4226-44a7-8230-73578f68e5c8 req-dda9b3c4-eb82-4973-819e-e4d04367cdd0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.371343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2569f1f-4226-44a7-8230-73578f68e5c8 req-dda9b3c4-eb82-4973-819e-e4d04367cdd0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0481915
Dec 11 20:56:37.405510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-addc89b8-bfe2-44db-b15f-daee6416a7f8 req-cfa2eeaa-3f37-4892-9f44-4293f2229421 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422225
Dec 11 20:56:37.418666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2569f1f-4226-44a7-8230-73578f68e5c8 req-1522af40-66ab-48d0-8a2d-07da18d7cecf tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414507
Dec 11 20:56:37.522840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f89826-554b-4682-a50b-b4174a5ae04c req-8017854e-5d74-478a-8572-45a7a598c30f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.524217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0f89826-554b-4682-a50b-b4174a5ae04c req-8017854e-5d74-478a-8572-45a7a598c30f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0480928
Dec 11 20:56:37.569607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0f89826-554b-4682-a50b-b4174a5ae04c req-a9233ef4-64e6-4021-bd81-67078a4e43a5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394449
Dec 11 20:56:37.740092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.746620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.752870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.759150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.765711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.771709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.777720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.779680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8839213b-6979-4745-9459-00d71d0bb965 req-650627dd-2ac1-4880-bd30-66d62373f971 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1023510
Dec 11 20:56:37.842002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8839213b-6979-4745-9459-00d71d0bb965 req-8a0e81a0-7bb1-46ee-b6c2-546254296a8d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0558562
Dec 11 20:56:37.957529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3170221-42e9-423d-80a2-cea1d6dcd190 req-21878f11-501c-4ffd-909c-36bacec2c45c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:37.959179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3170221-42e9-423d-80a2-cea1d6dcd190 req-21878f11-501c-4ffd-909c-36bacec2c45c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0554214
Dec 11 20:56:38.002230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e105eb8-10be-4630-af68-f3fdd4ffb8c9 req-6d44715a-b36f-4fc6-8bd5-6f78c189ccdc tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.003751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e105eb8-10be-4630-af68-f3fdd4ffb8c9 req-6d44715a-b36f-4fc6-8bd5-6f78c189ccdc tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.3660069
Dec 11 20:56:38.009565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3170221-42e9-423d-80a2-cea1d6dcd190 req-4346dd01-d020-45df-b882-9a75316eb021 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438085
Dec 11 20:56:38.056752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e105eb8-10be-4630-af68-f3fdd4ffb8c9 req-05173222-4f81-4e97-b2de-fdf59bece154 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463693
Dec 11 20:56:38.064008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42008) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:38.069011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1933252065'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:38.091200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:38.094874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.117179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:38.126099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.126490 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Added segment 461f5010-3c67-4658-b34d-98bed141923d of type vlan for network 029108a2-de1b-42bd-aca5-3694202b8bc3
Dec 11 20:56:38.168953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.191415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.197879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.198469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.228054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.1629560
Dec 11 20:56:38.232073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:38.237472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-298309800'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:38.270178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011ceff-f7e1-4add-aa78-c44982238442 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Network': ['ID=029108a2-de1b-42bd-aca5-3694202b8bc3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:38.273480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:38.277550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.280743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:38.308232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:56:38.318222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.318690 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Added segment d607b8be-18c3-4998-9f15-d8040b958314 of type vlan for network bfc062a5-d40c-41d1-b16e-0181815c1a50
Dec 11 20:56:38.339400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b2584-f0ec-4f2a-b21a-9f633d6f3dda req-31ccf532-1fbc-4c16-bbff-05f8aa4200c3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.341218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e87b2584-f0ec-4f2a-b21a-9f633d6f3dda req-31ccf532-1fbc-4c16-bbff-05f8aa4200c3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0532529
Dec 11 20:56:38.363949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.389446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.395112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.395690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.400772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e87b2584-f0ec-4f2a-b21a-9f633d6f3dda req-a518a501-faf2-4ba3-9567-b132766cf87e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489597
Dec 11 20:56:38.461595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2277782
Dec 11 20:56:38.464348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42018) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:38.469297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'subnet': {'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:38.491603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa65e7-4145-4950-a81f-b25febdd1667 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Network': ['ID=bfc062a5-d40c-41d1-b16e-0181815c1a50,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:38.502885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:56:38.549000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e1d9c-9a25-4d84-9fd3-044008527b88 req-505e2abd-d9de-4504-8013-c051cd287818 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.550658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-899e1d9c-9a25-4d84-9fd3-044008527b88 req-505e2abd-d9de-4504-8013-c051cd287818 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0573299
Dec 11 20:56:38.600599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391c238-27b5-4a3b-be7d-1a43abedf925 req-f9871cce-cfda-46ba-981e-2e2792ce3745 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.602256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a391c238-27b5-4a3b-be7d-1a43abedf925 req-f9871cce-cfda-46ba-981e-2e2792ce3745 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1118548
Dec 11 20:56:38.603230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-899e1d9c-9a25-4d84-9fd3-044008527b88 req-90d6a75c-13d4-478f-843e-c084bde93941 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451362
Dec 11 20:56:38.626582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:38.630005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.710335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6198c88-4f7c-4da8-850d-85c9b74ec3d3 req-577344bd-32ed-4d74-a99a-18ed9ad390f2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.711627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6198c88-4f7c-4da8-850d-85c9b74ec3d3 req-577344bd-32ed-4d74-a99a-18ed9ad390f2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0488882
Dec 11 20:56:38.713539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a391c238-27b5-4a3b-be7d-1a43abedf925 req-9d0534b0-8da0-4ee2-a4f7-002a2aad965d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045003
Dec 11 20:56:38.768009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f6198c88-4f7c-4da8-850d-85c9b74ec3d3 req-89930ef2-b776-4880-a61c-686f95921277 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490735
Dec 11 20:56:38.836831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.897291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Subnet': ['ID=384a3158-f44d-4403-8b84-01b17799bca3,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:38.904664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:38.905029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network hostable DHCP agents. Network: 029108a2-de1b-42bd-aca5-3694202b8bc3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:38.929694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:38.954101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 029108a2-de1b-42bd-aca5-3694202b8bc3) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:38.959547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.960323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:38.963774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ae17c-e088-40f4-81c9-f2b15a1e97d5 None None] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:38.990871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:38.996803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.002706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.008624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.014600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.020565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.027048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.029071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-ab5d71e3-c9a6-463d-9819-500b9bf94374 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1107016
Dec 11 20:56:39.035367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef9820bd-2480-4361-9dc5-3ca8540871be tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5677955
Dec 11 20:56:39.035568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:39.040931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'subnet': {'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:39.064899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-029108a2-de1b-42bd-aca5-3694202b8bc3', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:56:39.066030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.142029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5690-bef2-4da0-8538-a3c1ffb6ff3e req-ea92c9df-e960-4fab-92f9-572e45f52f48 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.144132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ebf5690-bef2-4da0-8538-a3c1ffb6ff3e req-ea92c9df-e960-4fab-92f9-572e45f52f48 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0568919
Dec 11 20:56:39.175945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a095ace5-26fd-45f1-9e6a-c413c8bf181c req-8b70ffe0-f24a-4f50-a8cb-a3381e6a5530 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1161864
Dec 11 20:56:39.183712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:39.189094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.206427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ebf5690-bef2-4da0-8538-a3c1ffb6ff3e req-b61796ee-27ab-4023-bcb8-79181f32f0b0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548704
Dec 11 20:56:39.218951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Allocated IP 10.1.1.2 (029108a2-de1b-42bd-aca5-3694202b8bc3/384a3158-f44d-4403-8b84-01b17799bca3/85926ec6-78b1-47c0-bf1f-7cff76a3b1cb) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:39.348023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43170a4-63da-4775-9a9c-7ab3942abb25 req-3288b31a-6f8d-47bc-a017-2bb1c44d1b44 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.349492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a43170a4-63da-4775-9a9c-7ab3942abb25 req-3288b31a-6f8d-47bc-a017-2bb1c44d1b44 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0700686
Dec 11 20:56:39.370749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.377489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.422148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:39.424872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:39.427488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:39.440781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Pushing event updated for resources: {'Port': ['ID=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:39.466174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a43170a4-63da-4775-9a9c-7ab3942abb25 req-85c96c9d-ab37-48bd-a869-2fd5467080b8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991178
Dec 11 20:56:39.482258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.504698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Attempting to bind port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:39.505174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Attempting to bind port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:39.505545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Attempting to bind port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:39.511299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:39.511678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:39.512081 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.512477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Bound using segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:39.512941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Bound port: 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:39.513319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.540574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b032361-f1f3-45c8-9bf2-78c50b30660d req-51c1f3b0-230b-4344-b328-b760742ea57e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.542660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7b032361-f1f3-45c8-9bf2-78c50b30660d req-51c1f3b0-230b-4344-b328-b760742ea57e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0604029
Dec 11 20:56:39.552435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Subnet': ['ID=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:39.561081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Checking segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:39.561447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network hostable DHCP agents. Network: bfc062a5-d40c-41d1-b16e-0181815c1a50, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:56:39.580237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] For port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:39.580982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:56:39.583312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] For port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:39.588638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.591700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bfc062a5-d40c-41d1-b16e-0181815c1a50) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:39.597350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.597954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.602895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7b032361-f1f3-45c8-9bf2-78c50b30660d req-1a0f3a1b-6184-453c-8569-f89b9dcfbaba tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509667
Dec 11 20:56:39.614663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345863f6-9ae5-4aa1-84d3-46ecb57da011 None None] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:39.618555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a910aa69-032c-4e4d-9187-67a0e19cb4eb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5794985
Dec 11 20:56:39.618885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42032) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:39.634891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1618037931', 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:39.705237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2709a1-c199-447b-ac22-c52cbf0ec538 None None] Pushing event updated for resources: {'Port': ['ID=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:39.758885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bfc062a5-d40c-41d1-b16e-0181815c1a50', 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ips': [{'subnet_id': '3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:56:39.760444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:39.784810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8098e0b-c85a-4edf-946a-5e1ea1cd7926 req-cb722cf1-cca3-495a-b773-9071fc7cbe10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.786389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8098e0b-c85a-4edf-946a-5e1ea1cd7926 req-cb722cf1-cca3-495a-b773-9071fc7cbe10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0925961
Dec 11 20:56:39.839081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:39.905655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c47d2-4f80-49f9-aea7-9939b0dad70e req-5b5de288-2642-48a4-9588-61881625cb32 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:39.915340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-150c47d2-4f80-49f9-aea7-9939b0dad70e req-5b5de288-2642-48a4-9588-61881625cb32 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0998623
Dec 11 20:56:39.928876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8098e0b-c85a-4edf-946a-5e1ea1cd7926 req-80f4510d-cf7c-42ec-bdd6-dcd717398e3f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338060
Dec 11 20:56:39.971004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Allocated IP 10.2.2.2 (bfc062a5-d40c-41d1-b16e-0181815c1a50/3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91/9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:39.984087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-150c47d2-4f80-49f9-aea7-9939b0dad70e req-dbd4299c-5c75-40a9-8e33-89016cd1f6a0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678248
Dec 11 20:56:39.992770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.018869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] device_id is not set on port 7dd6927a-17b9-446c-b35e-faaac2061d87 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:56:40.116631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10954ccb-b977-4faa-b6e0-6d0d3381c45e req-8c95078c-97df-4872-b541-4b013fc07c44 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.118039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10954ccb-b977-4faa-b6e0-6d0d3381c45e req-8c95078c-97df-4872-b541-4b013fc07c44 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0925071
Dec 11 20:56:40.147460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.154528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.245918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10954ccb-b977-4faa-b6e0-6d0d3381c45e req-71a4ccf9-6af6-47ad-81eb-eddb596d1df9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005259
Dec 11 20:56:40.292255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.1.1.158 (029108a2-de1b-42bd-aca5-3694202b8bc3/384a3158-f44d-4403-8b84-01b17799bca3/7dd6927a-17b9-446c-b35e-faaac2061d87) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:40.344672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:40.348480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:40.352034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:40.359417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Pushing event updated for resources: {'Port': ['ID=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:40.361423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.369731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.378933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.386887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.393371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.400411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.406779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.409033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b631b48-8f47-4b44-9087-66f7421105ef req-b8478cc0-ce1e-4930-88cd-70d86b6e4529 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1159286
Dec 11 20:56:40.422564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Attempting to bind port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:40.423195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Attempting to bind port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:40.423539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Attempting to bind port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a on network bfc062a5-d40c-41d1-b16e-0181815c1a50 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:40.430717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:40.431996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Checking segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:40.432581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.433177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Bound using segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:40.433760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Bound port: 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:40.434406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.443345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a548abf-e28a-4096-bc8a-d90954136a6c req-0d1a1d9c-5b5d-46d5-9af5-b202b8f5990e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.445910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a548abf-e28a-4096-bc8a-d90954136a6c req-0d1a1d9c-5b5d-46d5-9af5-b202b8f5990e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1230080
Dec 11 20:56:40.498664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b631b48-8f47-4b44-9087-66f7421105ef req-f0641d7e-103d-4c4e-bf22-cf9573d8b830 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0826113
Dec 11 20:56:40.536170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a548abf-e28a-4096-bc8a-d90954136a6c req-3e6ad207-72bc-4ac7-ad5f-e81fbed06cdc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797839
Dec 11 20:56:40.553732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.567930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] For port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:40.576182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] For port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:40.582449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.606403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.674125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e30153-f8b0-4606-a1e6-569c1832445c req-39ba3ff0-dbd7-4f00-a587-5bf22a1a452e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.688643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95062d4d-45eb-4e8d-9ef9-d736788b2046 None None] Pushing event updated for resources: {'Port': ['ID=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:40.694617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9e30153-f8b0-4606-a1e6-569c1832445c req-39ba3ff0-dbd7-4f00-a587-5bf22a1a452e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0717933
Dec 11 20:56:40.706413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:40.707669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:40.710731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:40.713787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:40.771236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9e30153-f8b0-4606-a1e6-569c1832445c req-6279267c-5028-4967-9be4-6e30137d1c63 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753734
Dec 11 20:56:40.810351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.811062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:40.830777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dc63e-1d1b-4658-aeb1-2d8e099691f9 req-ce77383b-8091-4b6a-b8e1-2d8723232efa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:40.832355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-801dc63e-1d1b-4658-aeb1-2d8e099691f9 req-ce77383b-8091-4b6a-b8e1-2d8723232efa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.1123092
Dec 11 20:56:40.843807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-92d02b72-1d71-447b-adaa-cefc6d60c195 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2237473
Dec 11 20:56:40.846611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42048) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:40.852222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'name': 'tempest-TaggedBootDevicesTest_v242-1656334915', 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:40.920070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-801dc63e-1d1b-4658-aeb1-2d8e099691f9 req-01369786-5c04-479a-9cc0-0d141ea47153 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802965
Dec 11 20:56:40.973820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872d83ad-65c3-4104-946d-c2d0a3b50ea8 None None] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:41.043227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:41.047772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e27cc771-63d1-4496-ba6e-ecf2d8a3f827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.077681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] Provisioning complete for port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:41.078050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.162200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fd49a-7f71-4140-a4b1-42e5926e3033 req-7997d11f-98f6-41cb-b735-2c536b421dbe tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.170939 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-408fd49a-7f71-4140-a4b1-42e5926e3033 req-7997d11f-98f6-41cb-b735-2c536b421dbe tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1445587
Dec 11 20:56:41.217967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd72da-fbc9-44cf-ae2c-38b59d69a34f req-b005b2ba-98da-4e3e-8fc3-b5bb3f0ce281 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.221188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbdd72da-fbc9-44cf-ae2c-38b59d69a34f req-b005b2ba-98da-4e3e-8fc3-b5bb3f0ce281 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1219511
Dec 11 20:56:41.230851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.237231 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.262468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-408fd49a-7f71-4140-a4b1-42e5926e3033 req-5626f60d-5e9b-47c6-a718-042550b764d2 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903060
Dec 11 20:56:41.277703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:41.306327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] device_id is not set on port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:56:41.314137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbdd72da-fbc9-44cf-ae2c-38b59d69a34f req-b0945c0c-04ee-4e58-8222-ba785a5e3c00 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870295
Dec 11 20:56:41.348718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] For port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:41.369709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.408915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:41.409279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.446285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ecb7a-20b8-4147-991a-dad14200fd3f None None] Pushing event updated for resources: {'Port': ['ID=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:41.475480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153f7a-26b7-47ab-b197-7c72fb2cfac8 req-1840e4f2-97ff-47d4-98f6-af5c58839636 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.479020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1153f7a-26b7-47ab-b197-7c72fb2cfac8 req-1840e4f2-97ff-47d4-98f6-af5c58839636 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1051230
Dec 11 20:56:41.504892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:41.563939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:41.564312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.587836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1153f7a-26b7-47ab-b197-7c72fb2cfac8 req-03fb4d09-aaaf-4a5f-870f-8d92e04bc090 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997803
Dec 11 20:56:41.615685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.1.1.120 (029108a2-de1b-42bd-aca5-3694202b8bc3/384a3158-f44d-4403-8b84-01b17799bca3/d3622410-1b54-4ca3-8e4e-8e57c1fa3244) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:41.655235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6b88b12b-0870-4d7d-afd6-feed4a730033 None None] Provisioning complete for port 7dd6927a-17b9-446c-b35e-faaac2061d87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:41.655235 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b88b12b-0870-4d7d-afd6-feed4a730033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.721474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b88b12b-0870-4d7d-afd6-feed4a730033 None None] Port 7dd6927a-17b9-446c-b35e-faaac2061d87 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:41.732887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.745235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6b88b12b-0870-4d7d-afd6-feed4a730033 None None] Provisioning complete for port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:41.745807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b88b12b-0870-4d7d-afd6-feed4a730033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.752958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.768147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.782961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.799660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.816034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.823871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.833844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-1aa6bbf5-585d-4963-bd46-ab56c3a52228 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.2393322
Dec 11 20:56:41.838190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.877986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6e690-304a-49ce-8a06-6e8800ad7f7a req-bc1125f4-fc75-4f88-bb9c-31fd11bdc6bc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:41.880117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-74f6e690-304a-49ce-8a06-6e8800ad7f7a req-bc1125f4-fc75-4f88-bb9c-31fd11bdc6bc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0925353
Dec 11 20:56:41.886497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.916844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:41.917797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d85ad66-eda2-4dd1-8b64-23ff21fbc1b4 req-816f9578-12bb-489e-a384-e86b79c989ad tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0839128
Dec 11 20:56:41.949180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:41.952917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.025380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:42.035207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:42.043731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:42.047039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:42.053457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5343b22-2da4-4894-9541-312ec36754f0 req-57a253d2-72b8-4084-854f-afe19928ece5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.055024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5343b22-2da4-4894-9541-312ec36754f0 req-57a253d2-72b8-4084-854f-afe19928ece5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0688274
Dec 11 20:56:42.055623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-74f6e690-304a-49ce-8a06-6e8800ad7f7a req-8afd22bf-16f5-4fc0-94ec-792af5cbdc4e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1513498
Dec 11 20:56:42.065435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0845523e-b2a2-43e5-9999-5792234220f2 None None] Provisioning complete for port 7dd6927a-17b9-446c-b35e-faaac2061d87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:42.065847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0845523e-b2a2-43e5-9999-5792234220f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.088913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:42.122801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0845523e-b2a2-43e5-9999-5792234220f2 None None] Port 7dd6927a-17b9-446c-b35e-faaac2061d87 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:42.126831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.127488 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.151858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb8eaa7f-71e5-438a-8031-6a60dba796b0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3040259
Dec 11 20:56:42.155304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5343b22-2da4-4894-9541-312ec36754f0 req-a6d04e22-0943-4048-924f-aad71048c9ad tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855236
Dec 11 20:56:42.224206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbda6011-b31e-4077-bc6c-489d2fa5b4ea None None] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:56:42.226652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83d756-f24e-45d0-98eb-e778bcdae5ab req-21035492-18b1-4c88-99da-10a15743f39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.228427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e83d756-f24e-45d0-98eb-e778bcdae5ab req-21035492-18b1-4c88-99da-10a15743f39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0621085
Dec 11 20:56:42.292740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e83d756-f24e-45d0-98eb-e778bcdae5ab req-cac795d4-227b-4511-9a77-3dfa26581a9c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555573
Dec 11 20:56:42.312194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d294a92-4a53-4e54-955a-af392e5a4e42 None None] Provisioning complete for port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:42.312626 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d294a92-4a53-4e54-955a-af392e5a4e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.425236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500fa6-f7f9-4128-959e-494b85354804 req-6bc8947b-c145-4c2f-b67a-92b09050bdb6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.426888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88500fa6-f7f9-4128-959e-494b85354804 req-6bc8947b-c145-4c2f-b67a-92b09050bdb6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0515919
Dec 11 20:56:42.485818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88500fa6-f7f9-4128-959e-494b85354804 req-4de56925-aa65-4ea8-a51b-1aa921874998 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493400
Dec 11 20:56:42.501349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:42.505613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037721161', 'description': 'tempest-description--435722107'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:42.532350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.581613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-38df194c-718a-45f2-848c-0c50be9aacf3 None None] Provisioning complete for port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:42.582215 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-38df194c-718a-45f2-848c-0c50be9aacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.626462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c85-1847-47c5-b837-b703cd0783f3 req-40ae80b6-d368-42e7-aa90-736dbd631b3a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.633805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45978c85-1847-47c5-b837-b703cd0783f3 req-40ae80b6-d368-42e7-aa90-736dbd631b3a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0704741
Dec 11 20:56:42.645834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-38df194c-718a-45f2-848c-0c50be9aacf3 None None] Port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:42.674832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.680924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.706594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45978c85-1847-47c5-b837-b703cd0783f3 req-fbfe7698-7958-4cbb-b326-e320a1673430 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712223
Dec 11 20:56:42.730586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.734855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:42.735378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.2327309
Dec 11 20:56:42.740586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'security_group_rule': {'security_group_id': '3d05b466-9533-44ad-a8d8-6fdb2b286c2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:42.741596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b544f0-8931-4a7b-afe6-192b96d0ec2b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05b466-9533-44ad-a8d8-6fdb2b286c2f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:42.766327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1fa66ada-d56b-418b-af7c-726014073d5c None None] Provisioning complete for port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:42.767223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fa66ada-d56b-418b-af7c-726014073d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.825961 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.850455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacd83-4951-46bf-8687-af06684ec070 req-83580ad0-ea7b-4f06-8bdb-16887afc95fc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:42.852016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ebacd83-4951-46bf-8687-af06684ec070 req-83580ad0-ea7b-4f06-8bdb-16887afc95fc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0759027
Dec 11 20:56:42.933843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ebacd83-4951-46bf-8687-af06684ec070 req-5946676d-42b4-4d51-827a-2741e8461381 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730369
Dec 11 20:56:42.935871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.944973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.976339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9357192e-6256-4355-b8f1-d962b4fe08ea,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:42.989283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:42.992950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0550c3a-78c4-4dfb-8eed-bb3c06f46dea tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2542119
Dec 11 20:56:42.994098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:42.999570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'security_group_rule': {'security_group_id': '3d05b466-9533-44ad-a8d8-6fdb2b286c2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:43.003991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5503-49cc-4e59-beed-e39a3f89b8a5 req-74585711-38aa-4bab-b010-541fc2047497 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.006655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbba5503-49cc-4e59-beed-e39a3f89b8a5 req-74585711-38aa-4bab-b010-541fc2047497 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0771143
Dec 11 20:56:43.069818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbba5503-49cc-4e59-beed-e39a3f89b8a5 req-00cbff32-cc98-4606-9723-375d4c381c48 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566716
Dec 11 20:56:43.102365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.119474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:43.142817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.148720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.155399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.161334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.167781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.173440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:43.173776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.173925 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.179692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.182399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-3fb29ff9-031b-4ec8-9f86-bfa3afc6be04 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1655247
Dec 11 20:56:43.188218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635ccf-df89-4032-ade0-090780d36b3b req-eb57513b-5909-4920-8dd4-4ad306449f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.190166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-eb57513b-5909-4920-8dd4-4ad306449f9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.1614575
Dec 11 20:56:43.208556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b507d-9901-4a58-a485-8b04c1331511 req-7eebca0b-d76c-417c-b10d-fd3d1cbe218a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.210343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-382b507d-9901-4a58-a485-8b04c1331511 req-7eebca0b-d76c-417c-b10d-fd3d1cbe218a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0569680
Dec 11 20:56:43.267049 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-382b507d-9901-4a58-a485-8b04c1331511 req-adfaf380-776c-4989-8e8a-46f37da4fcfc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486836
Dec 11 20:56:43.270061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:56:43.291019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.322385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.327844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:43.328424 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.371688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635ccf-df89-4032-ade0-090780d36b3b req-e9058830-420c-476e-aa7f-8c552e106986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.373856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-e9058830-420c-476e-aa7f-8c552e106986 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.1727166
Dec 11 20:56:43.381191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.382425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3872631
Dec 11 20:56:43.386193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:43.391777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:43.396507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fb6c6-bca5-4afa-b0ee-0e1dceede635 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc310d2a-a255-4a83-9f31-b3a5dd99330d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:43.415913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45abfe-d4c8-42ea-99ec-977588f4e978 req-f66985d3-4fb3-4298-ba35-c75003cb09f3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.417456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d45abfe-d4c8-42ea-99ec-977588f4e978 req-f66985d3-4fb3-4298-ba35-c75003cb09f3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0709324
Dec 11 20:56:43.439794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cecb4ef2-dc4b-4019-81c0-1ee78fad119f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.448054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ee32202-b808-45d5-9669-31b49eff3d54 req-36d0234b-cdbf-46a8-a523-0fc6d83be427 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2485983
Dec 11 20:56:43.456872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.478717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-4f99d773-77c7-4dc5-8d15-4c17aea6fd8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 1001 time: 0.0938296
Dec 11 20:56:43.501482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d45abfe-d4c8-42ea-99ec-977588f4e978 req-13a87722-078d-4326-8385-f85773d3cbf5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764532
Dec 11 20:56:43.557518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635ccf-df89-4032-ade0-090780d36b3b req-bb36a8e5-eb39-4cb1-a0df-3544a9a0a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.559028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-bb36a8e5-eb39-4cb1-a0df-3544a9a0a032 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.0743625
Dec 11 20:56:43.582917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.583138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33bb5c-dc99-4e65-98a4-2c7cc1b41c90 req-e888f9b8-b93a-45c9-9d51-2cac0c8e600c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.584561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f33bb5c-dc99-4e65-98a4-2c7cc1b41c90 req-e888f9b8-b93a-45c9-9d51-2cac0c8e600c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0709119
Dec 11 20:56:43.637473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635ccf-df89-4032-ade0-090780d36b3b req-1087695a-e097-40a8-90dd-5bea49350528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.638990 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-1087695a-e097-40a8-90dd-5bea49350528 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0731299
Dec 11 20:56:43.664583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f33bb5c-dc99-4e65-98a4-2c7cc1b41c90 req-be5dd102-ba2b-4b7c-84c0-0830bd2aa8ba tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654199
Dec 11 20:56:43.698383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 172.35.1.178 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/658d4b5a-ff29-4652-afae-314b13c5ed3e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:43.748198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-c8eacc10-5a38-4e05-8cfc-f27527270442 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992551
Dec 11 20:56:43.835372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.838204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2635ccf-df89-4032-ade0-090780d36b3b req-2048c50a-3a81-467f-abe5-0df445984cb9 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828624
Dec 11 20:56:43.850898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051ad64-4e78-4760-8a73-27b2fe8e7e34 req-31d8fea3-b734-4e62-a3fb-462a254413fa tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:43.852412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1051ad64-4e78-4760-8a73-27b2fe8e7e34 req-31d8fea3-b734-4e62-a3fb-462a254413fa tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0784609
Dec 11 20:56:43.908979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:43.941528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1051ad64-4e78-4760-8a73-27b2fe8e7e34 req-76a91086-d317-46f9-a203-2c9c94e4d0d0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806592
Dec 11 20:56:43.955369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:43.960075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:43.963574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:43.989532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=658d4b5a-ff29-4652-afae-314b13c5ed3e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:44.061336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.067608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb905ff2-f5ec-43cc-86fa-c1b6a117c980 req-13219329-6b65-436b-bc20-55efee8e37ae tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.069127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb905ff2-f5ec-43cc-86fa-c1b6a117c980 req-13219329-6b65-436b-bc20-55efee8e37ae tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0531917
Dec 11 20:56:44.096648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.129924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb905ff2-f5ec-43cc-86fa-c1b6a117c980 req-382e9d2a-2138-49b1-99d9-3bea922fbc4d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536995
Dec 11 20:56:44.253088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abdedd-3b9d-4d36-9746-d9d996925424 req-9373019b-ca46-4838-b579-0c31e079c17b tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.254605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0abdedd-3b9d-4d36-9746-d9d996925424 req-9373019b-ca46-4838-b579-0c31e079c17b tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0972314
Dec 11 20:56:44.320649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.339190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0abdedd-3b9d-4d36-9746-d9d996925424 req-12db961e-1e48-4fad-a015-173bc0a553a3 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771549
Dec 11 20:56:44.339948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.401045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dca8c-8c49-4929-91dd-761530304198 req-360e401e-0c5b-4654-8f99-20c5db353add tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.402564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-471dca8c-8c49-4929-91dd-761530304198 req-360e401e-0c5b-4654-8f99-20c5db353add tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0512125
Dec 11 20:56:44.417496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=658d4b5a-ff29-4652-afae-314b13c5ed3e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:44.428482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.443838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.445464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ccd27846-ca23-4d03-b5d9-dd2a04e837b9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0580211
Dec 11 20:56:44.451822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-471dca8c-8c49-4929-91dd-761530304198 req-f7aafdd2-ecfd-4985-a758-5db95a33e53f tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429120
Dec 11 20:56:44.627166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.633094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.639566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.642826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc396fe-55f5-4083-9d05-8ebb83f90455 req-0ab612c5-43b1-4ec5-8385-1e9ce744a2d7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.644289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adc396fe-55f5-4083-9d05-8ebb83f90455 req-0ab612c5-43b1-4ec5-8385-1e9ce744a2d7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0652394
Dec 11 20:56:44.645690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.653651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.659652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.665924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.667944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-ea3be65f-740e-4d9f-83bb-0992793bf05d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1119134
Dec 11 20:56:44.695670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adc396fe-55f5-4083-9d05-8ebb83f90455 req-a667d77a-fa2a-46b8-8dd6-50203965dce3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445876
Dec 11 20:56:44.735176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a41dcd55-945a-41ac-b6d6-51993400a3bb req-db2dcd9a-ed2d-4d53-b56b-960c4baa39aa tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0600469
Dec 11 20:56:44.818597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d4966326-401d-4ff7-8669-91ff0e64ce3c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2037721161&fields=id&tenant_id=d71ca0e5dd444ebd831efebd5a556c51 HTTP/1.1" status: 200  len: 267 time: 0.0442505
Dec 11 20:56:44.824678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:44.861038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a764bc2-1a47-4317-9d84-f12b172b2796 req-66646314-1639-49a9-b1f2-7a7aae55d594 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.862667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a764bc2-1a47-4317-9d84-f12b172b2796 req-66646314-1639-49a9-b1f2-7a7aae55d594 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0552413
Dec 11 20:56:44.874738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-2ad253aa-c5bb-4cfb-a1a6-e4217d2fa283 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.876116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-2ad253aa-c5bb-4cfb-a1a6-e4217d2fa283 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 937 time: 0.0477853
Dec 11 20:56:44.918464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a764bc2-1a47-4317-9d84-f12b172b2796 req-be95488f-39f2-4a1a-b23a-81c5be0b8160 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493424
Dec 11 20:56:44.928936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-6d8d6347-5477-4ab0-93d8-6abdcf09670b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:44.930315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-6d8d6347-5477-4ab0-93d8-6abdcf09670b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 937 time: 0.0484753
Dec 11 20:56:45.007624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b7d3e734-661e-42ed-bc54-2210bf1a2b33 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0707431
Dec 11 20:56:45.039842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-754b3e7a-3d57-4cc6-937c-c258b9a2cf01 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0258043
Dec 11 20:56:45.056480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5747-5eff-4c59-adf7-04411a565fdd req-9a5b6236-4f33-46e6-903b-8e58b1a95fa3 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.057974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ff5747-5eff-4c59-adf7-04411a565fdd req-9a5b6236-4f33-46e6-903b-8e58b1a95fa3 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0486021
Dec 11 20:56:45.105030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ff5747-5eff-4c59-adf7-04411a565fdd req-37647d51-2dea-4d2d-86d9-701ed13479f5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410411
Dec 11 20:56:45.150807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b93c1a76-6596-44be-860a-3499da5c76e5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.156625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b93c1a76-6596-44be-860a-3499da5c76e5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.162407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b93c1a76-6596-44be-860a-3499da5c76e5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.164036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b93c1a76-6596-44be-860a-3499da5c76e5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 1994 time: 0.1178527
Dec 11 20:56:45.179418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-6261f88c-bc00-4923-b4b3-cd2ef98486c8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/quotas/d71ca0e5dd444ebd831efebd5a556c51 HTTP/1.1" status: 200  len: 375 time: 0.0092361
Dec 11 20:56:45.239368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5212c-bde1-4148-a242-d984486de751 req-57a3625d-3c89-4b1f-a608-a522ec6ba6bb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.240861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09b5212c-bde1-4148-a242-d984486de751 req-57a3625d-3c89-4b1f-a608-a522ec6ba6bb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0485842
Dec 11 20:56:45.245481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-6592fe21-46dd-4929-b7e6-4abf048fdde0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0602024
Dec 11 20:56:45.288711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09b5212c-bde1-4148-a242-d984486de751 req-3663e91e-eace-497d-b9ea-3e431fe96ad0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413001
Dec 11 20:56:45.341991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5fe28bd7-db72-4fad-85c8-7a8092adc2cb service neutron] 10.222.0.18 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847807
Dec 11 20:56:45.451871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-9245c672-9c10-4911-9cdf-79c99a02ad55 service neutron] 10.222.0.18 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1035099
Dec 11 20:56:45.460711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87cb9a-88c8-4fac-8c6d-9777778063e9 req-85eba930-0af4-46ef-9b50-680b9ccf8911 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.462185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c87cb9a-88c8-4fac-8c6d-9777778063e9 req-85eba930-0af4-46ef-9b50-680b9ccf8911 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0521526
Dec 11 20:56:45.491194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-319ea782-72c5-4020-8dc0-af479dcfb19e service neutron] 10.222.0.18 "GET /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0327814
Dec 11 20:56:45.510179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c87cb9a-88c8-4fac-8c6d-9777778063e9 req-64180960-ac38-4641-852b-25cbc02a962e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422018
Dec 11 20:56:45.561125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:45.583103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-7f1e766d-82a6-45cf-bc4c-a6bb4a6ea1ce service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854831
Dec 11 20:56:45.614787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1002aa-4c08-4206-8d2d-d0a0ee85255e req-ad028a3d-391f-4724-b77f-9ecdf67ea704 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.616275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe1002aa-4c08-4206-8d2d-d0a0ee85255e req-ad028a3d-391f-4724-b77f-9ecdf67ea704 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0500658
Dec 11 20:56:45.666321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe1002aa-4c08-4206-8d2d-d0a0ee85255e req-98b81ae6-414c-4b5c-9b15-c3cfc979faf6 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434387
Dec 11 20:56:45.684211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-533f0001-ab14-44f0-860e-553f6c0cab91 service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943730
Dec 11 20:56:45.741087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5947b744-8fba-4106-85a4-5a93c30280f3 service neutron] 10.222.0.18 "GET /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0503166
Dec 11 20:56:45.818051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5ef67-156b-4a0d-8738-fa2783376cd6 req-1193b95b-af81-4861-aab7-dd6b242395da tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:45.819634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bcd5ef67-156b-4a0d-8738-fa2783376cd6 req-1193b95b-af81-4861-aab7-dd6b242395da tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0476003
Dec 11 20:56:45.833838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-3edba392-471a-4690-9084-c46f6f27b76c service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863719
Dec 11 20:56:45.926917 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-72babfd9-c447-4e60-b49e-b70728239300 service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870922
Dec 11 20:56:46.031122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-bc1c669c-eafa-4b29-bb7e-3773a77a9df8 service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975506
Dec 11 20:56:46.118041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bcd5ef67-156b-4a0d-8738-fa2783376cd6 req-a60b2f7f-7ad4-4ec6-8505-f7052d1bcf4a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904398
Dec 11 20:56:46.130015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-1dc4b714-67d3-43aa-aa8a-4487d601a6b1 service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0918190
Dec 11 20:56:46.176197 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:46.230594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.232278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b0e2f4ca-8167-480c-bf7b-863d83fefad9 service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964210
Dec 11 20:56:46.236460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.242306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.248748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.254750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.261173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.266625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.268561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-559a6037-9775-4c59-a1be-418b3d7dc706 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.0931242
Dec 11 20:56:46.324793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-c558efc0-87a9-4fd8-b487-58c972e1debd service neutron] 10.222.0.18 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859401
Dec 11 20:56:46.328906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07916ec5-8e4c-4a4c-a0e3-2f90e9fb2dc3 req-b88628f5-1b1b-43a4-a2d1-9649907178aa tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539567
Dec 11 20:56:46.334166 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:56:46.427620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-8a56263a-96e1-4855-8f14-448122f230a9 service neutron] 10.222.0.18 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962064
Dec 11 20:56:46.444116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842ce7e-0ad4-4249-9fa6-a57194cb0386 req-28b0058b-641c-42d2-9d3d-4b212a41c6ad tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.445871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b842ce7e-0ad4-4249-9fa6-a57194cb0386 req-28b0058b-641c-42d2-9d3d-4b212a41c6ad tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0542073
Dec 11 20:56:46.497442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b842ce7e-0ad4-4249-9fa6-a57194cb0386 req-95346e8f-1bb9-46c5-8740-c9cf5de34220 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455437
Dec 11 20:56:46.522290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-48894ae5-04be-4d53-a1c1-94440e8957f1 service neutron] 10.222.0.18 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857029
Dec 11 20:56:46.599065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73d605-7ccf-41d3-8c52-6dd6a76ceafc req-ec1e75f6-7265-4315-8965-6be24149cbc2 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.600476 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a73d605-7ccf-41d3-8c52-6dd6a76ceafc req-ec1e75f6-7265-4315-8965-6be24149cbc2 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0477419
Dec 11 20:56:46.617900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-2e7ce732-741b-439c-a910-9888d1f197a3 service neutron] 10.222.0.18 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890758
Dec 11 20:56:46.647749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a73d605-7ccf-41d3-8c52-6dd6a76ceafc req-c5417697-79f0-4d84-ac75-f90564c08f69 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405314
Dec 11 20:56:46.708343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-7aac2219-2181-4586-a78c-a8f36d9045f2 service neutron] 10.222.0.18 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843213
Dec 11 20:56:46.753632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46809db6-8d61-43ed-91b0-05f4c0c4fb1d req-32bcfd26-dd44-4b6b-8825-b24902168ee2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.755205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46809db6-8d61-43ed-91b0-05f4c0c4fb1d req-32bcfd26-dd44-4b6b-8825-b24902168ee2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0517883
Dec 11 20:56:46.812735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46809db6-8d61-43ed-91b0-05f4c0c4fb1d req-128dc962-602c-4a46-b7d2-ba1c1a94699a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431795
Dec 11 20:56:46.921251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dab3e-cf2d-4161-b03e-44c199e8b237 req-0675d6f5-98f6-48a7-a481-d6ec70fdc37b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:46.922840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-473dab3e-cf2d-4161-b03e-44c199e8b237 req-0675d6f5-98f6-48a7-a481-d6ec70fdc37b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0542285
Dec 11 20:56:46.974523 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-473dab3e-cf2d-4161-b03e-44c199e8b237 req-057f76aa-ed38-422d-8f86-64fc026dfcc4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454006
Dec 11 20:56:47.084355 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:47.237804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54423c3a-771c-41db-8d94-c9fd768f4098 req-82a5c74d-ae9f-469a-8ad0-0fa134cecd61 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.239736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54423c3a-771c-41db-8d94-c9fd768f4098 req-82a5c74d-ae9f-469a-8ad0-0fa134cecd61 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0524187
Dec 11 20:56:47.287361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-394b4752-6149-4cff-9243-bfb7394a956b req-d38feea6-125b-4c07-a90e-0f753fde57a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 210 time: 0.0324492
Dec 11 20:56:47.304621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54423c3a-771c-41db-8d94-c9fd768f4098 req-65c76fe3-88ae-4265-8896-84faf06fc8b5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551336
Dec 11 20:56:47.469741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.475583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.482150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.488362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.495496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.502037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.508492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.511189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-f2d67501-0f62-4681-932b-39ec8ac94b34 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.0962925
Dec 11 20:56:47.583197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e2b6092-195f-4630-b70e-f29a6f36a8b8 req-9982a08a-d349-4bde-8bf7-4ea3fe943e4f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655239
Dec 11 20:56:47.622911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d981c-f785-4f05-9503-0adb852fd949 req-e4c62b17-74b3-4f5e-9d84-86406b60c744 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.624432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54d981c-f785-4f05-9503-0adb852fd949 req-e4c62b17-74b3-4f5e-9d84-86406b60c744 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0579309
Dec 11 20:56:47.680325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54d981c-f785-4f05-9503-0adb852fd949 req-3e3a2583-a58b-4550-a733-2cbf1ed088e7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480270
Dec 11 20:56:47.776500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77272d5a-67aa-47ac-953d-0542cb918dca req-e94a3229-d523-4f6d-b3ad-01223ee2802d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.777996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77272d5a-67aa-47ac-953d-0542cb918dca req-e94a3229-d523-4f6d-b3ad-01223ee2802d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0492542
Dec 11 20:56:47.825215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77272d5a-67aa-47ac-953d-0542cb918dca req-67ad68f7-403b-49bc-8d33-3b8c76dc3e12 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413961
Dec 11 20:56:47.933330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288f2f-6c91-4aef-89a5-25ac8508f72d req-d86da6dc-6ed9-4e70-b899-f5e2b78d5a91 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:47.934758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4288f2f-6c91-4aef-89a5-25ac8508f72d req-d86da6dc-6ed9-4e70-b899-f5e2b78d5a91 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0480814
Dec 11 20:56:47.983551 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4288f2f-6c91-4aef-89a5-25ac8508f72d req-ef327255-add3-4f79-91d3-9061c5d1b424 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426414
Dec 11 20:56:48.092600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62415ad0-a053-4493-99c5-9f165ddc15a3 req-479cdc13-ffad-4a18-b74a-0f12c4912ea9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.094329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62415ad0-a053-4493-99c5-9f165ddc15a3 req-479cdc13-ffad-4a18-b74a-0f12c4912ea9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.0490856
Dec 11 20:56:48.141006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62415ad0-a053-4493-99c5-9f165ddc15a3 req-d4779d65-90b2-4ade-a7fb-737de8a70bb1 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408492
Dec 11 20:56:48.271819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-34846cbe-2c52-49de-bd89-df9484a8eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.273205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-34846cbe-2c52-49de-bd89-df9484a8eb91 service neutron] 10.222.0.16 "GET /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 1033 time: 0.0408711
Dec 11 20:56:48.319749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-194147f0-8bf1-4120-ae15-50b0deae2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.322261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-194147f0-8bf1-4120-ae15-50b0deae2d04 service neutron] 10.222.0.16 "GET /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 1033 time: 0.0341799
Dec 11 20:56:48.397169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e33fd4a9-7628-4109-b774-9dde7491aba5 req-374e45e0-8218-481b-a4a1-4e2a8b851401 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 210 time: 0.0288608
Dec 11 20:56:48.486098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24f1f9-23a5-4edf-bade-b7ecdff78fac req-939cd5c5-b350-41d5-ac64-e24b85fb4086 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.487086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f24f1f9-23a5-4edf-bade-b7ecdff78fac req-939cd5c5-b350-41d5-ac64-e24b85fb4086 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0907903
Dec 11 20:56:48.496903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d9501b0e-d663-44bb-a02b-7c6400d4f6d1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.502795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d9501b0e-d663-44bb-a02b-7c6400d4f6d1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.508668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d9501b0e-d663-44bb-a02b-7c6400d4f6d1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.510323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d9501b0e-d663-44bb-a02b-7c6400d4f6d1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 1994 time: 0.1820462
Dec 11 20:56:48.602494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24eb0be-d011-4b64-b3a0-6426c0612f11 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71ca0e5dd444ebd831efebd5a556c51 HTTP/1.1" status: 200  len: 380 time: 0.0826359
Dec 11 20:56:48.616837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f24f1f9-23a5-4edf-bade-b7ecdff78fac req-ad6e5465-05c7-4f62-b459-21b89d492b34 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040952
Dec 11 20:56:48.637961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'admin_state_up': True, 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'security_groups': ['3d05b466-9533-44ad-a8d8-6fdb2b286c2f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:48.657298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-f1eb38a4-3c18-4e7c-902d-644446764a13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0796380
Dec 11 20:56:48.742984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-0b42d314-556d-4dc6-8ca1-4746c413c825 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.745137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-0b42d314-556d-4dc6-8ca1-4746c413c825 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1230133
Dec 11 20:56:48.796327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0ad1c-9c9c-4daf-bfd9-7689ee8ba278 req-f996589c-0f9a-4efb-8758-ff4c2aabc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.797758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85f0ad1c-9c9c-4daf-bfd9-7689ee8ba278 req-f996589c-0f9a-4efb-8758-ff4c2aabc5d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 1097 time: 0.1191719
Dec 11 20:56:48.822022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.828013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.833921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.839939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.847998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.852977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.858993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.860991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8db372f6-d3d8-4894-8238-42e91768053d req-7890ef63-0e13-4f5b-8d7e-6f388fb9c5bb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1518841
Dec 11 20:56:48.874977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-3abdfe92-0af6-462f-bea6-1700810d35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:48.876475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-3abdfe92-0af6-462f-bea6-1700810d35b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 1095 time: 0.1511760
Dec 11 20:56:49.013033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85f0ad1c-9c9c-4daf-bfd9-7689ee8ba278 req-57b29c6e-69d2-429a-b61b-94be5b84b696 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037330
Dec 11 20:56:49.023500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8db372f6-d3d8-4894-8238-42e91768053d req-e9e8530b-cc7e-4f44-a443-6fd5c6c95d8a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1521108
Dec 11 20:56:49.052458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-614bc56b-83d7-4c1d-b291-795c315a2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.054053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-614bc56b-83d7-4c1d-b291-795c315a2c43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1497040
Dec 11 20:56:49.157986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b98205-4494-40d4-ae64-ec74232b9805 req-b51d62fe-ee98-4244-89ad-0dc986dc6f08 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.160034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85b98205-4494-40d4-ae64-ec74232b9805 req-b51d62fe-ee98-4244-89ad-0dc986dc6f08 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0588686
Dec 11 20:56:49.215681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85b98205-4494-40d4-ae64-ec74232b9805 req-5a14afba-2857-4a14-b9e3-4e78c752eab5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455844
Dec 11 20:56:49.235162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d39ef5e-f0a1-46fd-af63-fd8be1ea0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.236765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-0d39ef5e-f0a1-46fd-af63-fd8be1ea0f64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1&tenant_id=7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 1095 time: 0.4701715
Dec 11 20:56:49.239207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:49.242721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:49.255843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22908d85-768c-4984-86d9-691881bc3723 req-3af91f05-af17-4103-8535-bda7a1c2cb57 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.256825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22908d85-768c-4984-86d9-691881bc3723 req-3af91f05-af17-4103-8535-bda7a1c2cb57 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.4576876
Dec 11 20:56:49.332773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-fec3ff3a-8e47-4e0f-900e-d755c8a6d155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 200  len: 217 time: 0.0497825
Dec 11 20:56:49.395423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22908d85-768c-4984-86d9-691881bc3723 req-a269526b-f187-4408-9dd6-4dee7de484e3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316178
Dec 11 20:56:49.411750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-fdaab2bd-cccc-4320-9fb4-f0a50763a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.413485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-fdaab2bd-cccc-4320-9fb4-f0a50763a9b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1095 time: 0.1248114
Dec 11 20:56:49.439663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-cfd3c270-3eb4-4f69-ab62-6ed270dad963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.441157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-cfd3c270-3eb4-4f69-ab62-6ed270dad963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0785758
Dec 11 20:56:49.448705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a959aa9-71d9-4fbf-a0fd-f218628d52c8 req-4a21b52c-8b64-4582-91f3-76be161d46fe tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.450175 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a959aa9-71d9-4fbf-a0fd-f218628d52c8 req-4a21b52c-8b64-4582-91f3-76be161d46fe tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1160481
Dec 11 20:56:49.493996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-9697b6b9-d177-4b7c-8d4e-c61dd518f353 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383959
Dec 11 20:56:49.558070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 172.20.0.12 (2a12146d-50a0-44c4-a233-aa15a4aac600/be198d66-e5a6-4008-b7f6-d9aa326fa551/67f31bc5-de97-479d-ae4f-f819dbb6b3da) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:49.591200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a959aa9-71d9-4fbf-a0fd-f218628d52c8 req-1230f3dc-6564-4ea0-a335-fcb56e0a13da tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237829
Dec 11 20:56:49.627608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-d16dba21-dd8c-4bed-abb0-35bcda6d1f85 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214933
Dec 11 20:56:49.628167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb406d-ab80-490e-a4e2-5cbd9b8ca9ac req-31b01d51-a077-4c43-a568-1ce607913c19 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.629726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0fb406d-ab80-490e-a4e2-5cbd9b8ca9ac req-31b01d51-a077-4c43-a568-1ce607913c19 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1582730
Dec 11 20:56:49.635448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-8efeaab3-730d-4cee-901a-bf2ba728e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.637232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-8efeaab3-730d-4cee-901a-bf2ba728e50a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1800742
Dec 11 20:56:49.717312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-83dfd088-cc92-4ed2-a68b-57df515cf988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 200  len: 217 time: 0.0630221
Dec 11 20:56:49.731011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c09cbf33-c943-490e-a7cf-3ac1baa475f2 req-97221dfd-f5db-467c-8da8-d0e3f9e4c125 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 210 time: 0.0335102
Dec 11 20:56:49.762660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-846f8a67-0c86-4971-80b7-6801c0a70d40 req-90885ef9-3465-423e-bb9d-1ee04cf536a0 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241074
Dec 11 20:56:49.838987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0fb406d-ab80-490e-a4e2-5cbd9b8ca9ac req-7ede4d1f-5bb2-4a9f-8b53-cceeead4e6c6 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007840
Dec 11 20:56:49.849235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-af86167d-50da-45eb-8035-8795e2a4cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.851205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-af86167d-50da-45eb-8035-8795e2a4cd5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1229339
Dec 11 20:56:49.879562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e75a48-276a-4763-a941-0c2a03d7b3df req-9f567bf8-70bb-44eb-bf78-1c8900113fe5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:49.881156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87e75a48-276a-4763-a941-0c2a03d7b3df req-9f567bf8-70bb-44eb-bf78-1c8900113fe5 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0607712
Dec 11 20:56:49.900786 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-0336fdea-98ce-4010-92bc-164b3d495b7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335188
Dec 11 20:56:49.951984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87e75a48-276a-4763-a941-0c2a03d7b3df req-46375507-2451-4138-86d3-8d1f3e74875a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542536
Dec 11 20:56:49.984627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:50.035735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-a987befa-dff8-4317-8a52-d970f7bfc1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249115
Dec 11 20:56:50.045316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:50.147934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:50.161746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:50.165834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:50.185921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:50.238468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.238862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.239208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.239529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.239862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.240196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.240531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.240863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.241190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.241518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.241851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.243801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.243801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:50.318255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.324423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.330448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.351019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.357751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.363961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.370242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.378293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-fce07f95-b92c-41c9-b690-c43bc642b49d tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.2374930
Dec 11 20:56:50.381984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-e4fcd651-662d-4937-8381-cfc8f8e2ba5b service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3283441
Dec 11 20:56:50.387998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.388641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:50.453416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b6177023-5f77-47f6-bf30-2274356050ba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8193345
Dec 11 20:56:50.467668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'admin_state_up': True, 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'security_groups': ['3d05b466-9533-44ad-a8d8-6fdb2b286c2f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:50.470440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c2df-38e0-40ed-9f51-07039e754f97 req-a4c65c6f-debe-41f8-a7b8-50a65e9c2a6a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.488698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02c2c2df-38e0-40ed-9f51-07039e754f97 req-a4c65c6f-debe-41f8-a7b8-50a65e9c2a6a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1536045
Dec 11 20:56:50.520207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84868aa3-4bdd-4d97-90b8-88a5dfb06727 req-5451e50c-b936-4f55-93a7-a3bfea4f312e tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1405919
Dec 11 20:56:50.546041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89cffca8-53ce-4d93-90c7-b28780867612 None None] Provisioning complete for port 67f31bc5-de97-479d-ae4f-f819dbb6b3da triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:50.546667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89cffca8-53ce-4d93-90c7-b28780867612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:50.578239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02c2c2df-38e0-40ed-9f51-07039e754f97 req-9524e27b-ea97-4b53-a063-0d176923a00c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831625
Dec 11 20:56:50.621288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89cffca8-53ce-4d93-90c7-b28780867612 None None] Port 67f31bc5-de97-479d-ae4f-f819dbb6b3da cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:50.709085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a226-abc5-4d0f-a4f8-c93c45f3494b req-10b3f91e-d945-46f4-b445-591fb3e65dc5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.717319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da68a226-abc5-4d0f-a4f8-c93c45f3494b req-10b3f91e-d945-46f4-b445-591fb3e65dc5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0950079
Dec 11 20:56:50.761315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:50.761535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09552b-0058-45ff-a47d-754b89cbe3de req-b1a9ad97-64ba-4793-afc4-b6fe6415eac1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.765040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:50.769285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e09552b-0058-45ff-a47d-754b89cbe3de req-b1a9ad97-64ba-4793-afc4-b6fe6415eac1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1019332
Dec 11 20:56:50.826306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e09552b-0058-45ff-a47d-754b89cbe3de req-1624be18-7163-451f-9629-443129cfbac3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558894
Dec 11 20:56:50.839960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da68a226-abc5-4d0f-a4f8-c93c45f3494b req-a3c4b81a-e3d9-41b9-b1fb-12137b5d0ff4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217599
Dec 11 20:56:50.903680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b488512-249f-416b-b39d-69eb7806d047 req-201fc4f9-076f-4bbe-a2fe-254add49f25f tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.905283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-201fc4f9-076f-4bbe-a2fe-254add49f25f tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.1248159
Dec 11 20:56:50.963427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488d7c1-7a3a-45bb-8900-cb1cbaa8133b req-3aef48b5-ebb9-4d34-af58-d655ccc26ad7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:50.964914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b488d7c1-7a3a-45bb-8900-cb1cbaa8133b req-3aef48b5-ebb9-4d34-af58-d655ccc26ad7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 932 time: 0.0636775
Dec 11 20:56:51.016504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b488d7c1-7a3a-45bb-8900-cb1cbaa8133b req-92b80810-54e1-4505-8c31-7978975bc75f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451207
Dec 11 20:56:51.062597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.1.1.81 (029108a2-de1b-42bd-aca5-3694202b8bc3/384a3158-f44d-4403-8b84-01b17799bca3/b77e4e60-8b70-491d-8dcc-cebb4884182a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:51.079334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce456-d1f3-4bb3-a5a7-8469f596f043 req-6d763e52-8710-4e1f-bf16-7d961f75ebe0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.081082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-817ce456-d1f3-4bb3-a5a7-8469f596f043 req-6d763e52-8710-4e1f-bf16-7d961f75ebe0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1317964
Dec 11 20:56:51.131213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.138802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189eef73-66e5-489e-a82b-54552597f53c req-e136ad69-ac10-49e7-b064-053ed991f690 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.143501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-189eef73-66e5-489e-a82b-54552597f53c req-e136ad69-ac10-49e7-b064-053ed991f690 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0598295
Dec 11 20:56:51.199815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-189eef73-66e5-489e-a82b-54552597f53c req-fd475781-af21-49fe-962d-c91227aeb37a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514464
Dec 11 20:56:51.220800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0b488512-249f-416b-b39d-69eb7806d047 req-61c716fc-52cf-4875-85c4-8c2c7bcfad3b service neutron] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:51.224520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-817ce456-d1f3-4bb3-a5a7-8469f596f043 req-65a53645-44ad-4b97-9d2d-8c3e4ab339ce tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274292
Dec 11 20:56:51.232007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0b488512-249f-416b-b39d-69eb7806d047 req-61c716fc-52cf-4875-85c4-8c2c7bcfad3b service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.233462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b488512-249f-416b-b39d-69eb7806d047 req-61c716fc-52cf-4875-85c4-8c2c7bcfad3b service neutron] 10.222.0.30 "DELETE /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.3121905
Dec 11 20:56:51.340070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-06d73af6-302a-4966-92dc-08531d63afb6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-293242679&fields=id&tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 267 time: 0.0639193
Dec 11 20:56:51.380122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.397170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-8428db11-678a-420e-85e5-a41c6eb95100 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.398705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-8428db11-678a-420e-85e5-a41c6eb95100 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 945 time: 0.0520091
Dec 11 20:56:51.411302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'security_groups': ['c61c2ff7-4c94-4863-82f4-81ceff3a7877', 'ca635256-2c7e-4645-9205-5f7ea556ee15']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:51.431763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d072-23e5-48c3-b2d2-7b8166900fe9 req-4082293c-46d6-4901-a699-cb560ed9e6b1 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.433455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36e7d072-23e5-48c3-b2d2-7b8166900fe9 req-4082293c-46d6-4901-a699-cb560ed9e6b1 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1095 time: 0.0672069
Dec 11 20:56:51.458894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.482518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.525764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:51.534546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:51.537250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:51.542152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36e7d072-23e5-48c3-b2d2-7b8166900fe9 req-988dd9cf-0bb9-4a1f-9446-a3e51d5ebe1b tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979059
Dec 11 20:56:51.544105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:51.610306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.611201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.641525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0e2e25c5-380f-49bc-9ca0-775d1f4c9475 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.1773658
Dec 11 20:56:51.656874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'admin_state_up': True, 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'security_groups': ['3d05b466-9533-44ad-a8d8-6fdb2b286c2f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:51.810756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:51.813099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.819304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.826373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.832832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.838857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.845196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.845345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.850948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.852205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.854243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-ff21ab3d-9f04-4f64-b8c9-ed86eaa26933 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1607513
Dec 11 20:56:51.866977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c', 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:51.925537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:51.926228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.931171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:51.937725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:51.939991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cb18654-3d15-46fb-ba26-1ba22716fbe0 req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "PUT /v2.0/ports/cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 981 time: 0.5324688
Dec 11 20:56:51.958915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b665e216-b68b-4a6a-9067-762f04621aa1 req-0d51a3dd-4536-4d44-a497-47f865f45cb3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0941825
Dec 11 20:56:51.983449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-650b9dc0-e08e-417d-b368-39fd73ed45a6 None None] Provisioning complete for port b77e4e60-8b70-491d-8dcc-cebb4884182a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:51.984240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-650b9dc0-e08e-417d-b368-39fd73ed45a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:52.024070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:52.027119 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b9396b-4b25-448b-98ad-9334a993a092" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:52.082135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:52.085572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-650b9dc0-e08e-417d-b368-39fd73ed45a6 None None] Port b77e4e60-8b70-491d-8dcc-cebb4884182a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:52.100973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.101358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.101741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.102162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.103093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.103420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.103786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.104154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.104526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.104881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.105208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.105533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.105876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b757ddcb-fcf0-4d9a-8f1b-16cc622eaf41 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:56:52.132439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411b4f-1497-4781-b07f-29b6040d0e55 req-c8d5ca39-7c01-40a5-a742-6e071dc5d9a1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.134325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3411b4f-1497-4781-b07f-29b6040d0e55 req-c8d5ca39-7c01-40a5-a742-6e071dc5d9a1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1041536
Dec 11 20:56:52.165886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:52.212245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3411b4f-1497-4781-b07f-29b6040d0e55 req-50162d29-7f2d-4d1e-877a-f15f86d9b3d2 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700395
Dec 11 20:56:52.213985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.1.1.22 (029108a2-de1b-42bd-aca5-3694202b8bc3/384a3158-f44d-4403-8b84-01b17799bca3/5987b333-c77b-4ffe-8e76-ed2f5b9ae938) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:52.232350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1d30b-5796-4f35-aecc-478e2399edbc req-7b2d182c-3010-4ad3-9ca5-3f6b3ad496ad tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.234314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18c1d30b-5796-4f35-aecc-478e2399edbc req-7b2d182c-3010-4ad3-9ca5-3f6b3ad496ad tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 1095 time: 0.1056798
Dec 11 20:56:52.367322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18c1d30b-5796-4f35-aecc-478e2399edbc req-9b0c4d75-4bbc-4f5f-ac11-2b973870e8da tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244059
Dec 11 20:56:52.395306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d1ab-927b-4077-b61e-57079d8a456e req-af08dc91-711a-48d2-9b9a-ede5cae7b303 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.400216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7d0d1ab-927b-4077-b61e-57079d8a456e req-af08dc91-711a-48d2-9b9a-ede5cae7b303 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0777822
Dec 11 20:56:52.449720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:52.485903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7d0d1ab-927b-4077-b61e-57079d8a456e req-33b3c300-a3c2-4ab8-ba69-f64b34b47a61 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791948
Dec 11 20:56:52.533675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:52.551828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57022d9a-c19f-4f06-98e6-9ab93963d983 req-60ddfd51-74c6-40f9-96f8-f6895e05a88a tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/ca635256-2c7e-4645-9205-5f7ea556ee15 HTTP/1.1" status: 200  len: 1819 time: 0.0418739
Dec 11 20:56:52.584217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:52.592397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:52.597388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:52.607427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9abfa-eb8f-4bd8-b305-00bb396c18b6 req-cc0c0d11-0667-4afd-9b5c-731831bb9063 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.608911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36d9abfa-eb8f-4bd8-b305-00bb396c18b6 req-cc0c0d11-0667-4afd-9b5c-731831bb9063 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.1345701
Dec 11 20:56:52.609508 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-57022d9a-c19f-4f06-98e6-9ab93963d983 req-7ddd5a78-c334-405b-9481-57b6e74df53e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 11 20:56:52.610792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57022d9a-c19f-4f06-98e6-9ab93963d983 req-7ddd5a78-c334-405b-9481-57b6e74df53e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca635256-2c7e-4645-9205-5f7ea556ee15 HTTP/1.1" status: 409  len: 341 time: 0.0514727
Dec 11 20:56:52.638178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:52.695413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.696039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:52.729643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.731062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36d9abfa-eb8f-4bd8-b305-00bb396c18b6 req-4c879126-124b-4601-ae46-e86aec79e181 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864794
Dec 11 20:56:52.735471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-050829d5-8c84-41f4-81bb-79ddaa497be1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0845709
Dec 11 20:56:52.736210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.742209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.749073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.755668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.762280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.767784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'admin_state_up': True, 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'security_groups': ['3d05b466-9533-44ad-a8d8-6fdb2b286c2f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:52.769742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.771717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41f02e8a-889c-4f9e-913c-722df3c10f95 req-545aaed2-96dc-46fe-8243-a2bf3c47d5d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1074176
Dec 11 20:56:52.785658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42270) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:56:52.793739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Request body: {'floatingip': {'port_id': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:52.803044 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259a2b93-5e70-4558-91e4-32028d005400 x-openstack-request-id: req-259a2b93-5e70-4558-91e4-32028d005400 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:52.803442 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:52.803799 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-259a2b93-5e70-4558-91e4-32028d005400 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:52.804290 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'status': 'completed', 'code': 200}
Dec 11 20:56:52.866001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:52.915736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9396b-4b25-448b-98ad-9334a993a092 req-6495c507-8bd1-4d0a-af0f-9d47827af338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:52.917917 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-6495c507-8bd1-4d0a-af0f-9d47827af338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1135 time: 0.0645609
Dec 11 20:56:53.010882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4ae5cff1-7cf5-465c-af18-3ea47c483886 None None] Provisioning complete for port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:53.012040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cff1-7cf5-465c-af18-3ea47c483886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:53.049784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a7a2-8f20-4cde-81c4-a37d8ac35c31 req-22865cb2-c0c8-4fa5-bcb3-816f4a90f5ec tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.053669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a7a2-8f20-4cde-81c4-a37d8ac35c31 req-22865cb2-c0c8-4fa5-bcb3-816f4a90f5ec tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.059783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9a7a2-8f20-4cde-81c4-a37d8ac35c31 req-22865cb2-c0c8-4fa5-bcb3-816f4a90f5ec tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.061490 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bc9a7a2-8f20-4cde-81c4-a37d8ac35c31 req-22865cb2-c0c8-4fa5-bcb3-816f4a90f5ec tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 2373 time: 0.1433854
Dec 11 20:56:53.080855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5cff1-7cf5-465c-af18-3ea47c483886 None None] Port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:53.091394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:53.155930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9396b-4b25-448b-98ad-9334a993a092 req-24f91fe3-b333-426f-a675-3d6e2f93efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.158531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-24f91fe3-b333-426f-a675-3d6e2f93efcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.2247548
Dec 11 20:56:53.178199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bc9a7a2-8f20-4cde-81c4-a37d8ac35c31 req-f4fe805f-26b6-47df-9f39-f8ddc5bfa53a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105266
Dec 11 20:56:53.482257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-fe00f56e-de17-47bd-9491-7f2d469d980c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 217 time: 0.3138406
Dec 11 20:56:53.489936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-bdaa8bb3-b1cc-472b-869c-4c016d7b96ae tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.491611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-bdaa8bb3-b1cc-472b-869c-4c016d7b96ae tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1648052
Dec 11 20:56:53.529841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-ab5bdad3-d4cf-4b09-94f5-a8a37592ea20 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0194654
Dec 11 20:56:53.564177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:53.595250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9396b-4b25-448b-98ad-9334a993a092 req-742a304c-93fb-422f-a925-8aee81146002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.596831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-742a304c-93fb-422f-a925-8aee81146002 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.0843365
Dec 11 20:56:53.609338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00857f-cad1-49e3-bf91-2f12b2a46fae req-00033d05-b092-472b-a0ee-e4c9cd8b45e8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:53.611111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df00857f-cad1-49e3-bf91-2f12b2a46fae req-00033d05-b092-472b-a0ee-e4c9cd8b45e8 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 984 time: 0.1378877
Dec 11 20:56:53.625667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:53.628663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:53.642368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-b8e20d06-b623-479f-b40f-89e7222e5626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300412
Dec 11 20:56:53.672620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-1e48db13-7f53-44dc-91f7-8641728e735a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1031187
Dec 11 20:56:53.796379 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Floating IP f6168f3e-181b-456c-83c7-6ff9dab384a4 associated. External IP: 172.35.1.134, port: 75f010cc-c2f8-4192-bf17-aaad70dc60b8.
Dec 11 20:56:53.848175 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-c706f2e3-cfec-4445-aca9-0bfd26a06d6f service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669137
Dec 11 20:56:53.850508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df00857f-cad1-49e3-bf91-2f12b2a46fae req-465fc675-c3b2-43b3-856f-22cac40ad2e3 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.2268631
Dec 11 20:56:53.884714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-e6104892-4a6c-477c-afcb-8080d589f7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2131138
Dec 11 20:56:53.904958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.2.2.100 (bfc062a5-d40c-41d1-b16e-0181815c1a50/3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91/8379dcee-bdc7-4ad2-b207-2a82d6089c8e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:54.044979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea5bb4-f850-4b97-b482-5801d9c73723 req-4490fc0e-033d-44f8-8af1-8987475c74ff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.046814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44ea5bb4-f850-4b97-b482-5801d9c73723 req-4490fc0e-033d-44f8-8af1-8987475c74ff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1330354
Dec 11 20:56:54.161818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b9396b-4b25-448b-98ad-9334a993a092 req-0ae80594-1aca-4d4e-8a0a-07fb2c86e3c3 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581837
Dec 11 20:56:54.195055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44ea5bb4-f850-4b97-b482-5801d9c73723 req-046e1cab-d4d7-4a34-ad13-fe9d77096d8e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222494
Dec 11 20:56:54.224743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:54.305097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86a547-b57e-4545-bee4-6624bfcf97b1 req-c10f0b95-9ec9-493d-9ee5-dc43022fe019 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4481988
Dec 11 20:56:54.326845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:54.340600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-c960de85-b90b-4973-9da1-1cac29b340c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.342103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-c960de85-b90b-4973-9da1-1cac29b340c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1135 time: 0.1057079
Dec 11 20:56:54.374625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:56:54.392323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d046-0b9b-4ce9-940e-8ae42684d9d3 req-857a8c56-2bbb-4eb5-b4e1-0c1a8e58f035 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.393833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec91d046-0b9b-4ce9-940e-8ae42684d9d3 req-857a8c56-2bbb-4eb5-b4e1-0c1a8e58f035 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1170397
Dec 11 20:56:54.417725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:54.463308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:54.471225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:54.474889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:54.536763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:56:54.548060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Sync routers for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:56:54.566557 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:54.569060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:54.570916 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844954f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:54.572713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec91d046-0b9b-4ce9-940e-8ae42684d9d3 req-61864f61-337e-4878-8b9d-f05a47b9fccf tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1642637
Dec 11 20:56:54.586620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.588802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:54.592680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-6414b98b-17b5-484f-9c0d-6dc162035b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.594248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-6414b98b-17b5-484f-9c0d-6dc162035b34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.2243736
Dec 11 20:56:54.648993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f29a962d-4bae-487b-aa35-eaf015a827c0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8983626
Dec 11 20:56:54.651162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-92dca8fb-5134-4960-a4bb-feddaf0a4ab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 217 time: 0.0473695
Dec 11 20:56:54.663996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'admin_state_up': True, 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'security_groups': ['3d05b466-9533-44ad-a8d8-6fdb2b286c2f']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:54.698263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437694-98cd-414f-a4b6-0a38015c780b req-7927ba1b-7191-4429-9a8a-4519900d73a9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.706241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437694-98cd-414f-a4b6-0a38015c780b req-7927ba1b-7191-4429-9a8a-4519900d73a9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.724470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437694-98cd-414f-a4b6-0a38015c780b req-7927ba1b-7191-4429-9a8a-4519900d73a9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.738706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54437694-98cd-414f-a4b6-0a38015c780b req-7927ba1b-7191-4429-9a8a-4519900d73a9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.747848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54437694-98cd-414f-a4b6-0a38015c780b req-7927ba1b-7191-4429-9a8a-4519900d73a9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 3094 time: 0.2520487
Dec 11 20:56:54.769381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e77db2e5-7642-42d0-b01b-3f3169205109 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "PUT /v2.0/floatingips/f6168f3e-181b-456c-83c7-6ff9dab384a4 HTTP/1.1" status: 200  len: 991 time: 1.9798276
Dec 11 20:56:54.779679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:54.809585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:54.812355 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:54.862694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-c8f7e15b-d851-4309-91c5-78b1143c2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:54.866306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-c8f7e15b-d851-4309-91c5-78b1143c2145 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.2068160
Dec 11 20:56:54.887550 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54437694-98cd-414f-a4b6-0a38015c780b req-a65d34d5-7dae-40f4-b6cc-331a6a31fa4b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376374
Dec 11 20:56:54.946059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0b4a0bb1-6e12-493d-a17d-0ba824e94fba None None] Provisioning complete for port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:54.950744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b4a0bb1-6e12-493d-a17d-0ba824e94fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:54.960508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-f85b5266-c19a-4785-adf3-e055988016c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0827024
Dec 11 20:56:55.013078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a0bb1-6e12-493d-a17d-0ba824e94fba None None] Port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:55.041252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Made reservation on behalf of d71ca0e5dd444ebd831efebd5a556c51 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:55.046007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:55.091722 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdad4e-09c2-4991-ba7d-5c0aacf42b05 x-openstack-request-id: req-06bdad4e-09c2-4991-ba7d-5c0aacf42b05 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:55.092023 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:55.092300 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06bdad4e-09c2-4991-ba7d-5c0aacf42b05 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:55.093128 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'status': 'completed', 'code': 200}
Dec 11 20:56:55.265715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.266239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.266732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.267195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.267655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.268113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.268569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.270608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-52ed132c-e030-4618-af4f-dcb3a0e3e002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.1384535
Dec 11 20:56:55.314399 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844954f0>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6168f3e-181b-456c-83c7-6ff9dab384a4', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'port_id': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'mac_address': 'fa:16:3e:20:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:55:18Z', 'updated_at': '2021-12-11T20:56:53Z', 'revision_number': 1, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:55.324174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-b02aa307-fd5b-4421-9305-2bdd1db91190 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3540533
Dec 11 20:56:55.357990 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Checking router: 4d59a3f0-f514-4c21-8e1b-8dff138f0191 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:56:55.369873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:56:55.370642 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844954f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:56:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:55.466327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-58adc7f6-ee62-4000-81ef-5cdffe24d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.468664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-58adc7f6-ee62-4000-81ef-5cdffe24d766 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354 HTTP/1.1" status: 200  len: 913 time: 0.1831148
Dec 11 20:56:55.482193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da52ec-9430-4517-86c8-8ed8f99cd76e req-3d50a7ab-46ec-48a7-a4d5-cf551d2dcd05 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.491328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7da52ec-9430-4517-86c8-8ed8f99cd76e req-3d50a7ab-46ec-48a7-a4d5-cf551d2dcd05 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 984 time: 0.2897902
Dec 11 20:56:55.514617 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:56:55.535194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Allocated IP 10.2.2.200 (bfc062a5-d40c-41d1-b16e-0181815c1a50/3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91/a460bb05-fbc2-4554-a35a-cf6380581f04) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:55.546528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6c8ca58-c8c7-470d-b3ba-f0f788244a97 req-5372945c-e177-429a-a5f9-863a5e1806b1 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110031
Dec 11 20:56:55.559191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779ce3f-10be-40d5-9591-2bb600768cad req-e93c0a9e-3902-499e-8db6-a434088eb522 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.566294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b779ce3f-10be-40d5-9591-2bb600768cad req-e93c0a9e-3902-499e-8db6-a434088eb522 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1207335
Dec 11 20:56:55.651153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b779ce3f-10be-40d5-9591-2bb600768cad req-04e5ae96-ccea-4221-a2f3-3b78ce818cb8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781984
Dec 11 20:56:55.670422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7da52ec-9430-4517-86c8-8ed8f99cd76e req-321a34be-880c-4e8c-9478-703e7580116c tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.1780632
Dec 11 20:56:55.747516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-6cbfd0ea-1428-488a-b373-e58a0d91b23f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 999 time: 0.2447195
Dec 11 20:56:55.898593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:55.909709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5411-c802-466d-bab7-39450f8a897d req-ce8cf0ee-4ef7-41c0-ab18-7ddce6adc843 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.911518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-615d5411-c802-466d-bab7-39450f8a897d req-ce8cf0ee-4ef7-41c0-ab18-7ddce6adc843 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0815911
Dec 11 20:56:55.960362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844954f0>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6168f3e-181b-456c-83c7-6ff9dab384a4', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'port_id': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'mac_address': 'fa:16:3e:20:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:55:18Z', 'updated_at': '2021-12-11T20:56:53Z', 'revision_number': 1, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:56:55.975637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-3b7d8f6b-e43d-44e3-a286-e4f7f8202cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:55.978365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-3b7d8f6b-e43d-44e3-a286-e4f7f8202cae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 200  len: 851 time: 0.2245531
Dec 11 20:56:55.999950 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac32a1-d25c-4f53-81f9-27e95faa158b None None] The sync data for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 is: [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6168f3e-181b-456c-83c7-6ff9dab384a4', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'port_id': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1016, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'mac_address': 'fa:16:3e:20:20:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:55:18Z', 'updated_at': '2021-12-11T20:56:53Z', 'revision_number': 1, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:56:56.000209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-615d5411-c802-466d-bab7-39450f8a897d req-40b777b6-7b62-46f2-b64e-d3f0b3fc377a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752814
Dec 11 20:56:56.004134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.047868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:56.053518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:56.060307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:56.113427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-ed6b3723-79fc-4dd7-b71a-7d43783d377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.117271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-ed6b3723-79fc-4dd7-b71a-7d43783d377d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe15a21-726e-4e30-a5c5-ef4819342354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1280413
Dec 11 20:56:56.124478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-3123bbb4-abab-4b9f-8c18-b499a3dd4d0c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.126258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-3123bbb4-abab-4b9f-8c18-b499a3dd4d0c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.2777202
Dec 11 20:56:56.143344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:56.158023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-accb5d12-99fd-47c7-89e0-0943d893039e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0231621
Dec 11 20:56:56.183527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.184626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.206201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-657ac61f-800f-4ff2-b852-4ed690b8788a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5483172
Dec 11 20:56:56.225659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.233836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.239806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.245767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.257015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.260011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-e6fcc104-2f99-44f6-95c2-b3dd9b193224 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 3815 time: 0.1508148
Dec 11 20:56:56.269913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:56.286152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ac0ee146-f97c-4612-baea-93b15dea85e2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1139817
Dec 11 20:56:56.328541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-61d2bf25-e9d1-488e-9c99-679b1a307583 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810789
Dec 11 20:56:56.391757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b634b409-086d-4c71-bc7b-2623da0f3033 req-ab8b7733-a992-4ded-b7ed-43490850e67a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301224
Dec 11 20:56:56.395065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.442964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0666263-c05d-4628-babe-7028ebeda302 None None] New status for floating IP f6168f3e-181b-456c-83c7-6ff9dab384a4: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:56:56.498309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-41e9e9c6-9946-47c9-b7f3-3ecd6932e40a service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083032
Dec 11 20:56:56.504183 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac1d1913-4f5b-43f8-b5e6-97b51c916e02 req-65b0a3e5-0804-4e4c-af4b-340ccab5ef90 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396279
Dec 11 20:56:56.528504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-95d82458-3d80-4d17-bab9-1680f1a695e0 None None] Provisioning complete for port a460bb05-fbc2-4554-a35a-cf6380581f04 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:56:56.529176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-95d82458-3d80-4d17-bab9-1680f1a695e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.599864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-30da6240-e026-4166-8020-6426a877725e service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0946190
Dec 11 20:56:56.618535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-95d82458-3d80-4d17-bab9-1680f1a695e0 None None] Port a460bb05-fbc2-4554-a35a-cf6380581f04 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:56:56.703111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f31bc5-de97-479d-ae4f-f819dbb6b3da {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:56.712706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.753676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Transition to ACTIVE for port object 67f31bc5-de97-479d-ae4f-f819dbb6b3da will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:56.762421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.818328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3dc85-4b2d-43c6-9cf5-299a314b78c7 req-91101285-6086-4c31-9f25-9fa6dc67474c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.823073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2bc3dc85-4b2d-43c6-9cf5-299a314b78c7 req-91101285-6086-4c31-9f25-9fa6dc67474c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1074929
Dec 11 20:56:56.859832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Pushing event updated for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:56.872169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed4824-aa98-46be-b1b4-0a2eb8110a52 req-7a4dd20d-aab0-49af-8027-475dbd3a458f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:56.874061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffed4824-aa98-46be-b1b4-0a2eb8110a52 req-7a4dd20d-aab0-49af-8027-475dbd3a458f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 984 time: 0.0723555
Dec 11 20:56:56.939909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2bc3dc85-4b2d-43c6-9cf5-299a314b78c7 req-58d98eba-dfe4-4e86-b730-265928f2b346 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066985
Dec 11 20:56:56.957694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Attempting to bind port 67f31bc5-de97-479d-ae4f-f819dbb6b3da on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:56.958036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Attempting to bind port 67f31bc5-de97-479d-ae4f-f819dbb6b3da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:56.958368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Attempting to bind port 67f31bc5-de97-479d-ae4f-f819dbb6b3da on network 2a12146d-50a0-44c4-a233-aa15a4aac600 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:56.963748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Port 67f31bc5-de97-479d-ae4f-f819dbb6b3da on network 2a12146d-50a0-44c4-a233-aa15a4aac600 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:56.964072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Attempting to bind port 67f31bc5-de97-479d-ae4f-f819dbb6b3da on network 2a12146d-50a0-44c4-a233-aa15a4aac600 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:56.971398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:56.972204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Checking segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:56.972422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Bound using segment: {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:56.972866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Bound port: 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475b4ac0-2cf0-495f-964d-df58d51a949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:56.973365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:56.979616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffed4824-aa98-46be-b1b4-0a2eb8110a52 req-1f20c929-1ff4-433c-b763-c76cea49ab22 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 401 time: 0.0977807
Dec 11 20:56:57.055844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-488e7755-4e32-4741-8eb7-7e8ceafc0b42 req-d6bbc0d2-abdb-4cde-b51b-ecc692285d2c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 210 time: 0.0485048
Dec 11 20:56:57.178221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:57.182332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f79089d9-6cf6-4bb3-8f3f-67c832677f89 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1260839868&fields=id&tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe HTTP/1.1" status: 200  len: 267 time: 0.1008930
Dec 11 20:56:57.214029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:57.221893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.250781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-0e8ee8f5-0017-46f1-b49e-7318f63afd94 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:57.263094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-0e8ee8f5-0017-46f1-b49e-7318f63afd94 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 984 time: 0.0796952
Dec 11 20:56:57.269055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'port': {'security_groups': ['c61c2ff7-4c94-4863-82f4-81ceff3a7877', 'ca635256-2c7e-4645-9205-5f7ea556ee15', '8e8569d6-b432-471d-94ac-4dd2cbd79d39']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:57.284084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:57.284691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.286057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] 10.222.0.16 "PUT /v2.0/ports/67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1092 time: 1.0208209
Dec 11 20:56:57.289677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:57.292066 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174e46be-de77-4eda-a5c1-db979f135794" -d '{"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:57.304867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2498619-76f2-4183-a09a-d277a07bf172 req-93cdade2-7a38-4d34-997d-8bbd7e823d61 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:57.313100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2498619-76f2-4183-a09a-d277a07bf172 req-93cdade2-7a38-4d34-997d-8bbd7e823d61 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1382365
Dec 11 20:56:57.322686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:57.396695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.654348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:56:57.688903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.696815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.707872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf025f0-bdd2-4e40-ae9b-4c50c0c8dbaf service neutron] Pushing event updated for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:57.710084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c', 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:57.731212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.755283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2498619-76f2-4183-a09a-d277a07bf172 req-23f90968-3ca7-469c-9947-a8ce1969492c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4413016
Dec 11 20:56:57.760121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:57.762066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:57.764100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d757bfe-dfe5-4630-b612-d7dd60958c5c req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "PUT /v2.0/ports/cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 1020 time: 0.5000203
Dec 11 20:56:57.764585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:57.769585 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b342f6-28a8-42d7-b88f-4517a3827422" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:57.791687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468ae0b-1156-4a74-af0c-615faa9c2cab tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:57.829803 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcfdaa2-310b-4322-bb49-40d13aa4b2db x-openstack-request-id: req-5dcfdaa2-310b-4322-bb49-40d13aa4b2db {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:57.830241 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:57.830507 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dcfdaa2-310b-4322-bb49-40d13aa4b2db {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:57.830900 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'status': 'completed', 'code': 200}
Dec 11 20:56:57.934373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:58.057848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.060022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.061778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.062552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.063995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.066674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-174e46be-de77-4eda-a5c1-db979f135794 req-a0dfcee4-625b-4564-803c-0065fe726843 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 4362 time: 0.1744206
Dec 11 20:56:58.210240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-26aed0fd-350d-46d9-8f55-077a9ec63139 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.211778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-26aed0fd-350d-46d9-8f55-077a9ec63139 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.2264900
Dec 11 20:56:58.257810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-2388275e-9141-4488-b323-f36c603efc4b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/quotas/7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 375 time: 0.0320058
Dec 11 20:56:58.308110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-38580e38-66c2-456f-a6a4-1a55bd768ae6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.309571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-38580e38-66c2-456f-a6a4-1a55bd768ae6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.2119050
Dec 11 20:56:58.324587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:58.334829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-769d1624-7f9f-48a3-b852-313db795b7ee tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0799904
Dec 11 20:56:58.344256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-8cc59965-4236-4ab5-9043-f058cea99c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.345056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-8cc59965-4236-4ab5-9043-f058cea99c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.345709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-8cc59965-4236-4ab5-9043-f058cea99c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.347675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-174e46be-de77-4eda-a5c1-db979f135794 req-8cc59965-4236-4ab5-9043-f058cea99c51 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2712710
Dec 11 20:56:58.364906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.372343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.378710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.385072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.391502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.394883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-59fcb48d-73d2-4e7b-9ecf-0380c973c751 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 3827 time: 0.2907069
Dec 11 20:56:58.498829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-84ea9146-6132-480d-856d-22149a284bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510739
Dec 11 20:56:58.530692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:56:58.534874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:58.579968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd6927a-17b9-446c-b35e-faaac2061d87 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:58.592765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:58.647881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Transition to ACTIVE for port object 7dd6927a-17b9-446c-b35e-faaac2061d87 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:58.657793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-367b48f8-7c97-497c-8b91-15abc85d43a8 req-2fd6346d-b5b4-4947-906a-d705c4b3dabc tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2369218
Dec 11 20:56:58.660645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:58.668612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-b08626b1-249e-4a06-9fc6-dc78aa581d85 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572857
Dec 11 20:56:58.699081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e46be-de77-4eda-a5c1-db979f135794 req-95e85934-e8a7-43fe-9421-185f5dd47e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:58.700926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-174e46be-de77-4eda-a5c1-db979f135794 req-95e85934-e8a7-43fe-9421-185f5dd47e67 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2986169
Dec 11 20:56:58.716703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.13 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/c9503e4b-e8b7-43e4-9ba6-ca8f755d8633) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:56:58.788312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:58.797581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2187f2c6-d6c9-49a2-98fd-cf71e5b22df3 req-bb85b1b9-0a84-4fc3-8305-6cb437cb5a17 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/8e8569d6-b432-471d-94ac-4dd2cbd79d39 HTTP/1.1" status: 200  len: 1820 time: 0.0911791
Dec 11 20:56:58.875755 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-2187f2c6-d6c9-49a2-98fd-cf71e5b22df3 req-596c2f83-5d70-4f6d-8e6b-e15b6a4a4bc9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 11 20:56:58.876886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2187f2c6-d6c9-49a2-98fd-cf71e5b22df3 req-596c2f83-5d70-4f6d-8e6b-e15b6a4a4bc9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e8569d6-b432-471d-94ac-4dd2cbd79d39 HTTP/1.1" status: 409  len: 341 time: 0.0604935
Dec 11 20:56:58.893924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Attempting to bind port 7dd6927a-17b9-446c-b35e-faaac2061d87 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:56:58.896908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Attempting to bind port 7dd6927a-17b9-446c-b35e-faaac2061d87 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:56:58.897362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Attempting to bind port 7dd6927a-17b9-446c-b35e-faaac2061d87 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:58.903180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Port 7dd6927a-17b9-446c-b35e-faaac2061d87 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:56:58.903580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Attempting to bind port 7dd6927a-17b9-446c-b35e-faaac2061d87 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:56:58.912546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:56:58.913060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:56:58.913448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Bound using segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:56:58.914044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Bound port: 7dd6927a-17b9-446c-b35e-faaac2061d87, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:56:58.914471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:58.931243 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afe90c5-a8eb-4dbc-926c-8ccb87a5e3a9 x-openstack-request-id: req-5afe90c5-a8eb-4dbc-926c-8ccb87a5e3a9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:56:58.931557 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:56:58.931823 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5afe90c5-a8eb-4dbc-926c-8ccb87a5e3a9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:56:58.932253 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'status': 'completed', 'code': 200}
Dec 11 20:56:58.948857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.004691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.017711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:56:59.050061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-7ba1d8b9-f22b-40ee-93d5-77b70a6b3618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.052045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-7ba1d8b9-f22b-40ee-93d5-77b70a6b3618 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1174 time: 0.0840154
Dec 11 20:56:59.054760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:56:59.058615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd6927a-17b9-446c-b35e-faaac2061d87,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:56:59.097813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:56:59.101983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:56:59.104742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:56:59.138822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:59.187356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.188169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.223469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-2da12b75-5659-4e46-9ec3-c3ae41f3974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.225071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-2da12b75-5659-4e46-9ec3-c3ae41f3974d service neutron] 10.222.0.30 "GET /v2.0/networks?id=33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 200  len: 914 time: 0.1650369
Dec 11 20:56:59.228661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.239198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-e9b40d6d-310c-4bea-9c6f-ac874fc70965 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9185181
Dec 11 20:56:59.257384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35056988-5430-4a32-80ca-728a3fdd4180 req-ef29aba2-28b6-4753-a65d-abccab51b4e5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.259693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35056988-5430-4a32-80ca-728a3fdd4180 req-ef29aba2-28b6-4753-a65d-abccab51b4e5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 932 time: 0.0984638
Dec 11 20:56:59.266215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Request body: {'port': {'device_id': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:59.343730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.344618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.346149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] 10.222.0.16 "PUT /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 1136 time: 2.0303497
Dec 11 20:56:59.349319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-73558f1c-b5eb-4700-8b8e-dbc465b975c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 200  len: 217 time: 0.1014185
Dec 11 20:56:59.394126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35056988-5430-4a32-80ca-728a3fdd4180 req-cbd24164-305b-4b17-aecf-5e6242674b19 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037085
Dec 11 20:56:59.401950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bda69-0263-4825-b599-0f7cdc31c5e9 req-04edd839-33e2-4368-9149-7f13df0b63c1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.411189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af1bda69-0263-4825-b599-0f7cdc31c5e9 req-04edd839-33e2-4368-9149-7f13df0b63c1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.3491240
Dec 11 20:56:59.442922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.465764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-62b52a92-c0c5-41bc-b499-3f0c1515c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.468651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-62b52a92-c0c5-41bc-b499-3f0c1515c02d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 200  len: 853 time: 0.1064053
Dec 11 20:56:59.473662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:56:59.512616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24239e4-5ad7-40ca-bae5-d7cf6b65c62d service neutron] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:56:59.569173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-2b5e3ae1-2c72-4464-8ec4-02cf3a674bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33644db5-8823-4a95-8786-2fa8207f46a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672610
Dec 11 20:56:59.622875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d16fa-dca6-4701-b4d2-1ab453692ba5 req-7ac4d577-e92c-4ca0-ab44-3344f2522383 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:56:59.624619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-870d16fa-dca6-4701-b4d2-1ab453692ba5 req-7ac4d577-e92c-4ca0-ab44-3344f2522383 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1204491
Dec 11 20:56:59.637121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af1bda69-0263-4825-b599-0f7cdc31c5e9 req-89da2143-88bb-4471-9d58-6157046632b1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562066
Dec 11 20:56:59.742438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-f3c96dcc-70e1-40e2-a9d8-6e551a6349e1 service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094661
Dec 11 20:56:59.761626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-870d16fa-dca6-4701-b4d2-1ab453692ba5 req-779240b3-edbe-4aa5-a9f6-89540aee58b8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252601
Dec 11 20:56:59.763517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.838182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '7dd6927a-17b9-446c-b35e-faaac2061d87'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:56:59.840723 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7342a4-e782-4aaf-8e95-df744b426f41" -d '{"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "7dd6927a-17b9-446c-b35e-faaac2061d87"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:56:59.889222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:56:59.897158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:56:59.911221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Transition to ACTIVE for port object c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:56:59.919076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.014400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:00.021014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1d20dc1-69d8-4069-b38e-5259ae64d2aa req-7c3d8fb5-5efe-4716-aa9d-2319a14d75b2 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 210 time: 0.0843918
Dec 11 20:57:00.030178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29b342f6-28a8-42d7-b88f-4517a3827422 req-8fb847c4-19cf-4ce5-a4c5-6ac29b1ab38d service neutron] 10.222.0.30 "GET /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2767687
Dec 11 20:57:00.095265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.101323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.107818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.113757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.119693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.125689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.127575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-b43619eb-e4a8-4ad0-9ec1-499244d33ec5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 4605 time: 0.1455629
Dec 11 20:57:00.154548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Attempting to bind port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:00.154890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Attempting to bind port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:00.155221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Attempting to bind port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:00.164790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:00.165639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Attempting to bind port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:00.178901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:00.179245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:00.179639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:00.180079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Bound port: c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:00.180991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.220686 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-471d45b1-b79f-4c15-ad36-66c682dea422 req-595adf56-2366-40b7-9a83-67e5077c73ee tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0823565
Dec 11 20:57:00.291663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:00.299008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:00.305309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.351302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.351557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.353635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 HTTP/1.1" status: 200  len: 1092 time: 1.0927148
Dec 11 20:57:00.373729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fd145-5157-471d-a870-7a261059d2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:00.395900 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d7e734-582d-4b41-ae6e-ee8517e40605 x-openstack-request-id: req-a8d7e734-582d-4b41-ae6e-ee8517e40605 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:00.396195 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "7dd6927a-17b9-446c-b35e-faaac2061d87", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:00.396492 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8d7e734-582d-4b41-ae6e-ee8517e40605 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:00.397062 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '7dd6927a-17b9-446c-b35e-faaac2061d87', 'status': 'completed', 'code': 200}
Dec 11 20:57:00.453862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-78d7676c-6c18-4b6d-885e-6ab421c21aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.455942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-78d7676c-6c18-4b6d-885e-6ab421c21aae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 1095 time: 0.0575714
Dec 11 20:57:00.463127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe2953-4123-4df8-8605-a326dcb0e373 req-8bbc8944-dce1-4436-840c-7cf55f2d1a8d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.464765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76fe2953-4123-4df8-8605-a326dcb0e373 req-8bbc8944-dce1-4436-840c-7cf55f2d1a8d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1023 time: 0.3710337
Dec 11 20:57:00.621630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.622115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.622694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.623163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.623632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.624087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.626035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-fc1c9e3c-7f6f-4fef-a956-14d96ffa3c39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5291 time: 0.2341690
Dec 11 20:57:00.704014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3622410-1b54-4ca3-8e4e-8e57c1fa3244 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:00.743693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.761645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-1c6eb188-4f58-48f5-99f9-22f955b1bf61 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.763261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-1c6eb188-4f58-48f5-99f9-22f955b1bf61 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 821 time: 0.3696241
Dec 11 20:57:00.775521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-9ccc895f-7d56-4721-bea3-590e345201bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 HTTP/1.1" status: 200  len: 217 time: 0.3053627
Dec 11 20:57:00.783074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76fe2953-4123-4df8-8605-a326dcb0e373 req-bffdd3e6-3920-41f0-bd7e-89c85e29b578 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e8569d6-b432-471d-94ac-4dd2cbd79d39&id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.2720413
Dec 11 20:57:00.788023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Request body: {'port': {'device_id': '5474475b-f237-435a-9582-13426c87fa62', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'admin_state_up': True, 'tenant_id': '7cf310bd024341a09265e9c0cf0a61cf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:00.823353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Transition to ACTIVE for port object d3622410-1b54-4ca3-8e4e-8e57c1fa3244 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:00.834389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:00.834979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-94d2837c-5eed-42e0-9010-0d24bb4b3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.836485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-94d2837c-5eed-42e0-9010-0d24bb4b3366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0515959
Dec 11 20:57:00.885728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-197ee5e6-7b0a-4c8d-b205-ae32fd3df81e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333648
Dec 11 20:57:00.901730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd193971-2ffb-4d46-8d54-a78a3c13906e req-b95c8c6b-7c3b-4d35-939e-cb0be22dd1d8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.903314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd193971-2ffb-4d46-8d54-a78a3c13906e req-b95c8c6b-7c3b-4d35-939e-cb0be22dd1d8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 944 time: 0.1308253
Dec 11 20:57:00.940085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:00.942380 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038" -d '{"events": [{"name": "network-changed", "server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:00.996493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-2c2b8be2-bcbb-4af6-b25e-8ca4c3437377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.997007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-2c2b8be2-bcbb-4af6-b25e-8ca4c3437377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.997419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-2c2b8be2-bcbb-4af6-b25e-8ca4c3437377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:00.999050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-2c2b8be2-bcbb-4af6-b25e-8ca4c3437377 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.3570168
Dec 11 20:57:01.009995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd193971-2ffb-4d46-8d54-a78a3c13906e req-daaa5086-ac50-422f-8c16-58e1b236221e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983446
Dec 11 20:57:01.012333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:01.046430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939a87b-c2f0-40a1-880b-5368bcd84189 req-a5f615f5-ba66-42bc-ba85-8dbbf9737ac1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.046430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5939a87b-c2f0-40a1-880b-5368bcd84189 req-a5f615f5-ba66-42bc-ba85-8dbbf9737ac1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1659811
Dec 11 20:57:01.057303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-fd474321-1d63-4b4f-a07e-6d811bd847c6 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528800
Dec 11 20:57:01.200956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aa01c-014f-435b-b427-757b34133a8f req-4363b162-2da0-4910-80c2-5b42d64a4470 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.208985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff1aa01c-014f-435b-b427-757b34133a8f req-4363b162-2da0-4910-80c2-5b42d64a4470 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0860279
Dec 11 20:57:01.238221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5b18976-8c4b-41c5-9aae-cdd70a43b11e req-1c5782e0-1760-43ae-b1f9-a7fc43b58cff service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1722353
Dec 11 20:57:01.256597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5939a87b-c2f0-40a1-880b-5368bcd84189 req-ce9f3179-1753-4111-bd9a-1a4a9eb07447 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772676
Dec 11 20:57:01.292866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff1aa01c-014f-435b-b427-757b34133a8f req-27d1a078-9fa7-4683-b7cf-a876a876ffac tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824063
Dec 11 20:57:01.318525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Made reservation on behalf of 7cf310bd024341a09265e9c0cf0a61cf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:01.340226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:01.367223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Attempting to bind port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:01.367445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Attempting to bind port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:01.368075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Attempting to bind port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:01.372708 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f2e428-d06d-471b-83e1-f6ec4b8c38a6 x-openstack-request-id: req-a9f2e428-d06d-471b-83e1-f6ec4b8c38a6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:01.373084 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:01.373410 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9f2e428-d06d-471b-83e1-f6ec4b8c38a6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:01.374164 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633', 'status': 'completed', 'code': 200}
Dec 11 20:57:01.381273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-a5ef32f2-63c7-49be-a7aa-b4ae043d485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.384218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca7342a4-e782-4aaf-8e95-df744b426f41 req-a5ef32f2-63c7-49be-a7aa-b4ae043d485b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3665891
Dec 11 20:57:01.387268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:01.387924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Attempting to bind port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:01.419992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:01.420847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:01.421587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Bound using segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:01.422563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Bound port: d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:01.423224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:01.494512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-735dfd79-9d65-4ef0-bf32-7aa7538d8ee0 req-f577a259-dc45-4a30-a82e-a20d9bbbd748 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 210 time: 0.0337381
Dec 11 20:57:01.496495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-9c82d4e3-11f4-4fe9-8d51-93c06bb4fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.497873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-9c82d4e3-11f4-4fe9-8d51-93c06bb4fc79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 1095 time: 0.0971539
Dec 11 20:57:01.613895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-08780b84-9976-46bf-bad0-2abe6181484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.615861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-08780b84-9976-46bf-bad0-2abe6181484c service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1043081
Dec 11 20:57:01.652827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:01.671024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-36d2d7b3-499a-4e9a-90a4-af7f1421fa74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 HTTP/1.1" status: 200  len: 217 time: 0.0478394
Dec 11 20:57:01.679589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.686013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.691924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.698371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.704354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.710238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.716175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.718200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-abab68a2-d049-41b0-a945-5fcb7ae38e87 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5383 time: 0.2140434
Dec 11 20:57:01.724935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:01.731985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-6600924c-9549-4fac-a85a-77e33d1d82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.733270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-6600924c-9549-4fac-a85a-77e33d1d82f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0528235
Dec 11 20:57:01.743632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:01.746784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Allocated IP 172.20.0.12 (c7e568a7-441b-48b0-b379-cf68011b8ba7/a8fd6725-4a98-427d-a4e5-27195e7e86c4/1231ca37-b57f-43a4-9ffd-5d78d6bddc36) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:01.769238 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-359374c1-678a-4abe-a789-b160ab9ca39e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284996
Dec 11 20:57:01.799713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-3da362dc-79ab-43ef-9173-0688dc350659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.801138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-3da362dc-79ab-43ef-9173-0688dc350659 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1023 time: 0.2454758
Dec 11 20:57:01.843069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.843701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:01.845424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 1136 time: 2.4327338
Dec 11 20:57:01.927516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:01.939831 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-e55a2672-d240-40b3-88d7-450985469911 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563680
Dec 11 20:57:01.970801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974678d8-7818-4776-91da-cc75ea50fd90 service neutron] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:01.986625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b22635-4bd6-4461-86fe-a3f933e2761f req-24527682-6452-4176-947a-8e43c9a4b4d6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:01.994910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84b22635-4bd6-4461-86fe-a3f933e2761f req-24527682-6452-4176-947a-8e43c9a4b4d6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1023 time: 0.0929797
Dec 11 20:57:02.017140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e099e4a-2865-44f4-99f8-bd0f2f32b557 req-c6b84655-d8b8-4069-bf48-45c179f24bba tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2878439
Dec 11 20:57:02.120136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84b22635-4bd6-4461-86fe-a3f933e2761f req-dfb80482-4e4b-4e5c-bf81-e78853c7a688 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e8569d6-b432-471d-94ac-4dd2cbd79d39&id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1243353
Dec 11 20:57:02.128070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95f57a46-2c7d-4f1e-82f3-9ed2e2c14038 req-01a4131e-680d-4fbb-9693-baea6dbde34b service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740108
Dec 11 20:57:02.159527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.272020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Deleting port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:02.272352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.290513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60132a81-1df2-4112-8030-266a82fb18e3 req-ec3d5e9c-378d-4061-9810-476fcb25be41 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.293206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60132a81-1df2-4112-8030-266a82fb18e3 req-ec3d5e9c-378d-4061-9810-476fcb25be41 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 944 time: 0.1641049
Dec 11 20:57:02.311980 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.380170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c680-acb3-43b6-961b-09cbac39218e req-574c46ab-3f92-49f0-b562-870cddd5475a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.381975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0af8c680-acb3-43b6-961b-09cbac39218e req-574c46ab-3f92-49f0-b562-870cddd5475a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0510826
Dec 11 20:57:02.417135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:02.419528 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f" -d '{"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "d3622410-1b54-4ca3-8e4e-8e57c1fa3244"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:02.442852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0af8c680-acb3-43b6-961b-09cbac39218e req-094ce312-45b6-4157-9261-e4104c36d46e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545690
Dec 11 20:57:02.534364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60132a81-1df2-4112-8030-266a82fb18e3 req-d25c9833-e70a-4ecd-bb7b-eaaa0335a353 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204595
Dec 11 20:57:02.568996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62b2a0-1e0f-4678-b465-96201230b1de req-a2e56756-6883-4728-aa3a-e4fb527b2e5e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.571428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa62b2a0-1e0f-4678-b465-96201230b1de req-a2e56756-6883-4728-aa3a-e4fb527b2e5e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0653517
Dec 11 20:57:02.594142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port cc1e30fb-b78b-4d94-916a-4b2aec0beb96, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:02.594572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.597605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.609312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:02.636016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa62b2a0-1e0f-4678-b465-96201230b1de req-c48ce4bd-239c-459d-89ad-03a3374b9589 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564961
Dec 11 20:57:02.647497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Calling delete_port for cc1e30fb-b78b-4d94-916a-4b2aec0beb96 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:02.673996 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f52158-165c-429f-900a-e75c91dde25d x-openstack-request-id: req-d0f52158-165c-429f-900a-e75c91dde25d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:02.674294 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "d3622410-1b54-4ca3-8e4e-8e57c1fa3244", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:02.674574 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0f52158-165c-429f-900a-e75c91dde25d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:02.674968 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244', 'status': 'completed', 'code': 200}
Dec 11 20:57:02.688766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Network c7e568a7-441b-48b0-b379-cf68011b8ba7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:02.717473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:02.739409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:02.754107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:02.932905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.933422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:02.950410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.950907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.951442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.951873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.952336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.952791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.953269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:02.955259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-49e000dd-bb95-4b57-9ce1-84b9dccddec9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6220 time: 0.2654476
Dec 11 20:57:02.978180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77e4e60-8b70-491d-8dcc-cebb4884182a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:03.008318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f6b94908-ee16-42b4-a691-cb7117c2f511 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2242093
Dec 11 20:57:03.010247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:03.022171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67db73b-1731-4c74-ae92-81241c4c965b req-26cae130-f0e2-4bf4-a3d1-88188c085991 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.023622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c67db73b-1731-4c74-ae92-81241c4c965b req-26cae130-f0e2-4bf4-a3d1-88188c085991 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 932 time: 0.2814646
Dec 11 20:57:03.059838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Request body: {'port': {'device_id': '5474475b-f237-435a-9582-13426c87fa62', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:03.176773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.183453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.189540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.195557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.202116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.208237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.214251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.216283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-5f2cc0b5-b3b3-40eb-b771-fab9ba471ad2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5383 time: 0.1103346
Dec 11 20:57:03.284789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f62d3b7-10f6-4631-84cb-f8d9dfdf188c req-b7af2504-3be1-432d-b1ad-77e76e55195d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0615921
Dec 11 20:57:03.363813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Transition to ACTIVE for port object b77e4e60-8b70-491d-8dcc-cebb4884182a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:03.394941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:03.403341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061a53-dd3a-449c-9b2b-8d3db2724740 req-8dfd1ece-1e89-4ede-a333-1fa6c4c8a12e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.404879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e061a53-dd3a-449c-9b2b-8d3db2724740 req-8dfd1ece-1e89-4ede-a333-1fa6c4c8a12e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fe180f-075b-4472-a6e6-1f07e88c74f4 HTTP/1.1" status: 200  len: 1023 time: 0.0528874
Dec 11 20:57:03.475876 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e061a53-dd3a-449c-9b2b-8d3db2724740 req-0067c509-2530-4f0c-84c2-cdcfe7a3c45f tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e8569d6-b432-471d-94ac-4dd2cbd79d39&id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=ca635256-2c7e-4645-9205-5f7ea556ee15&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.0640552
Dec 11 20:57:03.533673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-25c7fb8b-9e03-4724-9310-73f5588af935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.534195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-25c7fb8b-9e03-4724-9310-73f5588af935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.534669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-25c7fb8b-9e03-4724-9310-73f5588af935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.536276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-25c7fb8b-9e03-4724-9310-73f5588af935 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.5620356
Dec 11 20:57:03.538622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:03.540725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:03.542383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:03.552987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c', 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:03.556954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c67db73b-1731-4c74-ae92-81241c4c965b req-5f6948c3-d97f-4058-9f73-379feb5896ef tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4936025
Dec 11 20:57:03.650861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'Port': ['ID=cc1e30fb-b78b-4d94-916a-4b2aec0beb96,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:03.661395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c122bc-8c88-4f41-96e9-bbc455c23ab8 req-ae1b099a-9a6f-40ae-aa6b-1e3dfe8d3b66 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.672704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17c122bc-8c88-4f41-96e9-bbc455c23ab8 req-ae1b099a-9a6f-40ae-aa6b-1e3dfe8d3b66 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1184027
Dec 11 20:57:03.745738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17c122bc-8c88-4f41-96e9-bbc455c23ab8 req-b6689c9b-3026-44a3-898f-af530f6136b7 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720801
Dec 11 20:57:03.837573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] No DVR routers for this DVR port cc1e30fb-b78b-4d94-916a-4b2aec0beb96 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:03.847305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:03.851151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd8663c9-0cd6-40c2-8ed0-f006c176761e req-8e6e4dd6-d6e9-4d44-81fe-76cada9e59be tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "DELETE /v2.0/ports/cc1e30fb-b78b-4d94-916a-4b2aec0beb96 HTTP/1.1" status: 204  len: 173 time: 2.0175104
Dec 11 20:57:03.940472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f3347-a79f-45fa-b1de-244346217f2b req-f3255a53-03af-4875-9226-4fda94ab8205 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.942291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e5f3347-a79f-45fa-b1de-244346217f2b req-f3255a53-03af-4875-9226-4fda94ab8205 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0536418
Dec 11 20:57:03.977699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Attempting to bind port b77e4e60-8b70-491d-8dcc-cebb4884182a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:03.978038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Attempting to bind port b77e4e60-8b70-491d-8dcc-cebb4884182a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:03.978368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Attempting to bind port b77e4e60-8b70-491d-8dcc-cebb4884182a on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:03.987515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8f4ea-5c5a-44d5-acdb-c9011250042a req-bbedf438-81ba-4c20-bc5c-72dc0fcfd759 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:03.995467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dda8f4ea-5c5a-44d5-acdb-c9011250042a req-bbedf438-81ba-4c20-bc5c-72dc0fcfd759 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 944 time: 0.2846215
Dec 11 20:57:04.000472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e5f3347-a79f-45fa-b1de-244346217f2b req-e40bf719-a652-4471-a1db-98018ff719a6 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480750
Dec 11 20:57:04.007332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-8164fbfe-aacb-4ad5-ad50-b07f306252e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.009376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b19b8854-44a6-4d13-9a0b-6ab7d049a19f req-8164fbfe-aacb-4ad5-ad50-b07f306252e4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4493952
Dec 11 20:57:04.021702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Port b77e4e60-8b70-491d-8dcc-cebb4884182a on network 029108a2-de1b-42bd-aca5-3694202b8bc3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:04.021702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Attempting to bind port b77e4e60-8b70-491d-8dcc-cebb4884182a on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:04.041385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:04.042146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:04.042146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Bound using segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:04.042572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Bound port: b77e4e60-8b70-491d-8dcc-cebb4884182a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:04.042932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.121232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dda8f4ea-5c5a-44d5-acdb-c9011250042a req-7bd32f4f-ac1c-4216-8c69-85cc9be20251 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249058
Dec 11 20:57:04.203387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:04.220504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:04.226689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.299882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.300420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.301927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f057dbce-19f5-417d-9135-f581dede633d service neutron] 10.222.0.16 "PUT /v2.0/ports/b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 1090 time: 2.3897350
Dec 11 20:57:04.317922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057dbce-19f5-417d-9135-f581dede633d service neutron] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:04.322764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:04.332939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.344109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:04.375983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Transition to ACTIVE for port object 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:04.387501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.457017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.478837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:04.511382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.519655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.528695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.535717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.543352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.552514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.559345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.561387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-3b9935a1-d152-477e-9e73-7e8a2ccdaf23 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5395 time: 0.1572185
Dec 11 20:57:04.597978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:04.659021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e44100d-6498-4cc6-8fb0-32c6fdcd2ef9 req-8091f246-ba53-47d7-ab90-d2942377ae27 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0863433
Dec 11 20:57:04.678113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'name': 'network-vif-deleted', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96'}, {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:04.680446 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad" -d '{"events": [{"server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "name": "network-vif-deleted", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96"}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:04.707830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:04.708166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:04.708583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:04.721013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:04.721335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:04.725486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-39d0e863-d681-4b10-a946-02cb07814dd0 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/ca635256-2c7e-4645-9205-5f7ea556ee15 HTTP/1.1" status: 200  len: 1819 time: 0.1445732
Dec 11 20:57:04.734850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:04.748448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633', 'mac_address': 'fa:16:3e:32:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:04.749569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:04.749922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:04.750292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:04.750825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Bound port: 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:04.751215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.779354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd1e7d-bfd4-4605-bd9c-703c7db49b47 req-d9826201-7a02-4980-8c57-e90f8e3eceb5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.781608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51dd1e7d-bfd4-4605-bd9c-703c7db49b47 req-d9826201-7a02-4980-8c57-e90f8e3eceb5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0548868
Dec 11 20:57:04.788738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.802166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:04.826605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:04.831767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.835086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51dd1e7d-bfd4-4605-bd9c-703c7db49b47 req-4f793b57-de6d-425b-94b4-17f2b7909e8b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482275
Dec 11 20:57:04.890011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:04.895491 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6460c-3148-4683-a404-cb378157b6ea x-openstack-request-id: req-59e6460c-3148-4683-a404-cb378157b6ea {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:04.895491 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe180f-075b-4472-a6e6-1f07e88c74f4", "name": "network-vif-deleted", "tag": "cc1e30fb-b78b-4d94-916a-4b2aec0beb96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:04.895491 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59e6460c-3148-4683-a404-cb378157b6ea {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:04.895913 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe180f-075b-4472-a6e6-1f07e88c74f4', 'name': 'network-vif-deleted', 'tag': 'cc1e30fb-b78b-4d94-916a-4b2aec0beb96', 'status': 'completed', 'code': 200}
Dec 11 20:57:04.896018 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'status': 'completed', 'code': 200}
Dec 11 20:57:04.901246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.901607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.901953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.902415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.902638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.902973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.903536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.903810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.903918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.904026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.904247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.904571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.904929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.905212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:04.948401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:04.988512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:04.992853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:04.993667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ca442-9fbd-4bf2-9aa2-2df8feecdc3a req-abbbb81c-456a-4f19-b61e-85fbd223a8ff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:04.995254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-776ca442-9fbd-4bf2-9aa2-2df8feecdc3a req-abbbb81c-456a-4f19-b61e-85fbd223a8ff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0521111
Dec 11 20:57:05.010756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.044720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-776ca442-9fbd-4bf2-9aa2-2df8feecdc3a req-6209e26a-8701-43dc-9232-bbf218c3c0b6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432556
Dec 11 20:57:05.106593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.107125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.107518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.107977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.108433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.108884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.109333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.111300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-65c546ef-086e-42ec-bda0-e17015b1e236 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6287 time: 0.1808419
Dec 11 20:57:05.112589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.113181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.114435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] 10.222.0.16 "PUT /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 1092 time: 2.0858445
Dec 11 20:57:05.122936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:05.144350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.168835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.171484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.172551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf7a763-724b-41d0-98c3-dab86bffac48 req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca635256-2c7e-4645-9205-5f7ea556ee15 HTTP/1.1" status: 204  len: 173 time: 0.4355662
Dec 11 20:57:05.197287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d9680-f673-491d-9709-2afb6941a3ae service neutron] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.218568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Transition to ACTIVE for port object 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:05.244979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56356-e6f5-44ec-aecc-4b359e7883d7 req-4c4b2ce8-ea7d-47fb-9378-2b52f1c8ce7a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.246613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8fd56356-e6f5-44ec-aecc-4b359e7883d7 req-4c4b2ce8-ea7d-47fb-9378-2b52f1c8ce7a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0613532
Dec 11 20:57:05.254050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c49ece-e69f-427c-9e2e-3481d770e6e4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca635256-2c7e-4645-9205-5f7ea556ee15,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.255713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.297375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c9503e4b-e8b7-43e4-9ba6-ca8f755d8633'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:05.314519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8fd56356-e6f5-44ec-aecc-4b359e7883d7 req-364e25e9-c4a5-4680-bcf7-0c6abefe878b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610271
Dec 11 20:57:05.376805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.380288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-56fee0eb-7576-48d5-ab43-68a79c059ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.381809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-56fee0eb-7576-48d5-ab43-68a79c059ced service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1095 time: 0.2141447
Dec 11 20:57:05.400543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-79aadb86-5876-4797-8246-66f35927488d tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/8e8569d6-b432-471d-94ac-4dd2cbd79d39 HTTP/1.1" status: 200  len: 1820 time: 0.0485458
Dec 11 20:57:05.460141 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.486931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.488298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee512f9-f7b4-4c3f-9b20-38ec6f50358d req-58d5640c-aa6c-4a3f-a3c9-99d418761d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.489835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bee512f9-f7b4-4c3f-9b20-38ec6f50358d req-58d5640c-aa6c-4a3f-a3c9-99d418761d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 945 time: 0.2426834
Dec 11 20:57:05.491751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-9d8e0a1c-d016-4449-a18f-e9fd8cf2552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.492214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-9d8e0a1c-d016-4449-a18f-e9fd8cf2552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.492671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-9d8e0a1c-d016-4449-a18f-e9fd8cf2552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.494440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-9d8e0a1c-d016-4449-a18f-e9fd8cf2552d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.3653624
Dec 11 20:57:05.497929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-7dad0ed8-4875-4db4-b582-69dc7f88cbb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 217 time: 0.0996535
Dec 11 20:57:05.532070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.535264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.536867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d6aa316-4359-4c8d-95e2-60d7d8598104 req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/8e8569d6-b432-471d-94ac-4dd2cbd79d39 HTTP/1.1" status: 204  len: 173 time: 0.1350791
Dec 11 20:57:05.552456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c8250-731e-41a4-a8b4-f88ffa08b408 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8569d6-b432-471d-94ac-4dd2cbd79d39,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.586861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-603630950', 'description': 'tempest-description-1605880353'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:05.616937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.669826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Attempting to bind port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:05.670168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Attempting to bind port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:05.670443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Attempting to bind port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:05.679036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bee512f9-f7b4-4c3f-9b20-38ec6f50358d req-f6e3a416-3028-4a31-9a50-ccd599a20600 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1799178
Dec 11 20:57:05.680378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-cf829d20-9ee7-47f2-902c-4315ab1a0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.682242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-cf829d20-9ee7-47f2-902c-4315ab1a0693 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1706352
Dec 11 20:57:05.686385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:05.686784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Attempting to bind port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:05.692882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.699933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.715124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:05.715124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Checking segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:05.715124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Bound using segment: {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:05.715124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Bound port: 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461f5010-3c67-4658-b34d-98bed141923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:05.715124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.730898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-51475a58-1581-42af-ac1d-6ae41d79a2a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378404
Dec 11 20:57:05.738454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.740019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-416a458c-ac82-47e0-8a06-548d68e6afe2 req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1824 time: 0.1582518
Dec 11 20:57:05.750055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd898e6-8276-46c5-bccc-47b96cba9916 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722aa891-4f06-4d45-8db4-2e5cd03d60ae,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.750796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-8da36b66-d62d-4a73-bd58-8dad74c6d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.752229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd5382ae-9d3e-4c28-a23d-f3f403ac14ad req-8da36b66-d62d-4a73-bd58-8dad74c6d36e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2425070
Dec 11 20:57:05.812264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-cb389194-a4d9-4cf8-bb05-0ce1ed966aa1 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/722aa891-4f06-4d45-8db4-2e5cd03d60ae HTTP/1.1" status: 200  len: 1819 time: 0.0388694
Dec 11 20:57:05.822339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1110916326', 'description': 'tempest-description-hth-1634278382'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:05.856017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.901093 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.904865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.906235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:05.908000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:05.909354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87b65ebc-2047-4131-b3c6-6e027bcb071b req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "PUT /v2.0/security-groups/722aa891-4f06-4d45-8db4-2e5cd03d60ae HTTP/1.1" status: 200  len: 1794 time: 0.0909512
Dec 11 20:57:05.921007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-f366c7fe-33f1-453d-a252-493c57773cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787798
Dec 11 20:57:05.922655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:05.935729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.942306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.945404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83877e5-9c4c-4c0c-a03c-5f8070e699ce tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722aa891-4f06-4d45-8db4-2e5cd03d60ae,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:05.948780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.954824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.960875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.967423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.973657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:05.975670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-68f08de0-4ca8-40ed-b484-90b7fa11efc2 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5407 time: 0.1621699
Dec 11 20:57:05.986283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.020415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549a2cf-cc77-4d40-99a0-e6786f0432ff req-5b99ccfc-7c09-4260-815a-5dc3b4ffc6c7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:06.021924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e549a2cf-cc77-4d40-99a0-e6786f0432ff req-5b99ccfc-7c09-4260-815a-5dc3b4ffc6c7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0580020
Dec 11 20:57:06.071253 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e549a2cf-cc77-4d40-99a0-e6786f0432ff req-9bf4570b-e9da-4504-b786-d10c20a3c39a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420907
Dec 11 20:57:06.079144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:06.079780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.081182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] 10.222.0.16 "PUT /v2.0/ports/5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 1090 time: 1.7418330
Dec 11 20:57:06.134407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:06.152229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e09f673-292c-4962-b4a0-d7d8f3102d35 req-38dbef1d-c839-4c0e-a79d-81f7d9204dbe tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/722aa891-4f06-4d45-8db4-2e5cd03d60ae HTTP/1.1" status: 200  len: 1794 time: 0.0435524
Dec 11 20:57:06.169794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1126370-4f6a-4589-a2e1-7c7f89fc1945 service neutron] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:06.258962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a396-0b4e-42fc-8d3e-7a1f80875d6a req-f1376969-7c7d-4bf7-bc49-a2624fdf5ad1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:06.263026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1157a396-0b4e-42fc-8d3e-7a1f80875d6a req-f1376969-7c7d-4bf7-bc49-a2624fdf5ad1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0577977
Dec 11 20:57:06.322146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1157a396-0b4e-42fc-8d3e-7a1f80875d6a req-5f6f5be3-45bb-4c41-9be6-350ea8bc0172 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552833
Dec 11 20:57:06.466296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-502f3dc5-b064-4a1d-ac08-3f77b1ce9a11 req-dac0b35d-4a0c-4a6b-a975-bbd3c4a524d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4895937
Dec 11 20:57:06.476191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-379a9a2a-f507-4e87-a85a-a6343f81fb54 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/722aa891-4f06-4d45-8db4-2e5cd03d60ae HTTP/1.1" status: 200  len: 1794 time: 0.0440786
Dec 11 20:57:06.483226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e25bf8b-e686-4942-9c0d-121067a0db80 req-f514054b-1ea5-4e6f-a960-b1d227a5e5f4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4947448
Dec 11 20:57:06.491677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.536945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.561438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.601377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.604520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.605665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6a441d6-5b4a-4ba4-8509-67e333b8dd5f req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/722aa891-4f06-4d45-8db4-2e5cd03d60ae HTTP/1.1" status: 204  len: 173 time: 0.1216581
Dec 11 20:57:06.607045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc1e30fb-b78b-4d94-916a-4b2aec0beb96 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:06.615332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808b7cc-9e80-4cbc-8b0c-30390b76f212 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722aa891-4f06-4d45-8db4-2e5cd03d60ae,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:06.635039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: cc1e30fb-b78b-4d94-916a-4b2aec0beb96 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:06.635656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cc1e30fb-b78b-4d94-916a-4b2aec0beb96 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:06.661277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddbc0c-c5c8-4645-8c2a-05eb5dcd3eb1 req-af5a56af-dd16-438c-a94e-02c2158566f7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:06.662883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8eddbc0c-c5c8-4645-8c2a-05eb5dcd3eb1 req-af5a56af-dd16-438c-a94e-02c2158566f7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1134946
Dec 11 20:57:06.713137 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-4cb36eb4-c529-4f18-b384-df450979d469 req-69170f66-e9dd-49fb-bca8-8a4e0511c3bc tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:06.714129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cb36eb4-c529-4f18-b384-df450979d469 req-69170f66-e9dd-49fb-bca8-8a4e0511c3bc tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/8e8569d6-b432-471d-94ac-4dd2cbd79d39 HTTP/1.1" status: 404  len: 352 time: 0.0145783
Dec 11 20:57:06.769988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8eddbc0c-c5c8-4645-8c2a-05eb5dcd3eb1 req-a626febf-34d1-4ba1-afcf-6808d9933899 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942655
Dec 11 20:57:06.817545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9356df-d28a-433e-aaa9-e29f5bdca88e req-1c8520da-933b-4682-9387-bc4b911c37aa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:06.819045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9356df-d28a-433e-aaa9-e29f5bdca88e req-1c8520da-933b-4682-9387-bc4b911c37aa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 945 time: 0.0513785
Dec 11 20:57:06.820182 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-e14d02fe-e2b6-4ea6-b4b8-1089d12afcd9 req-50a0ee2d-3db2-497a-b3b5-4aae4d869103 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:06.821759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e14d02fe-e2b6-4ea6-b4b8-1089d12afcd9 req-50a0ee2d-3db2-497a-b3b5-4aae4d869103 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/ca635256-2c7e-4645-9205-5f7ea556ee15 HTTP/1.1" status: 404  len: 352 time: 0.0244744
Dec 11 20:57:06.861277 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-fba1ca22-9533-447b-aeb2-180b07c9daf6 req-02ea2d27-f31a-4498-b4be-8bba563afd2c tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:06.862173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fba1ca22-9533-447b-aeb2-180b07c9daf6 req-02ea2d27-f31a-4498-b4be-8bba563afd2c tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/1f15e0a8-576b-4f7c-a9a5-0ef388cbe86e HTTP/1.1" status: 404  len: 352 time: 0.0204296
Dec 11 20:57:06.868531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8379dcee-bdc7-4ad2-b207-2a82d6089c8e {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:06.871812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9356df-d28a-433e-aaa9-e29f5bdca88e req-0c0d6311-1330-4f5b-b1ce-95c7bac2cbfc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446413
Dec 11 20:57:06.877517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.897127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'}, {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:06.899577 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19" -d '{"events": [{"name": "network-changed", "server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36"}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:06.906890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Transition to ACTIVE for port object 8379dcee-bdc7-4ad2-b207-2a82d6089c8e will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:06.908634 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-7afc05e5-94e5-4973-bf45-ceaf7ed68a9b req-b79ae788-0168-428b-a0d8-690041d4a115 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:06.909688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7afc05e5-94e5-4973-bf45-ceaf7ed68a9b req-b79ae788-0168-428b-a0d8-690041d4a115 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/a7fd262b-e14c-4052-a9ad-f3314cb28391 HTTP/1.1" status: 404  len: 352 time: 0.0253527
Dec 11 20:57:06.911700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:06.956656 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d501a381-4f49-4699-9152-567d1c391d2d x-openstack-request-id: req-d501a381-4f49-4699-9152-567d1c391d2d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:06.957089 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:06.957378 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d501a381-4f49-4699-9152-567d1c391d2d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:06.957647 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'status': 'completed', 'code': 200}
Dec 11 20:57:06.957840 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'status': 'completed', 'code': 200}
Dec 11 20:57:06.976823 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-e90906a1-2096-4855-9f5b-79376b70e8ec req-1e1e38e8-1b32-47a3-ad26-ed82a61be3b7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:06.977900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e90906a1-2096-4855-9f5b-79376b70e8ec req-1e1e38e8-1b32-47a3-ad26-ed82a61be3b7 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/2eedc665-5629-46b4-84d0-c5669c6e029d HTTP/1.1" status: 404  len: 352 time: 0.0361168
Dec 11 20:57:06.982800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:07.029816 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-dced0622-20af-45ad-b024-449df9b242ad req-832391c9-e98f-4c80-a9d3-cf9cdfce1712 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] show failed (client error): The resource could not be found.
Dec 11 20:57:07.030879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dced0622-20af-45ad-b024-449df9b242ad req-832391c9-e98f-4c80-a9d3-cf9cdfce1712 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/7449f228-8e71-4dc3-bcaf-d8cea6b1fd54 HTTP/1.1" status: 404  len: 352 time: 0.0145471
Dec 11 20:57:07.101932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-cbe17071-0c2d-44e4-a736-cf7cc6997bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.104024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-cbe17071-0c2d-44e4-a736-cf7cc6997bd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1095 time: 0.0749893
Dec 11 20:57:07.106664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Attempting to bind port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:07.107084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Attempting to bind port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:07.107338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Attempting to bind port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e on network bfc062a5-d40c-41d1-b16e-0181815c1a50 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:07.112346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e on network bfc062a5-d40c-41d1-b16e-0181815c1a50 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:07.112671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Attempting to bind port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e on network bfc062a5-d40c-41d1-b16e-0181815c1a50 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:07.127209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:07.127561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Checking segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:07.127952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Bound using segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:07.128396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Bound port: 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:07.128762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:07.259745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30c36d-95bf-4b7f-a6c8-df0a27e339b8 req-7ae1821a-9be6-4244-9a03-c6a5d6a2f62a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.273766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a30c36d-95bf-4b7f-a6c8-df0a27e339b8 req-7ae1821a-9be6-4244-9a03-c6a5d6a2f62a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0952399
Dec 11 20:57:07.326409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-1a5f1bc8-79a3-4df9-b702-2fd5daba01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.327931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-1a5f1bc8-79a3-4df9-b702-2fd5daba01e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.2121332
Dec 11 20:57:07.329691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:07.331652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a30c36d-95bf-4b7f-a6c8-df0a27e339b8 req-410513ed-ae07-4aa3-8467-e423eb9ca121 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549617
Dec 11 20:57:07.353785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:07.364098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:07.405807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd2e97-9b63-4d89-8195-2940de1b25e1 req-408e00e6-48ba-4f43-9305-819ff33218ec tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.407342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cccd2e97-9b63-4d89-8195-2940de1b25e1 req-408e00e6-48ba-4f43-9305-819ff33218ec tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1024 time: 0.1331182
Dec 11 20:57:07.427239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-93464534-6a50-4cb9-8916-10f69f99bfba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 217 time: 0.0864489
Dec 11 20:57:07.447606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619ebb6-8873-4254-9e7b-77af8ad7aae2 req-405d8b13-fd46-4153-8fce-e148de59b5bb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.449153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a619ebb6-8873-4254-9e7b-77af8ad7aae2 req-405d8b13-fd46-4153-8fce-e148de59b5bb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0500274
Dec 11 20:57:07.457721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.458343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:07.459724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 1091 time: 1.3435469
Dec 11 20:57:07.507708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a619ebb6-8873-4254-9e7b-77af8ad7aae2 req-b7f54b2d-3534-43bc-ac1e-21e679011c44 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515537
Dec 11 20:57:07.512807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Request body: {'port': {'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:07.546961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c2433-e525-4562-8c57-eaf612b7d1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:07.582259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-a437d8e5-aefc-46f3-a6eb-cacc27464bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.583872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-a437d8e5-aefc-46f3-a6eb-cacc27464bd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1406136
Dec 11 20:57:07.642439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-d951e214-08ef-434d-9e9b-93320912c484 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371180
Dec 11 20:57:07.647527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:07.691621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cccd2e97-9b63-4d89-8195-2940de1b25e1 req-7acb2c52-1954-46e8-96bc-94f7bbb6e7d0 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=1ba0a550-80bd-4126-8907-81ec88798cba&id=805861d9-67f6-45e4-b487-b9bf46fc4d05&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.2591453
Dec 11 20:57:07.721738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.728461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.734329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.741479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.748053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.754061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.760542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.769122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-1736442d-0e56-4c53-a293-4bf011b1f1de tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5419 time: 0.1123636
Dec 11 20:57:07.830853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e74b402-9b4b-4653-a39f-6be31d90dea8 req-e1b1de02-6399-4097-9b06-7b00d255e51e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611224
Dec 11 20:57:07.886988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-65eb1ef7-9fea-47eb-978f-bff56b58e5ff service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2269812
Dec 11 20:57:07.985357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83933e61-7616-4fa0-aaf8-ebf32680c5e2 req-af1d0f14-38f6-4e8b-90cc-8bfee22da875 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:07.986922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83933e61-7616-4fa0-aaf8-ebf32680c5e2 req-af1d0f14-38f6-4e8b-90cc-8bfee22da875 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 945 time: 0.0495896
Dec 11 20:57:08.032792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcaa5e-e8a6-40fa-9273-027e7cf2c6c5 req-02ffb71f-ecc5-433a-a53e-72723203a86a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.034297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80bcaa5e-e8a6-40fa-9273-027e7cf2c6c5 req-02ffb71f-ecc5-433a-a53e-72723203a86a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1699848
Dec 11 20:57:08.034940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83933e61-7616-4fa0-aaf8-ebf32680c5e2 req-7b0602ff-c663-42cb-846b-4cf5140a762f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420003
Dec 11 20:57:08.103880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-5886bdc8-e041-45d9-9c79-d1a305c85924 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2008286
Dec 11 20:57:08.136481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80bcaa5e-e8a6-40fa-9273-027e7cf2c6c5 req-7e4ed699-1124-4e8a-a951-11907e590465 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929916
Dec 11 20:57:08.233365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a460bb05-fbc2-4554-a35a-cf6380581f04 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:08.245681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.266525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.267013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.267486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.267955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.268418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.268877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.269350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.271258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-4ffbb4b3-234f-427c-b88e-75eb3bf3eb71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6421 time: 0.1039236
Dec 11 20:57:08.272789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4a089-e683-4802-b2f6-47ba2e4b7f5c req-c477a4cf-d883-4010-886a-7e87b639d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.274673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-caa4a089-e683-4802-b2f6-47ba2e4b7f5c req-c477a4cf-d883-4010-886a-7e87b639d72f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 1096 time: 0.1057134
Dec 11 20:57:08.277170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Transition to ACTIVE for port object a460bb05-fbc2-4554-a35a-cf6380581f04 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:08.281132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.413974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:08.453934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-caa4a089-e683-4802-b2f6-47ba2e4b7f5c req-3390e216-1620-41c8-953d-12d751286956 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435320
Dec 11 20:57:08.459169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a805d-97c3-49c5-b1b6-f5296f91a859 req-a94be233-f7b1-4ed7-a152-6ece5f36f278 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.461211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f3a805d-97c3-49c5-b1b6-f5296f91a859 req-a94be233-f7b1-4ed7-a152-6ece5f36f278 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0597920
Dec 11 20:57:08.511231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-f28cc628-938c-4225-a40a-c2f3216f7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.511667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-f28cc628-938c-4225-a40a-c2f3216f7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.512079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-f28cc628-938c-4225-a40a-c2f3216f7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.513800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-f28cc628-938c-4225-a40a-c2f3216f7386 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&shared=False HTTP/1.1" status: 200  len: 2297 time: 0.2245228
Dec 11 20:57:08.515397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f3a805d-97c3-49c5-b1b6-f5296f91a859 req-1ddb8ab5-37bd-45b3-9977-164726caf47c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474312
Dec 11 20:57:08.540688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Attempting to bind port a460bb05-fbc2-4554-a35a-cf6380581f04 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:08.541290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Attempting to bind port a460bb05-fbc2-4554-a35a-cf6380581f04 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:08.541625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Attempting to bind port a460bb05-fbc2-4554-a35a-cf6380581f04 on network bfc062a5-d40c-41d1-b16e-0181815c1a50 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:08.546429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Port a460bb05-fbc2-4554-a35a-cf6380581f04 on network bfc062a5-d40c-41d1-b16e-0181815c1a50 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:08.546789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Attempting to bind port a460bb05-fbc2-4554-a35a-cf6380581f04 on network bfc062a5-d40c-41d1-b16e-0181815c1a50 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:08.552001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:08.552198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Checking segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:08.552586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Bound using segment: {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:08.553018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Bound port: a460bb05-fbc2-4554-a35a-cf6380581f04, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd607b8be-18c3-4998-9f15-d8040b958314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:08.553392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.625530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:08.650990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:08.682089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:08.686810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:08.686810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.691946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:08.702111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865e343-18b0-4f5c-9374-4b9b092e898d req-20a1f8e2-40a2-41ca-a383-962aa2d25da5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.703628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6865e343-18b0-4f5c-9374-4b9b092e898d req-20a1f8e2-40a2-41ca-a383-962aa2d25da5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1160314
Dec 11 20:57:08.733065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.768043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.794825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.795312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:08.795668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.797223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] 10.222.0.16 "PUT /v2.0/ports/a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 1091 time: 1.3043876
Dec 11 20:57:08.798499 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ac8655-ad19-48f4-a597-4b768f80d246" -d '{"events": [{"server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:08.825334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:08.830381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:08.833455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea2340-5072-4423-b76d-f614bb568106 req-c4269552-b00d-4d35-9741-66a46d7fbc1e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.840659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9ea2340-5072-4423-b76d-f614bb568106 req-c4269552-b00d-4d35-9741-66a46d7fbc1e tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1024 time: 0.0669832
Dec 11 20:57:08.870411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efb3cb-a07b-4cf8-9c62-a63348aca02c service neutron] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:08.880880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6865e343-18b0-4f5c-9374-4b9b092e898d req-871973b8-4b59-456a-a1e3-c91afd6ee009 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517584
Dec 11 20:57:08.884367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-57233431-a0dd-45a9-8ecd-62f78ba57328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:08.885428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a683ac-1ac3-452b-9593-94fdf4b0dc19 req-57233431-a0dd-45a9-8ecd-62f78ba57328 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2306666
Dec 11 20:57:08.893197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:08.936290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9ea2340-5072-4423-b76d-f614bb568106 req-b59b860a-5a2f-4c58-b23f-79139b527636 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups?id=c61c2ff7-4c94-4863-82f4-81ceff3a7877&id=1ba0a550-80bd-4126-8907-81ec88798cba&id=805861d9-67f6-45e4-b487-b9bf46fc4d05&fields=id&fields=name HTTP/1.1" status: 200  len: 515 time: 0.0890057
Dec 11 20:57:08.937429 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b564ce-2fc5-444a-90af-e9f267687111 x-openstack-request-id: req-c3b564ce-2fc5-444a-90af-e9f267687111 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:08.937891 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:08.938241 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3b564ce-2fc5-444a-90af-e9f267687111 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:08.939168 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633', 'code': 200}
Dec 11 20:57:08.978143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e'}, {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:08.981068 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbf619-c38d-4efe-9834-c16d8f892138" -d '{"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e"}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:09.006274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.006650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.007122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.007769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.008047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.008685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.009156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.011284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-237963cb-e6d4-4d14-b3cc-ddd902083e51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6488 time: 0.0725672
Dec 11 20:57:09.047223 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b745a9-9985-4695-8baf-7394bff8744a x-openstack-request-id: req-c5b745a9-9985-4695-8baf-7394bff8744a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:09.047531 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:09.047790 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5b745a9-9985-4695-8baf-7394bff8744a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:09.048194 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'status': 'completed', 'code': 200}
Dec 11 20:57:09.048458 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'status': 'completed', 'code': 200}
Dec 11 20:57:09.108099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-27a781d8-5f48-4ccf-b513-4b21ff2048f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 217 time: 0.0865412
Dec 11 20:57:09.115548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-5d3d06cc-367f-4248-9e9e-37d5aff31005 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.117092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-5d3d06cc-367f-4248-9e9e-37d5aff31005 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 1024 time: 0.0546312
Dec 11 20:57:09.180720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.188153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.194016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.200091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.205960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.212342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.218225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.220454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2265afb1-6970-4900-8475-87811bf4c4fd req-d4f516e5-a54a-4ab0-a685-3f554cec740b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.2082431
Dec 11 20:57:09.224171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fdd19-37ab-49ac-90ba-dacf677f1764 req-73d55e4c-1718-46d1-b7a0-8e2b8aa65e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.225555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a0fdd19-37ab-49ac-90ba-dacf677f1764 req-73d55e4c-1718-46d1-b7a0-8e2b8aa65e5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 1097 time: 0.1499133
Dec 11 20:57:09.237850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-cdc5a321-fb38-455b-9999-4c8425098738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.239340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-cdc5a321-fb38-455b-9999-4c8425098738 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.1215334
Dec 11 20:57:09.240792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71835288-d4a0-409a-9360-ad7a61c3c807 req-467ffe34-4a91-4136-9f3e-4253d3d07c1e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.242270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71835288-d4a0-409a-9360-ad7a61c3c807 req-467ffe34-4a91-4136-9f3e-4253d3d07c1e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.1220889
Dec 11 20:57:09.309767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71835288-d4a0-409a-9360-ad7a61c3c807 req-0e47dd2e-fa33-48a7-a3cb-4f33cac73b1d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607114
Dec 11 20:57:09.316561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Deleting port 3ce8da63-4a80-445b-820e-6efe40f4a99c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:09.316968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:09.352736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a0fdd19-37ab-49ac-90ba-dacf677f1764 req-c05a659b-5c52-43a2-8c50-0861a412bb75 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118782
Dec 11 20:57:09.357253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2265afb1-6970-4900-8475-87811bf4c4fd req-6660719d-7cbf-435a-8b53-50ed8f87bb39 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1287637
Dec 11 20:57:09.361772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5e97aac8-89d2-4d3f-85ff-869e12ba0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.363281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5e97aac8-89d2-4d3f-85ff-869e12ba0d17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1100543
Dec 11 20:57:09.454004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb83460-6a4b-4bbf-b21c-a1d65e59aafd req-4ad96b00-4ff8-4a28-9fbf-ad049059b1a3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.455520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddb83460-6a4b-4bbf-b21c-a1d65e59aafd req-4ad96b00-4ff8-4a28-9fbf-ad049059b1a3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0791712
Dec 11 20:57:09.460386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] For port 3ce8da63-4a80-445b-820e-6efe40f4a99c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3ce8da63-4a80-445b-820e-6efe40f4a99c,segment=NetworkSegment(722f893d-5d58-4eb3-a543-3a61e62cd500),segment_id=722f893d-5d58-4eb3-a543-3a61e62cd500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:09.460748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:09.461936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-914438d3-aefb-4f3a-9410-36fe1832cb7e service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848973
Dec 11 20:57:09.487130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Calling delete_port for 3ce8da63-4a80-445b-820e-6efe40f4a99c owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:09.556196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddb83460-6a4b-4bbf-b21c-a1d65e59aafd req-28c1f207-699a-4a89-b6e4-a9f1b26237a9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923114
Dec 11 20:57:09.562449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d6163f43-6fe1-49b0-8633-a81886794063 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921865
Dec 11 20:57:09.622448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-98feb807-a4fb-41ba-92ff-d096182e5046 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 217 time: 0.0515072
Dec 11 20:57:09.667057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:09.684880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3ce8da63-4a80-445b-820e-6efe40f4a99c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:09.697670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'Port': ['ID=3ce8da63-4a80-445b-820e-6efe40f4a99c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:09.725355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-93870f70-9896-46c2-af2d-a87306ee8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.726882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-93870f70-9896-46c2-af2d-a87306ee8f69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0949674
Dec 11 20:57:09.735986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7344f-a93c-4d03-a05e-b7f47d282d3a req-ddfe9cea-0dcb-430e-9cf5-23b51401557a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:09.737450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad7344f-a93c-4d03-a05e-b7f47d282d3a req-ddfe9cea-0dcb-430e-9cf5-23b51401557a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.1178069
Dec 11 20:57:09.747177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] No DVR routers for this DVR port 3ce8da63-4a80-445b-820e-6efe40f4a99c on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:09.749795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:09.754006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-686cbb55-6299-4aad-b159-4dd0d7fa8a31 req-b4a2673a-0e45-4315-af3c-b1e8b13511b4 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.30 "DELETE /v2.0/ports/3ce8da63-4a80-445b-820e-6efe40f4a99c HTTP/1.1" status: 204  len: 173 time: 0.6253395
Dec 11 20:57:09.754502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'name': 'network-vif-deleted', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:09.756884 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5a1aa3-5f5f-44a3-9725-f2a952e9f06a" -d '{"events": [{"server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "name": "network-vif-deleted", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:09.798550 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f9cf06-e64e-4829-89fe-365a47fd98a7 x-openstack-request-id: req-26f9cf06-e64e-4829-89fe-365a47fd98a7 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:09.798855 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3cfc7f-28bd-4128-afc3-0eec40b5910a", "name": "network-vif-deleted", "tag": "3ce8da63-4a80-445b-820e-6efe40f4a99c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:09.799112 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26f9cf06-e64e-4829-89fe-365a47fd98a7 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:09.799523 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3cfc7f-28bd-4128-afc3-0eec40b5910a', 'name': 'network-vif-deleted', 'tag': '3ce8da63-4a80-445b-820e-6efe40f4a99c', 'status': 'completed', 'code': 200}
Dec 11 20:57:10.007541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090579fb-bf9e-4fe7-af58-92dbb058bbb0 req-85412c1b-52b7-4d96-ad6c-c00f627cd07e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.009145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-090579fb-bf9e-4fe7-af58-92dbb058bbb0 req-85412c1b-52b7-4d96-ad6c-c00f627cd07e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0504260
Dec 11 20:57:10.045409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5b694771-12d0-43bc-8d7a-7abcb2e600d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.046948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5b694771-12d0-43bc-8d7a-7abcb2e600d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3086288
Dec 11 20:57:10.050411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad7344f-a93c-4d03-a05e-b7f47d282d3a req-e98db90c-644c-4a91-ae7f-55eb693b94a0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3031838
Dec 11 20:57:10.057323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-090579fb-bf9e-4fe7-af58-92dbb058bbb0 req-5eb737be-4bdb-4aa4-89b7-ef278965197b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419638
Dec 11 20:57:10.165080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c817e12-3b24-4b5f-a87c-d828c27d11c6 req-edc4f933-dd51-4978-a57f-313b5e9b7be6 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ee3cfc7f-28bd-4128-afc3-0eec40b5910a HTTP/1.1" status: 200  len: 210 time: 0.0411179
Dec 11 20:57:10.172732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-c27f904f-d763-4a77-84ce-98ec1243fea0 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1144724
Dec 11 20:57:10.195481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5896b-50dd-4271-b792-fae311be81a3 req-1ab12771-5576-4c7c-bcc2-946dcbc1d6de tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.198577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43e5896b-50dd-4271-b792-fae311be81a3 req-1ab12771-5576-4c7c-bcc2-946dcbc1d6de tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0573967
Dec 11 20:57:10.274666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-18652362-7608-43d5-9da6-793e7516f43f service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922995
Dec 11 20:57:10.275324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43e5896b-50dd-4271-b792-fae311be81a3 req-b33be49f-3804-4d8e-829c-966410bfe5ff tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671186
Dec 11 20:57:10.323449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b2a1e515-5102-4860-9874-353fec613402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 217 time: 0.0420866
Dec 11 20:57:10.378151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-c2777f37-0c0a-4e40-b7dc-f9fa0672b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.379514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-c2777f37-0c0a-4e40-b7dc-f9fa0672b3fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0462649
Dec 11 20:57:10.454952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-ddef205c-6ab0-4058-95a1-0e57d9d7460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.456521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-ddef205c-6ab0-4058-95a1-0e57d9d7460e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0672414
Dec 11 20:57:10.464496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e9662-2b91-4965-93ad-2bc0278219c5 req-4b0351e3-c296-4265-824e-742e74e0f61b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.465897 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b3e9662-2b91-4965-93ad-2bc0278219c5 req-4b0351e3-c296-4265-824e-742e74e0f61b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.0855200
Dec 11 20:57:10.505743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:10.524898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.530802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.536792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.543676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.549584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.555607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.561506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.563504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-b4158c06-1e1e-4a9e-a602-0cef25ff1245 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.0937278
Dec 11 20:57:10.565857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b3e9662-2b91-4965-93ad-2bc0278219c5 req-a5b9f462-ee66-4c45-a921-7eb757e81893 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917687
Dec 11 20:57:10.594641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-c05fc0b2-eec9-4d64-8333-8637bc25705f service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274574
Dec 11 20:57:10.624305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:10.641777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7', 'port_id': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'mac_address': 'fa:16:3e:f6:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd6725-4a98-427d-a4e5-27195e7e86c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:10.674064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b9f7c7f-fa96-4f2c-bfe7-3365cbb34f7a req-3a472c15-9ea0-49c8-9615-615a4cf4e34e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0821331
Dec 11 20:57:10.721487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:10.736926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:10.747904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9931-16bb-4643-a6f4-6592148885c6 req-5bcaf388-f05b-4cf9-b471-5b69a2ed74ba tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.749566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39a9931-16bb-4643-a6f4-6592148885c6 req-5bcaf388-f05b-4cf9-b471-5b69a2ed74ba tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0833006
Dec 11 20:57:10.753529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-172a6f75-7ca4-4e62-9be9-1d60bbb850ce service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502600
Dec 11 20:57:10.758307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:10.765611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:10.766287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:10.794372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bee11-9314-4c1d-8b6d-9e36e674200d req-126e4c42-287a-4001-8c89-2f951a64c355 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.799050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f86bee11-9314-4c1d-8b6d-9e36e674200d req-126e4c42-287a-4001-8c89-2f951a64c355 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0638735
Dec 11 20:57:10.813453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-5fd3efd7-16e6-4814-8b3a-fb2a46f17522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 217 time: 0.0467088
Dec 11 20:57:10.854883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f86bee11-9314-4c1d-8b6d-9e36e674200d req-253ae074-fab2-4c6a-9a35-d2535a3528fa tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503831
Dec 11 20:57:10.888889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39a9931-16bb-4643-a6f4-6592148885c6 req-f976c42e-cf9a-4726-9951-f556416b1700 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284678
Dec 11 20:57:10.899153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-49713aa4-c639-45fc-859e-c7a6d954f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.900727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-49713aa4-c639-45fc-859e-c7a6d954f05e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0735841
Dec 11 20:57:10.929854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:10.951906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:10.957160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-1febefe7-fe62-4a32-a5c8-52a1fa249a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:10.958693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-1febefe7-fe62-4a32-a5c8-52a1fa249a72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0504076
Dec 11 20:57:10.974700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '25f29b23-8989-4272-a738-7faa9876b894', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'port_id': '25f29b23-8989-4272-a738-7faa9876b894', 'mac_address': 'fa:16:3e:97:71:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12480266-4480-46e3-a115-4f9dfdef94a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:10.981006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-538396a3-8859-4dca-863f-ec19d036e800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.013625 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.026855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f29b23-8989-4272-a738-7faa9876b894 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:11.046250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:11.050368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.060796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-d3e9a763-47aa-4d0d-8a88-400124baea60 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941191
Dec 11 20:57:11.100793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:11.194350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb62b46-3bac-4098-9964-582d40cd79f1 req-28f49b19-71f8-4604-9296-dc933f2d8c78 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.196384 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecb62b46-3bac-4098-9964-582d40cd79f1 req-28f49b19-71f8-4604-9296-dc933f2d8c78 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.0721843
Dec 11 20:57:11.198180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-e2285d5f-3cc8-41f6-8e51-f2a9f3be33be service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299932
Dec 11 20:57:11.250727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-50bb9964-131c-46d6-bc2d-09d8ba692911 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 217 time: 0.0419638
Dec 11 20:57:11.283483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-7bdc6774-7605-4e02-9f0c-83b83416eddd tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/1ba0a550-80bd-4126-8907-81ec88798cba HTTP/1.1" status: 200  len: 1819 time: 0.0446117
Dec 11 20:57:11.311902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecb62b46-3bac-4098-9964-582d40cd79f1 req-d542c663-53b3-48be-b6b7-26511eda1041 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091340
Dec 11 20:57:11.323739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-bfcd6338-ee17-4bbe-9719-1b18c1a4aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.325302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-bfcd6338-ee17-4bbe-9719-1b18c1a4aacd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0631111
Dec 11 20:57:11.343433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1231ca37-b57f-43a4-9ffd-5d78d6bddc36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:11.347108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.349375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['25f29b23-8989-4272-a738-7faa9876b894'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:11.372158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.377637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-570f2af4-f652-4592-998b-ed844abf05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.379345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-570f2af4-f652-4592-998b-ed844abf05c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0455077
Dec 11 20:57:11.421622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.424896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.426159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-afb16736-1ca3-4b46-99b7-6e15c83a13d4 req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ba0a550-80bd-4126-8907-81ec88798cba HTTP/1.1" status: 204  len: 173 time: 0.1351547
Dec 11 20:57:11.443369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd4372-bbd4-4e62-8fac-549fc4700400 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0a550-80bd-4126-8907-81ec88798cba,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:11.504341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-19537c9e-bd13-42c9-afad-a803fb9573e4 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172011
Dec 11 20:57:11.510332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-3d7250d9-bbe5-461b-881b-e1a5d8beeebf tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "GET /v2.0/security-groups/805861d9-67f6-45e4-b487-b9bf46fc4d05 HTTP/1.1" status: 200  len: 1818 time: 0.0577915
Dec 11 20:57:11.638424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.652638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-ccbcbd3a-20d6-49d3-82a8-ce514ff8b8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391094
Dec 11 20:57:11.672271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.688541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a0839-2005-48f5-9e76-656a1f85c98a req-a3f776a5-45df-45e6-82ab-70d9aa63bed8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.690060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d00a0839-2005-48f5-9e76-656a1f85c98a req-a3f776a5-45df-45e6-82ab-70d9aa63bed8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.0485508
Dec 11 20:57:11.718223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-0a3f4f33-4073-4288-8d61-741e4fa84426 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0561707
Dec 11 20:57:11.741682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d00a0839-2005-48f5-9e76-656a1f85c98a req-b883aead-908e-4166-b753-a26786743589 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443373
Dec 11 20:57:11.783634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-96b08661-14f3-45f4-ad7f-07696f2a0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.785111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-96b08661-14f3-45f4-ad7f-07696f2a0c4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0567298
Dec 11 20:57:11.786181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.788776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.790302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9563f3df-ce5d-4848-8af2-b9797a6655ab req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] 10.222.0.18 "DELETE /v2.0/security-groups/805861d9-67f6-45e4-b487-b9bf46fc4d05 HTTP/1.1" status: 204  len: 173 time: 0.2693467
Dec 11 20:57:11.798741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42686) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:11.811726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb756b8-ea22-4b3f-a3b4-4eb2683af3c9 tempest-SecurityGroupsTestJSON-920250596 tempest-SecurityGroupsTestJSON-920250596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805861d9-67f6-45e4-b487-b9bf46fc4d05,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:11.847555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-2c420108-8e41-4c87-828f-210a0e0586ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.849126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-2c420108-8e41-4c87-828f-210a0e0586ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0492113
Dec 11 20:57:11.883882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Deleting subnet 41981f3c-4346-4c0f-ad06-182dd3a2ce2d {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:57:11.889681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:11.939129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.946735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.953123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.959118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.965749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.969547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c7cc6-39e0-455f-9658-48ea21e488cc req-76c20658-a46e-46f6-8ba6-7d7dfa6b2a93 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.971190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c54c7cc6-39e0-455f-9658-48ea21e488cc req-76c20658-a46e-46f6-8ba6-7d7dfa6b2a93 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.1114962
Dec 11 20:57:11.971913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.978409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:11.980369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-489bc899-1302-422e-a263-06805b57963e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.1457524
Dec 11 20:57:11.984819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.016808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-553f2c68-bc18-4928-ad53-5a52f6893d89 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452205
Dec 11 20:57:12.056759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.061692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c54c7cc6-39e0-455f-9658-48ea21e488cc req-4a5a2f2d-1511-472a-baaa-cd6e2ee0e30d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805314
Dec 11 20:57:12.115752 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc6e44e9-47fb-4833-88a0-499ee3183dfb req-8a48103b-bc5e-4d48-93ed-ba487125cce0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1116819
Dec 11 20:57:12.148674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-6b3bcdc1-fbc4-44aa-8698-d5768a5ec0ea service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191945
Dec 11 20:57:12.154598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.183679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41981f3c-4346-4c0f-ad06-182dd3a2ce2d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:12.185810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.191554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a57c59e-c3de-4690-a860-0ee3cca0e8d7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/41981f3c-4346-4c0f-ad06-182dd3a2ce2d HTTP/1.1" status: 204  len: 168 time: 0.3894367
Dec 11 20:57:12.191855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42696) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:12.212945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-800bc2b8-a522-42f2-94d0-20ab228cbf38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.0516238
Dec 11 20:57:12.233751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47de4c5-73e1-4f1e-b506-f81355eeaf42 req-c3f9bcdd-6b5f-48e8-9fb3-5ec4035c372b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.235260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f47de4c5-73e1-4f1e-b506-f81355eeaf42 req-c3f9bcdd-6b5f-48e8-9fb3-5ec4035c372b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 944 time: 0.0873470
Dec 11 20:57:12.301316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.309729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8377409-8abc-4c56-9bbf-cd38e2ae708f req-b9ac2ec6-09a5-41e4-a9c1-72bc62e7ae21 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.311278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8377409-8abc-4c56-9bbf-cd38e2ae708f req-b9ac2ec6-09a5-41e4-a9c1-72bc62e7ae21 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1123595
Dec 11 20:57:12.326157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-3e708840-4df8-4975-843f-9f5889744af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.327818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-3e708840-4df8-4975-843f-9f5889744af0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0916154
Dec 11 20:57:12.350520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f47de4c5-73e1-4f1e-b506-f81355eeaf42 req-18f46812-c9a9-42e0-921b-dd03b6246c5e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044023
Dec 11 20:57:12.393383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-91db83d5-e69c-43f5-94db-2ac4fa84d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.395029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-91db83d5-e69c-43f5-94db-2ac4fa84d7de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0591357
Dec 11 20:57:12.431716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8377409-8abc-4c56-9bbf-cd38e2ae708f req-99633669-fb2a-44d1-adce-460a91fd6892 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112704
Dec 11 20:57:12.433288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.460345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d421d00>,) {'filters': {'network_id': ['33644db5-8823-4a95-8786-2fa8207f46a2']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:12.470904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d421d00>, '722f893d-5d58-4eb3-a543-3a61e62cd500') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:12.471112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d421d00>, '722f893d-5d58-4eb3-a543-3a61e62cd500') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:12.481885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.493923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-f18b696d-1ed4-4990-a4dd-7ba84da8a57d service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0911059
Dec 11 20:57:12.497616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.505473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:57:12.505905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:57:12.507632 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:57:12.522184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:12.595496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 25f29b23-8989-4272-a738-7faa9876b894 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:12.596233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.638201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.644209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-598e643a-2453-4933-97f8-956d2af5b3c5 req-b79ac6b0-349f-43b6-88c8-c0eaeca2e87f service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425447
Dec 11 20:57:12.646919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3ce8da63-4a80-445b-820e-6efe40f4a99c no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:12.648344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.656702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] 10.222.0.18 "DELETE /v2.0/networks/33644db5-8823-4a95-8786-2fa8207f46a2 HTTP/1.1" status: 204  len: 168 time: 0.4621959
Dec 11 20:57:12.679477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72267eb-f90b-46c5-b0a6-5dfbcedc463e admin admin] Pushing event deleted for resources: {'Network': ['ID=33644db5-8823-4a95-8786-2fa8207f46a2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:12.686730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 3ce8da63-4a80-445b-820e-6efe40f4a99c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:12.687080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3ce8da63-4a80-445b-820e-6efe40f4a99c not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:12.695496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34169-931c-4afc-837a-c04b9678efa4 req-ca0d27dc-a0b9-423d-8c18-b2f00fe19ec0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.703659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14c34169-931c-4afc-837a-c04b9678efa4 req-ca0d27dc-a0b9-423d-8c18-b2f00fe19ec0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.1358747
Dec 11 20:57:12.773147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14c34169-931c-4afc-837a-c04b9678efa4 req-36f55234-deb5-42b3-b716-1921d0edec2a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685399
Dec 11 20:57:12.779784 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.824535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f29b23-8989-4272-a738-7faa9876b894'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:12.824535 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ee77b-328d-4b38-9481-21b8ebb00a5f" -d '{"events": [{"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-plugged", "status": "completed", "tag": "25f29b23-8989-4272-a738-7faa9876b894"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:12.839089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:12.843454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d525b2-1504-4f61-9336-7ab5ee848e59 req-d9f0d10f-93be-489a-a5eb-7d341dc5968a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.845255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4d525b2-1504-4f61-9336-7ab5ee848e59 req-d9f0d10f-93be-489a-a5eb-7d341dc5968a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.1086261
Dec 11 20:57:12.855677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.856502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:12.862802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.863277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.863736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.864189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.864643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.865092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.865540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:12.867468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-fc01eecb-27d0-43d3-9c60-64005a838ecd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6488 time: 0.0876107
Dec 11 20:57:12.954066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:12.977924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:12.984995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:12.986287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:12.986761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:12.990227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4d525b2-1504-4f61-9336-7ab5ee848e59 req-5cf1f3cc-1d18-4986-8e51-4926ec78f1d7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352015
Dec 11 20:57:13.024922 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61716d0-d8f2-460c-b038-41d48e652cdd x-openstack-request-id: req-a61716d0-d8f2-460c-b038-41d48e652cdd {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:13.025266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-184407db-c03d-4715-b821-6d2b142f8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.025440 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-plugged", "status": "completed", "tag": "25f29b23-8989-4272-a738-7faa9876b894", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:13.025778 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a61716d0-d8f2-460c-b038-41d48e652cdd {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:13.026252 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f29b23-8989-4272-a738-7faa9876b894', 'code': 200}
Dec 11 20:57:13.027643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-184407db-c03d-4715-b821-6d2b142f8c9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 902 time: 0.1409264
Dec 11 20:57:13.059643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-136b6c6d-c3b2-4a4a-9003-6ae5e0fde7d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bade2212f144ba3bcef7ca1bb29dfbe&name=default HTTP/1.1" status: 200  len: 2997 time: 0.0715699
Dec 11 20:57:13.061970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42716) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:13.097416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.112254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-6aada389-4143-4419-9b1d-3ede33bb21d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0656688
Dec 11 20:57:13.139977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:13.146445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.159564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be651-33e8-4a65-9990-df943a686088 req-5e778f33-bfc0-4bec-b1ca-1e2079b0aa44 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.161411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f6be651-33e8-4a65-9990-df943a686088 req-5e778f33-bfc0-4bec-b1ca-1e2079b0aa44 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0792544
Dec 11 20:57:13.165537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.209810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.221963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:13.277353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f6be651-33e8-4a65-9990-df943a686088 req-9456b633-1b98-4492-95a3-c5455ce11b14 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084924
Dec 11 20:57:13.285065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff03dfe-ad67-4be3-b9cc-b396a2b461b1 req-7830f44f-442c-4b1e-97e4-10465e844734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.285065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ff03dfe-ad67-4be3-b9cc-b396a2b461b1 req-7830f44f-442c-4b1e-97e4-10465e844734 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 1096 time: 0.1083887
Dec 11 20:57:13.289072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3affafd4-13fb-4ee0-a088-a4b2ef26d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.291273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3affafd4-13fb-4ee0-a088-a4b2ef26d88d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.1644518
Dec 11 20:57:13.315387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.317965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.319163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c61c2ff7-4c94-4863-82f4-81ceff3a7877 HTTP/1.1" status: 204  len: 168 time: 0.2559326
Dec 11 20:57:13.327074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9bb7d-1269-4729-beed-2146b61b35d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61c2ff7-4c94-4863-82f4-81ceff3a7877,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:13.361633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.368164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.374162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.380248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.386535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.392373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.398282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.400260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-4ca5537e-ad80-4461-9f82-1883dadd5033 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.1554728
Dec 11 20:57:13.449154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ff03dfe-ad67-4be3-b9cc-b396a2b461b1 req-4f5f7662-6202-4249-a5f0-3f59ff764e03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531780
Dec 11 20:57:13.457353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-42ff73dc-bc74-4832-969f-47b381c59a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.458148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ca2380c-0656-4f7e-afc0-05183b16a922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:13.459068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-42ff73dc-bc74-4832-969f-47b381c59a35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1562717
Dec 11 20:57:13.482415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53639c-a0f7-40a2-96e5-423507007aca req-03822cc5-b620-4284-b0f1-0cbb79cc1c4a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.484262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c53639c-a0f7-40a2-96e5-423507007aca req-03822cc5-b620-4284-b0f1-0cbb79cc1c4a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0576954
Dec 11 20:57:13.505314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7404aba8-67bb-4c3a-9966-562fa9925783 req-55e8913e-5e06-4471-a377-d32efb78c285 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0930765
Dec 11 20:57:13.542523 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c53639c-a0f7-40a2-96e5-423507007aca req-f408b58e-88e9-4379-acae-30d1979bddfb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523298
Dec 11 20:57:13.739644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-7eee810f-4166-4fef-99ec-af6a05f3d17a service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837216
Dec 11 20:57:13.845234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-a6af7bc1-0214-48e1-b240-6d490048fd50 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975425
Dec 11 20:57:13.906028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aec11a-5589-4193-b33f-3fa7031d5986 req-7e2e14b1-9034-41b6-a397-01f051e8f4ee tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.908018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45aec11a-5589-4193-b33f-3fa7031d5986 req-7e2e14b1-9034-41b6-a397-01f051e8f4ee tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.0528529
Dec 11 20:57:13.948803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.949291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.949976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.950464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.950940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.951402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.952413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:13.954194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c069123-3d3f-4e80-9905-78ec497e8231 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6488 time: 0.0564411
Dec 11 20:57:13.966895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45aec11a-5589-4193-b33f-3fa7031d5986 req-cefa434c-dba8-42c1-a034-c28b482abc59 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504096
Dec 11 20:57:14.059037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:14.128209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-5cde999d-457b-41d7-a1be-15521405bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.129668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-5cde999d-457b-41d7-a1be-15521405bd3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 902 time: 0.1217575
Dec 11 20:57:14.136991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef313-c17a-4369-8e05-4735c7f09010 req-aec03357-e0d2-4cd5-a0b1-479b337ce7ee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.138345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-575ef313-c17a-4369-8e05-4735c7f09010 req-aec03357-e0d2-4cd5-a0b1-479b337ce7ee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.0796018
Dec 11 20:57:14.161272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1702678736-network', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:14.187526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Made reservation on behalf of 41af1a46f54649609cef9b401ca1ee69 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:14.190030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.199033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.222205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-5d5a7cd8-8136-454c-9b4a-98a0f7a9922c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.0553401
Dec 11 20:57:14.266518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-575ef313-c17a-4369-8e05-4735c7f09010 req-89ed5746-ce1b-478f-93e9-649adf593d81 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215777
Dec 11 20:57:14.277973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-21e2f45f-6b31-451e-b399-fc9331b8b418 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.281720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-21e2f45f-6b31-451e-b399-fc9331b8b418 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 946 time: 0.0729904
Dec 11 20:57:14.294759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-8034e54d-3736-4407-a3b9-0b8c26150dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.296787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-8034e54d-3736-4407-a3b9-0b8c26150dd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0659397
Dec 11 20:57:14.359605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-295c0f84-d1f4-4513-abea-4fd6f1851a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.361281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-295c0f84-d1f4-4513-abea-4fd6f1851a69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0551250
Dec 11 20:57:14.362741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.392797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.445320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:57:14.458423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-a4649761-5ae7-40e7-a1ae-cbbddd718664 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890262
Dec 11 20:57:14.479476 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.479860 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Added segment 21a413f8-9866-463a-aa67-a9e1125a889e of type vlan for network 4baaff7c-194a-48a5-aad3-5c03421509b1
Dec 11 20:57:14.481276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49874b6-e347-402c-b28d-d1c787bbced4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:14.536740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd0a1-065f-49d6-9730-86fbb3fb801e req-b14a7a61-dc53-436c-91c1-396ec52c7b25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.538262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-695fd0a1-065f-49d6-9730-86fbb3fb801e req-b14a7a61-dc53-436c-91c1-396ec52c7b25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1502013
Dec 11 20:57:14.543729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:14.544078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.548555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.562031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59bbf619-c38d-4efe-9834-c16d8f892138 req-3c8993d1-cf0f-4e65-a2d8-de34ff0a9703 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953119
Dec 11 20:57:14.656159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.662431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.669624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.671328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.672274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.672863 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.676428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.682781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-695fd0a1-065f-49d6-9730-86fbb3fb801e req-5df68edf-3593-43f6-aa71-1101e9e31705 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306963
Dec 11 20:57:14.687773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.703302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.703302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.704394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90e09e80-92fa-45d6-9769-68775bdaa9a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.1038055
Dec 11 20:57:14.723037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:14.731060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.783089 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf4c6fed-ce03-43e6-9a91-f6f4e962c9b8 req-90fc615c-7faf-4952-bf3a-eaff8a576a6f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0706663
Dec 11 20:57:14.798018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7350605
Dec 11 20:57:14.800088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42762) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:14.808505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Request body: {'subnet': {'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1702678736-subnet', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:14.822471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:14.838020 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.852783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Made reservation on behalf of 41af1a46f54649609cef9b401ca1ee69 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:14.856096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e181d8d-45c8-47a9-87b2-5616f906b469 admin admin] Pushing event updated for resources: {'Network': ['ID=4baaff7c-194a-48a5-aad3-5c03421509b1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:14.856581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:14.870562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:57:14.968936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974ffa5-b905-4526-ad28-32b53dd0b70a req-2a1a65a7-8284-4fa1-aefc-b4ca1b68808e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:14.978222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b974ffa5-b905-4526-ad28-32b53dd0b70a req-2a1a65a7-8284-4fa1-aefc-b4ca1b68808e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1866946
Dec 11 20:57:15.028506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:15.033677 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca6ecf1-6703-4f78-ab99-29eddf7704f1" -d '{"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-plugged", "status": "completed", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:15.129732 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b974ffa5-b905-4526-ad28-32b53dd0b70a req-530d9816-65a1-4328-a5a4-6bc6a8b5e48d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503685
Dec 11 20:57:15.240467 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd3a3d9-3068-479c-bf5d-b95f603dc85c x-openstack-request-id: req-5fd3a3d9-3068-479c-bf5d-b95f603dc85c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:15.240759 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-plugged", "status": "completed", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:15.241223 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fd3a3d9-3068-479c-bf5d-b95f603dc85c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:15.241623 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'code': 200}
Dec 11 20:57:15.291174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.313953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:15.347056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=c9503e4b-e8b7-43e4-9ba6-ca8f755d8633,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:15.433534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00505e87-af9a-42fe-95a4-64b8683fc61d req-e78aaec0-3cdb-41c0-9fea-728335c72502 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c98b385-535a-4b02-a101-cf46d51f3dd4 HTTP/1.1" status: 200  len: 210 time: 0.0618849
Dec 11 20:57:15.466205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:15.469428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.472976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a81c47cc-8753-4c2b-9195-cff23d546b1a req-0a8775c2-c9d7-4531-9360-c93366dd8448 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "DELETE /v2.0/ports/c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 HTTP/1.1" status: 204  len: 173 time: 1.1794820
Dec 11 20:57:15.473448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'name': 'network-vif-deleted', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:15.478429 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ac124-d9d1-4c7a-a523-42bde93c310c" -d '{"events": [{"server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "name": "network-vif-deleted", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:15.526108 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c67d741-9b73-4e90-8920-df5b46b7e2ed x-openstack-request-id: req-7c67d741-9b73-4e90-8920-df5b46b7e2ed {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:15.527176 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c98b385-535a-4b02-a101-cf46d51f3dd4", "name": "network-vif-deleted", "tag": "c9503e4b-e8b7-43e4-9ba6-ca8f755d8633", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:15.527664 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c67d741-9b73-4e90-8920-df5b46b7e2ed {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:15.528255 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c98b385-535a-4b02-a101-cf46d51f3dd4', 'name': 'network-vif-deleted', 'tag': 'c9503e4b-e8b7-43e4-9ba6-ca8f755d8633', 'status': 'completed', 'code': 200}
Dec 11 20:57:15.586407 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.694922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244859ae-67a8-48f2-be66-9956f1dd68cc req-7df845de-6dc7-47d7-8f74-a0525467d8ea tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.696926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-244859ae-67a8-48f2-be66-9956f1dd68cc req-7df845de-6dc7-47d7-8f74-a0525467d8ea tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.5759404
Dec 11 20:57:15.702135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b933a-868c-4871-9607-007a26c7dcec req-a57fea69-1b6c-4849-a5d7-edac75c342d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.703516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef5b933a-868c-4871-9607-007a26c7dcec req-a57fea69-1b6c-4849-a5d7-edac75c342d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1097 time: 0.1061480
Dec 11 20:57:15.706449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.816695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c170758f-b04d-4c72-bfd7-7c7538b3d301,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:15.834019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-244859ae-67a8-48f2-be66-9956f1dd68cc req-b1b1d3bc-8794-423f-8b62-1c2d52f85078 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281662
Dec 11 20:57:15.838819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef5b933a-868c-4871-9607-007a26c7dcec req-11d0eeb9-0e21-4494-8905-df0ada67bf8f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238525
Dec 11 20:57:15.841611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Checking segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:15.841958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Network hostable DHCP agents. Network: 4baaff7c-194a-48a5-aad3-5c03421509b1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:57:15.863206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:57:15.873349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4baaff7c-194a-48a5-aad3-5c03421509b1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:15.877776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.878437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.885797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5133914-8be3-4393-b8a7-837cd10e6245 None None] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:57:15.898232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6bf6d953-0457-493a-9a0e-df8415d7e361 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.0959966
Dec 11 20:57:15.901110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42790) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:15.905369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:15.929313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.931346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:15.959483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.965546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.971833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.978021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.984352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.990868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:15.997652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.000004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-85150b47-5c37-440c-b60d-0df703b7f7e7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.1314111
Dec 11 20:57:16.022709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.095741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0be3a4bc-3c85-4ddc-aef3-7082465cf88a req-cbe3da73-c916-4754-8a20-5251984946a4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0847912
Dec 11 20:57:16.199281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.220276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4baaff7c-194a-48a5-aad3-5c03421509b1', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:57:16.221525 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.227837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.362659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f7ac8-401d-4d15-8f42-b967e921a955 req-19d883c6-4d01-46b7-b4e0-9892c42d892e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.364190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f46f7ac8-401d-4d15-8f42-b967e921a955 req-19d883c6-4d01-46b7-b4e0-9892c42d892e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1046488
Dec 11 20:57:16.404960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Allocated IP 172.20.0.2 (4baaff7c-194a-48a5-aad3-5c03421509b1/c170758f-b04d-4c72-bfd7-7c7538b3d301/590af0b7-1b06-47c4-ac78-a61d4ac08d92) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:16.442702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f46f7ac8-401d-4d15-8f42-b967e921a955 req-28a98105-6726-479c-b53b-a6e71814cac4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692377
Dec 11 20:57:16.630507 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.631932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9ea37-eaf3-47fc-b7b9-136294d83a4f req-28dc4f1a-fc8c-47b7-98d9-d9604e3efd29 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.634969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3e9ea37-eaf3-47fc-b7b9-136294d83a4f req-28dc4f1a-fc8c-47b7-98d9-d9604e3efd29 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.0595675
Dec 11 20:57:16.640885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.667924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.671379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-da92e530-f46a-49a3-975f-54520e417e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.672889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-da92e530-f46a-49a3-975f-54520e417e31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1221211
Dec 11 20:57:16.686176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:16.691153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:16.693110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3e9ea37-eaf3-47fc-b7b9-136294d83a4f req-6f0daf64-c5e7-45d3-88cd-89ef3fe3a14f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480497
Dec 11 20:57:16.695716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:16.702167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Pushing event updated for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:16.718940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.738637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b35ef-39ae-4684-b66a-ebb594753229 req-d67e0d2e-e02d-449e-9369-7faa11fda804 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.740218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a46b35ef-39ae-4684-b66a-ebb594753229 req-d67e0d2e-e02d-449e-9369-7faa11fda804 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1359181
Dec 11 20:57:16.757875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Attempting to bind port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:16.759451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Attempting to bind port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:16.759811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Attempting to bind port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 on network 4baaff7c-194a-48a5-aad3-5c03421509b1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:16.765195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:16.765846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Checking segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:16.766737 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.766925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Bound using segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:16.767592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Bound port: 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:16.768337 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.843616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:16.848637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590af0b7-1b06-47c4-ac78-a61d4ac08d92,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:16.856511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:16.895196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a46b35ef-39ae-4684-b66a-ebb594753229 req-aa983135-c0b3-4175-84fc-571b7b84fefa tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432345
Dec 11 20:57:16.922954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c3504-73db-45b7-98c4-6c14280e5b50 None None] Pushing event updated for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:16.985433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-263b1fd2-97cb-481d-9298-7e32727017cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:16.987175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-263b1fd2-97cb-481d-9298-7e32727017cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.2864399
Dec 11 20:57:16.997290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Allocated IP 172.35.1.165 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4fa6960b-4d61-4cd4-ba07-f410c30ee873) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:17.082734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-01095da3-ae14-4143-b702-e6ddbf167e4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.0798459
Dec 11 20:57:17.103913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:17.185265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f01a65-6533-45e6-8fc3-d6838ce072cf req-f77c7844-cc33-4524-8bc5-71499da442b8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.198375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9f01a65-6533-45e6-8fc3-d6838ce072cf req-f77c7844-cc33-4524-8bc5-71499da442b8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.0975711
Dec 11 20:57:17.355887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9f01a65-6533-45e6-8fc3-d6838ce072cf req-92be8830-cb70-4313-8e31-528543acfded tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556296
Dec 11 20:57:17.411536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-39f02467-0a07-4555-90cd-bf60ff2d90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.413251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-39f02467-0a07-4555-90cd-bf60ff2d90f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.3092685
Dec 11 20:57:17.464178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-b7c9c3ae-d8d3-4429-80e2-1099b1cdd448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397916
Dec 11 20:57:17.514371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.520447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.528010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.533886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.540824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.547267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.553543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.555543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-266e3f93-0168-4b81-acce-3e5c6f34f5d4 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5431 time: 0.1957557
Dec 11 20:57:17.577108 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:17.610773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-62cd05fa-b354-4242-bfe7-76233c227dee tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:17.612304 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-62cd05fa-b354-4242-bfe7-76233c227dee tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.1145697
Dec 11 20:57:17.627672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-9e2fcfef-da9b-439c-87ec-129036e5c69b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/quotas/a39ddb93d03540508b9db02fd5ba60c6 HTTP/1.1" status: 200  len: 375 time: 0.0094781
Dec 11 20:57:17.684118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-49cb7e2c-9df2-4106-b1cc-3a596652f0c0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0499594
Dec 11 20:57:17.704669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-a5e5e468-047f-4ede-a392-c8afa7e91388 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276256
Dec 11 20:57:17.717546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a6da73-15af-4e3c-ac5d-6a7d015da2ce req-3defc850-75f0-47af-b39c-60aa66b0d203 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1514814
Dec 11 20:57:17.744051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:17.794966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-f2dba8da-de3f-4e94-bdfd-0c86b1fd3c1b service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020145
Dec 11 20:57:17.817054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:17.832443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:17.839748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:17.858748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Pushing event updated for resources: {'Port': ['ID=4fa6960b-4d61-4cd4-ba07-f410c30ee873,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:17.911474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-b9eb97f5-b56e-4246-a9c1-5346337f55ee service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102407
Dec 11 20:57:17.971812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a7717b-e13a-4923-8714-95bf0fde53a3 req-c4b88f87-148e-4015-8d51-e7ed036e9e98 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2532928
Dec 11 20:57:18.113061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-cc012157-7cdb-4258-b85d-6d3137095f88 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:18.114588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-cc012157-7cdb-4258-b85d-6d3137095f88 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.2995367
Dec 11 20:57:18.138695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-af2741c0-6af7-4f02-a14a-6039231d0317 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0132036
Dec 11 20:57:18.213988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b696ffe-755d-40b8-a2e5-d010d15135e8 req-80d84ea8-0096-4135-9063-bfbedab517a9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:18.222871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b696ffe-755d-40b8-a2e5-d010d15135e8 req-80d84ea8-0096-4135-9063-bfbedab517a9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0727899
Dec 11 20:57:18.280367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b696ffe-755d-40b8-a2e5-d010d15135e8 req-20a2564b-d543-479b-a351-2a8e2b50d355 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561526
Dec 11 20:57:18.337454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-0ffb9642-817a-402e-b788-e5cdcaecb285 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1472282
Dec 11 20:57:18.363170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75c4d2be-1dfa-44bb-bba4-479cc41dd3a1 req-aff79b3e-2931-44d9-b08d-cf71f1223e34 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 210 time: 0.0284774
Dec 11 20:57:18.365459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef162a81-e947-4a30-9941-09b13c8bd6a2 None None] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:57:18.380373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:18.526221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] Provisioning complete for port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:18.526722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:18.576256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 67f31bc5-de97-479d-ae4f-f819dbb6b3da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:18.599886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1c44f-adeb-43a5-81ac-65b109ddd7c6 req-6869bd61-20d5-41ca-8bcd-3437c7e98713 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:18.602146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35a1c44f-adeb-43a5-81ac-65b109ddd7c6 req-6869bd61-20d5-41ca-8bcd-3437c7e98713 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.0750177
Dec 11 20:57:18.668396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:18.693811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:18.694883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c9503e4b-e8b7-43e4-9ba6-ca8f755d8633 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:18.739911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:18.845158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590af0b7-1b06-47c4-ac78-a61d4ac08d92,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:18.847858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:18.864772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:18.957465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7992ef-e1df-4ecf-993c-d01407b395d1 None None] Pushing event updated for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:18.964902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'port_id': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:18.970829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-bf5e4972-3973-4a84-a4bd-f4da7ae48bcb service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6281793
Dec 11 20:57:18.995178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-7f322951-fb02-455f-8f14-35d02f818762 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:18.997471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-7f322951-fb02-455f-8f14-35d02f818762 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.16 "GET /v2.0/ports?device_id=69056d1a-f34a-41a5-a4e4-011008f13132 HTTP/1.1" status: 200  len: 945 time: 0.1074874
Dec 11 20:57:19.031966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35a1c44f-adeb-43a5-81ac-65b109ddd7c6 req-0b0821d0-1b35-45ec-bcb9-7498ebde2251 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4144480
Dec 11 20:57:19.035508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f7464acd-2e03-4144-a489-9f8cde011bad None None] Provisioning complete for port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:19.036088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7464acd-2e03-4144-a489-9f8cde011bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.094795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.116335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f31bc5-de97-479d-ae4f-f819dbb6b3da {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:19.169861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:19.181307 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.213264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 590af0b7-1b06-47c4-ac78-a61d4ac08d92 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:19.275063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.276192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:19.291782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:19.292256 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.295920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.302392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.310075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.318079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.324154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.327643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-ea8a70a9-7c45-4b62-b060-0bad91e7d4b3 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3462849
Dec 11 20:57:19.331352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.334055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.341224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec76cff4-a800-4995-a051-f5fd3385783d req-5374ffe9-dad9-4f26-8ef8-3dac43b65fed tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5432 time: 0.1636636
Dec 11 20:57:19.394011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Deleting port 25f29b23-8989-4272-a738-7faa9876b894 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:19.394722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.439088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec76cff4-a800-4995-a051-f5fd3385783d req-09c965c1-0989-43eb-9c40-b45247c185d1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0964932
Dec 11 20:57:19.469505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['67f31bc5-de97-479d-ae4f-f819dbb6b3da'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:19.749915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] For port 25f29b23-8989-4272-a738-7faa9876b894, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=25f29b23-8989-4272-a738-7faa9876b894,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:19.750304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:19.756584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-120a0724-a44f-41ea-8802-cc9de8f92a9b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.759190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-120a0724-a44f-41ea-8802-cc9de8f92a9b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.3005102
Dec 11 20:57:19.771635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a35e7-35e9-4eda-8216-d045526d0013 req-78fa3116-62c6-41c5-ab91-62c765a9d8eb tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.773109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Calling delete_port for 25f29b23-8989-4272-a738-7faa9876b894 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:19.774427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-151a35e7-35e9-4eda-8216-d045526d0013 req-78fa3116-62c6-41c5-ab91-62c765a9d8eb tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1097 time: 0.1852334
Dec 11 20:57:19.781048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Request body: {'port': {'device_id': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'admin_state_up': True, 'tenant_id': 'a39ddb93d03540508b9db02fd5ba60c6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:19.793151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20896070-73e2-4f3e-add1-959b358cae63 req-7ce3bfdc-b78c-4c86-8aa2-11b083d9ee5e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:19.794734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20896070-73e2-4f3e-add1-959b358cae63 req-7ce3bfdc-b78c-4c86-8aa2-11b083d9ee5e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1666536
Dec 11 20:57:19.862775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Router c0783d8d-a8f8-4da7-922e-730565e6f703 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 20:57:19.941732 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-151a35e7-35e9-4eda-8216-d045526d0013 req-65c282f0-1df1-4804-b450-fb60c57baf0b tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329501
Dec 11 20:57:19.967887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20896070-73e2-4f3e-add1-959b358cae63 req-cec834fd-2cdb-4f0e-86c4-4eb5d62dca87 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1302404
Dec 11 20:57:19.994006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Made reservation on behalf of a39ddb93d03540508b9db02fd5ba60c6 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:20.001788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.127644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38f0c97f-0003-4c65-ad7c-299dcfe814b5 req-51277318-febf-4ceb-b288-4a0e7b2c4d17 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 210 time: 0.0411680
Dec 11 20:57:20.162177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:57:20.170889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.175862 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Sync routers for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:57:20.197932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:20.204931 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84050c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:20.232306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event deleted for resources: {'Port': ['ID=25f29b23-8989-4272-a738-7faa9876b894,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:20.259586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-616e8013-6c71-4b98-ae74-6f22ecc848a7 req-b05d419c-72bb-4506-96e6-17377b361ce2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 210 time: 0.0558677
Dec 11 20:57:20.272516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Allocated IP 172.20.0.2 (08c1a488-260d-4abf-9915-6f8ab67622cb/12480266-4480-46e3-a115-4f9dfdef94a3/2aac0aa6-4415-48ed-8f5c-475ecebb8ee0) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:20.284869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.288009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e4d6b4c4-79f5-4d2e-8918-44586e318768 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 4.3859420
Dec 11 20:57:20.293911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:20.324272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] No DVR routers for this DVR port 25f29b23-8989-4272-a738-7faa9876b894 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:20.327081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.330902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fb7c0bb-e069-46da-933c-991cabda4251 req-71366cbb-7b2b-4007-8317-d29cc2d0e7cc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.16 "DELETE /v2.0/ports/25f29b23-8989-4272-a738-7faa9876b894 HTTP/1.1" status: 204  len: 173 time: 1.3189061
Dec 11 20:57:20.339047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-deleted', 'tag': '25f29b23-8989-4272-a738-7faa9876b894'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:20.341467 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0deb879-c8c5-4f4a-9508-e2e362ca3bdc" -d '{"events": [{"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-deleted", "tag": "25f29b23-8989-4272-a738-7faa9876b894"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:20.402324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a6f93-6e7e-4d90-a50d-92cf9dca50ed req-971c9749-efa3-4d1c-a120-30ab54e20dd2 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:20.411094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca9a6f93-6e7e-4d90-a50d-92cf9dca50ed req-971c9749-efa3-4d1c-a120-30ab54e20dd2 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1097 time: 0.0882423
Dec 11 20:57:20.422773 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1494d499-4ad4-41a3-ac02-3aea12b70aa2 x-openstack-request-id: req-1494d499-4ad4-41a3-ac02-3aea12b70aa2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:20.423242 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69056d1a-f34a-41a5-a4e4-011008f13132", "name": "network-vif-deleted", "tag": "25f29b23-8989-4272-a738-7faa9876b894", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:20.423485 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1494d499-4ad4-41a3-ac02-3aea12b70aa2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:20.423915 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69056d1a-f34a-41a5-a4e4-011008f13132', 'name': 'network-vif-deleted', 'tag': '25f29b23-8989-4272-a738-7faa9876b894', 'status': 'completed', 'code': 200}
Dec 11 20:57:20.485879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca9a6f93-6e7e-4d90-a50d-92cf9dca50ed req-0a0a4dad-d83c-4fca-91f7-e3031ecd0101 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737104
Dec 11 20:57:20.571276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:20.582941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 67f31bc5-de97-479d-ae4f-f819dbb6b3da up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:20.617143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.634713 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:20.675248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.728142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 67f31bc5-de97-479d-ae4f-f819dbb6b3da completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:20.740677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 67f31bc5-de97-479d-ae4f-f819dbb6b3da triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:20.741585 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.759549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Network 08c1a488-260d-4abf-9915-6f8ab67622cb is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:20.820112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:20.836686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'port_id': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'mac_address': 'fa:16:3e:4b:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:20.858604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:20.909703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:20.954004 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:20.988127 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84050c40>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:18Z', 'revision_number': 3, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:21.034867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:21.062788 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Checking router: c0783d8d-a8f8-4da7-922e-730565e6f703 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:57:21.063448 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Updating router c0783d8d-a8f8-4da7-922e-730565e6f703 port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:57:21.073280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.079043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.080882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.097620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.108025 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.110660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.111365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b77e4e60-8b70-491d-8dcc-cebb4884182a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:21.154281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3773937
Dec 11 20:57:21.172961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe83530-724a-436d-abda-38efc6230858 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.189017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:21.191476 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b125e-15e3-4410-ac35-5b15c6b442a6" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:21.204005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.207837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-12eff3bc-2f12-4933-a31f-583f5a66ebae tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.212040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-12eff3bc-2f12-4933-a31f-583f5a66ebae tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.3000953
Dec 11 20:57:21.215643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.216923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.223286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.226364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.230896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.231671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:21.235838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.237604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:21.241903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.244953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.260494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.262763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.269136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.276095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 25f29b23-8989-4272-a738-7faa9876b894 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:21.276522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 25f29b23-8989-4272-a738-7faa9876b894 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:21.291457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d57088b6-9234-44b9-bcf8-3600884add99 req-08e28227-9eec-4782-9a99-82b14e34ff78 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5432 time: 0.6363704
Dec 11 20:57:21.299770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'port_id': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'mac_address': 'fa:16:3e:5e:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:21.364490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.368939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.369932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Request body: {'port': {'device_id': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:21.390126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77e4e60-8b70-491d-8dcc-cebb4884182a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:21.421375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.427412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.428516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d3622410-1b54-4ca3-8e4e-8e57c1fa3244 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:21.480085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:21.484778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.504359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.507305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.521127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'port_id': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244', 'mac_address': 'fa:16:3e:ef:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:21.537167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.572468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.592099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3622410-1b54-4ca3-8e4e-8e57c1fa3244 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:21.620800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.628119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.629158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8379dcee-bdc7-4ad2-b207-2a82d6089c8e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:21.663012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d57088b6-9234-44b9-bcf8-3600884add99 req-aa8a8a96-13ef-42a0-861a-f2f518b2479a tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3677628
Dec 11 20:57:21.738367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.12 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/d989c4bd-20c2-44bb-8efc-e6905d5a0a6d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:21.740417 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.749985 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.765991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.841920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Pushing event updated for resources: {'Port': ['ID=4fa6960b-4d61-4cd4-ba07-f410c30ee873,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:21.845282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Attempting to bind port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:21.845888 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Attempting to bind port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:21.846419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Attempting to bind port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:21.859187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:21.859893 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:21.860574 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.861125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:21.861781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Bound port: 4fa6960b-4d61-4cd4-ba07-f410c30ee873, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:21.862352 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:21.866288 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.867973 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.868498 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.869023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.869532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.870037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.870669 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.871174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.871679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.872214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.872704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.873204 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.873851 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:21.908569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df1ab4-90f2-49b0-a3d0-d9feda02ffdb req-77267473-d9f0-4c40-88e2-2865ad1d0896 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:21.917428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4df1ab4-90f2-49b0-a3d0-d9feda02ffdb req-77267473-d9f0-4c40-88e2-2865ad1d0896 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1095300
Dec 11 20:57:21.927021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:21.942327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'port_id': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'mac_address': 'fa:16:3e:cc:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:21.964868 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] For port 4fa6960b-4d61-4cd4-ba07-f410c30ee873, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:21.969870 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] For port 4fa6960b-4d61-4cd4-ba07-f410c30ee873, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa6960b-4d61-4cd4-ba07-f410c30ee873,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:21.976117 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.019034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.035501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.046361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8379dcee-bdc7-4ad2-b207-2a82d6089c8e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:22.068937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:22.069564 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84050c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:22.077778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4df1ab4-90f2-49b0-a3d0-d9feda02ffdb req-0f91ace3-6443-4153-bbbf-9c1fc9d75a48 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598678
Dec 11 20:57:22.091018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:22.106778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.107460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a460bb05-fbc2-4554-a35a-cf6380581f04 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:22.128763 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bf7af-ef16-49cc-abb0-a4c04738a057 None None] Pushing event updated for resources: {'Port': ['ID=4fa6960b-4d61-4cd4-ba07-f410c30ee873,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.142421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.166812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:22.183667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-65743ed3-15cf-4cc0-9074-5240b287e489 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:57:22.185367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-65743ed3-15cf-4cc0-9074-5240b287e489 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0408940
Dec 11 20:57:22.188113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.269202 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:22.309777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:22.316350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.337312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:22.345440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'network_id': 'bfc062a5-d40c-41d1-b16e-0181815c1a50', 'port_id': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'mac_address': 'fa:16:3e:0d:1b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:22.353774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:22.356071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.358586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:22.361441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-e0ecc57f-59f4-4386-aa8e-e4d9ead1e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:22.368072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-e0ecc57f-59f4-4386-aa8e-e4d9ead1e58e service neutron] 10.222.0.18 "GET /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 1094 time: 0.1317565
Dec 11 20:57:22.372967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:22.373206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 20:57:22.466721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:22.467384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.503750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Allocated IP 172.20.0.1 (4baaff7c-194a-48a5-aad3-5c03421509b1/c170758f-b04d-4c72-bfd7-7c7538b3d301/bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:22.519965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-34e9a23f-89c8-4334-80e5-582f2003221a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2931905
Dec 11 20:57:22.534072 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84050c40>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:18Z', 'revision_number': 3, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:22.545491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Request body: {'port': {'device_id': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:22.552098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.576494 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def699f-0d29-43f6-a481-5d359d6ab5bb None None] The sync data for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 is: [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:18Z', 'revision_number': 3, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:57:22.607905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a460bb05-fbc2-4554-a35a-cf6380581f04 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:22.637211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:22.641960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:22.642307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:22.643617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:22.645415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:22.651820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.652612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:22.652953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:22.655460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.657992 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.659332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7dd6927a-17b9-446c-b35e-faaac2061d87 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:22.672602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:22.672961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:22.673568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:22.674001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Bound port: 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:22.706433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee0b7a-9e35-4f7a-82f9-bf429ef3884d req-50f773e5-4b1b-433c-b413-5ae1ba104104 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:22.716131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d8ee0b7a-9e35-4f7a-82f9-bf429ef3884d req-50f773e5-4b1b-433c-b413-5ae1ba104104 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 931 time: 0.1306355
Dec 11 20:57:22.720506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Transition to ACTIVE for port object 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:22.743873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.746769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd6927a-17b9-446c-b35e-faaac2061d87,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:22.761165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.767231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '7dd6927a-17b9-446c-b35e-faaac2061d87', 'network_id': '029108a2-de1b-42bd-aca5-3694202b8bc3', 'port_id': '7dd6927a-17b9-446c-b35e-faaac2061d87', 'mac_address': 'fa:16:3e:e5:7f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a3158-f44d-4403-8b84-01b17799bca3', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:22.819137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.830449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.848416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd6927a-17b9-446c-b35e-faaac2061d87 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:22.856971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:22.871335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.873074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd6927a-17b9-446c-b35e-faaac2061d87,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:22.878452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5f966f63-3614-4491-971b-4404e07a5b6a service neutron] 10.222.0.18 "POST /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36/bindings HTTP/1.1" status: 201  len: 389 time: 0.5076313
Dec 11 20:57:22.883763 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:22.897430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.907417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d8ee0b7a-9e35-4f7a-82f9-bf429ef3884d req-286441a2-5857-49dd-b7f8-2370914bf4a2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1903374
Dec 11 20:57:22.945753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:22.999793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.002763 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d3eee5-33a6-4bd6-bdf4-d101c0beb8e3 x-openstack-request-id: req-94d3eee5-33a6-4bd6-bdf4-d101c0beb8e3 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:23.003144 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:23.003448 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94d3eee5-33a6-4bd6-bdf4-d101c0beb8e3 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:23.003875 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'code': 200}
Dec 11 20:57:23.033668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Attempting to bind port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:23.034014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Attempting to bind port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:23.034345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Attempting to bind port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:23.085200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 on network 08c1a488-260d-4abf-9915-6f8ab67622cb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:23.088666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Attempting to bind port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:23.100216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:23.131930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:23.150635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:23.150918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Checking segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:23.154694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Bound using segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:23.155194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Bound port: 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:23.155566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.161237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:23.204475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Pushing event updated for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:23.267775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa6960b-4d61-4cd4-ba07-f410c30ee873 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:23.340573 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:57:23.345296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d989c4bd-20c2-44bb-8efc-e6905d5a0a6d {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:23.368025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.394024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:23.394417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.396975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.420353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Transition to ACTIVE for port object d989c4bd-20c2-44bb-8efc-e6905d5a0a6d will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:23.442830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.485820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615425e-6420-4f1a-9713-d477c484259e req-14b4bad9-895c-4406-8084-ad0ebd9bbc05 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.493909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e615425e-6420-4f1a-9713-d477c484259e req-14b4bad9-895c-4406-8084-ad0ebd9bbc05 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 932 time: 0.3479459
Dec 11 20:57:23.532732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:23.535976 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.545138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bf8f90df-be70-4e2a-aef0-43305907d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.546839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bf8f90df-be70-4e2a-aef0-43305907d962 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1097 time: 0.2074873
Dec 11 20:57:23.563166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.564170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:23.565538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.568950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 4fa6960b-4d61-4cd4-ba07-f410c30ee873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa6960b-4d61-4cd4-ba07-f410c30ee873,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:23.573346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.575876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['5987b333-c77b-4ffe-8e76-ed2f5b9ae938'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:23.581504 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.583660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.591415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.598626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.606798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.607704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.609218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-a4e0c696-23d0-4ad8-9dea-1dd3d5e656a1 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5439 time: 0.4498103
Dec 11 20:57:23.611422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Pushing event updated for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:23.623479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d3622410-1b54-4ca3-8e4e-8e57c1fa3244'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:23.636271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b77e4e60-8b70-491d-8dcc-cebb4884182a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:23.729231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:23.730147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.732351 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 HTTP/1.1" status: 200  len: 1091 time: 2.5622342
Dec 11 20:57:23.734980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Attempting to bind port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:23.735455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Attempting to bind port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:23.736928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Attempting to bind port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:23.740290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['a460bb05-fbc2-4554-a35a-cf6380581f04'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:23.745198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:23.748575 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595" -d '{"events": [{"name": "network-changed", "server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:23.773466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:23.774517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Attempting to bind port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:23.784125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e615425e-6420-4f1a-9713-d477c484259e req-43396d5f-12a6-4765-b378-ffc07c618ff5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891853
Dec 11 20:57:23.786720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:23.787326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:23.787913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:23.788465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Bound port: d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:23.788940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.887266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b5663b13-8280-4f15-b452-141f2bbf3b19 None None] Provisioning complete for port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:23.887532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b5663b13-8280-4f15-b452-141f2bbf3b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.903255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16324bdb-a69e-41d6-9893-e8fb28c4804a req-054947a0-1277-4e52-83c4-f201baf93172 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2499504
Dec 11 20:57:23.952505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:23.962055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=4fa6960b-4d61-4cd4-ba07-f410c30ee873,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:23.966395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:23.970220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee192cee-ad7f-4a0c-b806-4ea8cf4607a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:23.982127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:23.999376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:24.036041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-932924dd-2d3e-4eab-aa7c-83748c1a8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.037535 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-932924dd-2d3e-4eab-aa7c-83748c1a8b63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.4783268
Dec 11 20:57:24.042208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-db88af22-a61a-4158-911b-77c856cc69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.043893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-db88af22-a61a-4158-911b-77c856cc69f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 1094 time: 0.2514937
Dec 11 20:57:24.058984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.059798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:24.061397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] 10.222.0.30 "PUT /v2.0/ports/d989c4bd-20c2-44bb-8efc-e6905d5a0a6d HTTP/1.1" status: 200  len: 1092 time: 1.5205696
Dec 11 20:57:24.063489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:24.065878 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46260bf1-a84d-43b5-bd55-864090af5841" -d '{"events": [{"name": "network-changed", "server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:24.072465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b5663b13-8280-4f15-b452-141f2bbf3b19 None None] Port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:57:24.174882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-fb6e2c8b-530f-4bc8-b6dd-237c50a6aa67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 217 time: 0.1276190
Dec 11 20:57:24.179493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-1b7cb871-2a66-409a-b687-2e559398817f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 HTTP/1.1" status: 200  len: 217 time: 0.0881870
Dec 11 20:57:24.180650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9bf45-37db-456e-8e76-73b10ce71157 service neutron] Pushing event updated for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:24.191140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157e46-6950-45e0-958d-a46bb1c99f86 req-38f5a367-caf9-4dcc-9dd0-d8672d5bcd85 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.192727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef157e46-6950-45e0-958d-a46bb1c99f86 req-38f5a367-caf9-4dcc-9dd0-d8672d5bcd85 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.2609522
Dec 11 20:57:24.196364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ce6f-ac12-42bb-a92f-d47495e7c092 req-3e8f1ad0-fa71-4639-aa5f-3e9827a861d8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.205237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efd6ce6f-ac12-42bb-a92f-d47495e7c092 req-3e8f1ad0-fa71-4639-aa5f-3e9827a861d8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1428084
Dec 11 20:57:24.235925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-d2bad952-4e6e-4582-be05-250b956c1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.237523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-d2bad952-4e6e-4582-be05-250b956c1a4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 1095 time: 0.1234810
Dec 11 20:57:24.293842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-4777165c-8b33-4633-8da5-bf1fc919bd88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d HTTP/1.1" status: 200  len: 217 time: 0.0447130
Dec 11 20:57:24.302320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efd6ce6f-ac12-42bb-a92f-d47495e7c092 req-5a8cae4c-7f4c-4977-96a4-d7572b67c62c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960741
Dec 11 20:57:24.358159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-0498b466-e89d-4c1b-984a-5d9d67f1f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.360385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-0498b466-e89d-4c1b-984a-5d9d67f1f290 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0565748
Dec 11 20:57:24.405106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-b0cf82ef-e9e4-4cb9-8517-6c14238010d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356762
Dec 11 20:57:24.543650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-702437ac-941a-4f9f-89ca-a4fa6716eb66 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266751
Dec 11 20:57:24.581555 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508ac669-84fb-42a9-81d7-1cac9da007b4 x-openstack-request-id: req-508ac669-84fb-42a9-81d7-1cac9da007b4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:24.582204 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:24.582204 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-508ac669-84fb-42a9-81d7-1cac9da007b4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:24.582702 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'status': 'completed', 'code': 200}
Dec 11 20:57:24.641851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c065d-1013-496b-bf2e-847951afefc2 req-e9bc58f3-bb99-4d1d-998f-f6d20b73190c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.643545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-981c065d-1013-496b-bf2e-847951afefc2 req-e9bc58f3-bb99-4d1d-998f-f6d20b73190c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 943 time: 0.1106479
Dec 11 20:57:24.686894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305b130-881c-4065-ba4e-60915a33b279 req-c67fdbf0-d277-405d-bf6c-2f08802c7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.688411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-c67fdbf0-d277-405d-bf6c-2f08802c7184 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.4935815
Dec 11 20:57:24.697378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1927c8b-4fcc-4cd8-8572-fff12e7287fd req-e971bd23-bd86-4591-89d3-6051e5e91c24 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344841
Dec 11 20:57:24.719996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-787dbe8d-85b5-466b-b78f-5efbfff7028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.721485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-787dbe8d-85b5-466b-b78f-5efbfff7028f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.5278373
Dec 11 20:57:24.733606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-981c065d-1013-496b-bf2e-847951afefc2 req-3ec5ab37-cdb9-43e6-a914-948e0f6a7460 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776701
Dec 11 20:57:24.753883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-8ad37e20-32ba-4119-9156-59e2a06bcc76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520554
Dec 11 20:57:24.762261 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef157e46-6950-45e0-958d-a46bb1c99f86 req-2f89559f-28a4-4f31-be2d-4a13bdc193d4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5473361
Dec 11 20:57:24.763831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['8379dcee-bdc7-4ad2-b207-2a82d6089c8e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:24.838270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-14da1a30-032f-4855-9042-43b6a7008a5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561965
Dec 11 20:57:24.838693 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba27d4-4c9c-4134-b48a-10805c7be566 x-openstack-request-id: req-13ba27d4-4c9c-4134-b48a-10805c7be566 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:24.838693 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:24.838693 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13ba27d4-4c9c-4134-b48a-10805c7be566 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:24.838693 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d', 'status': 'completed', 'code': 200}
Dec 11 20:57:24.874190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7dd6927a-17b9-446c-b35e-faaac2061d87'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:24.940841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260bf1-a84d-43b5-bd55-864090af5841 req-c141e3ef-5666-4e21-abdf-1a799abfb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.943014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-c141e3ef-5666-4e21-abdf-1a799abfb634 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 1095 time: 0.1219306
Dec 11 20:57:24.974729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdab7d3-89e1-470c-9122-f2dbb2c84fd2 req-921ed00f-9ae7-4817-808b-4394ae9f8a7d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:24.982886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2fdab7d3-89e1-470c-9122-f2dbb2c84fd2 req-921ed00f-9ae7-4817-808b-4394ae9f8a7d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 944 time: 0.0955782
Dec 11 20:57:25.104822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260bf1-a84d-43b5-bd55-864090af5841 req-7662bd31-8c6a-444c-9d74-f72e78e5b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.106819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-7662bd31-8c6a-444c-9d74-f72e78e5b721 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1547472
Dec 11 20:57:25.123275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2fdab7d3-89e1-470c-9122-f2dbb2c84fd2 req-3531e61a-0fa5-4475-a07e-79c269aaab7f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393819
Dec 11 20:57:25.186997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-13b74c8c-b609-427d-93c5-94fd55a99864 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d HTTP/1.1" status: 200  len: 217 time: 0.0611570
Dec 11 20:57:25.215475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa6960b-4d61-4cd4-ba07-f410c30ee873 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:25.250137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.259884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.260316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46260bf1-a84d-43b5-bd55-864090af5841 req-19549e3c-f423-4e2b-8e32-bba6eeafcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.262222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-19549e3c-f423-4e2b-8e32-bba6eeafcbee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0648634
Dec 11 20:57:25.266989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.273792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.285465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.290459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.297053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.299055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-b83bc908-e8e1-4441-b610-c662961c79ef tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5439 time: 0.2200959
Dec 11 20:57:25.304095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-c79b5f10-6cf0-4584-a8bf-685f7c871a33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329099
Dec 11 20:57:25.322179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-1b1ff562-9699-4618-8971-4a0f67e47fea service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5068841
Dec 11 20:57:25.381944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:25.382395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:25.403743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:25.429565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:25.439761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-af6b8fc4-3b8d-4598-88c6-b46af0a98df8 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6600184
Dec 11 20:57:25.645861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Pushing event updated for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:25.650529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-2338bcb2-83b2-4e66-b69b-2f2fd4ef314a service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3151484
Dec 11 20:57:25.661983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:25.671612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb55d4b7-d81f-41a6-b395-4fe3fcecea53 req-63b6bf39-f451-46d8-a61f-ecab112e3db0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3551605
Dec 11 20:57:25.769080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6305b130-881c-4065-ba4e-60915a33b279 req-160d8e19-36d4-439e-98d6-304bd3561791 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2795575
Dec 11 20:57:25.774562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb017c-bd78-4aa0-b4da-ebb0bf565983 req-0be67951-d93a-4d36-b58e-eef81fdb40fb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:25.783922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0eb017c-bd78-4aa0-b4da-ebb0bf565983 req-0be67951-d93a-4d36-b58e-eef81fdb40fb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1138351
Dec 11 20:57:25.811506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-2c7e293a-dc92-4194-b66b-bba5cc5413ec service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4974349
Dec 11 20:57:25.865080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0eb017c-bd78-4aa0-b4da-ebb0bf565983 req-316162e8-6b43-4cc1-9f1b-e9da5a144738 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802155
Dec 11 20:57:25.914748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:25.930012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:26.013299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46260bf1-a84d-43b5-bd55-864090af5841 req-50608099-0bc7-431f-b396-41e5c1063e43 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545787
Dec 11 20:57:26.036224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-5ab09a0b-cfab-423a-b8b8-f9daabe009d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.037671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-5ab09a0b-cfab-423a-b8b8-f9daabe009d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 1094 time: 0.2022042
Dec 11 20:57:26.048484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2dfdd-3316-4f48-98f8-50c23eeef1f5 req-0df1d54d-e9c7-40e5-b3c6-1e71874d0795 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.051060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecd2dfdd-3316-4f48-98f8-50c23eeef1f5 req-0df1d54d-e9c7-40e5-b3c6-1e71874d0795 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.1082656
Dec 11 20:57:26.055707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7160691-07ab-4592-86f4-4a7f1d751c02 req-3c0c1d59-4dba-47fe-a357-e2f344c45dc9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.057344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f7160691-07ab-4592-86f4-4a7f1d751c02 req-3c0c1d59-4dba-47fe-a357-e2f344c45dc9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 943 time: 0.1600595
Dec 11 20:57:26.133109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecd2dfdd-3316-4f48-98f8-50c23eeef1f5 req-c6669d05-c7a9-4923-bff8-7565083c8fe7 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664036
Dec 11 20:57:26.267127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f7160691-07ab-4592-86f4-4a7f1d751c02 req-48b7c82f-1e2e-41f6-bf5d-82491294ed37 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990466
Dec 11 20:57:26.286351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Router c0783d8d-a8f8-4da7-922e-730565e6f703 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:57:26.317142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-707e3250-3de3-43fb-8852-945faee625c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.319636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-707e3250-3de3-43fb-8852-945faee625c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 915 time: 0.2738228
Dec 11 20:57:26.329025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4bffc4c8-c13c-4c0e-9c60-03b95843f43c None None] Provisioning complete for port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:26.329656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4bffc4c8-c13c-4c0e-9c60-03b95843f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:26.342321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dd664-2013-491d-bc43-316f6f029fe3 req-64205684-902f-40df-90ae-e7c8c0f50aaa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.354400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c93dd664-2013-491d-bc43-316f6f029fe3 req-64205684-902f-40df-90ae-e7c8c0f50aaa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 944 time: 0.1324944
Dec 11 20:57:26.388419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4bffc4c8-c13c-4c0e-9c60-03b95843f43c None None] Port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:57:26.416884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c93dd664-2013-491d-bc43-316f6f029fe3 req-9d500e48-e175-4bc4-802d-295eb8016f5c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559478
Dec 11 20:57:26.427133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-86c3d13e-49ba-4312-99f4-9382f949d3ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 HTTP/1.1" status: 200  len: 217 time: 0.0978310
Dec 11 20:57:26.520115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-d918f6a0-b79b-459e-8a0a-c02ae268ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.521634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-d918f6a0-b79b-459e-8a0a-c02ae268ca70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.0868361
Dec 11 20:57:26.559738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:57:26.573033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6860baf6-da88-4648-84db-8303377dc73e admin admin] 10.222.0.18 "PUT /v2.0/routers/c0783d8d-a8f8-4da7-922e-730565e6f703/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2702391
Dec 11 20:57:26.573033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-76917d75-598a-4551-a9ae-f4398f04d15e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386324
Dec 11 20:57:26.576499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Sync routers for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:57:26.590222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:26.591557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77736400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:26.714990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-ff708c20-3030-4286-ab6e-93953ccab172 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371911
Dec 11 20:57:26.758915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:26.839731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.846618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.854431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.860335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.861925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad7a38c8-ad4a-420c-94f7-cc0344dc7595 req-327becbd-9007-4896-ab7f-0e2a040f4b14 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373570
Dec 11 20:57:26.879227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.885612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.892522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:26.894793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-c5a7ab7b-46a9-42db-a8aa-0d775433f3d7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5439 time: 0.1222746
Dec 11 20:57:26.971298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:27.011794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fe5c690-35d8-49e7-91cd-a2997e4c1572 req-5f9d0e06-b35e-455e-9bcc-bed6f2c56313 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1089001
Dec 11 20:57:27.081298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:27.094625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:27.094995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.149001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77736400>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:24Z', 'revision_number': 2, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:27.179588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Checking router: c0783d8d-a8f8-4da7-922e-730565e6f703 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:57:27.179934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Updating router c0783d8d-a8f8-4da7-922e-730565e6f703 port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 20:57:27.235412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341c89-11b1-42c1-aeef-9acb1d28c282 req-920afa3d-6227-4f98-b1ce-e91d5910c422 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:27.236992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31341c89-11b1-42c1-aeef-9acb1d28c282 req-920afa3d-6227-4f98-b1ce-e91d5910c422 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0559735
Dec 11 20:57:27.239345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.255661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.309059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31341c89-11b1-42c1-aeef-9acb1d28c282 req-6c8891b4-d4be-4728-b69a-fd807f1923b9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632284
Dec 11 20:57:27.313246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:27.315825 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af5bea2-fb1d-4a03-a32b-c12b2261d844" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:27.334759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:27.342526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.343457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b77e4e60-8b70-491d-8dcc-cebb4884182a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:27.449391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42994) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:27.457343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291775468', 'description': 'tempest-description--1141432985'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:27.496999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.589591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216cba7-ae61-4c7f-a974-8f068a6c1e85 req-0461061f-e82b-464a-a5bb-de0688ab452d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:27.592043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f216cba7-ae61-4c7f-a974-8f068a6c1e85 req-0461061f-e82b-464a-a5bb-de0688ab452d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.0912604
Dec 11 20:57:27.639535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:27.665759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.681702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.718889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f216cba7-ae61-4c7f-a974-8f068a6c1e85 req-6674ef25-aa12-4ad2-a8f2-8f5284cce529 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105835
Dec 11 20:57:27.746859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b77e4e60-8b70-491d-8dcc-cebb4884182a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:27.751779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.756216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43000) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:27.759178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3085251
Dec 11 20:57:27.763153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b77e4e60-8b70-491d-8dcc-cebb4884182a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:27.763619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.768203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'security_group_rule': {'security_group_id': '75891f72-2017-4cf2-99ce-86975b74f163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:27.772090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207698-862e-413a-8db5-4ba863d9dd0c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75891f72-2017-4cf2-99ce-86975b74f163,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:27.801283 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ceda0-6723-480d-911f-96ecdf6052a8 x-openstack-request-id: req-542ceda0-6723-480d-911f-96ecdf6052a8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:27.801530 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:27.801826 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-542ceda0-6723-480d-911f-96ecdf6052a8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:27.802219 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'code': 200}
Dec 11 20:57:27.843906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.901391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d63d-c0eb-4228-b47c-c978de5d0627 req-b32741dc-b9b8-4692-94f0-8995540ea2ec tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:27.903302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2446d63d-c0eb-4228-b47c-c978de5d0627 req-b32741dc-b9b8-4692-94f0-8995540ea2ec tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 944 time: 0.0581429
Dec 11 20:57:27.918043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201b88-f839-4e6a-9099-84196c69d777 req-bf0c8c1e-25b3-435a-851b-8193cabde9a9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:27.920414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af201b88-f839-4e6a-9099-84196c69d777 req-bf0c8c1e-25b3-435a-851b-8193cabde9a9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 943 time: 0.1218808
Dec 11 20:57:27.961278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.964715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.971918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2446d63d-c0eb-4228-b47c-c978de5d0627 req-4a43823c-cfb0-40aa-aaf6-f4e9566d223d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615993
Dec 11 20:57:27.985538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.986592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:27.998891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.021304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af201b88-f839-4e6a-9099-84196c69d777 req-b7e62d22-d195-4f25-905e-2b46826c5048 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872910
Dec 11 20:57:28.029472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144d99ae-bfba-4618-bba2-489c2b6588b3,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.044225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.044630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:28.045720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-500d0104-f1fb-462d-ae06-808b60ad9c8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2857282
Dec 11 20:57:28.049022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:28.055735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'security_group_rule': {'security_group_id': '75891f72-2017-4cf2-99ce-86975b74f163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:28.058330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.059338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a460bb05-fbc2-4554-a35a-cf6380581f04 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:28.105577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63374ef-cbed-4262-80cc-d49fbf5bcb7e None None] Pushing event updated for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.118240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.202913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Attempting to bind port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:28.202913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Attempting to bind port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:28.202913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Attempting to bind port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d on network 4baaff7c-194a-48a5-aad3-5c03421509b1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:28.227036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:28.227502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Checking segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:28.227909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.228375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Bound using segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:28.228857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Bound port: bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:28.230192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.233291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.236561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.259109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.261270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port a460bb05-fbc2-4554-a35a-cf6380581f04 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:28.266901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.273529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.280243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.289595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.293059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port a460bb05-fbc2-4554-a35a-cf6380581f04 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:28.293465 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.296371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.302783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.305641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-1ab1b152-9278-413f-a54c-b5f80eeb026f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5441 time: 0.1544108
Dec 11 20:57:28.307420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.334938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7809ed-7e96-4c71-8404-40ee719a00c1,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.350990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.356052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43010) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:28.356412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ed7d6e3a-e596-434e-b7df-e2f56b7c830a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3060579
Dec 11 20:57:28.360465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] For port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:28.365887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] For port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:28.368835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:28.373195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.439723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.452586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c55287d-d032-43b2-8d64-eb486b7359a2 req-60067dd7-4556-4860-bcf8-1a838afcc170 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1273165
Dec 11 20:57:28.477701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.479637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63374ef-cbed-4262-80cc-d49fbf5bcb7e None None] Pushing event updated for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.491610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:28.492427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77736400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:28.564971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345252-f032-4472-93ed-b499c75dac24 req-331081cb-2a10-4be6-b35f-d1881637c640 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.566979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5345252-f032-4472-93ed-b499c75dac24 req-331081cb-2a10-4be6-b35f-d1881637c640 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0943208
Dec 11 20:57:28.584104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] Provisioning complete for port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:28.584847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.604848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:28.636442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.661618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5345252-f032-4472-93ed-b499c75dac24 req-0ecf2825-29a6-4851-a385-e0d53de69516 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825219
Dec 11 20:57:28.709114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d989c4bd-20c2-44bb-8efc-e6905d5a0a6d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:28.725104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:28.783332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:28.938631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:28.940957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Allocated IP 172.35.1.186 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/aeb188fb-8dee-4828-ad80-5e5e5b1d51ee) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:28.948701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7dd6927a-17b9-446c-b35e-faaac2061d87 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:28.961217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b69e1-a7ea-479f-8ee9-baaa3d1e82b5 req-4cb643b6-5d01-416a-a93f-7213da286b94 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:28.971529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a4b69e1-a7ea-479f-8ee9-baaa3d1e82b5 req-4cb643b6-5d01-416a-a93f-7213da286b94 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 946 time: 0.1361525
Dec 11 20:57:29.106624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.117516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a4b69e1-a7ea-479f-8ee9-baaa3d1e82b5 req-1d43c436-567c-445c-a548-bd9edf62cbdd tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445863
Dec 11 20:57:29.144683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.227528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:29.231323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a82b91-d739-46e3-9ca4-2e141b602d42 req-fbc7a461-9899-4c3b-9a8b-7f2a186a8b34 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:29.233057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31a82b91-d739-46e3-9ca4-2e141b602d42 req-fbc7a461-9899-4c3b-9a8b-7f2a186a8b34 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 944 time: 0.0885241
Dec 11 20:57:29.235574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.257116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6763a-a587-4260-9c32-fc376f8a7625 req-4a49226a-60b7-4aac-90c6-abc16b293623 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:29.257304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] For port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:29.257410 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cd6763a-a587-4260-9c32-fc376f8a7625 req-4a49226a-60b7-4aac-90c6-abc16b293623 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0653880
Dec 11 20:57:29.260903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d', 'mac_address': 'fa:16:3e:17:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:29.267043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.276419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 7dd6927a-17b9-446c-b35e-faaac2061d87 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:29.307241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:29.314954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:29.317691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'Port': ['ID=aeb188fb-8dee-4828-ad80-5e5e5b1d51ee,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:29.323617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:29.330243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 7dd6927a-17b9-446c-b35e-faaac2061d87 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:29.330372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.344620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cd6763a-a587-4260-9c32-fc376f8a7625 req-ff3cdf7e-c9e3-45f1-8af0-7b92ec32c787 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772254
Dec 11 20:57:29.409259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77736400>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:28Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:29.411183 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.449876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d94d9-cbbe-4bf2-ac03-55b1ac0a645a None None] Pushing event updated for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:29.459938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d5a76-942e-459d-9c56-7564c66a5b11 None None] The sync data for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 is: [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:28Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:57:29.466449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d989c4bd-20c2-44bb-8efc-e6905d5a0a6d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:29.487157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cffe768d-07df-45b5-b143-a28419e43f5e None None] Provisioning complete for port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:29.487157 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cffe768d-07df-45b5-b143-a28419e43f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.495967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-0874d04c-846d-4967-927b-14dc2d5cbabf tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:29.497959 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-0874d04c-846d-4967-927b-14dc2d5cbabf tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1097 time: 0.1322558
Dec 11 20:57:29.515067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:29.521843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f3bf8-c75f-47fe-96a9-6e5c260f61e4 req-3e51631e-961f-4515-bcaf-40c38ef6ee40 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:29.527728 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.533458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d57f3bf8-c75f-47fe-96a9-6e5c260f61e4 req-3e51631e-961f-4515-bcaf-40c38ef6ee40 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 943 time: 0.1034825
Dec 11 20:57:29.556194 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.558890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:29.610097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31a82b91-d739-46e3-9ca4-2e141b602d42 req-0bd51460-e512-41e4-8431-925c33ad5224 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3388691
Dec 11 20:57:29.624005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.703275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d57f3bf8-c75f-47fe-96a9-6e5c260f61e4 req-23fca06a-7498-4c1e-85cd-02f41d95c756 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681147
Dec 11 20:57:29.707613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.894596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:29.896974 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e7350-3e8f-4e73-9811-a169ec1a29d3" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:29.900060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:29.918983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.953574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:29.966025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c5e1b-c79e-47e8-9cb7-712d01affd66 req-162f3517-b3d8-4217-a35e-3ceec5249fcb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:29.967908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-751c5e1b-c79e-47e8-9cb7-712d01affd66 req-162f3517-b3d8-4217-a35e-3ceec5249fcb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1239278
Dec 11 20:57:29.970011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.002321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd6927a-17b9-446c-b35e-faaac2061d87,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:30.014039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.015811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8379dcee-bdc7-4ad2-b207-2a82d6089c8e up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:30.044564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.051792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.058096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.066230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.071764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.078277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.084781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.094456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-d4f9996e-6f9e-47ba-9b1c-05277c433ab8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5442 time: 0.2603643
Dec 11 20:57:30.108901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'Port': ['ID=aeb188fb-8dee-4828-ad80-5e5e5b1d51ee,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:30.109458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d989c4bd-20c2-44bb-8efc-e6905d5a0a6d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:30.130447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.163924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-751c5e1b-c79e-47e8-9cb7-712d01affd66 req-706d224a-7c0e-4773-b30d-ea7ef1493e00 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1829128
Dec 11 20:57:30.171150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8db45f88-4069-410e-ad57-2c1dbc2ebdd7 req-edb0c8d5-41ba-4c11-8059-f5c6187efbfc tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0757022
Dec 11 20:57:30.195135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.197846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:30.203291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:30.204842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d667f67c-ccae-4880-a47f-ea8a5eb4329c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8464837
Dec 11 20:57:30.223545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:30.233478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:30.233858 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.305488 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3474d224-fc85-4c53-a23a-636b338d15eb x-openstack-request-id: req-3474d224-fc85-4c53-a23a-636b338d15eb {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:30.306136 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:30.306580 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3474d224-fc85-4c53-a23a-636b338d15eb {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:30.306979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:30.307086 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'code': 200}
Dec 11 20:57:30.307303 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'code': 200}
Dec 11 20:57:30.373788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.375969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:30.379020 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4510433f-0c97-444e-bf5e-07048cdc40f2" -d '{"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-unplugged", "status": "completed", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:30.393120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.467299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-a8a61767-98b6-4f54-9ff1-c348d705a6c7 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1291775468&fields=id&tenant_id=41af1a46f54649609cef9b401ca1ee69 HTTP/1.1" status: 200  len: 267 time: 0.0820048
Dec 11 20:57:30.490566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:30.492758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.578629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:30.588402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.591954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d3622410-1b54-4ca3-8e4e-8e57c1fa3244 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:30.656278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-f4813cc5-2300-4278-8172-06430915cb55 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.658512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-f4813cc5-2300-4278-8172-06430915cb55 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/networks?id=4baaff7c-194a-48a5-aad3-5c03421509b1 HTTP/1.1" status: 200  len: 806 time: 0.1796241
Dec 11 20:57:30.680241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-a5babbba-7f11-41c7-a0c5-752fa3130f19 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/quotas/41af1a46f54649609cef9b401ca1ee69 HTTP/1.1" status: 200  len: 375 time: 0.0136645
Dec 11 20:57:30.686719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:30.695548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:30.768871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-1d4892f0-e224-497c-9b8c-eb052d5e6b3b tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=41af1a46f54649609cef9b401ca1ee69&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825434
Dec 11 20:57:30.831852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:30.848361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:30.848866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:30.900053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:30.904755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a750d-d212-482c-a189-350c9db69bf7 req-985673a8-2c16-4bbc-9f3b-59726a2a686c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:30.912208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-6812515f-34b8-433b-8e8a-41829494cb3c service neutron] 10.222.0.18 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269732
Dec 11 20:57:30.923029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de6a750d-d212-482c-a189-350c9db69bf7 req-985673a8-2c16-4bbc-9f3b-59726a2a686c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.5392375
Dec 11 20:57:30.923383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'port_id': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'mac_address': 'fa:16:3e:bd:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12480266-4480-46e3-a115-4f9dfdef94a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:30.964946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:30.974020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:30.974630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:30.996486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:30.997188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:30.999662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.012562 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.024309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:31.024732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:31.025166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:31.025628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Bound port: 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:31.026346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.029002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:31.057991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:31.066825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-6773b3d2-4531-4b18-9b0e-75b382eb912d service neutron] 10.222.0.18 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528280
Dec 11 20:57:31.069435 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.084905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de6a750d-d212-482c-a189-350c9db69bf7 req-a599e823-5390-4756-86c5-d6fb3277f6a5 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577675
Dec 11 20:57:31.103437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:31.115056 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.115756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:31.139121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:31.143761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:31.155185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.172331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:31.283240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:31.300939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:31.375683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=8']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:31.382570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:31.384192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.386085 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bc9a4730-32d5-48b9-92c5-319df6f6f4ea service neutron] 10.222.0.30 "PUT /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 1122 time: 1.8340833
Dec 11 20:57:31.471217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236d834-54cf-4b2c-9dd9-10f6bcf6854f req-f9a6ea8d-c0ea-4f92-b506-2ed71420e5fe tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:31.483955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1236d834-54cf-4b2c-9dd9-10f6bcf6854f req-f9a6ea8d-c0ea-4f92-b506-2ed71420e5fe tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.2037976
Dec 11 20:57:31.520685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:31.521245 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:31.531797 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9aeba69-245b-49ba-8544-f097bc9dcbc3 x-openstack-request-id: req-e9aeba69-245b-49ba-8544-f097bc9dcbc3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:31.533936 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-unplugged", "status": "completed", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:31.534146 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9aeba69-245b-49ba-8544-f097bc9dcbc3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:31.534625 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'code': 200}
Dec 11 20:57:31.571985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:31.584164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1236d834-54cf-4b2c-9dd9-10f6bcf6854f req-a5de65f4-b74e-45d0-bbad-ccda267bef5e tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985618
Dec 11 20:57:31.588061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1231ca37-b57f-43a4-9ffd-5d78d6bddc36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:31.675473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1231ca37-b57f-43a4-9ffd-5d78d6bddc36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:31.722718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168859f-73db-435b-86d6-a92ee2297bbd req-17b9262b-b377-41a9-95b4-8fdb47e254af tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:31.724876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f168859f-73db-435b-86d6-a92ee2297bbd req-17b9262b-b377-41a9-95b4-8fdb47e254af tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 945 time: 0.1080298
Dec 11 20:57:31.794226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:31.794667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:31.795090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:31.800719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aeea0-cba9-4749-89db-04dbd0c5f7e4 req-b8faf680-514b-4c06-82e3-a503581f9df4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:31.809510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e49aeea0-cba9-4749-89db-04dbd0c5f7e4 req-b8faf680-514b-4c06-82e3-a503581f9df4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.0914736
Dec 11 20:57:31.825744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f168859f-73db-435b-86d6-a92ee2297bbd req-8b05427a-2c7a-4f11-9921-714cecea7bd8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855007
Dec 11 20:57:31.870990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:31.871306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempting to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on network c7e568a7-441b-48b0-b379-cf68011b8ba7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:31.900467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e49aeea0-cba9-4749-89db-04dbd0c5f7e4 req-701141bf-16ac-46c2-a1e5-ff1ed7d4430e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900064
Dec 11 20:57:31.909445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:31.909849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Checking segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:31.910326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Bound using segment: {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:31.910913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Bound port: 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c7e568a7-441b-48b0-b379-cf68011b8ba7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:31.911332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:32.097592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f761b8-eec6-46b0-82fc-dd544fe4da07 req-7e29ab0e-ed72-48af-8370-d14b979b4930 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.100592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1f761b8-eec6-46b0-82fc-dd544fe4da07 req-7e29ab0e-ed72-48af-8370-d14b979b4930 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1110232
Dec 11 20:57:32.101061 ncdv-master-1 neutron-server[125989]: WARNING neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Concurrent port binding operations failed on port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36
Dec 11 20:57:32.105978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:32.108342 ncdv-master-1 neutron-server[125989]: INFO neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Attempt 2 to bind port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36
Dec 11 20:57:32.108724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.109184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 20:57:32.116274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.122113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.128633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.136108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.142001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.148042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.155108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-c567ab70-52eb-4c7a-87af-13a2fb4fb05b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1322701
Dec 11 20:57:32.164530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d1f761b8-eec6-46b0-82fc-dd544fe4da07 req-9ecaef1d-d1ef-49ad-b0aa-77b7b56fa1d9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556045
Dec 11 20:57:32.232068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4476f813-f03f-4c52-83bc-c98a761b0901 req-25db32af-0783-4316-85fa-e0684d478d3e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0740387
Dec 11 20:57:32.267018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba363e53-df3a-4254-bf20-91c4a47c2291 req-1a7b6e5a-da8a-4738-a704-3271db1d20ab tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 210 time: 0.0293357
Dec 11 20:57:32.308949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd6927a-17b9-446c-b35e-faaac2061d87'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:32.315385 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97e649-2980-4def-bbd5-5b25cdc3ec76" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd6927a-17b9-446c-b35e-faaac2061d87"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "d3622410-1b54-4ca3-8e4e-8e57c1fa3244"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:32.365361 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936c36ec-9c33-418e-8c50-9e201883364c x-openstack-request-id: req-936c36ec-9c33-418e-8c50-9e201883364c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:32.365738 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "7dd6927a-17b9-446c-b35e-faaac2061d87", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-plugged", "status": "completed", "tag": "d3622410-1b54-4ca3-8e4e-8e57c1fa3244", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:32.366720 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-936c36ec-9c33-418e-8c50-9e201883364c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:32.367102 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd6927a-17b9-446c-b35e-faaac2061d87', 'code': 200}
Dec 11 20:57:32.367621 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'code': 200}
Dec 11 20:57:32.368105 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3622410-1b54-4ca3-8e4e-8e57c1fa3244', 'code': 200}
Dec 11 20:57:32.417587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac16b08-dba2-4303-a011-1bb3cc51bcb0 req-bd90d6e4-de33-473e-a516-747a0c3f712a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.419376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bac16b08-dba2-4303-a011-1bb3cc51bcb0 req-bd90d6e4-de33-473e-a516-747a0c3f712a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0789237
Dec 11 20:57:32.476421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bac16b08-dba2-4303-a011-1bb3cc51bcb0 req-16711d6d-0511-4bb2-a5ce-427e3c0d6993 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480521
Dec 11 20:57:32.534277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.535084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.535552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.536081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.536594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.537114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.537604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.540412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-2f5892d1-f04a-4a1a-bd2f-fe6775e5677c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.0628734
Dec 11 20:57:32.599439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6b5de0e-d72a-4c27-8c53-7ff73ef0599d req-3feaedda-2651-4a96-b7c0-e88a3192ee19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0499761
Dec 11 20:57:32.614789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:32.713295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d989c4bd-20c2-44bb-8efc-e6905d5a0a6d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:32.745334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85300a3f-5fc4-41fb-a406-e2a49caa2d91 req-94e50ba8-34fc-4ea4-bd7b-13c90bd80fa8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.746898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85300a3f-5fc4-41fb-a406-e2a49caa2d91 req-94e50ba8-34fc-4ea4-bd7b-13c90bd80fa8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0552576
Dec 11 20:57:32.796659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85300a3f-5fc4-41fb-a406-e2a49caa2d91 req-ee59b43b-9f1a-4e0a-a198-033153be95d8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432472
Dec 11 20:57:32.807917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:32.811882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:32.812248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:32.888971 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:32.925844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:32.932842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:32.948019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15d1a1-a325-42a8-875d-6dec31d432b8 req-6855fc29-ae08-4862-bb71-aa4457da8473 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:32.949594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f15d1a1-a325-42a8-875d-6dec31d432b8 req-6855fc29-ae08-4862-bb71-aa4457da8473 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 945 time: 0.0636673
Dec 11 20:57:33.004941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:33.010253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f15d1a1-a325-42a8-875d-6dec31d432b8 req-65ccaacc-ff10-498d-8d2a-c07ab826025f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543051
Dec 11 20:57:33.123785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eeaa4-2ed5-4016-9523-df77a0702a0b req-33bbef2e-0ed2-4d33-bff9-ac3545c506c9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.125499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-096eeaa4-2ed5-4016-9523-df77a0702a0b req-33bbef2e-0ed2-4d33-bff9-ac3545c506c9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.0674355
Dec 11 20:57:33.180471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-096eeaa4-2ed5-4016-9523-df77a0702a0b req-6618732c-ceb5-4249-b637-84266ce5be80 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472550
Dec 11 20:57:33.222749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8397d0b6-b303-4464-98ce-383b51ea883f tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.224833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8397d0b6-b303-4464-98ce-383b51ea883f tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.16 "GET /v2.0/networks?id=4baaff7c-194a-48a5-aad3-5c03421509b1 HTTP/1.1" status: 200  len: 806 time: 0.1197276
Dec 11 20:57:33.343145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-80fa447d-37d0-4e25-83ad-0c0441bd7a5c tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41af1a46f54649609cef9b401ca1ee69 HTTP/1.1" status: 200  len: 380 time: 0.1037378
Dec 11 20:57:33.357848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41b97d-bdf4-41ab-ab5c-6922542bf556 req-116284b0-3ca1-41c8-ab44-73edfa141004 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.359398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a41b97d-bdf4-41ab-ab5c-6922542bf556 req-116284b0-3ca1-41c8-ab44-73edfa141004 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0974560
Dec 11 20:57:33.364029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'port': {'device_id': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'admin_state_up': True, 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'security_groups': ['75891f72-2017-4cf2-99ce-86975b74f163']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:33.379139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.386620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.394538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.400824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.406800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.412719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.419202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.421962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-21da03dd-c21b-4d70-8f4f-e967b8396d15 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1042128
Dec 11 20:57:33.470133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a41b97d-bdf4-41ab-ab5c-6922542bf556 req-d1c44b87-071a-4b6d-9af8-782003ed7cd3 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006682
Dec 11 20:57:33.481207 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cb23c84-9b56-4bbc-b73d-fe5cb6fedea8 req-f8a8d3b2-1cd4-479b-8cf9-c3bca5fed60f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0537591
Dec 11 20:57:33.528002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Made reservation on behalf of 41af1a46f54649609cef9b401ca1ee69 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:33.532704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:33.536220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:33.539161 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb2090-078d-4ad9-ab87-2686c20c50ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:33.587254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38be41e9-021f-4c3b-b269-25c0f5cf6d23 req-3c882ebc-0590-4a3c-9b72-3525516e244d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 210 time: 0.0425789
Dec 11 20:57:33.625969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87e90-0090-4fd5-99e2-f6727e826517 req-08be9865-4f3f-4e49-805c-c2dfaa7d2d42 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.634116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bab87e90-0090-4fd5-99e2-f6727e826517 req-08be9865-4f3f-4e49-805c-c2dfaa7d2d42 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0682032
Dec 11 20:57:33.645888 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb1dbff-f7b6-495d-b0d7-0cb11e8251e9 x-openstack-request-id: req-bcb1dbff-f7b6-495d-b0d7-0cb11e8251e9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:33.646182 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:33.646437 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcb1dbff-f7b6-495d-b0d7-0cb11e8251e9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:33.646909 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'status': 'completed', 'code': 200}
Dec 11 20:57:33.694066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bab87e90-0090-4fd5-99e2-f6727e826517 req-3ddc65d3-d3e4-42af-ab2b-99cba967c9fc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520844
Dec 11 20:57:33.725508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Allocated IP 172.20.0.12 (4baaff7c-194a-48a5-aad3-5c03421509b1/c170758f-b04d-4c72-bfd7-7c7538b3d301/fb5ffb89-4eae-462d-96fd-7c6031296cf1) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:33.744792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-6facd3fd-1df5-435d-aef4-4195518b332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.746286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-6facd3fd-1df5-435d-aef4-4195518b332b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1125 time: 0.0652103
Dec 11 20:57:33.950493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-bef60c44-7b5a-4b82-a88e-fac1c447167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:33.952631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-bef60c44-7b5a-4b82-a88e-fac1c447167b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1957324
Dec 11 20:57:34.011330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f501c47-9adf-4829-9285-f6f9dc8d8340 req-0730e47c-ea26-4b66-bf98-7573785e7346 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.012808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f501c47-9adf-4829-9285-f6f9dc8d8340 req-0730e47c-ea26-4b66-bf98-7573785e7346 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1416903
Dec 11 20:57:34.016023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.018306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-09427515-e214-4f27-88a6-4f024fa9851b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 217 time: 0.0549483
Dec 11 20:57:34.124808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-40862217-e168-45c5-aa2e-88568eb543e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.126259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-40862217-e168-45c5-aa2e-88568eb543e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.0979013
Dec 11 20:57:34.129617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f501c47-9adf-4829-9285-f6f9dc8d8340 req-98053756-4570-4ab5-bee4-1b8a1b1d710f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103721
Dec 11 20:57:34.154298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.169944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-dc9125a7-a7e3-4782-9b37-e78d25c486fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353348
Dec 11 20:57:34.188695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f490-4298-442f-8a9b-bd14e6f0ff2d req-e12b1984-cafc-455c-bd97-a46b72914801 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.190418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce80f490-4298-442f-8a9b-bd14e6f0ff2d req-e12b1984-cafc-455c-bd97-a46b72914801 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0699894
Dec 11 20:57:34.252010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce80f490-4298-442f-8a9b-bd14e6f0ff2d req-d81c8862-ae12-4d40-8482-227b1c6755a5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536699
Dec 11 20:57:34.280920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:34.288080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event updated for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:34.293903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:34.304742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:34.369664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:34.372150 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa44b691-4eab-4547-bb7a-f6205a18ea00" -d '{"events": [{"server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "name": "network-vif-plugged", "status": "completed", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:34.395467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-ac96f1c1-f74d-41eb-b60e-ec4d03d82307 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034633
Dec 11 20:57:34.406898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.407536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.411840 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d0b88-6bc6-4ed2-b8c0-67883b5c5ad1 x-openstack-request-id: req-818d0b88-6bc6-4ed2-b8c0-67883b5c5ad1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:34.412204 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "name": "network-vif-plugged", "status": "completed", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:34.412522 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-818d0b88-6bc6-4ed2-b8c0-67883b5c5ad1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:34.412915 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d', 'code': 200}
Dec 11 20:57:34.426721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d43741-72b8-4f1a-ba51-8409fb42b11c req-1e6b4cda-fd89-4353-9bce-d324fcecfeeb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.428270 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2d43741-72b8-4f1a-ba51-8409fb42b11c req-1e6b4cda-fd89-4353-9bce-d324fcecfeeb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.1374443
Dec 11 20:57:34.495842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-ba7f0cac-34ab-443a-913e-16455cc26fd6 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1353660
Dec 11 20:57:34.509836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Request body: {'port': {'device_id': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:34.564379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125e26-8c37-49e6-8d17-99c3fd42ab6d req-946cddb0-a2e1-4de3-aaf1-eec99494abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.566194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51125e26-8c37-49e6-8d17-99c3fd42ab6d req-946cddb0-a2e1-4de3-aaf1-eec99494abb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 1097 time: 0.0748577
Dec 11 20:57:34.596453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2d43741-72b8-4f1a-ba51-8409fb42b11c req-a5b5f91f-8a44-4daf-9c31-809ecbdf9771 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495457
Dec 11 20:57:34.629272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29eb2090-078d-4ad9-ab87-2686c20c50ca req-4e4ea605-a58f-4f5c-9d7b-1eac192faef7 service neutron] 10.222.0.16 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181101
Dec 11 20:57:34.634262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.649382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-35a6c66f-b221-4a70-a062-35f5a4118b1f None None] Provisioning complete for port fb5ffb89-4eae-462d-96fd-7c6031296cf1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:34.649914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35a6c66f-b221-4a70-a062-35f5a4118b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.716510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a383a-2c43-408a-8afd-496054186950 req-9bc0c7c4-5fcd-4a7a-a631-9a3f3ce59836 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.724716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc8a383a-2c43-408a-8afd-496054186950 req-9bc0c7c4-5fcd-4a7a-a631-9a3f3ce59836 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1278477
Dec 11 20:57:34.728938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:34.734340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51125e26-8c37-49e6-8d17-99c3fd42ab6d req-a6e886c8-4959-48fd-b6b1-77339183cf15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1587315
Dec 11 20:57:34.750729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-35a6c66f-b221-4a70-a062-35f5a4118b1f None None] Port fb5ffb89-4eae-462d-96fd-7c6031296cf1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:57:34.775099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc8a383a-2c43-408a-8afd-496054186950 req-cc4061e3-2746-4d5b-86ca-06202339f608 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493376
Dec 11 20:57:34.788533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:34.800616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:34.801129 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.889377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.890736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b1966-4b05-4bc7-8220-afba148ce0bc req-86b90468-3bdd-4dac-8879-0e53fb3458d3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:34.892386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f2b1966-4b05-4bc7-8220-afba148ce0bc req-86b90468-3bdd-4dac-8879-0e53fb3458d3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 932 time: 0.0538597
Dec 11 20:57:34.938110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:34.946384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:34.954748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f2b1966-4b05-4bc7-8220-afba148ce0bc req-65b34af9-711f-42f2-822e-7131a10398c2 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526245
Dec 11 20:57:35.007100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:35.100776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3f412-069c-4d9e-b299-0be44f309801 req-db28835c-5c02-44d8-ae2b-eabc72536dcb tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.106990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ef3f412-069c-4d9e-b299-0be44f309801 req-db28835c-5c02-44d8-ae2b-eabc72536dcb tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 944 time: 0.0725553
Dec 11 20:57:35.150888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ef3f412-069c-4d9e-b299-0be44f309801 req-94ac400a-0204-49ed-8844-aeaf282faa6b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426090
Dec 11 20:57:35.154658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.160571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.166714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.172495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.178365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.186559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.193174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.195047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-6a45c955-cb57-412e-b968-2e50b2655966 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.4419804
Dec 11 20:57:35.219715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2ce8a-ca55-44f9-92cd-60207b20d4b7 req-e20c1823-8bc2-4c46-9295-7d0be02635f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.221148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4b2ce8a-ca55-44f9-92cd-60207b20d4b7 req-e20c1823-8bc2-4c46-9295-7d0be02635f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1921380
Dec 11 20:57:35.361318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-224124d5-1740-4fa6-9b72-a2e08a2f788d service neutron] 10.222.0.16 "GET /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2329028
Dec 11 20:57:35.388587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4b2ce8a-ca55-44f9-92cd-60207b20d4b7 req-5a11b582-8cd5-424f-8bbe-181b8ac3147d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533639
Dec 11 20:57:35.414349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb72035f-0dcd-4cf2-82cd-1fd32c4dc43e req-1532b4b4-6d05-4079-8388-32f7f1144034 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1985457
Dec 11 20:57:35.465365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5ffb89-4eae-462d-96fd-7c6031296cf1 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:35.477005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:35.542038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Transition to ACTIVE for port object fb5ffb89-4eae-462d-96fd-7c6031296cf1 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:35.553003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:35.645708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45e7d-9a28-4b22-988b-89fc8d00b3ea req-1339d6ef-4a4d-4072-a4e7-757089cde9b1 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.647305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3d45e7d-9a28-4b22-988b-89fc8d00b3ea req-1339d6ef-4a4d-4072-a4e7-757089cde9b1 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1661675
Dec 11 20:57:35.684541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:35.770198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:35.818786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85247284-c79e-4e66-b3ea-1aa00ac219d7 req-85a601f7-9d94-4fb3-bf28-4955f9785115 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:35.820392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85247284-c79e-4e66-b3ea-1aa00ac219d7 req-85a601f7-9d94-4fb3-bf28-4955f9785115 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.1136236
Dec 11 20:57:35.824076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3d45e7d-9a28-4b22-988b-89fc8d00b3ea req-a7b679cc-cb76-41f2-87e8-50eaa3ca646a tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1624112
Dec 11 20:57:35.827193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Attempting to bind port fb5ffb89-4eae-462d-96fd-7c6031296cf1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:35.827532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Attempting to bind port fb5ffb89-4eae-462d-96fd-7c6031296cf1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:35.827865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Attempting to bind port fb5ffb89-4eae-462d-96fd-7c6031296cf1 on network 4baaff7c-194a-48a5-aad3-5c03421509b1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:35.830764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:35.851278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Port fb5ffb89-4eae-462d-96fd-7c6031296cf1 on network 4baaff7c-194a-48a5-aad3-5c03421509b1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:35.852126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Attempting to bind port fb5ffb89-4eae-462d-96fd-7c6031296cf1 on network 4baaff7c-194a-48a5-aad3-5c03421509b1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:35.864177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:35.864450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Checking segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:35.865201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Bound using segment: {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:35.865511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Bound port: fb5ffb89-4eae-462d-96fd-7c6031296cf1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a413f8-9866-463a-aa67-a9e1125a889e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:35.865689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:35.882142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:35.888742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85247284-c79e-4e66-b3ea-1aa00ac219d7 req-43516030-cae8-48d8-bf64-7878117670db tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523279
Dec 11 20:57:35.895557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:35.965092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.004989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7f962-2996-45e6-ad82-f0aa96f81352 req-f38ce6a5-eed9-4733-b27e-392331c8cdfb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.006507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fa7f962-2996-45e6-ad82-f0aa96f81352 req-f38ce6a5-eed9-4733-b27e-392331c8cdfb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0576386
Dec 11 20:57:36.028460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:36.047141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.053143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.055153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fa7f962-2996-45e6-ad82-f0aa96f81352 req-0e868fab-5b08-4fc4-910b-da793094f755 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424676
Dec 11 20:57:36.059187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.065177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.071274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.077243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.083222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.085199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d1f59ff9-d6f4-4cf1-a301-b2c1f9b41715 req-37130db0-665c-4846-9a35-2423b13cc90e tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1862826
Dec 11 20:57:36.098831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43126) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:36.101352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:36.105328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Request body: {'floatingip': {'port_id': '67f31bc5-de97-479d-ae4f-f819dbb6b3da'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:36.114529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.166454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.171726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.172348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.173747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb5ffb89-4eae-462d-96fd-7c6031296cf1 HTTP/1.1" status: 200  len: 1092 time: 1.6682811
Dec 11 20:57:36.178506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:36.180848 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d08818-3952-40fe-bb65-e7092c0f6d63" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:36.210406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] Transition to ACTIVE for port object 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:36.225073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.233415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c268-73e0-43ed-a009-cd81743955d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:36.314826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbc613-56f3-4661-93ae-baff4edcf7cc req-b2065976-be6a-4928-8d89-5d4924a7f500 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.316355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ddbc613-56f3-4661-93ae-baff4edcf7cc req-b2065976-be6a-4928-8d89-5d4924a7f500 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 944 time: 0.1641583
Dec 11 20:57:36.331305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe33b2-279b-4303-9a7c-6977bd8a5b7c req-b1f1d489-2931-47da-9338-234cab446d7d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.333729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcbe33b2-279b-4303-9a7c-6977bd8a5b7c req-b1f1d489-2931-47da-9338-234cab446d7d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1859636
Dec 11 20:57:36.345886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] No DVR routers for this DVR port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:36.406373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] Pushing event updated for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:36.415326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:36.418999 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2c2525-d81b-4ae2-8f7f-437c0d6d7c4b" -d '{"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-plugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:36.422001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8df09ed2-aa51-4cbf-a680-d485c3d4ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.423731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8df09ed2-aa51-4cbf-a680-d485c3d4ae7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41af1a46f54649609cef9b401ca1ee69&device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 1095 time: 0.1856182
Dec 11 20:57:36.430245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-a8ee8746-a3a1-4f2f-8968-246356730e47 service neutron] 10.222.0.16 "PUT /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0571084
Dec 11 20:57:36.445277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcbe33b2-279b-4303-9a7c-6977bd8a5b7c req-169743da-f5eb-4d99-a76d-9ed91fe5eac9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029210
Dec 11 20:57:36.452479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ddbc613-56f3-4661-93ae-baff4edcf7cc req-7c01ce4a-498c-48e6-9c2f-9e63b5a679fd tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1145000
Dec 11 20:57:36.484585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8a527c2e-1712-4350-ad9d-fd752a395b14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1 HTTP/1.1" status: 200  len: 217 time: 0.0433702
Dec 11 20:57:36.564932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8aff656c-0aed-4e6a-b330-30293612f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.566564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-8aff656c-0aed-4e6a-b330-30293612f558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c170758f-b04d-4c72-bfd7-7c7538b3d301 HTTP/1.1" status: 200  len: 845 time: 0.0724115
Dec 11 20:57:36.574687 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35e7fae-9455-4fa8-8676-989816d0e282 x-openstack-request-id: req-b35e7fae-9455-4fa8-8676-989816d0e282 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:36.575123 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:36.575389 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b35e7fae-9455-4fa8-8676-989816d0e282 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:36.575826 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'status': 'completed', 'code': 200}
Dec 11 20:57:36.622196 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2940b423-cc5b-4a1a-a775-fcd3a94c55fb x-openstack-request-id: req-2940b423-cc5b-4a1a-a775-fcd3a94c55fb {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:36.622666 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-plugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:36.623106 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2940b423-cc5b-4a1a-a775-fcd3a94c55fb {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:36.624167 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'code': 200}
Dec 11 20:57:36.630435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-01d4d9e7-b834-4844-9b17-0817faa563fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.632228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-01d4d9e7-b834-4844-9b17-0817faa563fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4baaff7c-194a-48a5-aad3-5c03421509b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0548832
Dec 11 20:57:36.761158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-3b6e4d6b-b01b-43d5-afea-012df2ab0730 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.762680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-3b6e4d6b-b01b-43d5-afea-012df2ab0730 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.1270814
Dec 11 20:57:36.772002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6bc37-e7a7-4f1f-aeb8-6bc1a4eb8375 req-a9cc67a4-a6ea-4db6-a4e9-58e0204f35a4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.773521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-36e6bc37-e7a7-4f1f-aeb8-6bc1a4eb8375 req-a9cc67a4-a6ea-4db6-a4e9-58e0204f35a4 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.1368136
Dec 11 20:57:36.799770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-b1bf88c6-1fd8-4705-b1c3-56d06eefffe8 service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592653
Dec 11 20:57:36.806059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33d873-387a-4a0d-b7fb-a8bd47d6350e req-69d393ea-1847-434a-b600-fa858ece29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.807562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af33d873-387a-4a0d-b7fb-a8bd47d6350e req-69d393ea-1847-434a-b600-fa858ece29fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 1096 time: 0.0773752
Dec 11 20:57:36.889598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-36e6bc37-e7a7-4f1f-aeb8-6bc1a4eb8375 req-f5dbd78d-9e90-4881-8684-8dab113e1260 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047070
Dec 11 20:57:36.894273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-8ab621cc-fcd9-4c66-870b-0e6e27066795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:36.895777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-8ab621cc-fcd9-4c66-870b-0e6e27066795 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62&tenant_id=7cf310bd024341a09265e9c0cf0a61cf HTTP/1.1" status: 200  len: 1096 time: 0.1213684
Dec 11 20:57:36.910447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af33d873-387a-4a0d-b7fb-a8bd47d6350e req-a5605d8a-f218-4274-b75f-5d7bb1fe5a5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948462
Dec 11 20:57:36.955836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f99de4a-b375-4069-a613-c5a1b85d6e23 req-e0e928fa-3222-401b-b701-3dbef1f68476 service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332276
Dec 11 20:57:36.957433 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:36.963507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:37.102418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1b23c-452a-4070-84e7-14cba533f673 req-ba1c0bb1-b7ec-4299-8463-0e74914ef89c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.102634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-bb479a87-31bc-4076-a71e-773cb6010120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.103935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caa1b23c-452a-4070-84e7-14cba533f673 req-ba1c0bb1-b7ec-4299-8463-0e74914ef89c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.1001425
Dec 11 20:57:37.104112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-bb479a87-31bc-4076-a71e-773cb6010120 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41af1a46f54649609cef9b401ca1ee69&device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 1095 time: 0.0824423
Dec 11 20:57:37.119921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d8f20-d6ce-4915-b8c6-2e6ac0fcec8b req-d3f930de-5d98-488f-989c-60a7cfb8c470 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.121379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db3d8f20-d6ce-4915-b8c6-2e6ac0fcec8b req-d3f930de-5d98-488f-989c-60a7cfb8c470 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1583548
Dec 11 20:57:37.133419 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Floating IP e40136a6-15cf-42c5-8311-06eba8b74eff associated. External IP: 172.35.1.178, port: 67f31bc5-de97-479d-ae4f-f819dbb6b3da.
Dec 11 20:57:37.201178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caa1b23c-452a-4070-84e7-14cba533f673 req-9217082a-d969-4cd9-ac02-62a3cee303b6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906944
Dec 11 20:57:37.261561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db3d8f20-d6ce-4915-b8c6-2e6ac0fcec8b req-bb641a04-3dda-4089-9ed9-6a6faa3de77f tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311851
Dec 11 20:57:37.282701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-89f71fbf-b48a-44fc-a8f1-fa2b4425c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.282701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-89f71fbf-b48a-44fc-a8f1-fa2b4425c9b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1096 time: 0.0867150
Dec 11 20:57:37.286126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-fa715dc2-e2ec-4f2b-8e64-a974f092ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.287660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-fa715dc2-e2ec-4f2b-8e64-a974f092ede2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4baaff7c-194a-48a5-aad3-5c03421509b1 HTTP/1.1" status: 200  len: 907 time: 0.1654184
Dec 11 20:57:37.370579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841ea1-a3ac-4883-b327-7bdf2a287d15 req-38e5c234-c4ba-4fcc-9e08-91ffda92a00b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.372086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51841ea1-a3ac-4883-b327-7bdf2a287d15 req-38e5c234-c4ba-4fcc-9e08-91ffda92a00b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0993037
Dec 11 20:57:37.372792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-0bb2829f-f921-41c3-a073-5eb756ebbc97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1 HTTP/1.1" status: 200  len: 217 time: 0.0621109
Dec 11 20:57:37.453259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-e27cf12c-fe38-441a-9fca-192c852b071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.454384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Router 86cd43cf-8bcd-4989-ba7a-2b93f606285b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:57:37.454762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-e27cf12c-fe38-441a-9fca-192c852b071c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 200  len: 922 time: 0.1630526
Dec 11 20:57:37.456503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-205a60a7-710b-4f19-a897-2a5a9181bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.459243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-205a60a7-710b-4f19-a897-2a5a9181bef2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c170758f-b04d-4c72-bfd7-7c7538b3d301 HTTP/1.1" status: 200  len: 845 time: 0.0752265
Dec 11 20:57:37.470384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51841ea1-a3ac-4883-b327-7bdf2a287d15 req-94b1e263-c331-4b0d-92ac-1e81271120eb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686915
Dec 11 20:57:37.518097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-bb73f0ab-3787-42b8-9454-726000a051ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 200  len: 217 time: 0.0541029
Dec 11 20:57:37.622276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:57:37.627571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:37.629376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-368e1080-81ed-4818-9d81-f4fef62171e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.630916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-368e1080-81ed-4818-9d81-f4fef62171e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4baaff7c-194a-48a5-aad3-5c03421509b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1603451
Dec 11 20:57:37.633591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-fec2e3a3-ca34-41bb-84a6-62c3d0e25ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.635013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-fec2e3a3-ca34-41bb-84a6-62c3d0e25ed0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 200  len: 861 time: 0.1002564
Dec 11 20:57:37.635543 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Sync routers for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:57:37.645454 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:37.646056 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844986d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:37.652492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcfb4a-51a7-4a5e-bf5f-b6b142d8ccc3 req-ac2a37b4-269e-47a3-b703-2ce566a18233 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.654164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1bcfb4a-51a7-4a5e-bf5f-b6b142d8ccc3 req-ac2a37b4-269e-47a3-b703-2ce566a18233 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0957439
Dec 11 20:57:37.665575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ead662e-70db-4910-93c0-b38a5afba735 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "PUT /v2.0/floatingips/e40136a6-15cf-42c5-8311-06eba8b74eff HTTP/1.1" status: 200  len: 992 time: 1.5655868
Dec 11 20:57:37.676574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dab09-da3a-48bb-9978-f606063be3c7 req-89c3fe46-8cd3-49c9-b06e-cc7dd73c8b8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:37.678225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-424dab09-da3a-48bb-9978-f606063be3c7 req-89c3fe46-8cd3-49c9-b06e-cc7dd73c8b8d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 944 time: 0.1000202
Dec 11 20:57:37.678802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:37.681421 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b0d55e-0de6-472f-82e6-7e940aa821ac" -d '{"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:37.703537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-63669524-cdbe-4bb2-8097-f2f6cc626f29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7e568a7-441b-48b0-b379-cf68011b8ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595865
Dec 11 20:57:37.753870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-424dab09-da3a-48bb-9978-f606063be3c7 req-d7feb478-6fff-4452-b320-b27920c5e95a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659881
Dec 11 20:57:37.755290 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:37.862773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1bcfb4a-51a7-4a5e-bf5f-b6b142d8ccc3 req-792486a8-1344-47f2-be6d-b7323628f0e0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864262
Dec 11 20:57:37.881001 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f7820b-02b5-4240-bfc8-cfb55afc14da x-openstack-request-id: req-b3f7820b-02b5-4240-bfc8-cfb55afc14da {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:37.881323 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:37.881585 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3f7820b-02b5-4240-bfc8-cfb55afc14da {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:37.882022 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'status': 'completed', 'code': 200}
Dec 11 20:57:37.930039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-5e43b9df-b246-4974-8c7b-3dc26c953d33 service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096820
Dec 11 20:57:37.933111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-a2435bb3-cada-4123-8a53-418a0dd393f4 service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2713711
Dec 11 20:57:38.008723 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844986d0>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e40136a6-15cf-42c5-8311-06eba8b74eff', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'port_id': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:56:44Z', 'updated_at': '2021-12-11T20:57:36Z', 'revision_number': 1, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:38.035832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Checking router: 86cd43cf-8bcd-4989-ba7a-2b93f606285b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:57:38.044773 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:38.045568 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844986d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:38.071901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c36e7-6db7-44bc-a46e-ea21795fadb1 req-42f8d62a-7112-4d22-b2d3-82c605470e02 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.074382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f9c36e7-6db7-44bc-a46e-ea21795fadb1 req-42f8d62a-7112-4d22-b2d3-82c605470e02 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.0587237
Dec 11 20:57:38.119561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.120042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.120506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.120964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.121427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.121884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.122338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.124330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-8a38b865-e5bb-47d5-9db8-7a6d2ba2f32f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.1894593
Dec 11 20:57:38.169160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f9c36e7-6db7-44bc-a46e-ea21795fadb1 req-4d84f086-7a75-453b-9266-121b6ab9e4f8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879555
Dec 11 20:57:38.256110 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:38.349808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f439e9-7453-49a9-baae-bc1eb02f6d26 req-525ac204-1144-41d1-838d-95f15e933982 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.355069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35f439e9-7453-49a9-baae-bc1eb02f6d26 req-525ac204-1144-41d1-838d-95f15e933982 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0575242
Dec 11 20:57:38.436453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35f439e9-7453-49a9-baae-bc1eb02f6d26 req-6053a0c6-3013-47ad-9217-56c96abfb8c2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778456
Dec 11 20:57:38.524532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844986d0>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e40136a6-15cf-42c5-8311-06eba8b74eff', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'port_id': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:56:44Z', 'updated_at': '2021-12-11T20:57:36Z', 'revision_number': 1, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:38.551928 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac99b6c-662d-4b92-b1f0-85454d0aa755 None None] The sync data for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 is: [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e40136a6-15cf-42c5-8311-06eba8b74eff', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'floating_ip_address': '172.35.1.178', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'port_id': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'mac_address': 'fa:16:3e:0f:0d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:56:44Z', 'updated_at': '2021-12-11T20:57:36Z', 'revision_number': 1, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:57:38.552454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6eae-76f4-4581-818c-468f2d21b75b req-5469e02b-a7b7-4361-887d-85a464071cf6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.554231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9d6eae-76f4-4581-818c-468f2d21b75b req-5469e02b-a7b7-4361-887d-85a464071cf6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0564137
Dec 11 20:57:38.559375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d08818-3952-40fe-bb65-e7092c0f6d63 req-70a37368-b6b4-4765-addf-b7fed4275ade service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5845780
Dec 11 20:57:38.579211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-b7487bfe-3c6b-481f-ab2d-51c9e4b5eeee service neutron] 10.222.0.30 "GET /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6026225
Dec 11 20:57:38.619070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-b77c45f8-304a-4d2c-a18c-e0214b130c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.620580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-b77c45f8-304a-4d2c-a18c-e0214b130c74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1329198
Dec 11 20:57:38.622008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-c5c2f8ff-5eb3-46aa-a7ae-1c5223016954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.623433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-c5c2f8ff-5eb3-46aa-a7ae-1c5223016954 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600 HTTP/1.1" status: 200  len: 917 time: 0.4847620
Dec 11 20:57:38.627979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9d6eae-76f4-4581-818c-468f2d21b75b req-05bc0224-8797-4d39-994b-43990211cef0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672297
Dec 11 20:57:38.640676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f9af3-4737-46eb-97e8-d0ecdf8ce92c req-b2dfc65d-a5e0-43b5-ad14-4ac5bb913393 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.648082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a71f9af3-4737-46eb-97e8-d0ecdf8ce92c req-b2dfc65d-a5e0-43b5-ad14-4ac5bb913393 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1629891
Dec 11 20:57:38.732389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c945728-6283-4922-a8f3-24fd34287d37 req-fa586e19-c2e5-4fb4-a3b9-5121b3e10094 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.734521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c945728-6283-4922-a8f3-24fd34287d37 req-fa586e19-c2e5-4fb4-a3b9-5121b3e10094 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0553844
Dec 11 20:57:38.807309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c945728-6283-4922-a8f3-24fd34287d37 req-717adc42-635f-4e32-8baa-9d3150a3e4ff tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654066
Dec 11 20:57:38.832877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e2de6-feeb-42b5-8e3d-73e15f4a116d None None] New status for floating IP e40136a6-15cf-42c5-8311-06eba8b74eff: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:57:38.843297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a71f9af3-4737-46eb-97e8-d0ecdf8ce92c req-1cc2c6ac-401a-4ec8-8078-cea020178d0d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1888986
Dec 11 20:57:38.857694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-55c69000-6150-46ea-bffc-2ffe5c1b2a99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1000 time: 0.2055645
Dec 11 20:57:38.886415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-52e9fb10-a2a3-4499-b394-d20ca2f005a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.888583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-52e9fb10-a2a3-4499-b394-d20ca2f005a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.2384183
Dec 11 20:57:38.938079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218edba-213d-4d1b-9068-10bddb2fc5e6 req-c946b2b1-d668-43ca-b856-e6e75f016b0c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:38.940180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e218edba-213d-4d1b-9068-10bddb2fc5e6 req-c946b2b1-d668-43ca-b856-e6e75f016b0c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0713544
Dec 11 20:57:38.968432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:39.013576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e218edba-213d-4d1b-9068-10bddb2fc5e6 req-85669361-159a-4f92-950d-5f71cf337f5e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664420
Dec 11 20:57:39.016033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:39.041066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-a3f0ceee-b8ac-41c7-809f-22f084a542b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.0758317
Dec 11 20:57:39.099040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-21f9dace-9770-4834-9f92-3a55210f2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.100575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-21f9dace-9770-4834-9f92-3a55210f2093 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.2274036
Dec 11 20:57:39.106106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8bd03-38ce-4d18-af99-036e7035316a req-8dd491ef-454b-464e-9226-9eeb4c9eecb3 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.107445 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-8dd491ef-454b-464e-9226-9eeb4c9eecb3 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62&tenant_id=7cf310bd024341a09265e9c0cf0a61cf&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.2165837
Dec 11 20:57:39.180057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-5eb496ca-9754-4dfa-8091-218bcf9fb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.181599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-5eb496ca-9754-4dfa-8091-218bcf9fb1fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.1371965
Dec 11 20:57:39.200779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f6bb0-0b2c-4ebf-bf51-6deb50ba90cb req-1d09a4a9-b6ca-4d7b-9952-9ebe44810036 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.202748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea4f6bb0-0b2c-4ebf-bf51-6deb50ba90cb req-1d09a4a9-b6ca-4d7b-9952-9ebe44810036 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 944 time: 0.2434020
Dec 11 20:57:39.253947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-3d14e1a1-ca04-4bc9-9aeb-5b3c3fd58620 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467377
Dec 11 20:57:39.270549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-63ee9720-1978-4aca-91b3-4443657d3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.272030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-63ee9720-1978-4aca-91b3-4443657d3f89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1619740
Dec 11 20:57:39.426911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f0eb9-8c8f-493a-8b73-aac647e86e40 req-8681f3ba-2bd9-407e-8891-336a2d9b4a80 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.431432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-291f0eb9-8c8f-493a-8b73-aac647e86e40 req-8681f3ba-2bd9-407e-8891-336a2d9b4a80 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0591214
Dec 11 20:57:39.434588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea4f6bb0-0b2c-4ebf-bf51-6deb50ba90cb req-d3f60d89-6756-49e9-bc17-ec23acaf8a4f tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2240343
Dec 11 20:57:39.495038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-053ad57a-75af-48ab-8677-6ce41f3922b3 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290614
Dec 11 20:57:39.496922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-291f0eb9-8c8f-493a-8b73-aac647e86e40 req-e737e7c1-1492-44c7-9b42-c0120fbe73c3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620277
Dec 11 20:57:39.504345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-54d8bd03-38ce-4d18-af99-036e7035316a req-16921548-d952-438b-9ece-b91177c41699 service neutron] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:39.525178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-54d8bd03-38ce-4d18-af99-036e7035316a req-16921548-d952-438b-9ece-b91177c41699 service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:39.526259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d8bd03-38ce-4d18-af99-036e7035316a req-16921548-d952-438b-9ece-b91177c41699 service neutron] 10.222.0.30 "DELETE /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4039328
Dec 11 20:57:39.548844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-af312a48-558a-4acc-98f8-f7d23609f284 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2676418
Dec 11 20:57:39.615370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e51b28-0845-4668-b6b1-fc449267e264 req-c165188d-b2de-4648-b0c2-209905074fe1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.616775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7e51b28-0845-4668-b6b1-fc449267e264 req-c165188d-b2de-4648-b0c2-209905074fe1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0496335
Dec 11 20:57:39.678816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7e51b28-0845-4668-b6b1-fc449267e264 req-e3fbb08c-1843-4c93-ae29-e44862b50f87 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522339
Dec 11 20:57:39.682137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a81b-6c25-4638-8786-5e127c0bb2c9 req-a4e8edea-05ab-4d4f-9d64-ccba51ee81b3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.683720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24a5a81b-6c25-4638-8786-5e127c0bb2c9 req-a4e8edea-05ab-4d4f-9d64-ccba51ee81b3 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.1653922
Dec 11 20:57:39.733552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa21f4f3-44b5-4989-b3d6-52538686b17f req-dfdf23fa-9d11-44c9-b4f2-342126aea5e3 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2306721
Dec 11 20:57:39.774036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7b0d55e-0de6-472f-82e6-7e940aa821ac req-5a05a6a4-da40-4c45-a27b-0dcb9da1d51c service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2019398
Dec 11 20:57:39.778695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24a5a81b-6c25-4638-8786-5e127c0bb2c9 req-4e1be26a-82cd-4cbc-84f7-9bf3efb4d30a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839634
Dec 11 20:57:39.890139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eaad0-d4b7-49b0-8e4e-95ee634de579 req-30459668-f8ce-41f2-be0a-9ca7b67ce6ff tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.891752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fca1-a0f8-4bc0-ae25-b080788a0567 req-633551e5-a045-46a8-b608-25a0d95df3b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:39.892014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-806eaad0-d4b7-49b0-8e4e-95ee634de579 req-30459668-f8ce-41f2-be0a-9ca7b67ce6ff tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0564480
Dec 11 20:57:39.893288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8da1fca1-a0f8-4bc0-ae25-b080788a0567 req-633551e5-a045-46a8-b608-25a0d95df3b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0592256
Dec 11 20:57:39.956355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-806eaad0-d4b7-49b0-8e4e-95ee634de579 req-9f23ea70-66ca-4504-9063-b2eef3d91f99 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574281
Dec 11 20:57:39.960880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8da1fca1-a0f8-4bc0-ae25-b080788a0567 req-1abc23ac-7829-43ea-85a1-32d633f89eaf tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593092
Dec 11 20:57:40.073892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb7b5-13b4-48e7-b5be-9546ef93a643 req-9892360a-3893-4106-8e13-70e8fcc12294 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.075591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-670eb7b5-13b4-48e7-b5be-9546ef93a643 req-9892360a-3893-4106-8e13-70e8fcc12294 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0565159
Dec 11 20:57:40.134494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-670eb7b5-13b4-48e7-b5be-9546ef93a643 req-b85e2292-6aa6-4c8e-82ce-c0fb4f55b27e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521739
Dec 11 20:57:40.195940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e3c7a-f1d1-436e-940a-405d658ff55b req-36416a43-b051-4f32-93d3-0d7385ef7b35 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.197472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c82e3c7a-f1d1-436e-940a-405d658ff55b req-36416a43-b051-4f32-93d3-0d7385ef7b35 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0689743
Dec 11 20:57:40.248872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c82e3c7a-f1d1-436e-940a-405d658ff55b req-56e6a5c5-817b-47a1-a983-935be51ab7c1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450814
Dec 11 20:57:40.262598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-f43bd526-ede4-4598-9de3-2d32e464e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.271881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-f43bd526-ede4-4598-9de3-2d32e464e901 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.0830162
Dec 11 20:57:40.289663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd706db2-b1ce-486e-aee4-00663b51edbf req-73b0aa9d-9a87-425e-85b8-2225b4834e70 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.291188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd706db2-b1ce-486e-aee4-00663b51edbf req-73b0aa9d-9a87-425e-85b8-2225b4834e70 tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 1096 time: 0.0720203
Dec 11 20:57:40.368444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46b115-ea75-4b46-9825-bc7ae15d2da7 req-6ae83b73-2f57-460b-8aba-7716df3efe11 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.370285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c46b115-ea75-4b46-9825-bc7ae15d2da7 req-6ae83b73-2f57-460b-8aba-7716df3efe11 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.0570941
Dec 11 20:57:40.385385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd706db2-b1ce-486e-aee4-00663b51edbf req-6d5b5900-3a05-4c37-8157-d90f9764028e tempest-LiveAutoBlockMigrationV225Test-1350911859 tempest-LiveAutoBlockMigrationV225Test-1350911859-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787735
Dec 11 20:57:40.413466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-2566eec7-bd48-408d-8e69-f50026c01ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.415901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-2566eec7-bd48-408d-8e69-f50026c01ebf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.1357601
Dec 11 20:57:40.456495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c46b115-ea75-4b46-9825-bc7ae15d2da7 req-8f72e78c-7c46-4481-9472-dd7e1a722dea tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783508
Dec 11 20:57:40.500885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-cc3f9cc9-01d8-4986-8a5d-676a90ca04c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 1001 time: 0.0776112
Dec 11 20:57:40.576525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-69d55a99-d05d-49da-a871-263b0b14d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.578108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-69d55a99-d05d-49da-a871-263b0b14d26e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.0559959
Dec 11 20:57:40.657128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-3f0c7ee9-f2bf-49cb-abfc-e2dc14f4dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.659192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-3f0c7ee9-f2bf-49cb-abfc-e2dc14f4dc98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0657353
Dec 11 20:57:40.810169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-d0180fb9-56d5-41cf-b5b7-7d418e3a57e1 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426933
Dec 11 20:57:40.878131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92afea-f215-4374-856e-4df58a4dd830 req-39506d7b-5452-40d4-ab33-e01430ec54a0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.880081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb92afea-f215-4374-856e-4df58a4dd830 req-39506d7b-5452-40d4-ab33-e01430ec54a0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0631144
Dec 11 20:57:40.904006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c988cbd-be7a-4e39-ac61-fe3663212345 req-fd1ce960-1315-4390-a8bc-b2e870a24dfe tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:40.905524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c988cbd-be7a-4e39-ac61-fe3663212345 req-fd1ce960-1315-4390-a8bc-b2e870a24dfe tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 944 time: 0.1100197
Dec 11 20:57:40.930286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb92afea-f215-4374-856e-4df58a4dd830 req-6825270a-73c1-431f-aedb-f6b8e506d6f2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432770
Dec 11 20:57:40.975147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d813d51-2a94-4b8a-896a-d8beeb1da3f6 req-43937801-aaec-42bd-b330-3cf9bb89ab01 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504376
Dec 11 20:57:40.986617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fb5ffb89-4eae-462d-96fd-7c6031296cf1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:41.009570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c988cbd-be7a-4e39-ac61-fe3663212345 req-f964c46f-95b8-4b67-966c-540fc3c1fe9a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978212
Dec 11 20:57:41.018171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf5756aa-bb46-4104-9946-42ddc349abd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.029631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-57a18afc-1e3f-422f-84b5-95612b30f063 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.031282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-57a18afc-1e3f-422f-84b5-95612b30f063 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 946 time: 0.0874383
Dec 11 20:57:41.127807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86249c1c-249c-47d6-b0e6-48047c28d9a0 req-760f39f3-52a5-400a-8eeb-76af09ab6e7c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.132213 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86249c1c-249c-47d6-b0e6-48047c28d9a0 req-760f39f3-52a5-400a-8eeb-76af09ab6e7c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.0816987
Dec 11 20:57:41.148936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:41.161376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'port_id': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'mac_address': 'fa:16:3e:8c:ce:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:41.186695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86249c1c-249c-47d6-b0e6-48047c28d9a0 req-e456a749-2886-4872-afec-0d4f5e95ea63 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496471
Dec 11 20:57:41.190721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4117-6039-45ac-8bc3-66e0eec24f36 req-de05c16d-a041-477d-92bc-7d4264517ea1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.191756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7ad4117-6039-45ac-8bc3-66e0eec24f36 req-de05c16d-a041-477d-92bc-7d4264517ea1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0930364
Dec 11 20:57:41.203017 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.217598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5ffb89-4eae-462d-96fd-7c6031296cf1 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:41.238762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:41.251340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:41.251678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.252091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.273849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7ad4117-6039-45ac-8bc3-66e0eec24f36 req-b969f5ba-4b25-43c3-969b-3fd19f7dd398 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674083
Dec 11 20:57:41.319943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a302f-ecd6-4aa6-b942-42d07dae2bd1 req-5b228d98-4d1a-46a4-9bbc-16bbfecfda24 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.321462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed4a302f-ecd6-4aa6-b942-42d07dae2bd1 req-5b228d98-4d1a-46a4-9bbc-16bbfecfda24 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0624032
Dec 11 20:57:41.327898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:41.370764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:41.371124 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.381321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed4a302f-ecd6-4aa6-b942-42d07dae2bd1 req-21ae74f3-f0e8-4737-a43b-4a1b1198d284 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462470
Dec 11 20:57:41.385257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for d989c4bd-20c2-44bb-8efc-e6905d5a0a6d owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:41.523831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.536935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:41.568652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=d989c4bd-20c2-44bb-8efc-e6905d5a0a6d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:41.635565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port d989c4bd-20c2-44bb-8efc-e6905d5a0a6d on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:41.639523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:41.642877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f931e00-2c26-4be8-b594-35a532edbd21 req-1a89b1c4-79d3-4d0d-a807-52dd51cd0f4a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "DELETE /v2.0/ports/d989c4bd-20c2-44bb-8efc-e6905d5a0a6d HTTP/1.1" status: 204  len: 173 time: 0.6001108
Dec 11 20:57:41.645032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'name': 'network-vif-deleted', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:41.647409 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf5c1a5-75b1-4f2b-9d21-d2394ff23ba2" -d '{"events": [{"server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "name": "network-vif-deleted", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:41.665566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35fc6b-5433-4fae-9f91-fd5075de5885 req-bd58814d-e04c-4148-8d97-1a0b364d66f1 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.667474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b35fc6b-5433-4fae-9f91-fd5075de5885 req-bd58814d-e04c-4148-8d97-1a0b364d66f1 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1325300
Dec 11 20:57:41.680994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['fb5ffb89-4eae-462d-96fd-7c6031296cf1'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:41.717274 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4753113-31d2-44a5-895e-51499fea6aad x-openstack-request-id: req-a4753113-31d2-44a5-895e-51499fea6aad {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:41.717871 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd332483-474d-4b24-85a6-ffac0ea3383d", "name": "network-vif-deleted", "tag": "d989c4bd-20c2-44bb-8efc-e6905d5a0a6d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:41.718182 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4753113-31d2-44a5-895e-51499fea6aad {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:41.718675 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd332483-474d-4b24-85a6-ffac0ea3383d', 'name': 'network-vif-deleted', 'tag': 'd989c4bd-20c2-44bb-8efc-e6905d5a0a6d', 'status': 'completed', 'code': 200}
Dec 11 20:57:41.747413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b35fc6b-5433-4fae-9f91-fd5075de5885 req-4fbba042-c746-41b0-b094-778445e5d3a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725739
Dec 11 20:57:41.837114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924522-8375-4715-8740-f0c9be97e4da req-d7d1fa24-f786-4d11-83cf-c2d993f628ac tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:41.839188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7924522-8375-4715-8740-f0c9be97e4da req-d7d1fa24-f786-4d11-83cf-c2d993f628ac tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.0741208
Dec 11 20:57:41.950782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Deleting port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:41.951045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:42.043003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5bf6fd4-e61e-41f4-92a8-a88207be7948 req-2fa0e908-79f1-4490-9794-950cceffe12d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd332483-474d-4b24-85a6-ffac0ea3383d HTTP/1.1" status: 200  len: 210 time: 0.0281675
Dec 11 20:57:42.309350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e74a40-f885-45f8-96bc-7af3bd8bf258 req-2ea10375-f64d-4ca4-99d7-1b4afdae5adb tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:42.310851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18e74a40-f885-45f8-96bc-7af3bd8bf258 req-2ea10375-f64d-4ca4-99d7-1b4afdae5adb tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 945 time: 0.0735300
Dec 11 20:57:42.319510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4feabf-b515-4362-87ee-58f650fadcca req-e5a99b1d-3bc9-43f9-b1c7-eecc11fd7814 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:42.321562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f4feabf-b515-4362-87ee-58f650fadcca req-e5a99b1d-3bc9-43f9-b1c7-eecc11fd7814 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=5474475b-f237-435a-9582-13426c87fa62 HTTP/1.1" status: 200  len: 945 time: 0.0543730
Dec 11 20:57:42.328535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] For port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:42.328907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:42.350279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Calling delete_port for 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:42.373126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f4feabf-b515-4362-87ee-58f650fadcca req-4b58e79a-b6a1-45e9-bce6-4224f406de82 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449913
Dec 11 20:57:42.416636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18e74a40-f885-45f8-96bc-7af3bd8bf258 req-0606cc84-6a8b-401e-889d-f37f51149e41 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0982306
Dec 11 20:57:42.486438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f359-02a5-48d5-9aa8-79deb334e7ad req-cd0a88e3-2ea5-4eda-92de-c95c9d318159 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:42.487953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f48f359-02a5-48d5-9aa8-79deb334e7ad req-cd0a88e3-2ea5-4eda-92de-c95c9d318159 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0499697
Dec 11 20:57:42.535136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:42.541021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f48f359-02a5-48d5-9aa8-79deb334e7ad req-92d7b977-75b1-4191-9425-56210ba8a64a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461829
Dec 11 20:57:42.547580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:42.555269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438f53-70b1-4739-9a44-2df4046aa095 req-8f895486-7ab1-4515-98a3-4df5a6b94929 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:42.562353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd438f53-70b1-4739-9a44-2df4046aa095 req-8f895486-7ab1-4515-98a3-4df5a6b94929 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0804293
Dec 11 20:57:42.590227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event deleted for resources: {'Port': ['ID=1231ca37-b57f-43a4-9ffd-5d78d6bddc36,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:42.654854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] No DVR routers for this DVR port 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:42.659589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:42.662926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7924522-8375-4715-8740-f0c9be97e4da req-be302e8e-99e6-467a-94e1-394e6bfd2f9a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "DELETE /v2.0/ports/1231ca37-b57f-43a4-9ffd-5d78d6bddc36 HTTP/1.1" status: 204  len: 173 time: 0.8174858
Dec 11 20:57:42.682406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd438f53-70b1-4739-9a44-2df4046aa095 req-c8e516ac-a7d9-4298-b29c-9b3ccc7c9de1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191013
Dec 11 20:57:43.000564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fb5ffb89-4eae-462d-96fd-7c6031296cf1 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:43.080042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port fb5ffb89-4eae-462d-96fd-7c6031296cf1 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:43.084214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port fb5ffb89-4eae-462d-96fd-7c6031296cf1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:43.084589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:43.197035 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:43.228078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:43.230966 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4546a3cf-d63a-41cb-97c5-f0a0bb03353b" -d '{"events": [{"server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "name": "network-vif-plugged", "status": "completed", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:43.254528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:43.261304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:43.448556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-930fe1b1-6bb5-4e28-bbfd-4fdb4a401e26 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:43.457570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-930fe1b1-6bb5-4e28-bbfd-4fdb4a401e26 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1750691
Dec 11 20:57:43.457725 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0283d4da-8f7f-450d-b87f-1d82dd7b4d13 x-openstack-request-id: req-0283d4da-8f7f-450d-b87f-1d82dd7b4d13 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:43.458249 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "name": "network-vif-plugged", "status": "completed", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:43.458249 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0283d4da-8f7f-450d-b87f-1d82dd7b4d13 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:43.458709 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'code': 200}
Dec 11 20:57:43.481296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-84550691-9e8f-4fd3-971c-cccec15e89a3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0243571
Dec 11 20:57:43.490896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3741f15b-0d95-4d56-a976-5317de6343ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:43.502174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a72c1-007a-4a32-a53f-c22e5306e555 req-d979ccab-81f9-448b-a0dc-288fc9d19029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:43.502573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:43.503060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b18a72c1-007a-4a32-a53f-c22e5306e555 req-d979ccab-81f9-448b-a0dc-288fc9d19029 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 1097 time: 0.1146953
Dec 11 20:57:43.570892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b18a72c1-007a-4a32-a53f-c22e5306e555 req-5faee78c-a3db-40dd-9287-c49731e40ceb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517125
Dec 11 20:57:43.582812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-34c2056f-9c26-43f6-bc38-efc6586c510e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1005814
Dec 11 20:57:43.614014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28c556-5a00-4fd6-b911-8d2c297dea37 req-af765c35-7df8-4141-a757-32263aec501a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:43.615608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae28c556-5a00-4fd6-b911-8d2c297dea37 req-af765c35-7df8-4141-a757-32263aec501a tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0666420
Dec 11 20:57:43.669472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae28c556-5a00-4fd6-b911-8d2c297dea37 req-e9f21052-618b-47b6-ae4b-f19e5ca9f271 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464077
Dec 11 20:57:43.682185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-ee10ad05-42ab-407c-b0c6-76d6500970b0 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984890
Dec 11 20:57:43.737449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-deleted', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:43.739834 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db112c6-c1b6-4a3e-bdce-eb8b34ad89f7" -d '{"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-deleted", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:43.795828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b52ed06d-eb6f-40b7-b8e9-cf86b7cd964b service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051176
Dec 11 20:57:43.796026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ac96e-c5a4-49ec-a125-f006218a711b req-9468a707-5b3b-4aa0-a208-cf5a7252f1ab tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:43.797274 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff5ac96e-c5a4-49ec-a125-f006218a711b req-9468a707-5b3b-4aa0-a208-cf5a7252f1ab tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0626211
Dec 11 20:57:43.852486 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff5ac96e-c5a4-49ec-a125-f006218a711b req-a37db9ba-c50b-4f41-8bfd-d16f855fe6ed tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491154
Dec 11 20:57:43.957373 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93598260-d88a-43ca-9c64-55e1e462b3ac x-openstack-request-id: req-93598260-d88a-43ca-9c64-55e1e462b3ac {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:43.957679 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5474475b-f237-435a-9582-13426c87fa62", "name": "network-vif-deleted", "tag": "1231ca37-b57f-43a4-9ffd-5d78d6bddc36", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:43.957959 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93598260-d88a-43ca-9c64-55e1e462b3ac {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:43.958427 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5474475b-f237-435a-9582-13426c87fa62', 'name': 'network-vif-deleted', 'tag': '1231ca37-b57f-43a4-9ffd-5d78d6bddc36', 'status': 'completed', 'code': 200}
Dec 11 20:57:44.035508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4eb82990-a171-48e3-8ca3-5a80420e7183 req-28444c3e-2af4-4d7d-bbbc-676c957caee1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 210 time: 0.0413299
Dec 11 20:57:44.190821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cec29-06f8-4dd6-a105-0c65fc14f30e req-ff902b69-fb68-4a1a-a28f-7974ef3be221 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:44.192327 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef0cec29-06f8-4dd6-a105-0c65fc14f30e req-ff902b69-fb68-4a1a-a28f-7974ef3be221 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0582705
Dec 11 20:57:44.245024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef0cec29-06f8-4dd6-a105-0c65fc14f30e req-116022c9-5b4d-4f6d-a2f4-7c721d9a14bd tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460656
Dec 11 20:57:44.824124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d989c4bd-20c2-44bb-8efc-e6905d5a0a6d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:44.865349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ee455-a90c-4d70-97fb-e50a736bafa0 req-65a57066-b128-45e5-8aee-7053608ff61d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:44.867573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-010ee455-a90c-4d70-97fb-e50a736bafa0 req-65a57066-b128-45e5-8aee-7053608ff61d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.1016152
Dec 11 20:57:44.882186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: d989c4bd-20c2-44bb-8efc-e6905d5a0a6d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:44.882608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d989c4bd-20c2-44bb-8efc-e6905d5a0a6d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:44.883336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:44.910000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:44.910907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1231ca37-b57f-43a4-9ffd-5d78d6bddc36 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:44.916425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:44.949432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-010ee455-a90c-4d70-97fb-e50a736bafa0 req-579bf453-a9ac-4a8d-bbd1-96cddb60510e tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624375
Dec 11 20:57:45.021544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930b39a-837b-430c-9a12-cc1d0833224f req-b1e8342a-4ea1-47e6-bd9c-c2cf6dfe324e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:45.029443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1930b39a-837b-430c-9a12-cc1d0833224f req-b1e8342a-4ea1-47e6-bd9c-c2cf6dfe324e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0675390
Dec 11 20:57:45.101961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1930b39a-837b-430c-9a12-cc1d0833224f req-93e00346-3154-4d69-8b24-bcc0851b524a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713327
Dec 11 20:57:45.225496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff42b981-6fa0-4c93-befd-c7617724d173 req-5e36bdbf-d1a3-4f70-b87c-b1baa8f8b4bd tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 210 time: 0.0419049
Dec 11 20:57:45.441711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-4f877f89-77ff-4548-a777-5ca8b7881bb1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:45.443466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-4f877f89-77ff-4548-a777-5ca8b7881bb1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1664875
Dec 11 20:57:45.459758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:45.565075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:45.587638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:45.591349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:45.752170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.13 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/ee6972b7-84b1-44c3-a0d4-c1ad89c4da71) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:45.936939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:45.981551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:45.997231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:46.083420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:46.092147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:46.096340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:46.099618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:46.121288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5fd6c-cf61-4d94-a8a4-08f4f59e8ffa req-3be62929-31ba-49b2-a416-e92af800bcd2 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.123210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91a5fd6c-cf61-4d94-a8a4-08f4f59e8ffa req-3be62929-31ba-49b2-a416-e92af800bcd2 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0660548
Dec 11 20:57:46.162982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4457a-ca0b-44ba-986f-eb0d79ca4777 req-04bb2359-91cc-45ce-a69e-e42660caed8b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.165955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6e4457a-ca0b-44ba-986f-eb0d79ca4777 req-04bb2359-91cc-45ce-a69e-e42660caed8b tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1248415
Dec 11 20:57:46.179187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.180605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.195898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.200276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91a5fd6c-cf61-4d94-a8a4-08f4f59e8ffa req-f1ebdb4a-053e-4674-94a7-552aac673861 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699012
Dec 11 20:57:46.236130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-a1de22b3-09dc-4d02-ad4b-9801e9d8b8e4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7809482
Dec 11 20:57:46.257048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-af95125f-eb48-4a6a-9392-6a5964da838b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:57:46.258662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-af95125f-eb48-4a6a-9392-6a5964da838b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0100207
Dec 11 20:57:46.265225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6e4457a-ca0b-44ba-986f-eb0d79ca4777 req-059589cc-b78a-42fd-b22c-e87ec32028cc tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796895
Dec 11 20:57:46.278505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Request body: {'port': {'device_id': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:46.369909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.451796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9474-1f22-40ea-9212-76e23f3513b0 req-d7840421-97d1-4078-b077-7e301f826338 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.453370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f3f9474-1f22-40ea-9212-76e23f3513b0 req-d7840421-97d1-4078-b077-7e301f826338 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.1020069
Dec 11 20:57:46.482362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdcafc-28fa-427a-9baa-4c3e28d291fe req-39281a45-bc65-4cdf-aedf-fc519b139b1f tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.484088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2cdcafc-28fa-427a-9baa-4c3e28d291fe req-39281a45-bc65-4cdf-aedf-fc519b139b1f tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0599020
Dec 11 20:57:46.494502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43428) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:46.500763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Request body: {'floatingip': {'port_id': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:46.569127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.610365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f3f9474-1f22-40ea-9212-76e23f3513b0 req-3b894906-d858-432d-aff2-d8d624c0606c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409166
Dec 11 20:57:46.790601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:46.802599 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.834959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-bb29d80c-0b0d-4073-a899-8367510f2263 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.836783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-bb29d80c-0b0d-4073-a899-8367510f2263 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1159933
Dec 11 20:57:46.840402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Transition to ACTIVE for port object ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:46.853570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:46.952817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bed66-8945-4eb6-b825-76dc05777fc9 req-0eefe03c-947f-4318-b172-1a3b433dfd6b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:46.954370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b64bed66-8945-4eb6-b825-76dc05777fc9 req-0eefe03c-947f-4318-b172-1a3b433dfd6b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 932 time: 0.4113650
Dec 11 20:57:46.974312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Pushing event updated for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:47.084486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Deleting port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:47.086161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.091883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Attempting to bind port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:47.092215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Attempting to bind port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:47.092579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Attempting to bind port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:47.104161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.109522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:47.110189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Attempting to bind port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:47.111536 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b64bed66-8945-4eb6-b825-76dc05777fc9 req-52bd2389-9ce8-4ea5-a24a-fcb982416785 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442261
Dec 11 20:57:47.153265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:47.153658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:47.154078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:47.154633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Bound port: ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:47.154956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.236602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] For port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:47.237008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.277331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Calling delete_port for 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:47.318398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:47.324690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:47.377638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.470885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:47.471868 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.473255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] 10.222.0.16 "PUT /v2.0/ports/ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 HTTP/1.1" status: 200  len: 1092 time: 1.2000225
Dec 11 20:57:47.479860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:47.481062 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27558331-b178-4379-9b49-92c6757c2772" -d '{"events": [{"name": "network-changed", "server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:47.572175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0292c-f5a8-4caf-9c28-5fcebc5ea77c service neutron] Pushing event updated for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:47.596778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.601306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.602730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362f50-b330-4f82-8a60-cf71c7b46fa3 req-dd0bff34-68b7-4551-aa3e-c8cead9fe24d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:47.607104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0362f50-b330-4f82-8a60-cf71c7b46fa3 req-dd0bff34-68b7-4551-aa3e-c8cead9fe24d tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3e371a7-f391-4c54-8f77-bc40184731b1 HTTP/1.1" status: 200  len: 944 time: 0.1702137
Dec 11 20:57:47.617353 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e9817f-545a-4937-b11f-79bff833c32b x-openstack-request-id: req-94e9817f-545a-4937-b11f-79bff833c32b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:47.617694 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:47.617946 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94e9817f-545a-4937-b11f-79bff833c32b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:47.618350 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71', 'status': 'completed', 'code': 200}
Dec 11 20:57:47.676607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-8a90d636-19ee-421e-9d8c-afb9c255b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:47.678415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-8a90d636-19ee-421e-9d8c-afb9c255b47b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 1095 time: 0.1490574
Dec 11 20:57:47.758608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.761971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-2806359d-aa10-4e87-a63f-ceb3e34d1946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 HTTP/1.1" status: 200  len: 217 time: 0.0620019
Dec 11 20:57:47.773899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:47.775185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0362f50-b330-4f82-8a60-cf71c7b46fa3 req-5268555d-9741-43c8-8828-915cfd4fe802 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343496
Dec 11 20:57:47.780300 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Floating IP 30deef80-8c1e-415f-b3c0-dee67ddd02ff associated. External IP: 172.35.1.186, port: fb5ffb89-4eae-462d-96fd-7c6031296cf1.
Dec 11 20:57:47.832999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event deleted for resources: {'Port': ['ID=3a2dd8ad-a49c-4617-a5a6-27c94aaa887f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:47.857472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba96d4-a230-4cd8-859c-4179da804cb8 req-019530fe-16ca-41f8-96dd-a972e50f602a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:47.859823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93ba96d4-a230-4cd8-859c-4179da804cb8 req-019530fe-16ca-41f8-96dd-a972e50f602a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.1268270
Dec 11 20:57:47.923677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] No DVR routers for this DVR port 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:47.927315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:47.932412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2fca4dd5-dd86-4f3c-813f-d9aa5e04471c req-edb7c5df-a0b7-45c6-b639-30c64f1e9f57 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "DELETE /v2.0/ports/3a2dd8ad-a49c-4617-a5a6-27c94aaa887f HTTP/1.1" status: 204  len: 173 time: 1.0891719
Dec 11 20:57:47.934451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f616-a42d-4122-8989-71642da0fd49 req-5d107e63-c592-4568-8cc6-45f2d2c56d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:47.949186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-5d107e63-c592-4568-8cc6-45f2d2c56d0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.1706738
Dec 11 20:57:48.003400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-ca5f3d95-3393-46dc-9ad4-9efdf382b4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463636
Dec 11 20:57:48.032594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93ba96d4-a230-4cd8-859c-4179da804cb8 req-41b41682-f243-4a4c-88c5-8f0bd2d57f7e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1269898
Dec 11 20:57:48.130801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Router c0783d8d-a8f8-4da7-922e-730565e6f703 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:57:48.145504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-ed5417f8-33a4-45b0-8577-1f5a981b153f service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299701
Dec 11 20:57:48.321334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb91f616-a42d-4122-8989-71642da0fd49 req-8fa25125-cd1e-4510-a524-ac38847af53e service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645997
Dec 11 20:57:48.346292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:57:48.360426 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Sync routers for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:57:48.365949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:48.377861 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:48.378902 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:48.392308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae5c39-6a62-48b7-bc7b-d15e69855b9e req-49141376-6238-4c80-96cc-11e224c091f2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:48.398768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1dae5c39-6a62-48b7-bc7b-d15e69855b9e req-49141376-6238-4c80-96cc-11e224c091f2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 944 time: 0.1409428
Dec 11 20:57:48.487530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-deb77163-35fb-48ee-8676-355916023191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:48.489076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-deb77163-35fb-48ee-8676-355916023191 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1558542
Dec 11 20:57:48.500163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7005609-733d-4445-a9f9-5431d4ccaf51 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "PUT /v2.0/floatingips/30deef80-8c1e-415f-b3c0-dee67ddd02ff HTTP/1.1" status: 200  len: 992 time: 2.0032306
Dec 11 20:57:48.501180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:48.504705 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:48.507154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83b695-4ee9-4dad-b814-72746c971573 req-842f55ec-974c-461c-bd0b-642d2e151c6b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:48.516442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d83b695-4ee9-4dad-b814-72746c971573 req-842f55ec-974c-461c-bd0b-642d2e151c6b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1848168
Dec 11 20:57:48.541372 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:48.559683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1dae5c39-6a62-48b7-bc7b-d15e69855b9e req-aa5d95bb-83b0-438c-8421-dba79983b5d1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268561
Dec 11 20:57:48.632630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558331-b178-4379-9b49-92c6757c2772 req-8bc020ff-6654-4869-b824-d6c0fd5d1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:48.634638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-8bc020ff-6654-4869-b824-d6c0fd5d1d35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 1095 time: 0.2101245
Dec 11 20:57:48.725196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d83b695-4ee9-4dad-b814-72746c971573 req-02d7e8f8-889e-47d0-a0eb-1185cf13c2b8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074764
Dec 11 20:57:48.828669 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab499ad-74d1-4990-a43f-15a438f5ddd4 x-openstack-request-id: req-9ab499ad-74d1-4990-a43f-15a438f5ddd4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:48.829470 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:48.829470 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ab499ad-74d1-4990-a43f-15a438f5ddd4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:48.829926 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'status': 'completed', 'code': 200}
Dec 11 20:57:48.869060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd60>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30deef80-8c1e-415f-b3c0-dee67ddd02ff', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'floating_ip_address': '172.35.1.186', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'port_id': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'mac_address': 'fa:16:3e:8c:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:57:29Z', 'updated_at': '2021-12-11T20:57:47Z', 'revision_number': 1, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:48.902645 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Checking router: c0783d8d-a8f8-4da7-922e-730565e6f703 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:57:48.921006 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:57:48.921694 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:57:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:49.065027 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:57:49.233806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8348b99-cb45-48a4-b264-80cdde63a7c4 req-c87f789d-7e9c-4511-9c27-544fae889bbc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.236313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8348b99-cb45-48a4-b264-80cdde63a7c4 req-c87f789d-7e9c-4511-9c27-544fae889bbc tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.1062772
Dec 11 20:57:49.298215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-b065b9d7-f95d-4965-9fb5-8f4dca700de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.299960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-b065b9d7-f95d-4965-9fb5-8f4dca700de5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=41af1a46f54649609cef9b401ca1ee69&device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 1097 time: 0.1919060
Dec 11 20:57:49.300821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-5bb60f19-4ce9-4818-ab50-e06b648e50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.302522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-5bb60f19-4ce9-4818-ab50-e06b648e50ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.7314074
Dec 11 20:57:49.305490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558331-b178-4379-9b49-92c6757c2772 req-b4652559-8849-4d84-9297-7f0994652e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.306584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-b4652559-8849-4d84-9297-7f0994652e45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.6241221
Dec 11 20:57:49.307381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8348b99-cb45-48a4-b264-80cdde63a7c4 req-049e3f20-f273-4b2b-8be4-b87e2519dad8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623274
Dec 11 20:57:49.326724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e706-03ff-43c9-835f-39ac29dacdf6 req-2b065589-ec83-4bbb-be70-1d33b13c041a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.326724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5205e706-03ff-43c9-835f-39ac29dacdf6 req-2b065589-ec83-4bbb-be70-1d33b13c041a tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.1505444
Dec 11 20:57:49.390023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd60>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30deef80-8c1e-415f-b3c0-dee67ddd02ff', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'floating_ip_address': '172.35.1.186', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'port_id': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'mac_address': 'fa:16:3e:8c:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:57:29Z', 'updated_at': '2021-12-11T20:57:47Z', 'revision_number': 1, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:49.421421 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e509eb-1a15-4a9a-9cbb-8c6c166003a6 None None] The sync data for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 is: [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '30deef80-8c1e-415f-b3c0-dee67ddd02ff', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'floating_ip_address': '172.35.1.186', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'port_id': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'mac_address': 'fa:16:3e:8c:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:57:29Z', 'updated_at': '2021-12-11T20:57:47Z', 'revision_number': 1, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:57:49.432611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-0100debb-053e-495b-982a-674a32f398b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 HTTP/1.1" status: 200  len: 217 time: 0.0964606
Dec 11 20:57:49.442397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-a4b63e07-a9b8-419d-8aa0-9bc025eaf557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.1050553
Dec 11 20:57:49.616187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558331-b178-4379-9b49-92c6757c2772 req-c25042f0-5b6f-43b6-a787-4c9a0d77c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.617765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-c25042f0-5b6f-43b6-a787-4c9a0d77c9e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.1728010
Dec 11 20:57:49.634961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-88122247-7175-4ddd-a47f-cf96d8373556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.636885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-88122247-7175-4ddd-a47f-cf96d8373556 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.1648164
Dec 11 20:57:49.637329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-deleted', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:49.639667 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576648dc-12f7-4ef2-9bdd-8d06a545bcc6" -d '{"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-deleted", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:49.645555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5205e706-03ff-43c9-835f-39ac29dacdf6 req-e8898718-d4e4-45c7-8158-d38c27476088 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949665
Dec 11 20:57:49.700296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f7c3ec-3a05-4e47-90d5-8c25df1ec38c None None] New status for floating IP 30deef80-8c1e-415f-b3c0-dee67ddd02ff: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:57:49.724630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-706c4094-fd63-4d58-a3ce-371fe460dd46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743585
Dec 11 20:57:49.727518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-99bf8f5e-0f34-4ff0-9fae-4bc3f680fadf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0784228
Dec 11 20:57:49.730287 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbf9e00-c440-4d20-b4b5-49f654e4313d x-openstack-request-id: req-bcbf9e00-c440-4d20-b4b5-49f654e4313d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:49.731157 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e371a7-f391-4c54-8f77-bc40184731b1", "name": "network-vif-deleted", "tag": "3a2dd8ad-a49c-4617-a5a6-27c94aaa887f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:49.731157 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcbf9e00-c440-4d20-b4b5-49f654e4313d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:49.731295 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e371a7-f391-4c54-8f77-bc40184731b1', 'name': 'network-vif-deleted', 'tag': '3a2dd8ad-a49c-4617-a5a6-27c94aaa887f', 'status': 'completed', 'code': 200}
Dec 11 20:57:49.738562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-af3fa45f-d35f-4552-8133-ff2a4d900deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.740669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-af3fa45f-d35f-4552-8133-ff2a4d900deb service neutron] 10.222.0.16 "GET /v2.0/networks?id=4baaff7c-194a-48a5-aad3-5c03421509b1 HTTP/1.1" status: 200  len: 907 time: 0.4126830
Dec 11 20:57:49.742930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480159-2c55-4e12-89b9-ac7f73fafd99 req-ea4bd336-64cd-4bf4-a07a-24b37718cda3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.754792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7480159-2c55-4e12-89b9-ac7f73fafd99 req-ea4bd336-64cd-4bf4-a07a-24b37718cda3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 944 time: 0.0811119
Dec 11 20:57:49.805909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-768fce91-bd88-403c-a948-d01da441dbc8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:49.807537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-768fce91-bd88-403c-a948-d01da441dbc8 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.2151747
Dec 11 20:57:49.843789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7480159-2c55-4e12-89b9-ac7f73fafd99 req-9dba227a-b8e3-4b39-9b73-e2c1b890e04b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854583
Dec 11 20:57:50.038527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3c697-a484-4c15-bbc7-9d8a8a11e231 req-c2ac6598-0b0f-467c-a361-46584f3ce3a6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:50.040601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2df3c697-a484-4c15-bbc7-9d8a8a11e231 req-c2ac6598-0b0f-467c-a361-46584f3ce3a6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0719452
Dec 11 20:57:50.082019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-872f70bd-d337-4c36-aa12-04a7a76b0db8 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3383546
Dec 11 20:57:50.087899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-39ba84fa-6c0f-4643-b0f2-1d8749824520 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1 HTTP/1.1" status: 200  len: 1000 time: 0.3274312
Dec 11 20:57:50.094205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-65827cab-162d-41a7-8563-dfe7ed41e69b service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524802
Dec 11 20:57:50.097873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2df3c697-a484-4c15-bbc7-9d8a8a11e231 req-49e3def6-e2ed-491c-8292-632904ff5603 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503619
Dec 11 20:57:50.288177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Deleting port f9529aae-80ce-429d-914c-737017355c91 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:50.288460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:50.292826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-bdb3f7b5-9228-48a4-ade0-a5e438209602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:50.294436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-bdb3f7b5-9228-48a4-ade0-a5e438209602 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c170758f-b04d-4c72-bfd7-7c7538b3d301 HTTP/1.1" status: 200  len: 845 time: 0.1950068
Dec 11 20:57:50.438194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27558331-b178-4379-9b49-92c6757c2772 req-bcbe0483-0439-4120-81d9-9fa53dfa886b service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3400478
Dec 11 20:57:50.462320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab184dc9-a053-4ac5-8cb1-2f53d60fa1a9 req-9fe28952-a8c7-479f-ad83-24db2bfc5007 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3426487
Dec 11 20:57:50.490747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-9537ed19-be46-46a7-838d-9aadcff80dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:50.492915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-9537ed19-be46-46a7-838d-9aadcff80dcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4baaff7c-194a-48a5-aad3-5c03421509b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1847303
Dec 11 20:57:50.530333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] For port f9529aae-80ce-429d-914c-737017355c91, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9529aae-80ce-429d-914c-737017355c91,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:50.530729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:50.560936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c13cc-74e6-4a1a-a7e3-99e67e360c9a req-d42cf3d9-b87a-473c-9f48-570e307d2a39 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:50.562380 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea2c13cc-74e6-4a1a-a7e3-99e67e360c9a req-d42cf3d9-b87a-473c-9f48-570e307d2a39 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.1514645
Dec 11 20:57:50.591648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Calling delete_port for f9529aae-80ce-429d-914c-737017355c91 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:50.711856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-22be1365-5920-4093-8233-76f248bfd08b service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093272
Dec 11 20:57:50.722233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea2c13cc-74e6-4a1a-a7e3-99e67e360c9a req-1b5e8c4f-0706-4cf3-95d0-3efdef1e6bcf tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318324
Dec 11 20:57:50.786253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e909ad-d54c-469b-9bf7-a37acfc96fed req-6949e89d-5406-4c5f-a63d-3dc095963303 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:50.788277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84e909ad-d54c-469b-9bf7-a37acfc96fed req-6949e89d-5406-4c5f-a63d-3dc095963303 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd97d7cb-500d-40d3-8330-6201b174b2bb HTTP/1.1" status: 200  len: 944 time: 0.0631137
Dec 11 20:57:50.843725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:50.849392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84e909ad-d54c-469b-9bf7-a37acfc96fed req-148a3241-cb50-4629-b23b-f7d81537aff9 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540380
Dec 11 20:57:50.878100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1dd6c2b1-f45b-4098-8241-9dd1425d32c5 req-e51c8093-5b08-4f3c-a030-225eeeae5a1a service neutron] 10.222.0.16 "GET /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523564
Dec 11 20:57:50.880787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:50.881149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3a2dd8ad-a49c-4617-a5a6-27c94aaa887f not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:50.881581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f9529aae-80ce-429d-914c-737017355c91 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:50.895667 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:50.931494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event deleted for resources: {'Port': ['ID=f9529aae-80ce-429d-914c-737017355c91,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:50.949780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.950441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.951037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.951581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.952118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.952655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.953374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.954039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.954608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.955290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.956002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.957004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.957558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:50.959398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No active binding found for port f9529aae-80ce-429d-914c-737017355c91 {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 20:57:50.966768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f9529aae-80ce-429d-914c-737017355c91 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:50.996913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] No DVR routers for this DVR port f9529aae-80ce-429d-914c-737017355c91 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:50.999619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:51.003164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ee52aec-2090-459c-ad11-71c357ce0ae2 req-95a95d23-57c8-4b36-8836-88263e859050 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.30 "DELETE /v2.0/ports/f9529aae-80ce-429d-914c-737017355c91 HTTP/1.1" status: 204  len: 173 time: 1.1357439
Dec 11 20:57:51.017584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f21aa1-23f4-4b7e-ad43-b9cdb8bfd570 req-ac526449-3ce3-4af2-96df-3a630a23119b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:51.019359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0f21aa1-23f4-4b7e-ad43-b9cdb8bfd570 req-ac526449-3ce3-4af2-96df-3a630a23119b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 944 time: 0.0790894
Dec 11 20:57:51.024067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:57:51.150165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0f21aa1-23f4-4b7e-ad43-b9cdb8bfd570 req-07f5d619-b5b3-4faf-b076-93f3708d0175 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163764
Dec 11 20:57:51.183548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:51.192242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:51.197154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71', 'mac_address': 'fa:16:3e:e4:6f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:57:51.242417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:51.257123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:51.260655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d852e7-55c5-4651-83ef-03ffce2d4c91 req-98754134-0b12-4475-bd7f-0efea6faedfc tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:51.262504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6d852e7-55c5-4651-83ef-03ffce2d4c91 req-98754134-0b12-4475-bd7f-0efea6faedfc tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0665691
Dec 11 20:57:51.281211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:51.286875 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:51.327984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6d852e7-55c5-4651-83ef-03ffce2d4c91 req-1f99d351-5030-4737-8c24-936b87e95aa8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574713
Dec 11 20:57:51.339103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:51.634673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:51.732367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-deleted', 'tag': 'f9529aae-80ce-429d-914c-737017355c91'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:51.734898 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c08c9-c8b2-402f-a4f1-69721a2ba2c0" -d '{"events": [{"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-deleted", "tag": "f9529aae-80ce-429d-914c-737017355c91"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:51.846556 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f880ad53-0d4d-407c-9cc6-d897469c0bd1 x-openstack-request-id: req-f880ad53-0d4d-407c-9cc6-d897469c0bd1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:51.846852 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd97d7cb-500d-40d3-8330-6201b174b2bb", "name": "network-vif-deleted", "tag": "f9529aae-80ce-429d-914c-737017355c91", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:51.847104 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f880ad53-0d4d-407c-9cc6-d897469c0bd1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:51.847493 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd97d7cb-500d-40d3-8330-6201b174b2bb', 'name': 'network-vif-deleted', 'tag': 'f9529aae-80ce-429d-914c-737017355c91', 'status': 'completed', 'code': 200}
Dec 11 20:57:51.855742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf8cd4-38d3-4a13-b6de-0efafe34e9bb req-ec5a9d51-757b-441c-9390-5dc4d28d342f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:51.857200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cdf8cd4-38d3-4a13-b6de-0efafe34e9bb req-ec5a9d51-757b-441c-9390-5dc4d28d342f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0547032
Dec 11 20:57:51.915138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cdf8cd4-38d3-4a13-b6de-0efafe34e9bb req-27be60ff-c6fb-441f-bb05-1f3cab7dd66c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514646
Dec 11 20:57:52.193328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadecc3-38cc-40b4-aea9-732ada739d29 req-db5e7d80-72f5-4795-90e7-8f0a2d440964 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:52.194942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbadecc3-38cc-40b4-aea9-732ada739d29 req-db5e7d80-72f5-4795-90e7-8f0a2d440964 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.0652084
Dec 11 20:57:52.255315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbadecc3-38cc-40b4-aea9-732ada739d29 req-54e5ca25-9899-4918-8cb3-9f097f769d9e tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539677
Dec 11 20:57:52.290576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee6f06-4c96-4fc5-994e-4b41f62d6138 req-50eedeca-6ca2-42cd-ba41-86779d6be39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:52.292192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adee6f06-4c96-4fc5-994e-4b41f62d6138 req-50eedeca-6ca2-42cd-ba41-86779d6be39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 945 time: 0.0553858
Dec 11 20:57:52.343877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adee6f06-4c96-4fc5-994e-4b41f62d6138 req-58fd72c0-26d0-41f5-9e23-a38fbe1ecc5c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447712
Dec 11 20:57:52.454268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eaf42-885c-4f67-ad72-b357ef1a1c9d req-0f2b7057-02d6-4ae6-acad-1102a09cc0df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:52.455853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-998eaf42-885c-4f67-ad72-b357ef1a1c9d req-0f2b7057-02d6-4ae6-acad-1102a09cc0df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0509915
Dec 11 20:57:52.508629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-998eaf42-885c-4f67-ad72-b357ef1a1c9d req-c3df4ae8-18f2-47ae-96c7-fed9d1b77073 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461011
Dec 11 20:57:52.995437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-51aab1eb-77d7-4bb0-b701-4ea8cfcc3029 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:52.997003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-51aab1eb-77d7-4bb0-b701-4ea8cfcc3029 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.3086810
Dec 11 20:57:53.037244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:57:53.094081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfcdc7-7bc4-4e73-969e-ee74fe06cc2c req-85eb1adc-7465-4da7-ad12-b21aeef8e209 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:53.096063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9adfcdc7-7bc4-4e73-969e-ee74fe06cc2c req-85eb1adc-7465-4da7-ad12-b21aeef8e209 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0974805
Dec 11 20:57:53.098760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:57:53.105542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:57:53.105967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.186841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9adfcdc7-7bc4-4e73-969e-ee74fe06cc2c req-424023aa-eda1-4d6c-b05b-cd43e16fa58a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674899
Dec 11 20:57:53.201975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Deleting port 7718d611-6eb3-4e90-8a5a-69c900255310 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:57:53.202393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.209192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.235112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:53.237717 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42f1fc-6332-42b3-8338-9542708bf773" -d '{"events": [{"server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:53.254186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:53.266320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.315555 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b444416b-deac-4365-bf7f-04b5e503b835 x-openstack-request-id: req-b444416b-deac-4365-bf7f-04b5e503b835 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:53.315978 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "name": "network-vif-plugged", "status": "completed", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:53.316278 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b444416b-deac-4365-bf7f-04b5e503b835 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:53.316745 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71', 'code': 200}
Dec 11 20:57:53.330433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] For port 7718d611-6eb3-4e90-8a5a-69c900255310, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7718d611-6eb3-4e90-8a5a-69c900255310,segment=NetworkSegment(5eab2d7f-47d4-4bb6-a2be-638a0820d8ce),segment_id=5eab2d7f-47d4-4bb6-a2be-638a0820d8ce)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:57:53.331118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.339756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:53.357157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Calling delete_port for 7718d611-6eb3-4e90-8a5a-69c900255310 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:57:53.421845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925d60e-0644-4001-b0d1-91875130fe35 req-6e4fb18f-5491-4a20-9c1b-4972e437eb87 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:53.424283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9925d60e-0644-4001-b0d1-91875130fe35 req-6e4fb18f-5491-4a20-9c1b-4972e437eb87 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 945 time: 0.0602074
Dec 11 20:57:53.479014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9925d60e-0644-4001-b0d1-91875130fe35 req-3a4064cb-24ff-4d53-9bb8-57ba0b5a1708 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad23354b-3356-4347-89d1-a55af3e4cc31&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465059
Dec 11 20:57:53.536819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613016da-819c-4216-8aa2-f5d4676e87f6 req-637eff94-f5d7-42f3-961b-704b187ff8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:53.538765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-613016da-819c-4216-8aa2-f5d4676e87f6 req-637eff94-f5d7-42f3-961b-704b187ff8e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 1097 time: 0.1113937
Dec 11 20:57:53.555350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd7e6-c7b6-4040-9fa0-2aa8cddcc9f1 req-a074d4c5-7ae3-4bb6-a203-95af945c2893 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:53.557040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94afd7e6-c7b6-4040-9fa0-2aa8cddcc9f1 req-a074d4c5-7ae3-4bb6-a203-95af945c2893 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.1182804
Dec 11 20:57:53.637229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f145-585e-4941-9337-a836d3fcdba0 req-ea9a243a-2699-4665-b0f5-9f078f377486 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:53.638899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efb0f145-585e-4941-9337-a836d3fcdba0 req-ea9a243a-2699-4665-b0f5-9f078f377486 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0528178
Dec 11 20:57:53.686042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-613016da-819c-4216-8aa2-f5d4676e87f6 req-ac0e1ef4-e8fb-4c9e-931e-3e524b7882c2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270499
Dec 11 20:57:53.690022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efb0f145-585e-4941-9337-a836d3fcdba0 req-3311c4fa-fa6e-4cc4-b835-5145aeace16a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444901
Dec 11 20:57:53.692576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.704938 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94afd7e6-c7b6-4040-9fa0-2aa8cddcc9f1 req-4e374e85-7859-4354-a17f-845d1ad16a55 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381767
Dec 11 20:57:53.729965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Pushing event deleted for resources: {'Port': ['ID=7718d611-6eb3-4e90-8a5a-69c900255310,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:53.782242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] No DVR routers for this DVR port 7718d611-6eb3-4e90-8a5a-69c900255310 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:57:53.785409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:53.789868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78ad2edf-99e3-4680-8743-8c7103115cdd req-c4389152-2ff2-4e9e-a1fe-c21995906ac0 tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.16 "DELETE /v2.0/ports/7718d611-6eb3-4e90-8a5a-69c900255310 HTTP/1.1" status: 204  len: 173 time: 0.7816746
Dec 11 20:57:53.848895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-deleted', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:53.852673 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd8506-f4f2-4867-b928-bfd729117122" -d '{"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-deleted", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:53.894300 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf61661-859e-4ced-9bbb-8adab815db97 x-openstack-request-id: req-2bf61661-859e-4ced-9bbb-8adab815db97 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:57:53.894630 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8720b69-72b2-4390-a761-a21a08519f07", "name": "network-vif-deleted", "tag": "7718d611-6eb3-4e90-8a5a-69c900255310", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:57:53.894888 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bf61661-859e-4ced-9bbb-8adab815db97 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:57:53.895307 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8720b69-72b2-4390-a761-a21a08519f07', 'name': 'network-vif-deleted', 'tag': '7718d611-6eb3-4e90-8a5a-69c900255310', 'status': 'completed', 'code': 200}
Dec 11 20:57:54.324960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59472-6b2e-4f68-8631-5115c0730b0c req-c2714272-200b-4311-a7e4-1db24d4abac0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:54.326442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-73d59472-6b2e-4f68-8631-5115c0730b0c req-c2714272-200b-4311-a7e4-1db24d4abac0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0576918
Dec 11 20:57:54.383365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-73d59472-6b2e-4f68-8631-5115c0730b0c req-393c93f9-ad0f-4513-978d-fa9e13801798 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487165
Dec 11 20:57:54.613040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c4a9f48-d823-41cc-8717-e5511977a684 req-b8f39d1f-2b16-4fce-a17e-059dea82734c tempest-LiveAutoBlockMigrationV225Test-197978676 tempest-LiveAutoBlockMigrationV225Test-197978676-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8720b69-72b2-4390-a761-a21a08519f07 HTTP/1.1" status: 200  len: 210 time: 0.0388384
Dec 11 20:57:54.823835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e8f19-9bee-4bdc-837f-cd8334183995 req-9f7dbc78-7908-4175-966d-7f05f1e72a43 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:54.825527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d1e8f19-9bee-4bdc-837f-cd8334183995 req-9f7dbc78-7908-4175-966d-7f05f1e72a43 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0618014
Dec 11 20:57:54.848922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b1732-d698-49c1-9f1d-c66419a1f9c2 req-ce4b3501-6833-49ab-922e-7ac027e59936 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:54.850886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b19b1732-d698-49c1-9f1d-c66419a1f9c2 req-ce4b3501-6833-49ab-922e-7ac027e59936 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.0649755
Dec 11 20:57:54.883403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d1e8f19-9bee-4bdc-837f-cd8334183995 req-ae2f2266-93f1-4df0-a5a7-0bac88a19e3f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502613
Dec 11 20:57:54.916246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b19b1732-d698-49c1-9f1d-c66419a1f9c2 req-7c8d7de7-b2fc-429b-9843-0ebeaee09131 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558662
Dec 11 20:57:55.523656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f750fe5-7b67-45f7-8c5a-d2e681f7c5c1 req-4df4a1ba-fb56-4f53-bf0f-3a144339e484 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:55.525609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f750fe5-7b67-45f7-8c5a-d2e681f7c5c1 req-4df4a1ba-fb56-4f53-bf0f-3a144339e484 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0612569
Dec 11 20:57:55.579376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f750fe5-7b67-45f7-8c5a-d2e681f7c5c1 req-1f123361-2569-4925-a948-fac6cfd14fca tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474505
Dec 11 20:57:55.671980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43582) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:55.722040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Deleting subnet a8fd6725-4a98-427d-a4e5-27195e7e86c4 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:57:55.725241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:55.760064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:55.799916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:55.860976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:55.895401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:55.898525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8fd6725-4a98-427d-a4e5-27195e7e86c4 HTTP/1.1" status: 204  len: 168 time: 0.2253320
Dec 11 20:57:55.899534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fd6725-4a98-427d-a4e5-27195e7e86c4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:55.901128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43584) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:55.908215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.908597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.908806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.909182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.909589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.910362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.910362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.910620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.910958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.911315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.911640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.912013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.912345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661908a4-dd5a-42e7-af48-8986aad4c6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:57:55.986697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.046913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a794dfa-cca0-420d-9915-693028e66108 req-3e1bf486-7bdb-4743-92b3-1eab05ff46c7 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:56.048485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a794dfa-cca0-420d-9915-693028e66108 req-3e1bf486-7bdb-4743-92b3-1eab05ff46c7 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0660028
Dec 11 20:57:56.101696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.101966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a794dfa-cca0-420d-9915-693028e66108 req-7fda3729-949c-4346-af90-da3058cfdd59 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460041
Dec 11 20:57:56.127706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e25e2e0>,) {'filters': {'network_id': ['c7e568a7-441b-48b0-b379-cf68011b8ba7']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.144502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bb855-dc8b-4cfa-aa9c-55adf3e522fd req-6dd9b325-42c1-4561-aa57-80931d48e7be tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:56.146202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-585bb855-dc8b-4cfa-aa9c-55adf3e522fd req-6dd9b325-42c1-4561-aa57-80931d48e7be tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.1206830
Dec 11 20:57:56.151973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e25e2e0>, '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.152439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e25e2e0>, '5eab2d7f-47d4-4bb6-a2be-638a0820d8ce') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.175895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.207644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.223978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:57:56.224380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:57:56.226145 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:57:56.246804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-585bb855-dc8b-4cfa-aa9c-55adf3e522fd req-b0c2315c-d5b5-4dc2-a1f6-15dd02892425 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915353
Dec 11 20:57:56.301585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.315144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.323107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c7e568a7-441b-48b0-b379-cf68011b8ba7 HTTP/1.1" status: 204  len: 168 time: 0.4208305
Dec 11 20:57:56.326225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43596) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:56.336516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fadf5-8432-4316-bc82-924d859bd371 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e568a7-441b-48b0-b379-cf68011b8ba7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:56.381408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Deleting subnet cbf41b39-0052-4942-a76c-c0f77563a200 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:57:56.386086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.451437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.547089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.596495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-1bf29ad6-e804-4cfd-930d-bb5ec766cb15 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:56.598175 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-1bf29ad6-e804-4cfd-930d-bb5ec766cb15 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1845307
Dec 11 20:57:56.620701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-35f59b30-db50-447a-9a0f-8e87e12bf958 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0147240
Dec 11 20:57:56.641906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.690454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf41b39-0052-4942-a76c-c0f77563a200,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:56.693615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.698386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b6fe94b-9a1a-496e-86ec-47141c8097c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cbf41b39-0052-4942-a76c-c0f77563a200 HTTP/1.1" status: 204  len: 168 time: 0.3709149
Dec 11 20:57:56.701132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:56.716987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-99373b99-b630-4c34-bf45-f6043335eb0b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0863662
Dec 11 20:57:56.733584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f747dce-259f-4410-8bb9-64ad348fd266 req-a3a489d1-b73c-470b-860d-ad49c35cbb4a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:56.735114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f747dce-259f-4410-8bb9-64ad348fd266 req-a3a489d1-b73c-470b-860d-ad49c35cbb4a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0755906
Dec 11 20:57:56.808322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.808532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-fbf679c2-9b4b-4696-ad0f-afb4af07d0db service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836291
Dec 11 20:57:56.829268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f747dce-259f-4410-8bb9-64ad348fd266 req-804c419e-1edc-412a-bc46-9b78edfdce41 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651221
Dec 11 20:57:56.907200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.907889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-f5faa206-a56b-42ed-be0a-3dc5276f0f9f service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925534
Dec 11 20:57:56.930374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc15b0>,) {'filters': {'network_id': ['1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.940164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc15b0>, '328352a3-01bf-4b4e-9e91-afb9ae0c6d6c') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.940515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc15b0>, '328352a3-01bf-4b4e-9e91-afb9ae0c6d6c') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:57:56.951029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.966359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.973207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:57:56.973575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:57:56.975288 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:57:57.030905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.042347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.045611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110 HTTP/1.1" status: 204  len: 168 time: 0.3431559
Dec 11 20:57:57.059059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:57:57.060532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da8e8c-b085-4de9-b891-b074c62898d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad9a6b0-0abc-4dbe-8448-ff11b6e6c110,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:57.107209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc09702a-e492-4fa7-ba8c-d1cb8810d00f req-21117541-2644-4fbe-be41-2ae291c2e870 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 210 time: 0.0429404
Dec 11 20:57:57.114803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 7718d611-6eb3-4e90-8a5a-69c900255310 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:57:57.115435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7718d611-6eb3-4e90-8a5a-69c900255310 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:57:57.213973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43622) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:57.258208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0657b3-7e6f-46fa-9cf4-011f0ab840f1 req-4f88822a-ff92-4d62-9c9b-41f9a0dce2f6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:57.260039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d0657b3-7e6f-46fa-9cf4-011f0ab840f1 req-4f88822a-ff92-4d62-9c9b-41f9a0dce2f6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0691135
Dec 11 20:57:57.261901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b522b51e-ec4f-47d1-a573-3bb9b0b37afe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cf310bd024341a09265e9c0cf0a61cf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0466406
Dec 11 20:57:57.264288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43628) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:57.323316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d0657b3-7e6f-46fa-9cf4-011f0ab840f1 req-c4d633a0-aa61-4303-834f-f85c031b063f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549107
Dec 11 20:57:57.347061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.374132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.439959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.443447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:57.445272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad23354b-3356-4347-89d1-a55af3e4cc31 HTTP/1.1" status: 204  len: 168 time: 0.1794825
Dec 11 20:57:57.457294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfce6d-d2c9-490c-8f1f-015fc1484149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23354b-3356-4347-89d1-a55af3e4cc31,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:57.887923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43644) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:57.975321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7dba0396-e308-495a-a861-b1382256b360 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76afc31896fc4645b88247fb5831cc44&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0860033
Dec 11 20:57:57.978803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43646) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:57:57.990600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539454d8-1ae6-4314-88f0-a54e40783e30 req-e83e34b3-90ab-4f48-95dd-35dfd2940c3f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:57.992437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-539454d8-1ae6-4314-88f0-a54e40783e30 req-e83e34b3-90ab-4f48-95dd-35dfd2940c3f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0846465
Dec 11 20:57:58.033348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.053915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-539454d8-1ae6-4314-88f0-a54e40783e30 req-e18947ce-0719-4eec-b9b6-949f4dd5ffc9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547020
Dec 11 20:57:58.057721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.124152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.127512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.128908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d66b3ef-965d-4966-975a-02decbf1ac44 HTTP/1.1" status: 204  len: 168 time: 0.1476018
Dec 11 20:57:58.141168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a486cb6-e8f4-45b2-a19d-41e990a06118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66b3ef-965d-4966-975a-02decbf1ac44,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:58.287660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd2260b8-3e93-4615-af1c-a1e957bdec22 req-070df52a-1ff2-45a6-9545-37b96dc4cdd9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 210 time: 0.0446033
Dec 11 20:57:58.332675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-fe11e625-e2c1-4d86-9e88-123d85efcc23 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:58.334673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-fe11e625-e2c1-4d86-9e88-123d85efcc23 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1690357
Dec 11 20:57:58.351352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:58.488975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9daf8b-e31e-46dc-b7b6-4114b3e3f9ee req-a7caee0f-0ed8-4b3d-a65a-9ee71f1a6743 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:58.499622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd9daf8b-e31e-46dc-b7b6-4114b3e3f9ee req-a7caee0f-0ed8-4b3d-a65a-9ee71f1a6743 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0776167
Dec 11 20:57:58.521451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:57:58.528392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.553797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd9daf8b-e31e-46dc-b7b6-4114b3e3f9ee req-9e957bd3-834f-4a2b-b8cf-c612afce2341 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531788
Dec 11 20:57:58.699310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.3 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/1c16a21c-4799-4812-a72a-383d4f3adf7c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:57:58.852604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.887951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:58.900525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:58.904605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:57:58.945974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:57:58.949710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:57:58.953958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:57:58.979529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:59.023182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:59.023890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.045109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e64ac322-b23b-413b-9460-6ad0b0931c22 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6989110
Dec 11 20:57:59.062518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Request body: {'port': {'device_id': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:57:59.124953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.211124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb57fab-186a-497b-8c71-0751601cdd0e req-da9ab80d-5725-4749-90a7-1cabc07e5f25 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:59.214542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7eb57fab-186a-497b-8c71-0751601cdd0e req-da9ab80d-5725-4749-90a7-1cabc07e5f25 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0731144
Dec 11 20:57:59.291229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7eb57fab-186a-497b-8c71-0751601cdd0e req-856661ac-ce81-49f6-b20f-792fc6323cd8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670774
Dec 11 20:57:59.484172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac9c47-c349-4fbe-8676-62ff7f94fcca req-af2eecbd-ada0-4ab3-a087-31e28ec4b6ee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:59.488417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7ac9c47-c349-4fbe-8676-62ff7f94fcca req-af2eecbd-ada0-4ab3-a087-31e28ec4b6ee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 931 time: 0.1056349
Dec 11 20:57:59.494964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c16a21c-4799-4812-a72a-383d4f3adf7c {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:57:59.508796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.539037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Transition to ACTIVE for port object 1c16a21c-4799-4812-a72a-383d4f3adf7c will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:57:59.552757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.616269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7ac9c47-c349-4fbe-8676-62ff7f94fcca req-9d9cc6e8-f159-4da2-9dc5-582cf6617335 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165373
Dec 11 20:57:59.648456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Pushing event updated for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:57:59.773237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Attempting to bind port 1c16a21c-4799-4812-a72a-383d4f3adf7c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:57:59.774045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Attempting to bind port 1c16a21c-4799-4812-a72a-383d4f3adf7c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:57:59.774045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Attempting to bind port 1c16a21c-4799-4812-a72a-383d4f3adf7c on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:59.786210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bede04-7cc8-475e-bd55-4da40591b09e req-4e5bda44-cfd5-47e7-83cb-f0d864088247 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:59.787765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00bede04-7cc8-475e-bd55-4da40591b09e req-4e5bda44-cfd5-47e7-83cb-f0d864088247 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0830660
Dec 11 20:57:59.788853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Port 1c16a21c-4799-4812-a72a-383d4f3adf7c on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:57:59.789748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Attempting to bind port 1c16a21c-4799-4812-a72a-383d4f3adf7c on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:57:59.794791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:57:59.795162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:57:59.795568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:57:59.796029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Bound port: 1c16a21c-4799-4812-a72a-383d4f3adf7c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:57:59.796409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.894471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00bede04-7cc8-475e-bd55-4da40591b09e req-bfad4194-7bcc-411a-b189-3d22d97c11d7 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957870
Dec 11 20:57:59.906796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:57:59.914522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:57:59.919648 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.958684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:57:59.961373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:57:59.961940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c16a21c-4799-4812-a72a-383d4f3adf7c HTTP/1.1" status: 200  len: 1091 time: 0.9060583
Dec 11 20:57:59.962448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:57:59.964879 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:57:59.997671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb198e-9ad9-49b8-a4a3-f19ac6e95958 service neutron] Pushing event updated for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:00.028426 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73a726-4737-4dfc-a153-13ee6da89bbf x-openstack-request-id: req-5e73a726-4737-4dfc-a153-13ee6da89bbf {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:00.028786 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:00.029071 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e73a726-4737-4dfc-a153-13ee6da89bbf {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:00.029533 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c', 'status': 'completed', 'code': 200}
Dec 11 20:58:00.063031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-b0c971e0-22d6-4467-9a6b-3f2f11ea9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.064537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-b0c971e0-22d6-4467-9a6b-3f2f11ea9c99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 1094 time: 0.0487428
Dec 11 20:58:00.112616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-a20633bb-d6d8-4a68-b018-c4dd0e1d2c14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c HTTP/1.1" status: 200  len: 217 time: 0.0378766
Dec 11 20:58:00.174851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-ea678b9e-a491-4666-b1be-caf44f808dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.176510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-ea678b9e-a491-4666-b1be-caf44f808dec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0532982
Dec 11 20:58:00.230751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-13e173c8-e646-44f6-bb13-ebe98263f796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448804
Dec 11 20:58:00.249173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-d5cbe5a0-a3ba-4c18-965a-82fdfd28e42b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0528524
Dec 11 20:58:00.331656 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:58:00.414886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456b4ea-d62f-4d8b-9b98-c8f6f455fdff req-b359f052-dc51-4e5a-ac59-f3cd91a4ea1c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.416342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b456b4ea-d62f-4d8b-9b98-c8f6f455fdff req-b359f052-dc51-4e5a-ac59-f3cd91a4ea1c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0496147
Dec 11 20:58:00.466076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b456b4ea-d62f-4d8b-9b98-c8f6f455fdff req-4001e037-f3b9-4540-96cc-9a2575d94b82 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432444
Dec 11 20:58:00.486920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-c54bf3b5-4687-45d8-aa25-a7604a317188 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454290
Dec 11 20:58:00.496066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-1d095c1e-c06c-4ca4-9f12-19f683d0e839 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.497411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-1d095c1e-c06c-4ca4-9f12-19f683d0e839 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2369888
Dec 11 20:58:00.525591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f275b3bd-2711-41b2-9577-9dfefecd55b7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/quotas/7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 375 time: 0.0204890
Dec 11 20:58:00.584795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-9725cd4f-1352-457d-81ae-c1e1346fd4cc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0314360
Dec 11 20:58:00.612889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-805f202b-724e-4f01-bd8f-f7a8a1592815 req-894c1065-5671-4385-a0b4-a04019e33f70 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145577
Dec 11 20:58:00.716002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-b27230fc-6778-4a05-a5f4-ae6a75368b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.717528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-b27230fc-6778-4a05-a5f4-ae6a75368b93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 1094 time: 0.0482998
Dec 11 20:58:00.784163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa6afdb8-8bfc-433a-bef9-88cd257d8fa7 req-07c371b2-322b-4276-94b2-2dd8d043d0c2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 210 time: 0.0298908
Dec 11 20:58:00.864283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ac7a6-a397-40d9-8779-145297207be8 req-9dfade9e-c702-459d-aa63-6c6e5d3ee119 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.865767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-020ac7a6-a397-40d9-8779-145297207be8 req-9dfade9e-c702-459d-aa63-6c6e5d3ee119 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 943 time: 0.0887988
Dec 11 20:58:00.870755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-d2653458-c139-4f75-8f4d-70b84d318aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:00.872134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-d2653458-c139-4f75-8f4d-70b84d318aee service neutron] 10.222.0.30 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1450422
Dec 11 20:58:00.950281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-2c2f5c58-fa48-4b6a-a73f-17299b7a6c3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c HTTP/1.1" status: 200  len: 217 time: 0.0632768
Dec 11 20:58:00.976598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-020ac7a6-a397-40d9-8779-145297207be8 req-65e07a34-5ca9-4e90-875e-cd7cce14c4f0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029375
Dec 11 20:58:01.025373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-222518e2-b6c4-44e8-91cc-80faa5aacb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:01.026988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-222518e2-b6c4-44e8-91cc-80faa5aacb18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0646949
Dec 11 20:58:01.037407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04825946-4ee0-4ad3-ada5-242b3a800bd2 req-fdfe96a9-e86e-4e15-b08f-630eeb515e36 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:01.045815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04825946-4ee0-4ad3-ada5-242b3a800bd2 req-fdfe96a9-e86e-4e15-b08f-630eeb515e36 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0652127
Dec 11 20:58:01.067551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-16becedf-06da-4760-ba28-bc94c53bf2ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0275993
Dec 11 20:58:01.106566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04825946-4ee0-4ad3-ada5-242b3a800bd2 req-cedacc2b-2ce8-4f92-8931-c41a55fafe9e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595539
Dec 11 20:58:01.201080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-b88ea1d8-187d-4d3d-bb76-4c25fe0c0b43 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214130
Dec 11 20:58:01.542120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91a1523b-cdd9-47d7-85d1-b7fb25a6b32f req-8c4b9569-ce65-4034-ae52-a16e7e1eb767 service neutron] 10.222.0.30 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3213930
Dec 11 20:58:01.593352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f075a-868d-46d1-9023-7df8d6a75279 req-c689de7f-8641-4d31-82d8-02d71d405c8c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:01.595100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-602f075a-868d-46d1-9023-7df8d6a75279 req-c689de7f-8641-4d31-82d8-02d71d405c8c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0564108
Dec 11 20:58:01.646640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-602f075a-868d-46d1-9023-7df8d6a75279 req-7bd323de-9959-489d-883b-d485b727cb7f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452111
Dec 11 20:58:01.836044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-96aa233b-8dbf-42c7-853d-f9c7152a2a1c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0229716
Dec 11 20:58:01.901364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1735658f-fcca-4f9b-ba3c-df5459ff4db7 req-c41c65fd-309c-41dc-954e-1450c90b52fb tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 210 time: 0.0384266
Dec 11 20:58:01.981440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-b98a93da-9b0c-4dd0-81f1-aa91e7ee3568 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:01.982905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-b98a93da-9b0c-4dd0-81f1-aa91e7ee3568 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1308286
Dec 11 20:58:01.999042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Request body: {'port': {'device_id': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '7b98c4eb4ef944e6b5d80570f04c62e4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:02.099722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701233ea-3b59-4597-a85a-5bac1779e64e req-f1a1365b-e61f-4c70-bd41-eba26eb6327f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:02.101160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-701233ea-3b59-4597-a85a-5bac1779e64e req-f1a1365b-e61f-4c70-bd41-eba26eb6327f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 943 time: 0.0507600
Dec 11 20:58:02.111258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Made reservation on behalf of 7b98c4eb4ef944e6b5d80570f04c62e4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:02.114725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.124248 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.151700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-701233ea-3b59-4597-a85a-5bac1779e64e req-c6613328-ef84-4725-97b6-4143754d1c2d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441430
Dec 11 20:58:02.215853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.232937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.315620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12109adb-2d25-445a-a362-0464bde0e39d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:02.330841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c16fe-b0ab-42e0-b18f-15f12f3b63ea req-3aff0910-11d2-4a15-ad62-a8ae977281ba tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:02.332335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-873c16fe-b0ab-42e0-b18f-15f12f3b63ea req-3aff0910-11d2-4a15-ad62-a8ae977281ba tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1339278
Dec 11 20:58:02.412271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Allocated IP 192.168.233.191 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/3092e126-612d-4779-8d7e-7567b2355b76) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:02.424234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-873c16fe-b0ab-42e0-b18f-15f12f3b63ea req-21d7d29c-3888-4e57-b309-bd0f8600e77c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834062
Dec 11 20:58:02.566392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.602470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.665069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:02.668587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:02.672375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:02.701280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:02.736596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:02.738074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.764086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-52c934c2-7edf-4fe7-abbb-58fc0619af87 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.7682083
Dec 11 20:58:02.787102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-213c108c-f3a1-4ef9-b0a9-89bbcd97c79d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:58:02.789417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-213c108c-f3a1-4ef9-b0a9-89bbcd97c79d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0145454
Dec 11 20:58:02.808824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Request body: {'port': {'device_id': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:02.818415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0e83b-038d-4181-900d-ef0349af9473 req-b51add63-1be3-4b5a-8242-aca8a922e34e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:02.820731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75d0e83b-038d-4181-900d-ef0349af9473 req-b51add63-1be3-4b5a-8242-aca8a922e34e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0839496
Dec 11 20:58:02.885361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:02.900193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75d0e83b-038d-4181-900d-ef0349af9473 req-7a971b39-4cc7-4cad-8878-68c1a8f9712e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729210
Dec 11 20:58:02.968696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-984d9870-1832-4ffc-9d34-d9502b6cddcd None None] Provisioning complete for port 3092e126-612d-4779-8d7e-7567b2355b76 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:02.971217 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-984d9870-1832-4ffc-9d34-d9502b6cddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.019813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-984d9870-1832-4ffc-9d34-d9502b6cddcd None None] Port 3092e126-612d-4779-8d7e-7567b2355b76 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:58:03.119259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091b14b-37d4-487c-a447-14b3d372779c req-25e9c768-ddd8-4e10-8873-54b3a53423b0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.120730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9091b14b-37d4-487c-a447-14b3d372779c req-25e9c768-ddd8-4e10-8873-54b3a53423b0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 936 time: 0.1096826
Dec 11 20:58:03.202508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9091b14b-37d4-487c-a447-14b3d372779c req-9c5dfec7-e19c-4633-945e-37d069cbc7c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757375
Dec 11 20:58:03.248967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3092e126-612d-4779-8d7e-7567b2355b76 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:03.256817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.269905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Transition to ACTIVE for port object 3092e126-612d-4779-8d7e-7567b2355b76 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:03.274884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.283357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c2f0b-ef6f-42d9-8395-d2bc51cbfe15 req-06a28d9a-d578-4e94-a0dd-216909a8bb43 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.284973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f41c2f0b-ef6f-42d9-8395-d2bc51cbfe15 req-06a28d9a-d578-4e94-a0dd-216909a8bb43 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 943 time: 0.0518091
Dec 11 20:58:03.336975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:03.350426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f41c2f0b-ef6f-42d9-8395-d2bc51cbfe15 req-08ff0986-cf09-4f49-9f1e-c4eff4dba644 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584388
Dec 11 20:58:03.424251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:03.424593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:03.424917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:03.430184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:03.430524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:03.435578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:03.435903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:03.436349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:03.436710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Bound port: 3092e126-612d-4779-8d7e-7567b2355b76, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:03.437063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.530289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:03.557101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:03.563460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.613268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235552a-88d6-42ad-a1f9-a17862c61bd4 req-43c88c1e-fdea-4b04-bcff-8b2037328873 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.614865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9235552a-88d6-42ad-a1f9-a17862c61bd4 req-43c88c1e-fdea-4b04-bcff-8b2037328873 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1012707
Dec 11 20:58:03.621874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.622510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:03.623883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] 10.222.0.30 "PUT /v2.0/ports/3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 1096 time: 0.8224368
Dec 11 20:58:03.625553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:03.626639 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b271367f-e39b-48b9-9da7-cf30941b7239" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:03.691880 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0dc739-5834-4b83-b479-e4fb1fc7ab4d x-openstack-request-id: req-2d0dc739-5834-4b83-b479-e4fb1fc7ab4d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:03.692182 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:03.692445 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d0dc739-5834-4b83-b479-e4fb1fc7ab4d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:03.692851 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'status': 'completed', 'code': 200}
Dec 11 20:58:03.694835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003ee0-6e03-4ba2-9032-13958d849e85 service neutron] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:03.752443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9235552a-88d6-42ad-a1f9-a17862c61bd4 req-d4dacfe8-70ff-4152-80b1-d1dfbea4cfb6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122265
Dec 11 20:58:03.759033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-7092101f-ba22-4313-9921-a5aff019bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.760750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-7092101f-ba22-4313-9921-a5aff019bd45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1099 time: 0.0895259
Dec 11 20:58:03.810740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-6282f1e6-36b3-4043-bf40-86980d47f3eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.0392413
Dec 11 20:58:03.872494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-4c38244c-2e34-4f58-92d0-1612f7d5aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.873982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-4c38244c-2e34-4f58-92d0-1612f7d5aa20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0522091
Dec 11 20:58:03.924416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-68ec21cd-45e8-4628-8adc-f4768137c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:03.926070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-68ec21cd-45e8-4628-8adc-f4768137c0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0439022
Dec 11 20:58:04.034237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-b3bddfa0-18a7-4250-8458-52c186341faf service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000531
Dec 11 20:58:04.036357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17629584-b1b6-4c3d-8a09-ac9d861ea95e req-ae2c6338-9c35-4867-9174-85646f1756c9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.037849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17629584-b1b6-4c3d-8a09-ac9d861ea95e req-ae2c6338-9c35-4867-9174-85646f1756c9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0539169
Dec 11 20:58:04.094392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17629584-b1b6-4c3d-8a09-ac9d861ea95e req-3de3b743-808f-4ee8-923c-91954cdd753d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497117
Dec 11 20:58:04.136088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-292e5add-7de1-49b2-a79a-bb9190d0217f req-e997086f-508e-4b9c-b8b9-5c5a5e0d1697 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928662
Dec 11 20:58:04.228184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-1d071235-b800-4443-99c7-8e9b165567de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.229590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-1d071235-b800-4443-99c7-8e9b165567de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1099 time: 0.0425978
Dec 11 20:58:04.343620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-7eaa2361-3fd8-4b94-8339-da64e6be4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.345804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-7eaa2361-3fd8-4b94-8339-da64e6be4782 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1084991
Dec 11 20:58:04.345952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31c351-dfaf-46f7-a7a3-a592f305312d req-2b31b027-bf8e-49cd-aa3e-9c58fa01a9c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.347661 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d31c351-dfaf-46f7-a7a3-a592f305312d req-2b31b027-bf8e-49cd-aa3e-9c58fa01a9c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.0720286
Dec 11 20:58:04.394106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-73e9bd92-59e1-41e1-a524-743311bdd7df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.0380614
Dec 11 20:58:04.407540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d31c351-dfaf-46f7-a7a3-a592f305312d req-2922fd93-c821-4f77-86d5-4b722c714298 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527060
Dec 11 20:58:04.448468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-f58defa5-aa9e-42cb-9e0c-b81f0f4e2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.450009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-f58defa5-aa9e-42cb-9e0c-b81f0f4e2aab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0482445
Dec 11 20:58:04.532829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2786-9a44-4bfa-a865-e57919572a78 req-1eb4cb0b-648f-435b-b58d-66cba71cd37d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.534304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16cf2786-9a44-4bfa-a865-e57919572a78 req-1eb4cb0b-648f-435b-b58d-66cba71cd37d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 943 time: 0.0824819
Dec 11 20:58:04.536057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-001897b1-0766-4b39-9a42-6602964cb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.537299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-001897b1-0766-4b39-9a42-6602964cb4a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0763278
Dec 11 20:58:04.641028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16cf2786-9a44-4bfa-a865-e57919572a78 req-5bbdf5f1-2292-4f7e-918e-5a6e89d14417 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000421
Dec 11 20:58:04.668198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-5b1e8469-08e7-4f3e-9fe2-dc6e3d19e227 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1147172
Dec 11 20:58:04.758238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b271367f-e39b-48b9-9da7-cf30941b7239 req-cb3ac47c-33cd-44bc-a053-aff76e404c58 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813742
Dec 11 20:58:04.869672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb099a-5174-41fa-a966-5f8a2e8867b8 req-e15702cc-96cf-4e50-8c6c-d80835a6d373 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:04.871203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96eb099a-5174-41fa-a966-5f8a2e8867b8 req-e15702cc-96cf-4e50-8c6c-d80835a6d373 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0500543
Dec 11 20:58:04.910106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c16a21c-4799-4812-a72a-383d4f3adf7c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:04.922905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96eb099a-5174-41fa-a966-5f8a2e8867b8 req-9d2c250e-3426-4491-8b10-beacfb04754a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457511
Dec 11 20:58:05.016438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:05.028450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1c16a21c-4799-4812-a72a-383d4f3adf7c', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': '1c16a21c-4799-4812-a72a-383d4f3adf7c', 'mac_address': 'fa:16:3e:5e:65:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:05.067767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:05.080747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c16a21c-4799-4812-a72a-383d4f3adf7c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:05.101050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:05.105162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:05.155572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:05.165532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.166161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.166678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.167183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.167671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.168171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.168662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.169155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.169490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.169825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.170227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.170591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.170923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:05.220511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc3f5f-47c7-472a-b43a-4ad6288a5040 req-f68c4df7-3cd6-4793-9dbe-1e858046d5ad tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:05.221978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4fcc3f5f-47c7-472a-b43a-4ad6288a5040 req-f68c4df7-3cd6-4793-9dbe-1e858046d5ad tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0510745
Dec 11 20:58:05.274318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4fcc3f5f-47c7-472a-b43a-4ad6288a5040 req-c56f0e56-dc2d-4b0b-9d79-28c5f86d1f37 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461571
Dec 11 20:58:05.535109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd819c-a5fb-4017-8d05-469932865a3f req-585945cb-0008-4859-9acc-9186d73d1781 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:05.536610 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77dd819c-a5fb-4017-8d05-469932865a3f req-585945cb-0008-4859-9acc-9186d73d1781 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.0546653
Dec 11 20:58:05.588174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77dd819c-a5fb-4017-8d05-469932865a3f req-41c0c336-6ed8-460b-80cd-790f37520810 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439360
Dec 11 20:58:05.652813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1c16a21c-4799-4812-a72a-383d4f3adf7c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:05.774305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c674d-2714-4799-85f7-af808ccdaeba req-3e54275a-5eca-4ae4-bae6-bf380d80807d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:05.775868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b18c674d-2714-4799-85f7-af808ccdaeba req-3e54275a-5eca-4ae4-bae6-bf380d80807d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 944 time: 0.0585997
Dec 11 20:58:05.825962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b18c674d-2714-4799-85f7-af808ccdaeba req-5a65e416-3fcd-40e7-bc45-81ed42add644 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432909
Dec 11 20:58:06.054069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8fc78-4164-4260-a423-084308de0c8d req-29403cf1-ea1c-4a35-8008-949b9fc29c53 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:06.055870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3c8fc78-4164-4260-a423-084308de0c8d req-29403cf1-ea1c-4a35-8008-949b9fc29c53 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0536408
Dec 11 20:58:06.110996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3c8fc78-4164-4260-a423-084308de0c8d req-12c58062-f6b9-4dd7-b0e1-3bcedadcc178 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477662
Dec 11 20:58:06.391846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a0649-def5-45f9-a751-f1328f78fd3a req-e987f9e8-cc21-47af-92dd-87495c78d48c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:06.393385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-337a0649-def5-45f9-a751-f1328f78fd3a req-e987f9e8-cc21-47af-92dd-87495c78d48c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0496826
Dec 11 20:58:06.447408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-337a0649-def5-45f9-a751-f1328f78fd3a req-7c30ca78-0b15-4ad8-afba-25656bc688f6 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471442
Dec 11 20:58:06.717818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bf8ce-8f94-490a-b39b-e77062147128 req-28800490-675d-4b35-8146-1e675c1a507a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:06.719818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-597bf8ce-8f94-490a-b39b-e77062147128 req-28800490-675d-4b35-8146-1e675c1a507a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.0528874
Dec 11 20:58:06.772109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-597bf8ce-8f94-490a-b39b-e77062147128 req-f51c3251-8dbe-4c47-aff2-e44decfc07b4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445771
Dec 11 20:58:06.913823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:06.950643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8926fee-9fa5-4ffb-a273-81aa5840acb5 req-4a41a8db-d1c6-42dc-9a02-b250d96d42bf tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:06.952204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8926fee-9fa5-4ffb-a273-81aa5840acb5 req-4a41a8db-d1c6-42dc-9a02-b250d96d42bf tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 944 time: 0.0569804
Dec 11 20:58:07.003949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8926fee-9fa5-4ffb-a273-81aa5840acb5 req-a4687285-f30b-46ca-9df5-4551bfd6c8ec tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453765
Dec 11 20:58:07.020159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:07.032365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '3092e126-612d-4779-8d7e-7567b2355b76', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '3092e126-612d-4779-8d7e-7567b2355b76', 'mac_address': 'fa:16:3e:41:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:07.078035 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:07.097973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3092e126-612d-4779-8d7e-7567b2355b76 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:07.123450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:07.127485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:07.179309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:07.262137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc275b-29e2-4985-9caf-fae46919c638 req-b67e3bb5-851c-4f9a-853b-3062c38cdb5a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:07.264007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cdbc275b-29e2-4985-9caf-fae46919c638 req-b67e3bb5-851c-4f9a-853b-3062c38cdb5a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0589633
Dec 11 20:58:07.320615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cdbc275b-29e2-4985-9caf-fae46919c638 req-406355f6-971e-4064-9951-1a26f2d411ae tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500634
Dec 11 20:58:07.568436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09af2b-4303-44b4-ac0f-d3043e49ec88 req-9504d710-5c6c-4c46-9b30-4b8546153026 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:07.570576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d09af2b-4303-44b4-ac0f-d3043e49ec88 req-9504d710-5c6c-4c46-9b30-4b8546153026 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0537183
Dec 11 20:58:07.601213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:07.627048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d09af2b-4303-44b4-ac0f-d3043e49ec88 req-f136dbbc-f3f8-4812-9ea6-b3507ff1ce3e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492275
Dec 11 20:58:07.890903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ba97-9c62-4c4e-9cad-008a34ac49d2 req-b3064aae-468b-410b-a63a-4e09baf7617d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:07.892423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e8ba97-9c62-4c4e-9cad-008a34ac49d2 req-b3064aae-468b-410b-a63a-4e09baf7617d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.0491295
Dec 11 20:58:07.944348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-19e8ba97-9c62-4c4e-9cad-008a34ac49d2 req-88878bbb-6507-4c78-8659-c2276bd8bb50 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447237
Dec 11 20:58:08.135409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a244e-4872-4e29-8edd-59495e98dca5 req-e6f031c4-7e7d-4912-bfa1-24c470d5a695 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:08.137651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-563a244e-4872-4e29-8edd-59495e98dca5 req-e6f031c4-7e7d-4912-bfa1-24c470d5a695 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 944 time: 0.0565872
Dec 11 20:58:08.195170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-563a244e-4872-4e29-8edd-59495e98dca5 req-3f771dc2-5195-4bd7-ad60-74b2946c137d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507255
Dec 11 20:58:08.458575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850636a-faef-488b-80d4-00129a548a9b req-28988c2e-3639-4d18-a0d6-adc9b8d496b5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:08.460613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c850636a-faef-488b-80d4-00129a548a9b req-28988c2e-3639-4d18-a0d6-adc9b8d496b5 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0538847
Dec 11 20:58:08.514312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c850636a-faef-488b-80d4-00129a548a9b req-7e34aa8c-75cc-44b2-a299-d2a38e461fef tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467925
Dec 11 20:58:08.762401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982daebb-6a31-4e25-9b80-9acfc114b328 req-74a97ef9-77f2-47b6-8a12-5dbe993208b0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:08.764236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-982daebb-6a31-4e25-9b80-9acfc114b328 req-74a97ef9-77f2-47b6-8a12-5dbe993208b0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0580320
Dec 11 20:58:08.818256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-982daebb-6a31-4e25-9b80-9acfc114b328 req-3d792dfe-939a-439f-a28e-41630d1169e3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477557
Dec 11 20:58:08.925576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c16a21c-4799-4812-a72a-383d4f3adf7c up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:08.984840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1c16a21c-4799-4812-a72a-383d4f3adf7c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:08.989121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1c16a21c-4799-4812-a72a-383d4f3adf7c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:08.989705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:09.079686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:09.091715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d407f55-90e3-4c1b-929f-29fd6b6b4f3d req-1cf242f7-f695-4a96-8841-a87bd13d25ae tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:09.093538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d407f55-90e3-4c1b-929f-29fd6b6b4f3d req-1cf242f7-f695-4a96-8841-a87bd13d25ae tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.0585451
Dec 11 20:58:09.105514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:09.107719 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677aaf7b-019d-4603-aded-6d741b99e707" -d '{"events": [{"server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "name": "network-vif-plugged", "status": "completed", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:09.121782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:09.126977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:09.154305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d407f55-90e3-4c1b-929f-29fd6b6b4f3d req-9e7c8120-a1cd-4697-a62c-25b6b82bcb53 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534830
Dec 11 20:58:09.196192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:09.236902 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51f87e5-08b8-43d7-baa0-d9d74f5ad42b x-openstack-request-id: req-f51f87e5-08b8-43d7-baa0-d9d74f5ad42b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:09.237259 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "name": "network-vif-plugged", "status": "completed", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:09.237579 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f51f87e5-08b8-43d7-baa0-d9d74f5ad42b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:09.238043 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c', 'code': 200}
Dec 11 20:58:09.349328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb30094-d238-4897-9148-d7d5ec61810c req-948a161c-91b1-4400-b96d-d0304dc031fb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:09.352063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdb30094-d238-4897-9148-d7d5ec61810c req-948a161c-91b1-4400-b96d-d0304dc031fb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0631349
Dec 11 20:58:09.377561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92129d-26e1-4e01-966a-78271f09f936 req-0da65414-e375-47e5-8309-41a0bf1ad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:09.379338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d92129d-26e1-4e01-966a-78271f09f936 req-0da65414-e375-47e5-8309-41a0bf1ad9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 1096 time: 0.0475492
Dec 11 20:58:09.403553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdb30094-d238-4897-9148-d7d5ec61810c req-780b1e0c-1251-4270-9010-5d95485a7974 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440269
Dec 11 20:58:09.428289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d92129d-26e1-4e01-966a-78271f09f936 req-73c38eaa-b503-4597-9593-995bfb48fbca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411737
Dec 11 20:58:09.648004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c054-de9c-4260-a6a6-7e8c6fccdc6a req-aaa6ce2c-1908-4873-aef6-5122f10824bd tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:09.649614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a932c054-de9c-4260-a6a6-7e8c6fccdc6a req-aaa6ce2c-1908-4873-aef6-5122f10824bd tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0578258
Dec 11 20:58:09.700027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a932c054-de9c-4260-a6a6-7e8c6fccdc6a req-c66ee13f-7df2-407b-b26f-fcaac04af9fc tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430753
Dec 11 20:58:09.947077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae27c6-0f3a-4c87-9c71-76b845648cbc req-f6e1a1dd-572f-43af-9fcd-b130300516a6 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:09.948442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45ae27c6-0f3a-4c87-9c71-76b845648cbc req-f6e1a1dd-572f-43af-9fcd-b130300516a6 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0563290
Dec 11 20:58:10.004555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45ae27c6-0f3a-4c87-9c71-76b845648cbc req-2ed96c52-773c-4ffb-ad9c-933e76c20ea7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458181
Dec 11 20:58:10.295205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca959fe-dfa6-47bf-a38c-6a6fce57e76e req-2e46bc4e-b533-4d23-b2ee-2cee0fbc738d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:10.297190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ca959fe-dfa6-47bf-a38c-6a6fce57e76e req-2e46bc4e-b533-4d23-b2ee-2cee0fbc738d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.0658033
Dec 11 20:58:10.363030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ca959fe-dfa6-47bf-a38c-6a6fce57e76e req-e3fd1cdf-13cb-4680-8b87-491e60cb3892 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477068
Dec 11 20:58:10.530044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824eb3b-5c3e-4398-9da9-bd161c5d9822 req-956b8383-ced1-443a-aa77-52370bc623e6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:10.531487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3824eb3b-5c3e-4398-9da9-bd161c5d9822 req-956b8383-ced1-443a-aa77-52370bc623e6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0535283
Dec 11 20:58:10.585723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3824eb3b-5c3e-4398-9da9-bd161c5d9822 req-689b0c47-e549-4edc-a4f7-7da95ee52059 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471461
Dec 11 20:58:10.834813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62346a73-4800-4ebb-b401-497be50543a6 req-178f6b10-cd4c-4609-8b81-971ecec5066b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:10.836980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62346a73-4800-4ebb-b401-497be50543a6 req-178f6b10-cd4c-4609-8b81-971ecec5066b tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0567403
Dec 11 20:58:10.895099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62346a73-4800-4ebb-b401-497be50543a6 req-2a29c17d-4e72-4ade-bf9a-974e56ccd43e tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515842
Dec 11 20:58:10.955871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:11.000079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-389d0a73-b6e8-494c-ad86-f7cc9bcc9f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:11.018191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 3092e126-612d-4779-8d7e-7567b2355b76 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:11.022942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 3092e126-612d-4779-8d7e-7567b2355b76 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:11.023332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:11.118771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:11.145660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bf1f2-099a-43b3-9eef-542a566b74a7 req-8f8bb1ee-0a53-4e17-afe7-70bfecefb6e5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:11.148789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b79bf1f2-099a-43b3-9eef-542a566b74a7 req-8f8bb1ee-0a53-4e17-afe7-70bfecefb6e5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0571060
Dec 11 20:58:11.161602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:11.167301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:11.206333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b79bf1f2-099a-43b3-9eef-542a566b74a7 req-6e26f810-11cb-4d4d-a3a7-26ee82c9b94f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498154
Dec 11 20:58:11.228210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:11.238930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:11.242600 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2d3f3-cd16-494b-b329-41ba378c344e" -d '{"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:11.286617 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d626fe1-9d47-4262-bc0a-2f9844423328 x-openstack-request-id: req-6d626fe1-9d47-4262-bc0a-2f9844423328 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:11.286617 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:11.286617 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d626fe1-9d47-4262-bc0a-2f9844423328 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:11.286617 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'code': 200}
Dec 11 20:58:11.389944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fc99f-8ddf-401d-af95-2ddfa0d42ec6 req-c9b5f00b-d0e5-43f5-8f54-9b78d1daaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:11.391609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f06fc99f-8ddf-401d-af95-2ddfa0d42ec6 req-c9b5f00b-d0e5-43f5-8f54-9b78d1daaadc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1101 time: 0.0419881
Dec 11 20:58:11.446555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f06fc99f-8ddf-401d-af95-2ddfa0d42ec6 req-a783bee5-6d03-40a3-9734-eb90ee96bc25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464690
Dec 11 20:58:11.525605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315668b-553f-424e-b9db-a13bced027d6 req-ee18f014-79b9-447c-a898-0e86574be982 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:11.527392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2315668b-553f-424e-b9db-a13bced027d6 req-ee18f014-79b9-447c-a898-0e86574be982 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0640128
Dec 11 20:58:11.582527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2315668b-553f-424e-b9db-a13bced027d6 req-7d8290f9-a4b3-4f3a-b135-bc710ec528d6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481215
Dec 11 20:58:11.719317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7963f28-1fba-4862-9ea2-d624f17bcac8 req-9e9185c3-cd9f-4a1f-a794-9bd5582d2156 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:11.720996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7963f28-1fba-4862-9ea2-d624f17bcac8 req-9e9185c3-cd9f-4a1f-a794-9bd5582d2156 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0532274
Dec 11 20:58:11.775055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7963f28-1fba-4862-9ea2-d624f17bcac8 req-2b050b65-eeaa-4d0f-abb0-bdabdea9e846 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472922
Dec 11 20:58:11.915712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2f260-0a3d-4b12-9dec-55c5502950af req-2c6263c2-d498-4a5f-92db-5cf31da297fa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:11.917564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7e2f260-0a3d-4b12-9dec-55c5502950af req-2c6263c2-d498-4a5f-92db-5cf31da297fa tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.0574620
Dec 11 20:58:11.977826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7e2f260-0a3d-4b12-9dec-55c5502950af req-61b926a4-109b-41f1-8eb3-41c3531d97b6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530059
Dec 11 20:58:12.036258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6258de6-be04-4736-89eb-c3b107cfd7ec req-99c4d3b2-9611-4e03-9058-51374bf4ec0f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:12.038364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6258de6-be04-4736-89eb-c3b107cfd7ec req-99c4d3b2-9611-4e03-9058-51374bf4ec0f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0584319
Dec 11 20:58:12.100197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6258de6-be04-4736-89eb-c3b107cfd7ec req-97f7ecd9-3af1-42f3-b4bd-e98487c90d6a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546992
Dec 11 20:58:12.125261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c498f-5f19-4504-b2be-f4866b77e5e5 req-88efaeee-ba5e-4a7c-98b4-e4c446938bd0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:12.126861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-883c498f-5f19-4504-b2be-f4866b77e5e5 req-88efaeee-ba5e-4a7c-98b4-e4c446938bd0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0662808
Dec 11 20:58:12.182759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-883c498f-5f19-4504-b2be-f4866b77e5e5 req-2811c220-9267-47ec-9d2b-11d62e83bc5c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491602
Dec 11 20:58:12.343353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270da3ba-7ead-442a-ba9c-04a59878a280 req-4440e3c0-de52-4fed-a58f-c8cbbde3ddf5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:12.345823 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-270da3ba-7ead-442a-ba9c-04a59878a280 req-4440e3c0-de52-4fed-a58f-c8cbbde3ddf5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0612407
Dec 11 20:58:12.401620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-270da3ba-7ead-442a-ba9c-04a59878a280 req-f50a8fed-4d40-4015-883b-1270c4431994 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487883
Dec 11 20:58:12.472028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85178496-bf67-47bc-a1a2-3af38a13530c req-0e30c18c-2835-456f-adf9-a0fb73f67fac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:12.473697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85178496-bf67-47bc-a1a2-3af38a13530c req-0e30c18c-2835-456f-adf9-a0fb73f67fac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0567613
Dec 11 20:58:12.525386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85178496-bf67-47bc-a1a2-3af38a13530c req-a3bbf661-d588-4da6-8d0b-b6458b558810 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440784
Dec 11 20:58:12.712532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ad1f6-16d3-49de-acaa-e1a1df49fdd1 req-e03713f3-b320-4203-a841-da5afc0013f9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:12.714024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d90ad1f6-16d3-49de-acaa-e1a1df49fdd1 req-e03713f3-b320-4203-a841-da5afc0013f9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0533340
Dec 11 20:58:12.774078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d90ad1f6-16d3-49de-acaa-e1a1df49fdd1 req-a3e02d09-e9e6-4b03-8de0-ba6996418068 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521934
Dec 11 20:58:13.238125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74febce9-be60-4d41-b66d-f5e9b2264ff1 req-2c8dc0fb-9fbe-4e58-98df-f98136acea25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:13.239653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74febce9-be60-4d41-b66d-f5e9b2264ff1 req-2c8dc0fb-9fbe-4e58-98df-f98136acea25 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0565817
Dec 11 20:58:13.293172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74febce9-be60-4d41-b66d-f5e9b2264ff1 req-89747f91-8d3f-4df9-88b7-d9ff80df5b28 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457802
Dec 11 20:58:13.447517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-196e5275-6796-4fb2-b479-59f667f4c18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:13.532129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91642b-49d9-4280-ba3a-84da1c9d30f5 req-b08bab00-cb7b-4d33-b1a5-29f0250c52d0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:13.533743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a91642b-49d9-4280-ba3a-84da1c9d30f5 req-b08bab00-cb7b-4d33-b1a5-29f0250c52d0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0524087
Dec 11 20:58:13.595934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a91642b-49d9-4280-ba3a-84da1c9d30f5 req-bb5ac943-9b60-4f32-8b57-5852909e3b93 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542684
Dec 11 20:58:13.713475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2239b8-0753-4f88-8d77-a09183c9def1 req-3ee00595-f5b6-43fe-8e9a-40a19e68fac2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:13.715285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f2239b8-0753-4f88-8d77-a09183c9def1 req-3ee00595-f5b6-43fe-8e9a-40a19e68fac2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0537989
Dec 11 20:58:13.772067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f2239b8-0753-4f88-8d77-a09183c9def1 req-e4227575-5d43-4ac3-a8ff-f731ce174bd7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502498
Dec 11 20:58:13.908406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c160-a34c-4133-913d-4e38a543d7b1 req-3a9f077f-9165-459e-85a1-bf3e9e418ccd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:13.910019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1482c160-a34c-4133-913d-4e38a543d7b1 req-3a9f077f-9165-459e-85a1-bf3e9e418ccd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0527663
Dec 11 20:58:13.960308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1482c160-a34c-4133-913d-4e38a543d7b1 req-625f0b91-a3e6-4339-a366-cbdb6fe569b7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423985
Dec 11 20:58:14.131259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-c27fa4eb-7ad7-4135-945b-132960265b91 tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:14.132936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-c27fa4eb-7ad7-4135-945b-132960265b91 tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1101 time: 0.0466380
Dec 11 20:58:14.152836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-25579474-e7a3-4e89-8c39-0e577e1b44dc tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.280214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-25579474-e7a3-4e89-8c39-0e577e1b44dc tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.291675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-d6177bcc-05cf-4050-908c-541445543216 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:14.293428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-d6177bcc-05cf-4050-908c-541445543216 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 945 time: 0.0877428
Dec 11 20:58:14.294727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-25579474-e7a3-4e89-8c39-0e577e1b44dc tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.379896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3a76b6b-5c1e-40b7-9ffc-973aba883978 req-25579474-e7a3-4e89-8c39-0e577e1b44dc tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2396684
Dec 11 20:58:14.384169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25579474-e7a3-4e89-8c39-0e577e1b44dc tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e713b160-6d67-4821-afa2-5e6fedc116fd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:14.431848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb0fb-9309-4173-bcf1-561e5d6cc72e req-f9eda205-c1ae-483d-9225-7f93e16be054 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:14.433346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6ffb0fb-9309-4173-bcf1-561e5d6cc72e req-f9eda205-c1ae-483d-9225-7f93e16be054 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0609198
Dec 11 20:58:14.469137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port 1c16a21c-4799-4812-a72a-383d4f3adf7c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:14.471173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.488033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6ffb0fb-9309-4173-bcf1-561e5d6cc72e req-1bc369f9-50fa-4bb3-a4ec-2d6e8f9d3947 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468478
Dec 11 20:58:14.572591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port 1c16a21c-4799-4812-a72a-383d4f3adf7c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c16a21c-4799-4812-a72a-383d4f3adf7c,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:14.572996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.588317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for 1c16a21c-4799-4812-a72a-383d4f3adf7c owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:14.742449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.756345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:14.758998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', '1c16a21c-4799-4812-a72a-383d4f3adf7c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:14.771217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=1c16a21c-4799-4812-a72a-383d4f3adf7c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:14.821164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db13b-b9d0-4767-b813-ae1506562912 req-5dd2b87b-c331-46e4-b9e9-1b50df34f5f7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:14.829649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d76db13b-b9d0-4767-b813-ae1506562912 req-5dd2b87b-c331-46e4-b9e9-1b50df34f5f7 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0971475
Dec 11 20:58:14.830247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port 1c16a21c-4799-4812-a72a-383d4f3adf7c on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:14.833545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.838793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2878753-e5fb-44cd-80df-9fb23930e53b req-76322d46-348f-48fd-b3ed-31c6601ec67d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "DELETE /v2.0/ports/1c16a21c-4799-4812-a72a-383d4f3adf7c HTTP/1.1" status: 204  len: 173 time: 0.5320799
Dec 11 20:58:14.839259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'name': 'network-vif-deleted', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:14.845083 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb4320c-dfa7-4ec5-bbf0-1990bf323f07" -d '{"events": [{"server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "name": "network-vif-deleted", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:14.857934 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:14.908164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d76db13b-b9d0-4767-b813-ae1506562912 req-60f29df0-8c7a-4343-9e4a-c677e22b8d86 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766573
Dec 11 20:58:15.048534 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd0f95-28ab-4d1f-a41f-3899cf7515a3 x-openstack-request-id: req-e4cd0f95-28ab-4d1f-a41f-3899cf7515a3 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:15.049132 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9264135-9dfb-423c-a0e9-82748bea838f", "name": "network-vif-deleted", "tag": "1c16a21c-4799-4812-a72a-383d4f3adf7c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:15.049517 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4cd0f95-28ab-4d1f-a41f-3899cf7515a3 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:15.049955 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9264135-9dfb-423c-a0e9-82748bea838f', 'name': 'network-vif-deleted', 'tag': '1c16a21c-4799-4812-a72a-383d4f3adf7c', 'status': 'completed', 'code': 200}
Dec 11 20:58:15.128122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9cd9dfe-4d0e-4206-9de0-d3c3d84048b3 req-a33b2fd8-556a-46f6-9d29-93bdf65ccf99 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9264135-9dfb-423c-a0e9-82748bea838f HTTP/1.1" status: 200  len: 210 time: 0.0298212
Dec 11 20:58:15.134423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-2d79b2d0-f320-4ec2-8126-37a38a7cad9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0773339
Dec 11 20:58:15.153819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-257ad036-156a-41b8-adab-3f4677374e67 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:58:15.154973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-257ad036-156a-41b8-adab-3f4677374e67 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0149581
Dec 11 20:58:15.175429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b38d7-9f62-4937-ad70-eca2dddab495 req-c35c1f20-50f9-4201-a04a-b5dc5c6332d5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:15.177177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a63b38d7-9f62-4937-ad70-eca2dddab495 req-c35c1f20-50f9-4201-a04a-b5dc5c6332d5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0658309
Dec 11 20:58:15.229146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a63b38d7-9f62-4937-ad70-eca2dddab495 req-d2585dae-720f-4e64-87a9-b99d386ed1c7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457447
Dec 11 20:58:15.555772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:15.622667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5af01c-4575-41cd-b661-c0e1f7ffa2bb req-416790ba-9172-40de-b842-f1067faff0f1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:15.624376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c5af01c-4575-41cd-b661-c0e1f7ffa2bb req-416790ba-9172-40de-b842-f1067faff0f1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0547111
Dec 11 20:58:15.683918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c5af01c-4575-41cd-b661-c0e1f7ffa2bb req-af15f08b-d1ac-40e1-9778-6b5f6c019cc1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512006
Dec 11 20:58:16.030383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d60c1-2119-4c82-a33f-4c2ca7e5b113 req-f4f35789-8082-4111-aae7-67ea8163bf5d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.031934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-576d60c1-2119-4c82-a33f-4c2ca7e5b113 req-f4f35789-8082-4111-aae7-67ea8163bf5d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0559397
Dec 11 20:58:16.081227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-576d60c1-2119-4c82-a33f-4c2ca7e5b113 req-ac76beab-354d-44c3-a507-2eec2046aeac tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431206
Dec 11 20:58:16.185841 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:16.378051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acf56c-55a5-498b-8914-cd56176bf357 req-e2c30e90-3956-4ad6-85e3-e1aff03f9327 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.380289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3acf56c-55a5-498b-8914-cd56176bf357 req-e2c30e90-3956-4ad6-85e3-e1aff03f9327 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0526900
Dec 11 20:58:16.434641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3acf56c-55a5-498b-8914-cd56176bf357 req-c6482cbd-f0e1-44ec-9235-2cb17e74d9ab tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460212
Dec 11 20:58:16.442579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35228770-e600-4ae1-81b0-e04022a680a7 req-505f19c7-5f89-419a-b7fb-79c464519d0a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.444406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35228770-e600-4ae1-81b0-e04022a680a7 req-505f19c7-5f89-419a-b7fb-79c464519d0a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.0603466
Dec 11 20:58:16.493891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35228770-e600-4ae1-81b0-e04022a680a7 req-192c5352-6392-4895-bc56-be6f44757712 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427043
Dec 11 20:58:16.556296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-47e42a58-401e-4442-94e7-1850ce6ac8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.557800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-47e42a58-401e-4442-94e7-1850ce6ac8f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1101 time: 0.1454716
Dec 11 20:58:16.648682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-01b6d7a2-7da9-470d-baf3-184eb5eb8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.650068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-01b6d7a2-7da9-470d-baf3-184eb5eb8393 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0837278
Dec 11 20:58:16.694681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-c82d2407-c5a1-4532-bc14-b9cffe7839a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.0370715
Dec 11 20:58:16.749287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-5e1dad35-8766-430d-8bca-518d150e04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.750803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-5e1dad35-8766-430d-8bca-518d150e04d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0496709
Dec 11 20:58:16.802634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-acc42572-247d-41c8-8b3e-90344c6d75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.805211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-acc42572-247d-41c8-8b3e-90344c6d75ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0467863
Dec 11 20:58:16.812161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bbef-0c8d-4a2e-b7ea-2580cd9d68a3 req-c639ffd0-a89b-4d7b-b648-16a4960f7a07 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:16.813965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29a9bbef-0c8d-4a2e-b7ea-2580cd9d68a3 req-c639ffd0-a89b-4d7b-b648-16a4960f7a07 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0559590
Dec 11 20:58:16.867828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29a9bbef-0c8d-4a2e-b7ea-2580cd9d68a3 req-dc78f958-ee46-4e07-a776-f9c5d0f17162 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465124
Dec 11 20:58:16.906714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-cfbdaa44-1b0c-4763-8b67-464b79a654ff service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0944278
Dec 11 20:58:16.974246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:16.978570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:17.012727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-6fef3b67-bc02-4d20-b746-d9d5a1ca356d service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993450
Dec 11 20:58:17.151632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:17.154777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:17.161943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:17.186044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'port_id': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'mac_address': 'fa:16:3e:bd:97:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12480266-4480-46e3-a115-4f9dfdef94a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:17.193240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:17.196007 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a932c97d-58a0-49a7-a98a-85b63ada417e" -d '{"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-unplugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:17.215914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:17.216288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c91c28-4999-4ff5-a1fa-5207f8f637da req-1170674b-b122-4829-814a-a4d4f797bad2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:17.218220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9c91c28-4999-4ff5-a1fa-5207f8f637da req-1170674b-b122-4829-814a-a4d4f797bad2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0543334
Dec 11 20:58:17.240723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:17.272712 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5750864-dcc7-4af4-9c70-8da5e6b7eb98 x-openstack-request-id: req-e5750864-dcc7-4af4-9c70-8da5e6b7eb98 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:17.273007 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-unplugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:17.273255 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5750864-dcc7-4af4-9c70-8da5e6b7eb98 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:17.273672 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'code': 200}
Dec 11 20:58:17.285346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9c91c28-4999-4ff5-a1fa-5207f8f637da req-7a781c52-8ff2-4da2-9fea-17d4a4f6ab60 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541320
Dec 11 20:58:17.295101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:17.318586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:17.323183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:17.360539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:58:17.360955 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:58:17.549716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea988e1-35ce-482b-a6e0-d5a2df939b0f req-6e9e9687-4f0e-47b4-8e34-609ab0230b32 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:17.551276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ea988e1-35ce-482b-a6e0-d5a2df939b0f req-6e9e9687-4f0e-47b4-8e34-609ab0230b32 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0503356
Dec 11 20:58:17.606010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ea988e1-35ce-482b-a6e0-d5a2df939b0f req-81beb1f5-3d50-4546-a640-6836c5533ee4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481701
Dec 11 20:58:17.615064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e3417-96b0-4f6f-ab2e-8b1ee99b7146 req-1f12690d-028e-4eec-8e3e-58d188f367d5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:17.617595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d45e3417-96b0-4f6f-ab2e-8b1ee99b7146 req-1f12690d-028e-4eec-8e3e-58d188f367d5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.0541525
Dec 11 20:58:17.664024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d45e3417-96b0-4f6f-ab2e-8b1ee99b7146 req-9542b28f-70bb-497e-99b0-560d3eb9fe32 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405016
Dec 11 20:58:18.000366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2aa8f-e057-45e5-ab43-c54f1b8f5b0a req-a882fd90-739f-407a-8d02-8d32e1056813 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:18.001923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ac2aa8f-e057-45e5-ab43-c54f1b8f5b0a req-a882fd90-739f-407a-8d02-8d32e1056813 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0594411
Dec 11 20:58:18.034144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.048212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:18.069943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:18.073915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.074300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-78f879f9-de73-4adc-86b0-6a1b2d6e4bf4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:18.075824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-78f879f9-de73-4adc-86b0-6a1b2d6e4bf4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 946 time: 0.0729749
Dec 11 20:58:18.096071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ac2aa8f-e057-45e5-ab43-c54f1b8f5b0a req-0e9c11ca-929d-42ee-be5d-79fd639ef1bb tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852208
Dec 11 20:58:18.123337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:18.190281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:18.190743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.284923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:18.285214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.298556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:18.495694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:18.660003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fe6a-4c07-401b-a1ba-5443f2a235f1 req-957ee25a-c1d7-4b22-83a5-7b9f2288ca3f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:18.661556 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c36fe6a-4c07-401b-a1ba-5443f2a235f1 req-957ee25a-c1d7-4b22-83a5-7b9f2288ca3f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.3135183
Dec 11 20:58:18.731988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5703ef-38bd-40ab-a80d-580b0bba8a51 req-0b5622fb-1870-4a71-adc0-b2aad2faba17 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:18.733484 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5703ef-38bd-40ab-a80d-580b0bba8a51 req-0b5622fb-1870-4a71-adc0-b2aad2faba17 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0561774
Dec 11 20:58:18.759880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c36fe6a-4c07-401b-a1ba-5443f2a235f1 req-4a60019f-0e43-41b8-b779-2853d5943f7b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883427
Dec 11 20:58:18.760946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.782686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:18.804844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af5703ef-38bd-40ab-a80d-580b0bba8a51 req-7860fb60-9241-479d-b3b0-9f23c3e7bdf6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642793
Dec 11 20:58:18.817598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=ee6972b7-84b1-44c3-a0d4-c1ad89c4da71,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:18.838391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:18.841105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:18.845471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3611d242-2802-40e6-ab7f-ae6776a7d033 req-f0417940-b8c6-4906-ae8d-ab913e615276 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "DELETE /v2.0/ports/ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 HTTP/1.1" status: 204  len: 173 time: 0.7614324
Dec 11 20:58:18.845925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'name': 'network-vif-deleted', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:18.848235 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d232271-f8c8-4d6e-8fb1-e2031da1d79e" -d '{"events": [{"server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "name": "network-vif-deleted", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:18.883439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-271f74ac-dcf0-4880-a810-1aa74ee48836 req-d31af9da-de08-4ee9-b240-55607b734587 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f421ae2d-b507-4b28-9bed-175349eb1c1e HTTP/1.1" status: 200  len: 210 time: 0.0301788
Dec 11 20:58:18.888519 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412d0f8e-3b29-4221-b112-27a225de17e8 x-openstack-request-id: req-412d0f8e-3b29-4221-b112-27a225de17e8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:18.888838 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f421ae2d-b507-4b28-9bed-175349eb1c1e", "name": "network-vif-deleted", "tag": "ee6972b7-84b1-44c3-a0d4-c1ad89c4da71", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:18.889101 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-412d0f8e-3b29-4221-b112-27a225de17e8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:18.889490 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f421ae2d-b507-4b28-9bed-175349eb1c1e', 'name': 'network-vif-deleted', 'tag': 'ee6972b7-84b1-44c3-a0d4-c1ad89c4da71', 'status': 'completed', 'code': 200}
Dec 11 20:58:18.994725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c16a21c-4799-4812-a72a-383d4f3adf7c no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:19.015814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 1c16a21c-4799-4812-a72a-383d4f3adf7c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:19.016394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c16a21c-4799-4812-a72a-383d4f3adf7c not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:19.220088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8d299-10c9-4f47-9d46-f6cbf4bf98dd req-ba825e09-b7b7-4e96-8555-92e2e9d136f0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:19.221725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cdd8d299-10c9-4f47-9d46-f6cbf4bf98dd req-ba825e09-b7b7-4e96-8555-92e2e9d136f0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0495555
Dec 11 20:58:19.275775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cdd8d299-10c9-4f47-9d46-f6cbf4bf98dd req-b030e5c9-5fae-4d85-9f9e-4c4a67b86105 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469134
Dec 11 20:58:19.393944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:19.874987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4345de-4b33-414e-bb32-5de35f584d25 req-4e18b25c-5624-4869-969a-516d0080a8f4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:19.876492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a4345de-4b33-414e-bb32-5de35f584d25 req-4e18b25c-5624-4869-969a-516d0080a8f4 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.0490947
Dec 11 20:58:19.920513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c838eff-a3c6-4213-ac8d-81bf2cf8234c req-0f9fff46-b121-4d98-8899-e5d2f8a3be4c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:19.922008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c838eff-a3c6-4213-ac8d-81bf2cf8234c req-0f9fff46-b121-4d98-8899-e5d2f8a3be4c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0492811
Dec 11 20:58:19.922804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a4345de-4b33-414e-bb32-5de35f584d25 req-5c2ed2a0-4e2d-4410-b8e9-87fc6f8fc225 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405674
Dec 11 20:58:19.996008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c838eff-a3c6-4213-ac8d-81bf2cf8234c req-97d2e066-5070-4476-8e88-269bd8557a21 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678318
Dec 11 20:58:20.268153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-6ad3494c-2738-4b84-995e-5f03453f57a8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:20.269633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-6ad3494c-2738-4b84-995e-5f03453f57a8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1091003
Dec 11 20:58:20.286736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-50cae7f2-b646-407b-aea7-f436fb950dc8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0095730
Dec 11 20:58:20.346218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-7bfbaa1a-2229-4342-9da7-e91bb310902a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0499630
Dec 11 20:58:20.359771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-faadede9-f0d7-430d-bae5-458b24954669 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:58:20.360830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-faadede9-f0d7-430d-bae5-458b24954669 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053220
Dec 11 20:58:20.455613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-d210e0d3-a981-4bbf-9abd-492ee9612477 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883074
Dec 11 20:58:20.465906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c21c3-2d5b-4a43-982f-2b01d84ed4b7 req-9b6b1c10-a286-4b58-8f69-f989901d23fc tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:20.467466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e9c21c3-2d5b-4a43-982f-2b01d84ed4b7 req-9b6b1c10-a286-4b58-8f69-f989901d23fc tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0553288
Dec 11 20:58:20.516524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e9c21c3-2d5b-4a43-982f-2b01d84ed4b7 req-994646cf-63ac-4659-a58c-c214fd1c4022 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420957
Dec 11 20:58:20.547019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-448b1888-6ddd-4b58-bb51-cbdeeee5ceb2 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843685
Dec 11 20:58:20.708683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6db8e673-3626-4b7d-981a-2e457146bc0e req-7114c068-1b0a-4839-aac1-7d74c9c3e9a4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 210 time: 0.0295515
Dec 11 20:58:21.001503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:21.055340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a85a2a-bafd-4cae-92a0-3e85f9e4cb2a req-5640cb28-7dd6-4708-a828-f24b5da9061b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:21.057769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8a85a2a-bafd-4cae-92a0-3e85f9e4cb2a req-5640cb28-7dd6-4708-a828-f24b5da9061b tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 944 time: 0.0605817
Dec 11 20:58:21.062847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:21.063225 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:21.126217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8a85a2a-bafd-4cae-92a0-3e85f9e4cb2a req-e1dc5279-5186-414a-9505-77d72b276268 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618870
Dec 11 20:58:21.144921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:21.161748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01877-762e-4d5d-b1c7-b455ad62e044 req-5e4c3842-d9e2-425a-9305-623a13cfb38b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:21.163357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7af01877-762e-4d5d-b1c7-b455ad62e044 req-5e4c3842-d9e2-425a-9305-623a13cfb38b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0785768
Dec 11 20:58:21.196388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:21.221531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7af01877-762e-4d5d-b1c7-b455ad62e044 req-4adf673f-72d6-4704-9a0e-81c9fa7a7d68 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515068
Dec 11 20:58:21.231152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:21.232797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:21.235972 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584efe1e-3cf0-4b3c-8181-6ee34dd51ce2" -d '{"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-plugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:21.239899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:21.287644 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854470c-6fa4-4260-9f29-07450938ce80 x-openstack-request-id: req-f854470c-6fa4-4260-9f29-07450938ce80 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:21.288158 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-plugged", "status": "completed", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:21.288419 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f854470c-6fa4-4260-9f29-07450938ce80 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:21.288818 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'code': 200}
Dec 11 20:58:21.307975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:21.436684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79dddb-24ca-48be-a388-256be816751f req-76debfd4-a2b3-4738-bafd-340e8fb0cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:21.438228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa79dddb-24ca-48be-a388-256be816751f req-76debfd4-a2b3-4738-bafd-340e8fb0cea5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 1096 time: 0.0446312
Dec 11 20:58:21.483494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa79dddb-24ca-48be-a388-256be816751f req-ef00759c-292e-4929-b0f7-3e45e110f760 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381777
Dec 11 20:58:21.662866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6feef-0117-491b-8a60-960f5ee75a67 req-e48eb6c1-0e79-4704-bc14-f2320aa6e6a9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:21.664436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ace6feef-0117-491b-8a60-960f5ee75a67 req-e48eb6c1-0e79-4704-bc14-f2320aa6e6a9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0591774
Dec 11 20:58:21.719082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ace6feef-0117-491b-8a60-960f5ee75a67 req-b3b5c3fe-f412-447b-8edc-e554698c5594 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478148
Dec 11 20:58:21.765602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-9a4b1d9c-962b-46fc-9c65-f1a6dddd2396 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:21.767113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-9a4b1d9c-962b-46fc-9c65-f1a6dddd2396 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1096160
Dec 11 20:58:21.780923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': '05bb027a-af04-4464-917f-87091c424a8a', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:21.832552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba75a5e0-f012-4492-97cf-d26b054725cb req-8f40bc49-fa46-41bf-9de4-d66e3d06d868 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 210 time: 0.0269368
Dec 11 20:58:21.891096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:21.894758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.021965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.7 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/9028c600-f3ee-41ca-a9ed-d5def7e0c52b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:22.085728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12f78c-c3d3-453b-9d17-4cea6cae0ba2 req-f74c63c5-3961-4d44-8bd4-fea9b9498e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.087238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b12f78c-c3d3-453b-9d17-4cea6cae0ba2 req-f74c63c5-3961-4d44-8bd4-fea9b9498e53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.0667408
Dec 11 20:58:22.188151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b12f78c-c3d3-453b-9d17-4cea6cae0ba2 req-193391f4-b7c9-4d64-bd32-6782a308ca69 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910716
Dec 11 20:58:22.258514 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.279949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f9ae1-d692-4627-8ad3-754cc3643f40 req-e2a76607-7da4-4ade-ab11-aa7f170b9a03 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.281361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f4f9ae1-d692-4627-8ad3-754cc3643f40 req-e2a76607-7da4-4ade-ab11-aa7f170b9a03 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0819881
Dec 11 20:58:22.334105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.347491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:22.367677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f4f9ae1-d692-4627-8ad3-754cc3643f40 req-d51683cc-e693-4908-8f64-af68d3fb50bf tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772748
Dec 11 20:58:22.392022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:22.392022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:22.393439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:22.421318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:22.457154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.457903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.478299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-cfb9bddc-6f0d-469a-8ace-1ea5608eb3ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7015409
Dec 11 20:58:22.495090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Request body: {'port': {'device_id': '05bb027a-af04-4464-917f-87091c424a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:22.581456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af05fb-120e-49ae-a3ee-27e95e7f19ea req-a2a95c05-1657-457a-8a70-94d793586792 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.582898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30af05fb-120e-49ae-a3ee-27e95e7f19ea req-a2a95c05-1657-457a-8a70-94d793586792 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.1018348
Dec 11 20:58:22.583957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.668710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30af05fb-120e-49ae-a3ee-27e95e7f19ea req-6137389e-38dd-45a1-b33f-b2bd102e2b44 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756145
Dec 11 20:58:22.845152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86fd0f-5d1d-471a-921a-bf7094b3b76c req-674e5a24-f848-494e-958d-b3f98e0d8170 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.846736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf86fd0f-5d1d-471a-921a-bf7094b3b76c req-674e5a24-f848-494e-958d-b3f98e0d8170 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0532317
Dec 11 20:58:22.922785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf86fd0f-5d1d-471a-921a-bf7094b3b76c req-903af6e1-d77a-47c1-b158-009085237969 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687675
Dec 11 20:58:22.947414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9028c600-f3ee-41ca-a9ed-d5def7e0c52b {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:22.958853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:22.979047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Transition to ACTIVE for port object 9028c600-f3ee-41ca-a9ed-d5def7e0c52b will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:22.992153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de1e26-9c4a-458c-becb-2b0c0842650f req-91181e86-a037-4470-93cf-dd36039cf098 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:22.993760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54de1e26-9c4a-458c-becb-2b0c0842650f req-91181e86-a037-4470-93cf-dd36039cf098 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 931 time: 0.0824406
Dec 11 20:58:22.994651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:23.067001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Pushing event updated for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:23.122775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54de1e26-9c4a-458c-becb-2b0c0842650f req-5be25a9d-7f33-48e6-b9f0-8a24e2e411dd tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227643
Dec 11 20:58:23.151935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Attempting to bind port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:23.152278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Attempting to bind port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:23.152608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Attempting to bind port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:23.156923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:23.157250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Attempting to bind port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:23.161966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:23.162307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:23.162755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:23.163184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Bound port: 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:23.163533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:23.191841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:23.213567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:23.214017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ee6972b7-84b1-44c3-a0d4-c1ad89c4da71 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:23.230060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:23.233023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:23.238502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:23.277230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.277866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:23.279279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] 10.222.0.16 "PUT /v2.0/ports/9028c600-f3ee-41ca-a9ed-d5def7e0c52b HTTP/1.1" status: 200  len: 1091 time: 0.7894855
Dec 11 20:58:23.279712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:23.281969 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e950233a-0a3e-4be1-b80c-8530339c7d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:23.315423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf11e-d886-4d89-b547-4e4026d0f577 service neutron] Pushing event updated for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:23.327802 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00edc928-4da8-40c9-b559-df3f211adf7f x-openstack-request-id: req-00edc928-4da8-40c9-b559-df3f211adf7f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:23.328178 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:23.328444 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00edc928-4da8-40c9-b559-df3f211adf7f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:23.328850 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b', 'status': 'completed', 'code': 200}
Dec 11 20:58:23.386544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-a2f8259e-0502-4ede-bd4d-bba91eff58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.387979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-a2f8259e-0502-4ede-bd4d-bba91eff58cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 1094 time: 0.0417659
Dec 11 20:58:23.436322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-76ea8c30-6389-427c-b8ac-3d7f7d1388c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b HTTP/1.1" status: 200  len: 217 time: 0.0384064
Dec 11 20:58:23.521410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588fd3-3d42-4564-8c1c-8674783dfabf req-a059e1d7-ab18-4ae1-9375-086ff0f84d8e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.523238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4588fd3-3d42-4564-8c1c-8674783dfabf req-a059e1d7-ab18-4ae1-9375-086ff0f84d8e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0837834
Dec 11 20:58:23.525012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7707-3f14-4153-8039-bf0745052a5c req-4c9bd518-b405-496f-a5a8-8e322af52763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.526543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-4c9bd518-b405-496f-a5a8-8e322af52763 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0781720
Dec 11 20:58:23.584662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-97be42e3-b30c-4b12-83fb-3c626bbb8e00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470819
Dec 11 20:58:23.630264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4588fd3-3d42-4564-8c1c-8674783dfabf req-11b00a4d-30cd-4ba8-a181-dd6ff7d95306 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009438
Dec 11 20:58:23.696864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-98e701c2-184f-4b08-ad1e-053254ab9aea service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043310
Dec 11 20:58:23.758456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af993dfb-17d7-4c46-8cb3-5cecf5723d5b req-7638848c-1da7-4034-a8f7-251bffd026f1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.760242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af993dfb-17d7-4c46-8cb3-5cecf5723d5b req-7638848c-1da7-4034-a8f7-251bffd026f1 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0547924
Dec 11 20:58:23.813394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af993dfb-17d7-4c46-8cb3-5cecf5723d5b req-57231591-bc7c-4597-8ee0-c4c48af255a9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460269
Dec 11 20:58:23.840539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd80a4-115a-4c2b-87d5-050523302840 req-41cbbb3b-4ea9-4ca9-8f77-86d497761d75 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.842068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32dd80a4-115a-4c2b-87d5-050523302840 req-41cbbb3b-4ea9-4ca9-8f77-86d497761d75 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0772483
Dec 11 20:58:23.844196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-269b7707-3f14-4153-8039-bf0745052a5c req-d0a8fdec-3106-4ee3-8299-bcd8469157cc service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358473
Dec 11 20:58:23.894603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32dd80a4-115a-4c2b-87d5-050523302840 req-de7d71de-b435-4080-acde-b828873b5e95 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462320
Dec 11 20:58:23.950020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-919775db-14df-48f2-963a-277bebf96aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:23.951923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-919775db-14df-48f2-963a-277bebf96aff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 1094 time: 0.0524788
Dec 11 20:58:24.061821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d58d3-0355-4fe8-9488-6f9b834b4330 req-15b55d3b-5c54-41de-8c53-ca31fd552b35 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.063511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a75d58d3-0355-4fe8-9488-6f9b834b4330 req-15b55d3b-5c54-41de-8c53-ca31fd552b35 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0602677
Dec 11 20:58:24.068629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-0d37e6de-bb0d-4664-b246-61a70fa07a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.071008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-0d37e6de-bb0d-4664-b246-61a70fa07a68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1109109
Dec 11 20:58:24.120405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a75d58d3-0355-4fe8-9488-6f9b834b4330 req-6bee00ef-f7c7-4242-8c4f-07a618978b13 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480647
Dec 11 20:58:24.121852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-9df5be62-5f34-44bb-aae6-82ccdeac1558 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b HTTP/1.1" status: 200  len: 217 time: 0.0427923
Dec 11 20:58:24.191749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-3cc5348f-cf89-404c-b461-e8ff1ba6f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.193208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-3cc5348f-cf89-404c-b461-e8ff1ba6f54b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0625708
Dec 11 20:58:24.233724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-07ac0f67-8afb-4aca-996d-a97e0c5a3536 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0300593
Dec 11 20:58:24.262362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721231a-9309-4333-ad1e-e92ddf1546b9 req-d6abf4b9-46ba-428a-a866-8e739a0b4463 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.264066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4721231a-9309-4333-ad1e-e92ddf1546b9 req-d6abf4b9-46ba-428a-a866-8e739a0b4463 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 943 time: 0.0589325
Dec 11 20:58:24.323905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4721231a-9309-4333-ad1e-e92ddf1546b9 req-c6a62abe-27c8-4952-a4f5-be7db44f7825 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524485
Dec 11 20:58:24.361546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-05b61c71-d384-47c7-9767-3412a2aed5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088181
Dec 11 20:58:24.534201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57932ec6-0e09-4596-bfd8-e05195f4fb7d req-c5e8d4bd-8d2d-4cc8-907b-57e478155b4a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.535750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57932ec6-0e09-4596-bfd8-e05195f4fb7d req-c5e8d4bd-8d2d-4cc8-907b-57e478155b4a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0525310
Dec 11 20:58:24.582110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e950233a-0a3e-4be1-b80c-8530339c7d6e req-b5b2a185-b7a7-44a8-8fbb-853538d44d95 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042215
Dec 11 20:58:24.587602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57932ec6-0e09-4596-bfd8-e05195f4fb7d req-2385e2e0-a8ba-45c6-b884-f685bb69b696 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446422
Dec 11 20:58:24.594381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-5f775d89-00a2-42ba-a789-c9be19dc2731 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.596382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-5f775d89-00a2-42ba-a789-c9be19dc2731 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.2469912
Dec 11 20:58:24.598586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-0a46567d-f460-49b0-b10d-81e132cb0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.600594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-0a46567d-f460-49b0-b10d-81e132cb0c9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 1096 time: 0.1204560
Dec 11 20:58:24.641075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-691f4b6b-ea8d-461f-ada0-a6e96692c828 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/quotas/a39ddb93d03540508b9db02fd5ba60c6 HTTP/1.1" status: 200  len: 375 time: 0.0380063
Dec 11 20:58:24.756405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-a1a1a4fa-5e74-4eca-ab36-3bcd8874786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.758956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-a1a1a4fa-5e74-4eca-ab36-3bcd8874786f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 200  len: 919 time: 0.1511648
Dec 11 20:58:24.765190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-e55f1e2b-3fb8-447f-977d-d52b63674697 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0928729
Dec 11 20:58:24.812433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-2b256005-6bf7-4689-9902-ef19464b18f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 200  len: 217 time: 0.0449288
Dec 11 20:58:24.863656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-aa252f7b-b29b-4ae7-8b97-6f32b77734e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:24.865145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-aa252f7b-b29b-4ae7-8b97-6f32b77734e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 200  len: 858 time: 0.0451236
Dec 11 20:58:24.870936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-69f99436-9428-447f-b4fc-a543beb5c22e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:58:24.871908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-69f99436-9428-447f-b4fc-a543beb5c22e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0978246
Dec 11 20:58:24.921594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-d9c338e6-24a8-4cb2-9492-356956a8aa12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d116e3c7-e05c-46d1-b979-68e398677e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470176
Dec 11 20:58:25.079870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-5a27f5c0-375c-454f-a1f2-d6805df0fc06 service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955304
Dec 11 20:58:25.107522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13efa9-981f-448f-821d-51edab2792e9 req-5eca2a07-55ed-4cb1-a832-dad2ab60f7c9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:25.109107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f13efa9-981f-448f-821d-51edab2792e9 req-5eca2a07-55ed-4cb1-a832-dad2ab60f7c9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0625679
Dec 11 20:58:25.118029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-fc59fe31-5b9b-4cfd-80e1-dc3676b9d337 service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1605618
Dec 11 20:58:25.274161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-814ce1be-371c-4eb0-8b37-896999409414 service neutron] 10.222.0.18 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836793
Dec 11 20:58:25.290025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ed8d7ac-1017-4667-8c6d-6473279d8702 req-86f1e546-785e-402a-aff4-5cbc5d210f7b service neutron] 10.222.0.16 "GET /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399028
Dec 11 20:58:25.429748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f13efa9-981f-448f-821d-51edab2792e9 req-b39947cf-8b44-4467-8354-bfe110b60cdc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3137300
Dec 11 20:58:25.509374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb875864-9290-4ca5-860e-223d2f1b5a54 req-0825a9e7-ae7a-42cb-9d57-898ab67f678c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 210 time: 0.0277276
Dec 11 20:58:25.531050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2938-69ae-424a-9367-71b3fe954996 req-7580feb3-6ffa-49a8-9a3a-7958786102e2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:25.532805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a77c2938-69ae-424a-9367-71b3fe954996 req-7580feb3-6ffa-49a8-9a3a-7958786102e2 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 943 time: 0.0608449
Dec 11 20:58:25.601894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a77c2938-69ae-424a-9367-71b3fe954996 req-8328512c-a237-4d25-9f92-a2d7dfb55312 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586584
Dec 11 20:58:25.730807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a584e5-c188-4cde-be21-3f379fc508fd req-3ae87176-e821-47e6-a5f0-e03ee8243524 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:25.734846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-c0caa9d7-0341-4524-9986-8bb40806c5bb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:25.736585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-c0caa9d7-0341-4524-9986-8bb40806c5bb tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8afc77f-1cff-45a3-8972-72e39bb87587 HTTP/1.1" status: 200  len: 945 time: 0.0605671
Dec 11 20:58:25.739325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11a584e5-c188-4cde-be21-3f379fc508fd req-3ae87176-e821-47e6-a5f0-e03ee8243524 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0658844
Dec 11 20:58:25.827367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11a584e5-c188-4cde-be21-3f379fc508fd req-d4e6f4ee-b77b-4bfc-9a3b-ef1d38bf80f8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866218
Dec 11 20:58:25.863737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Deleting port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:25.864083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:25.977542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] For port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:25.978041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:25.993221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Calling delete_port for 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:26.157809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:26.170209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:26.235502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event deleted for resources: {'Port': ['ID=2aac0aa6-4415-48ed-8f5c-475ecebb8ee0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:26.256441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] No DVR routers for this DVR port 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:26.260243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:26.264757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ee4317f-ce89-40b9-aed1-069d9befea1e req-34c7d2ac-6388-4d87-9706-4142a10c0bf0 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "DELETE /v2.0/ports/2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 HTTP/1.1" status: 204  len: 173 time: 0.5213468
Dec 11 20:58:26.265292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-deleted', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:26.267707 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10b2e6-1242-48f7-96ba-478cabd25652" -d '{"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-deleted", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:26.311911 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff8c4b-436a-4585-94ea-43ef5bfee161 x-openstack-request-id: req-d6ff8c4b-436a-4585-94ea-43ef5bfee161 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:26.312758 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8afc77f-1cff-45a3-8972-72e39bb87587", "name": "network-vif-deleted", "tag": "2aac0aa6-4415-48ed-8f5c-475ecebb8ee0", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:26.312758 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6ff8c4b-436a-4585-94ea-43ef5bfee161 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:26.313944 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8afc77f-1cff-45a3-8972-72e39bb87587', 'name': 'network-vif-deleted', 'tag': '2aac0aa6-4415-48ed-8f5c-475ecebb8ee0', 'status': 'completed', 'code': 200}
Dec 11 20:58:26.613868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ff09-0b8a-447e-adba-82d16cddbbb8 req-752703ef-71a1-420b-8027-ca9dd306df6e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:26.617055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8663ff09-0b8a-447e-adba-82d16cddbbb8 req-752703ef-71a1-420b-8027-ca9dd306df6e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0858219
Dec 11 20:58:26.625800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bca6ddba-60a6-4f65-93a6-3a15e3e4130c req-fadae958-a465-4177-aaf5-f2860e264b7f tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 210 time: 0.0339918
Dec 11 20:58:26.698429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8663ff09-0b8a-447e-adba-82d16cddbbb8 req-ec9117f2-4f77-47e5-af26-12f036cb3e82 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723202
Dec 11 20:58:26.764170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-1a02e946-9bf1-455e-8b7f-3573c1724708 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:26.765621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-1a02e946-9bf1-455e-8b7f-3573c1724708 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 814 time: 0.1388266
Dec 11 20:58:26.786794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Request body: {'port': {'device_id': '252680cb-5545-40de-a181-395ff594a563', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'admin_state_up': True, 'tenant_id': 'a39ddb93d03540508b9db02fd5ba60c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:26.978809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad371e3-dc8f-43c0-b9e8-e2743292334f req-27b66652-c97b-4b79-97da-a1f608cdb7e1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:26.980706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ad371e3-dc8f-43c0-b9e8-e2743292334f req-27b66652-c97b-4b79-97da-a1f608cdb7e1 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0742598
Dec 11 20:58:27.043957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ad371e3-dc8f-43c0-b9e8-e2743292334f req-4f3d1bcc-234e-4c23-a3cf-bfa52e0e0c02 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513055
Dec 11 20:58:27.109930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a392ca-b29b-4388-9d13-df3ffbeaf9a7 req-22100547-50cb-4ac1-9bc8-7a80dd9842ec tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:27.111705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33a392ca-b29b-4388-9d13-df3ffbeaf9a7 req-22100547-50cb-4ac1-9bc8-7a80dd9842ec tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 943 time: 0.3719614
Dec 11 20:58:27.201276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33a392ca-b29b-4388-9d13-df3ffbeaf9a7 req-9b541423-53bd-4d61-bc8a-097b0010af26 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741112
Dec 11 20:58:27.203412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9028c600-f3ee-41ca-a9ed-d5def7e0c52b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:27.229832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Made reservation on behalf of a39ddb93d03540508b9db02fd5ba60c6 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:27.233369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.336127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:27.349749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b', 'mac_address': 'fa:16:3e:82:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:27.383965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Allocated IP 172.20.0.13 (08c1a488-260d-4abf-9915-6f8ab67622cb/12480266-4480-46e3-a115-4f9dfdef94a3/e1764a4f-827e-476e-82ea-2685825ac8ab) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:27.395466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.411786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9028c600-f3ee-41ca-a9ed-d5def7e0c52b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:27.433785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:27.438042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.489370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:27.555232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.592479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.644260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Network 08c1a488-260d-4abf-9915-6f8ab67622cb is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:27.648196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:27.652337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:27.679147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event updated for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:27.719524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:27.720431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.755707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-3b51c821-bc73-4b0e-b379-5bda9940ff2a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9734702
Dec 11 20:58:27.769049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Request body: {'port': {'device_id': '252680cb-5545-40de-a181-395ff594a563', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:27.781863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b41d9-adcd-4fc0-a551-8602d1bcef1d req-95174965-c0e4-4437-9a08-897e00a3f267 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:27.783520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e87b41d9-adcd-4fc0-a551-8602d1bcef1d req-95174965-c0e4-4437-9a08-897e00a3f267 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 932 time: 0.0791168
Dec 11 20:58:27.793719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9028c600-f3ee-41ca-a9ed-d5def7e0c52b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:27.846136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53b610-63d9-4818-8afe-5c17eb8a2385 req-dbf9de86-b4df-4ada-abe0-4603eec208f7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:27.851886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e53b610-63d9-4818-8afe-5c17eb8a2385 req-dbf9de86-b4df-4ada-abe0-4603eec208f7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0596695
Dec 11 20:58:27.878194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:27.899035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e87b41d9-adcd-4fc0-a551-8602d1bcef1d req-69f62053-8803-412c-a474-85892788fc39 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005249
Dec 11 20:58:27.919029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e53b610-63d9-4818-8afe-5c17eb8a2385 req-0ff52d93-3dba-434f-abf8-f27acbbe7285 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602579
Dec 11 20:58:28.182987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eecba-26cb-41b8-992c-da5eb928255f req-62c76f4f-a325-4126-a38d-098016279382 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:28.184725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b3eecba-26cb-41b8-992c-da5eb928255f req-62c76f4f-a325-4126-a38d-098016279382 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0608099
Dec 11 20:58:28.197803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1764a4f-827e-476e-82ea-2685825ac8ab {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:28.206353 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:28.220344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Transition to ACTIVE for port object e1764a4f-827e-476e-82ea-2685825ac8ab will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:28.227154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:28.243606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b3eecba-26cb-41b8-992c-da5eb928255f req-c25a9b35-a323-47fc-88dd-28f0e68d38e8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518694
Dec 11 20:58:28.293625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Pushing event updated for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:28.407668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Attempting to bind port e1764a4f-827e-476e-82ea-2685825ac8ab on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:28.408397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Attempting to bind port e1764a4f-827e-476e-82ea-2685825ac8ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:28.408397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Attempting to bind port e1764a4f-827e-476e-82ea-2685825ac8ab on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:28.414558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Port e1764a4f-827e-476e-82ea-2685825ac8ab on network 08c1a488-260d-4abf-9915-6f8ab67622cb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:28.414862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Attempting to bind port e1764a4f-827e-476e-82ea-2685825ac8ab on network 08c1a488-260d-4abf-9915-6f8ab67622cb {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:28.416698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27b31e-5384-4057-9371-75d09b2fc20f req-db0147c2-9b21-47bd-95dc-b37e918e97d9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:28.419409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de27b31e-5384-4057-9371-75d09b2fc20f req-db0147c2-9b21-47bd-95dc-b37e918e97d9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 944 time: 0.0774221
Dec 11 20:58:28.420647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:28.420998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Checking segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:28.421397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Bound using segment: {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:28.421921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Bound port: e1764a4f-827e-476e-82ea-2685825ac8ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf96feef-9275-45ff-a80e-d0f8e501c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:28.422429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:28.488236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de27b31e-5384-4057-9371-75d09b2fc20f req-4f6d1f95-eb7d-4030-a829-278ca67fd73a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619607
Dec 11 20:58:28.501664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:28.504818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1764a4f-827e-476e-82ea-2685825ac8ab,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:28.510733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:28.550541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:28.551238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:28.552793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] 10.222.0.30 "PUT /v2.0/ports/e1764a4f-827e-476e-82ea-2685825ac8ab HTTP/1.1" status: 200  len: 1092 time: 0.7880611
Dec 11 20:58:28.553344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:28.556056 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450a8550-5749-48d5-a3a2-e190f4c041bf" -d '{"events": [{"name": "network-changed", "server_uuid": "252680cb-5545-40de-a181-395ff594a563", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:28.588824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad480b4-d478-4af8-a400-aaaf87763742 service neutron] Pushing event updated for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:28.629148 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df9cd1-a444-4128-8e04-42294af59b44 x-openstack-request-id: req-10df9cd1-a444-4128-8e04-42294af59b44 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:28.629444 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252680cb-5545-40de-a181-395ff594a563", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:28.630838 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10df9cd1-a444-4128-8e04-42294af59b44 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:28.631256 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab', 'status': 'completed', 'code': 200}
Dec 11 20:58:28.671518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-1c2461bf-ff70-4a8f-9f5a-bc287d9e42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:28.673085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-1c2461bf-ff70-4a8f-9f5a-bc287d9e42ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 1095 time: 0.0670118
Dec 11 20:58:28.722637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-0d2abf33-9480-46bf-b0ad-975c84240416 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1764a4f-827e-476e-82ea-2685825ac8ab HTTP/1.1" status: 200  len: 217 time: 0.0410841
Dec 11 20:58:28.776600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-bb881b5a-c481-4438-bc7e-e022bf2026eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:28.778069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-bb881b5a-c481-4438-bc7e-e022bf2026eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.0480077
Dec 11 20:58:28.813421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-e3864a55-e4b2-4044-b9f3-b9c4f3faa804 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276523
Dec 11 20:58:28.911998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-80533061-af37-413b-91a8-81b440dc9247 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913208
Dec 11 20:58:29.040892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c748e54d-2863-4d61-ad4c-a7e040394315 req-323e7d2d-cea9-4826-8322-fe6151b1a148 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224051
Dec 11 20:58:29.041103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496599-963a-4319-bb8f-baeff0d48a5a req-6099964d-9c03-4eaa-b082-0b319e64872d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.044509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3496599-963a-4319-bb8f-baeff0d48a5a req-6099964d-9c03-4eaa-b082-0b319e64872d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 944 time: 0.0673294
Dec 11 20:58:29.044969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:29.068468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:29.069353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd59561-20fa-43ec-b5f5-2b793ea5ffad req-a4e4b5a5-7dd8-4686-8d22-1cf4a47500e6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.069927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 2aac0aa6-4415-48ed-8f5c-475ecebb8ee0 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:29.070994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8dd59561-20fa-43ec-b5f5-2b793ea5ffad req-a4e4b5a5-7dd8-4686-8d22-1cf4a47500e6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0779760
Dec 11 20:58:29.119419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3496599-963a-4319-bb8f-baeff0d48a5a req-9a8cd0d1-e16a-43b8-8865-370a5b529ab6 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648947
Dec 11 20:58:29.157020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-12d3dad2-ccdc-4b15-a49e-b54d6dd38ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.158563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-12d3dad2-ccdc-4b15-a49e-b54d6dd38ba2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 1095 time: 0.0676734
Dec 11 20:58:29.166154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8dd59561-20fa-43ec-b5f5-2b793ea5ffad req-66b38748-a52c-40b7-b36e-cf70afdc518d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834751
Dec 11 20:58:29.222874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9028c600-f3ee-41ca-a9ed-d5def7e0c52b up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:29.256922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-e4e1c95a-d667-462b-930d-c9f255dd431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.258562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-e4e1c95a-d667-462b-930d-c9f255dd431a service neutron] 10.222.0.30 "GET /v2.0/networks?id=08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 200  len: 915 time: 0.0913746
Dec 11 20:58:29.281085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:29.286101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:29.286884 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:29.316473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-56f35c19-0a15-4c51-af91-b59d4360df69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1764a4f-827e-476e-82ea-2685825ac8ab HTTP/1.1" status: 200  len: 217 time: 0.0507748
Dec 11 20:58:29.375005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-bacccf15-6553-4a2a-b9cb-4d94cb4753a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.376497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-bacccf15-6553-4a2a-b9cb-4d94cb4753a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 200  len: 854 time: 0.0527306
Dec 11 20:58:29.399847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:29.419737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-68c9d58a-cfef-499b-9476-eabb0fb9472a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=08c1a488-260d-4abf-9915-6f8ab67622cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0347815
Dec 11 20:58:29.430682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:29.432903 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90efc7a-bb6d-4592-8b97-296f37b0d0ad" -d '{"events": [{"server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "name": "network-vif-plugged", "status": "completed", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:29.478759 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12c12e-5089-472f-ac33-cc185dacd37f x-openstack-request-id: req-4e12c12e-5089-472f-ac33-cc185dacd37f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:29.481303 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "name": "network-vif-plugged", "status": "completed", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:29.481303 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e12c12e-5089-472f-ac33-cc185dacd37f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:29.481303 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b', 'code': 200}
Dec 11 20:58:29.481511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:29.493791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:29.542036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:29.554605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-de81bc77-5445-4e08-a15e-b74dd5fe4f68 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270118
Dec 11 20:58:29.645975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af9844-01aa-418e-b5ab-51eaab5a5305 req-ab9d8b42-319b-4ae5-8f7c-6ed01624d079 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.648232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42af9844-01aa-418e-b5ab-51eaab5a5305 req-ab9d8b42-319b-4ae5-8f7c-6ed01624d079 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0609190
Dec 11 20:58:29.688278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c986-f968-4804-99a4-e1b671621527 req-87f25fa8-c8f9-46bd-b44d-175dfc20aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:29.689784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2d5c986-f968-4804-99a4-e1b671621527 req-87f25fa8-c8f9-46bd-b44d-175dfc20aae2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 1096 time: 0.0986800
Dec 11 20:58:29.723460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42af9844-01aa-418e-b5ab-51eaab5a5305 req-c74c31ab-4b7d-4910-b020-ea55e018cb67 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644248
Dec 11 20:58:29.723696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450a8550-5749-48d5-a3a2-e190f4c041bf req-f9af800e-645d-4d6f-9c14-76d3d7d07146 service neutron] 10.222.0.30 "GET /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508195
Dec 11 20:58:29.760698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2d5c986-f968-4804-99a4-e1b671621527 req-dfaedad4-6829-4460-801f-1c10dfe74bfa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619674
Dec 11 20:58:30.252391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eab036-d653-4dc5-b485-611c2ada58d7 req-a1be4bc4-4525-41c2-8077-9557f0e383af tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:30.254611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86eab036-d653-4dc5-b485-611c2ada58d7 req-a1be4bc4-4525-41c2-8077-9557f0e383af tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 944 time: 0.0596316
Dec 11 20:58:30.314598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86eab036-d653-4dc5-b485-611c2ada58d7 req-d29b1678-661b-42be-960d-590587a46115 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495896
Dec 11 20:58:30.323749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cddba2-9828-4b8d-8599-3e7b4cd60b00 req-0d06db93-c1dd-469a-b7d9-139b4e709fef tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:30.325550 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16cddba2-9828-4b8d-8599-3e7b4cd60b00 req-0d06db93-c1dd-469a-b7d9-139b4e709fef tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0642204
Dec 11 20:58:30.394847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16cddba2-9828-4b8d-8599-3e7b4cd60b00 req-535544fd-5be7-4c14-a238-4e5c26fad3f1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620143
Dec 11 20:58:30.857419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000abec-9c28-4939-800d-6764fea8fbc6 req-2d656d1f-ae47-4279-bd3e-0d8baeace6c0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:30.859066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e000abec-9c28-4939-800d-6764fea8fbc6 req-2d656d1f-ae47-4279-bd3e-0d8baeace6c0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0605211
Dec 11 20:58:30.914889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e000abec-9c28-4939-800d-6764fea8fbc6 req-f4103862-0131-4177-bfe7-a5146dab5af4 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475812
Dec 11 20:58:31.457142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cc87-2c30-481c-97aa-201bd102bc29 req-dbb128b1-c812-4bd0-962c-db6330d54997 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:31.458724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0e4cc87-2c30-481c-97aa-201bd102bc29 req-dbb128b1-c812-4bd0-962c-db6330d54997 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 944 time: 0.0535436
Dec 11 20:58:31.516429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0e4cc87-2c30-481c-97aa-201bd102bc29 req-97dc96c2-c068-403b-86e4-c0b0ba6e1247 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504212
Dec 11 20:58:31.586518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e8f7-625c-45d3-b182-ec91db2480d8 req-4eb43d29-3a05-485f-98ee-76ee78610c00 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:31.588166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0795e8f7-625c-45d3-b182-ec91db2480d8 req-4eb43d29-3a05-485f-98ee-76ee78610c00 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0570064
Dec 11 20:58:31.659568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0795e8f7-625c-45d3-b182-ec91db2480d8 req-8dfd069a-4f99-47d0-95b4-44cbbb9f4345 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643253
Dec 11 20:58:31.933777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-0d34e458-6980-4347-83b0-cb174cc4614b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0458221
Dec 11 20:58:32.032441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-2f6c083d-e7d1-41c4-bf1b-4498e8338fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.035060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-2f6c083d-e7d1-41c4-bf1b-4498e8338fc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 1097 time: 0.0521584
Dec 11 20:58:32.044682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f1e6d-ecfa-4af8-9e42-7a45b210be72 req-05713e29-a84d-4c66-b625-e1a94d14eacb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.046263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70f1e6d-ecfa-4af8-9e42-7a45b210be72 req-05713e29-a84d-4c66-b625-e1a94d14eacb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0583515
Dec 11 20:58:32.109184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70f1e6d-ecfa-4af8-9e42-7a45b210be72 req-576d9b49-af34-4e5c-9827-7962b21b011f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524311
Dec 11 20:58:32.154017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-5a5d65ec-9523-4751-a142-e3ef2ecb8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.155736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-5a5d65ec-9523-4751-a142-e3ef2ecb8014 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.0993927
Dec 11 20:58:32.253131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-d47f74dc-c3b3-4b02-b0cb-00191b2420ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 200  len: 1001 time: 0.0803971
Dec 11 20:58:32.345143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-1ee6cf7f-d6d7-4f42-a881-eb004faec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.346643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-1ee6cf7f-d6d7-4f42-a881-eb004faec6d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.0834758
Dec 11 20:58:32.373082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6dbd9-32aa-4616-80c8-098f3100da19 req-7c91d1ba-8c2f-4768-b5de-35a449ba832d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.374619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8be6dbd9-32aa-4616-80c8-098f3100da19 req-7c91d1ba-8c2f-4768-b5de-35a449ba832d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0758591
Dec 11 20:58:32.444383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-da54f30a-28fc-49b1-ac19-93166330e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.445868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-da54f30a-28fc-49b1-ac19-93166330e65b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0897250
Dec 11 20:58:32.449071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6badd59-c5bb-4b73-b156-7652126bcf81 req-2de52a4b-85f9-4244-a77b-6d2cf1470096 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.450452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8be6dbd9-32aa-4616-80c8-098f3100da19 req-a944d48f-b92c-42eb-9c92-3298ef9872e9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616381
Dec 11 20:58:32.450738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6badd59-c5bb-4b73-b156-7652126bcf81 req-2de52a4b-85f9-4244-a77b-6d2cf1470096 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0696230
Dec 11 20:58:32.524400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6badd59-c5bb-4b73-b156-7652126bcf81 req-6ee04395-6c62-4d44-af2d-da7e948edd23 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609791
Dec 11 20:58:32.583160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-b65f2e23-971a-4765-8e6d-ce24295445c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296272
Dec 11 20:58:32.605622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78109a-23c1-4e91-a89c-6e332198111a req-b66216cc-362e-4cdb-8add-8b8ab36a9a47 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.607283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a78109a-23c1-4e91-a89c-6e332198111a req-b66216cc-362e-4cdb-8add-8b8ab36a9a47 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0704956
Dec 11 20:58:32.700969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906d62-fb8e-49ad-afff-f38431ed4ec7 req-e1d56f73-85f7-4ff1-8379-ff17af976309 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.702597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4906d62-fb8e-49ad-afff-f38431ed4ec7 req-e1d56f73-85f7-4ff1-8379-ff17af976309 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 944 time: 0.0547066
Dec 11 20:58:32.708824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a78109a-23c1-4e91-a89c-6e332198111a req-6eb22b83-e5e0-4e2a-a393-4f4e13d632bc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913129
Dec 11 20:58:32.739930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408457e9-f31a-47e9-972d-3a6b573792b1 req-dc6b593c-81e8-4696-9c52-37a6336fbc46 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315160
Dec 11 20:58:32.767770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4906d62-fb8e-49ad-afff-f38431ed4ec7 req-eb770daf-778c-4a57-b2dd-a954eb7af0b2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584109
Dec 11 20:58:32.909539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06499a-cf16-4d72-852d-b8f3d7dc4b93 req-af4fa9d3-49ea-48db-a9e2-f3f3de7d25ca tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:32.911077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da06499a-cf16-4d72-852d-b8f3d7dc4b93 req-af4fa9d3-49ea-48db-a9e2-f3f3de7d25ca tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0547857
Dec 11 20:58:32.964796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da06499a-cf16-4d72-852d-b8f3d7dc4b93 req-17ee018a-4ba8-4be1-8199-3e1037d314f3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470695
Dec 11 20:58:33.048318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e1764a4f-827e-476e-82ea-2685825ac8ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:33.089133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b864d-a0ad-4dcf-9806-9a5bde777ca4 req-35721bdc-05b0-4ecb-822b-ddf973713118 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:33.090720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b8b864d-a0ad-4dcf-9806-9a5bde777ca4 req-35721bdc-05b0-4ecb-822b-ddf973713118 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0584323
Dec 11 20:58:33.143803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b8b864d-a0ad-4dcf-9806-9a5bde777ca4 req-6c1a4633-424c-4ea4-ba20-424b5a4934be tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465746
Dec 11 20:58:33.160235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1764a4f-827e-476e-82ea-2685825ac8ab,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:33.173354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'e1764a4f-827e-476e-82ea-2685825ac8ab', 'network_id': '08c1a488-260d-4abf-9915-6f8ab67622cb', 'port_id': 'e1764a4f-827e-476e-82ea-2685825ac8ab', 'mac_address': 'fa:16:3e:f2:5e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12480266-4480-46e3-a115-4f9dfdef94a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:33.212289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:33.226657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1764a4f-827e-476e-82ea-2685825ac8ab {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:33.247045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1764a4f-827e-476e-82ea-2685825ac8ab,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:33.250718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:33.302360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:33.641274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e1764a4f-827e-476e-82ea-2685825ac8ab'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:33.643142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333b07f-cb10-4964-8866-a256ef956c12 req-0ad7679d-16ce-4f37-9395-f295e0445dc0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:33.644772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2333b07f-cb10-4964-8866-a256ef956c12 req-0ad7679d-16ce-4f37-9395-f295e0445dc0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.0544701
Dec 11 20:58:33.707229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2333b07f-cb10-4964-8866-a256ef956c12 req-030d1ce4-e4b0-43d6-8d3e-468a3b8138d0 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542686
Dec 11 20:58:33.909908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c4fe-eec6-4ecc-aabf-ed6c1cb973da req-e44f177c-6223-497a-9e80-61da4a968086 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:33.915039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d32c4fe-eec6-4ecc-aabf-ed6c1cb973da req-e44f177c-6223-497a-9e80-61da4a968086 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 945 time: 0.0601366
Dec 11 20:58:33.968821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d32c4fe-eec6-4ecc-aabf-ed6c1cb973da req-a9501aea-4048-4ec6-8c48-13c921efc7ba tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511243
Dec 11 20:58:34.097572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57afa7-6614-43a7-9d8c-b5387074841e req-203afdec-5bdc-48e8-a41c-bc7fcab85a01 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:34.099071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e57afa7-6614-43a7-9d8c-b5387074841e req-203afdec-5bdc-48e8-a41c-bc7fcab85a01 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0548830
Dec 11 20:58:34.152669 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e57afa7-6614-43a7-9d8c-b5387074841e req-bb6014e4-56de-4468-907d-159c5ff00303 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453327
Dec 11 20:58:34.267849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597357c4-0697-4aba-941d-81656d9687b6 req-8ec98ff6-f41d-491d-afc0-21c753580e1c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:34.269337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-597357c4-0697-4aba-941d-81656d9687b6 req-8ec98ff6-f41d-491d-afc0-21c753580e1c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0531361
Dec 11 20:58:34.322160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-597357c4-0697-4aba-941d-81656d9687b6 req-277797cf-36f2-4125-8af0-51253dccba27 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463989
Dec 11 20:58:34.588290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-8878afd8-a63d-4e77-8da3-4b4b6d4a861f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:34.589771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-8878afd8-a63d-4e77-8da3-4b4b6d4a861f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 945 time: 0.0492918
Dec 11 20:58:34.691182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:34.691526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:34.873245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-fa7b58d7-b391-4d0c-b3af-cc76c12e5f3f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:34.874791 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-fa7b58d7-b391-4d0c-b3af-cc76c12e5f3f tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1276152
Dec 11 20:58:34.877425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:34.877794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:34.922758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for 9028c600-f3ee-41ca-a9ed-d5def7e0c52b owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:34.980141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76896487-839f-4292-9123-d3690302f678 req-55c50b35-da3e-40e9-be78-23cb0bc09db9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:34.982004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76896487-839f-4292-9123-d3690302f678 req-55c50b35-da3e-40e9-be78-23cb0bc09db9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 945 time: 0.1736767
Dec 11 20:58:35.060809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e1764a4f-827e-476e-82ea-2685825ac8ab up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:35.124571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76896487-839f-4292-9123-d3690302f678 req-f036f015-c8fb-4b83-adbc-18945f873dc8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004436
Dec 11 20:58:35.129318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Deleting port b4b543f9-5e47-473f-b22d-72816187eec3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:35.129658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.159536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port e1764a4f-827e-476e-82ea-2685825ac8ab completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:35.166217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd2f2-06d2-4615-8405-fadeea7ba5d9 req-3897898b-2436-40ca-a2bc-e0da4dce0457 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:35.167061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port e1764a4f-827e-476e-82ea-2685825ac8ab triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:35.167061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.175052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f9fd2f2-06d2-4615-8405-fadeea7ba5d9 req-3897898b-2436-40ca-a2bc-e0da4dce0457 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 945 time: 0.0806270
Dec 11 20:58:35.251289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f9fd2f2-06d2-4615-8405-fadeea7ba5d9 req-ad34cd55-e652-4915-b358-1d504c1e471e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719190
Dec 11 20:58:35.282574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.308575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:35.311212 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0473986d-31c5-4042-8982-d372d115a257" -d '{"events": [{"server_uuid": "252680cb-5545-40de-a181-395ff594a563", "name": "network-vif-plugged", "status": "completed", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:35.318291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.326502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1764a4f-827e-476e-82ea-2685825ac8ab,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:35.332071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9028c600-f3ee-41ca-a9ed-d5def7e0c52b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:35.356322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:35.361727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.381984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=9028c600-f3ee-41ca-a9ed-d5def7e0c52b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:35.382537 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e334e2-2008-474b-ac48-f72f5d64332d x-openstack-request-id: req-02e334e2-2008-474b-ac48-f72f5d64332d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:35.382944 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252680cb-5545-40de-a181-395ff594a563", "name": "network-vif-plugged", "status": "completed", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:35.383208 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02e334e2-2008-474b-ac48-f72f5d64332d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:35.383602 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab', 'code': 200}
Dec 11 20:58:35.423377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] For port b4b543f9-5e47-473f-b22d-72816187eec3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4b543f9-5e47-473f-b22d-72816187eec3,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:35.423753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.462758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:35.516184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aad85-d83d-4cde-bdf2-1d16080df3e3 req-f78213fe-acb3-45e4-93dd-0479e0d49833 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:35.518008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1aad85-d83d-4cde-bdf2-1d16080df3e3 req-f78213fe-acb3-45e4-93dd-0479e0d49833 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.2738173
Dec 11 20:58:35.518786 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d904449e-1b00-4909-ba13-d207ccbba0a4 req-a4c93f6f-f42c-47df-a914-e2068c98f158 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=05bb027a-af04-4464-917f-87091c424a8a HTTP/1.1" status: 200  len: 210 time: 0.0381947
Dec 11 20:58:35.559109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Calling delete_port for b4b543f9-5e47-473f-b22d-72816187eec3 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:35.562484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port 9028c600-f3ee-41ca-a9ed-d5def7e0c52b on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:35.566281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.570497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e702cfa-0ba1-4772-b7a4-33caa220767b req-fa44ddd4-f22c-45e0-8c02-4d8eef12fdc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "DELETE /v2.0/ports/9028c600-f3ee-41ca-a9ed-d5def7e0c52b HTTP/1.1" status: 204  len: 173 time: 0.9723506
Dec 11 20:58:35.582101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'name': 'network-vif-deleted', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:35.585313 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaab9cb-cfa4-4b7a-9daa-855d8c1bcd83" -d '{"events": [{"server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "name": "network-vif-deleted", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:35.657015 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee2ec1-2bfa-4b73-85ae-4830866a82de x-openstack-request-id: req-e6ee2ec1-2bfa-4b73-85ae-4830866a82de {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:35.657313 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05bb027a-af04-4464-917f-87091c424a8a", "name": "network-vif-deleted", "tag": "9028c600-f3ee-41ca-a9ed-d5def7e0c52b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:35.657575 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6ee2ec1-2bfa-4b73-85ae-4830866a82de {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:35.657980 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bb027a-af04-4464-917f-87091c424a8a', 'name': 'network-vif-deleted', 'tag': '9028c600-f3ee-41ca-a9ed-d5def7e0c52b', 'status': 'completed', 'code': 200}
Dec 11 20:58:35.674821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fb0dc-3500-4cc0-a5dc-f9f7a2410386 req-e6484565-fe71-41cd-9f59-44cf59e3d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:35.676591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-748fb0dc-3500-4cc0-a5dc-f9f7a2410386 req-e6484565-fe71-41cd-9f59-44cf59e3d90e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 1097 time: 0.1825662
Dec 11 20:58:35.723091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1aad85-d83d-4cde-bdf2-1d16080df3e3 req-17b2c3f8-1c5a-47a8-9a91-60c50148dfd4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616693
Dec 11 20:58:35.775893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-748fb0dc-3500-4cc0-a5dc-f9f7a2410386 req-d57225cd-3da4-4ace-983b-bcbd0177c1bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900047
Dec 11 20:58:35.840564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.853844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['da19f347-8557-4352-8529-1b6cd02205d9', 'b4b543f9-5e47-473f-b22d-72816187eec3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:35.871548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Pushing event deleted for resources: {'Port': ['ID=b4b543f9-5e47-473f-b22d-72816187eec3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:35.919008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] No DVR routers for this DVR port b4b543f9-5e47-473f-b22d-72816187eec3 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:35.921633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:35.925256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-53c0d9e0-6406-41c3-84c8-9cd1be3df98a req-d4e909a0-0bfd-4205-878f-7b8dbcec3e03 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "DELETE /v2.0/ports/b4b543f9-5e47-473f-b22d-72816187eec3 HTTP/1.1" status: 204  len: 173 time: 1.0446076
Dec 11 20:58:36.377290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22830f6-7931-4fce-8dc6-5a4f5c74b993 req-62d653bc-b654-4c56-8bac-e041172085f9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:36.379089 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d22830f6-7931-4fce-8dc6-5a4f5c74b993 req-62d653bc-b654-4c56-8bac-e041172085f9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0560241
Dec 11 20:58:36.438262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d22830f6-7931-4fce-8dc6-5a4f5c74b993 req-9d3c1392-eb47-43e4-b62e-adfd42060c8e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507486
Dec 11 20:58:36.532098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43a7e5a3-ae2a-47ed-bda4-9a7f8b2afe92 req-33f5d939-eb63-4fac-958f-6ffcf934e7c8 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=941011c2-5676-4e50-8cd1-3bece12185d0 HTTP/1.1" status: 200  len: 210 time: 0.3156145
Dec 11 20:58:36.793597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-5195a8b1-3563-4442-9ff0-18eb109d3cb1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:36.795311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-5195a8b1-3563-4442-9ff0-18eb109d3cb1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.1085565
Dec 11 20:58:36.812203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-37cea2b4-ae12-42b4-9424-2914470cb8cf tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/quotas/a9f85fc1e8e74732b9a3f629335d2632 HTTP/1.1" status: 200  len: 375 time: 0.0100818
Dec 11 20:58:36.857489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e2626-6e2d-4566-9193-9749fb204164 req-4941015e-bafd-4600-9cdb-c6439465913e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:36.859572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-889e2626-6e2d-4566-9193-9749fb204164 req-4941015e-bafd-4600-9cdb-c6439465913e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0587628
Dec 11 20:58:36.869847 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-2faf553c-8e20-4c42-bbee-da9a99eba76a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0499210
Dec 11 20:58:36.916022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-889e2626-6e2d-4566-9193-9749fb204164 req-29a11f58-d396-4207-8ca9-9a9f456f39a2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494449
Dec 11 20:58:36.970500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-701b86f9-39e1-4db8-8873-1b93f1c48fcf service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923448
Dec 11 20:58:37.081430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-bbae393f-15c5-4e46-b277-5d201bc51b74 service neutron] 10.222.0.18 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025186
Dec 11 20:58:37.300601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d85f33a0-45c1-4b02-b5a9-a89cbe98c96a req-236e1a48-3d68-434f-abc7-e5ef490ae590 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 210 time: 0.0377228
Dec 11 20:58:37.330882 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:58:37.594599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a293-6d59-4bf7-b3b7-8d5e6f06bff1 req-438363f1-3f51-4003-8903-7999c26aeaa5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.595960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24c5a293-6d59-4bf7-b3b7-8d5e6f06bff1 req-438363f1-3f51-4003-8903-7999c26aeaa5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0795779
Dec 11 20:58:37.610948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-611ba5c2-a51f-4e48-ba6e-5a0a9559f918 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0850949
Dec 11 20:58:37.662911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24c5a293-6d59-4bf7-b3b7-8d5e6f06bff1 req-5534e1f3-9d67-4259-a1e3-3c33b91c1e76 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502956
Dec 11 20:58:37.663395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'name': 'network-vif-deleted', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:37.665705 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d86511-65e9-414c-8fd1-047a24832dea" -d '{"events": [{"server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "name": "network-vif-deleted", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:37.724656 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5b8859-8943-4a5f-8547-b9cd0981d4dc x-openstack-request-id: req-cb5b8859-8943-4a5f-8547-b9cd0981d4dc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:37.725488 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "941011c2-5676-4e50-8cd1-3bece12185d0", "name": "network-vif-deleted", "tag": "b4b543f9-5e47-473f-b22d-72816187eec3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:37.725793 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb5b8859-8943-4a5f-8547-b9cd0981d4dc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:37.726225 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941011c2-5676-4e50-8cd1-3bece12185d0', 'name': 'network-vif-deleted', 'tag': 'b4b543f9-5e47-473f-b22d-72816187eec3', 'status': 'completed', 'code': 200}
Dec 11 20:58:37.746004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.746522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.746993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.747820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.748296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.748761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.749610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.752262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-376dbea1-5336-4b24-9530-d0b66e5cbd34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.0830534
Dec 11 20:58:37.893800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e54bbf-3714-4b92-8852-955a4519c5ef req-55507159-80e8-4c17-8624-1c84054f7347 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.895351 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8e54bbf-3714-4b92-8852-955a4519c5ef req-55507159-80e8-4c17-8624-1c84054f7347 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0519326
Dec 11 20:58:37.916840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637462-4136-4db5-a621-13344fc9d3af req-02fe5f54-bbeb-4f55-8abf-8748e17a31f5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.918697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70637462-4136-4db5-a621-13344fc9d3af req-02fe5f54-bbeb-4f55-8abf-8748e17a31f5 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.1035528
Dec 11 20:58:37.946419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-eefed9cc-d7be-438e-b725-54d1f3d720f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.947038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-eefed9cc-d7be-438e-b725-54d1f3d720f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.947592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-eefed9cc-d7be-438e-b725-54d1f3d720f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:37.949527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-eefed9cc-d7be-438e-b725-54d1f3d720f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 2293 time: 0.1637585
Dec 11 20:58:37.954432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8e54bbf-3714-4b92-8852-955a4519c5ef req-e08338dd-ef7a-4610-8c52-f884ad6a31e6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509460
Dec 11 20:58:38.025569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70637462-4136-4db5-a621-13344fc9d3af req-9466e932-1666-41e3-a519-401afb4c4209 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007688
Dec 11 20:58:38.038813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-e246ae07-81cf-43ca-978f-406cd9d8ce82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 1001 time: 0.0809312
Dec 11 20:58:38.078375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7c683-bdae-4028-b74c-d2f0457c74cf req-463e1740-2cc9-4768-800c-3c374b82b4af tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.079966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71c7c683-bdae-4028-b74c-d2f0457c74cf req-463e1740-2cc9-4768-800c-3c374b82b4af tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0610459
Dec 11 20:58:38.097412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-3c4afa8c-1f43-4a7e-a27c-e5282fb14cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.097412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-3c4afa8c-1f43-4a7e-a27c-e5282fb14cf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 200  len: 851 time: 0.0507784
Dec 11 20:58:38.131412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71c7c683-bdae-4028-b74c-d2f0457c74cf req-59f339c6-f5d7-4577-96d9-56005250a0e3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441530
Dec 11 20:58:38.150394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-1a242775-0ad7-4d88-8c89-0ff5de8a6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.151990 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-1a242775-0ad7-4d88-8c89-0ff5de8a6ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe15a21-726e-4e30-a5c5-ef4819342354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0471377
Dec 11 20:58:38.277705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-57b7d065-d928-40a9-99ab-7c4171f3141f service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179981
Dec 11 20:58:38.366391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdac5a6-71fe-4b81-bc46-0fda73a90742 req-b31c2b4f-8bc7-4422-bc02-c9ecab50380a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.369073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfdac5a6-71fe-4b81-bc46-0fda73a90742 req-b31c2b4f-8bc7-4422-bc02-c9ecab50380a tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0869050
Dec 11 20:58:38.450085 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfdac5a6-71fe-4b81-bc46-0fda73a90742 req-18330f97-5d73-48cf-b4b9-f624a986c91c tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720563
Dec 11 20:58:38.476289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8a927d3-7da1-4d33-8c93-893055151284 req-87fb7298-a8b9-4f42-a64e-a76df0dd5b60 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 210 time: 0.0396612
Dec 11 20:58:38.500360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-132ace6e-ef8e-4806-a02a-797284a1c0be service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152197
Dec 11 20:58:38.561358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-4ec8c8df-f7a1-4c1c-9b97-f3067e4e354c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 217 time: 0.0510521
Dec 11 20:58:38.571322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-d6d6c7df-7c45-4f98-b635-a93216de9301 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.572966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-d6d6c7df-7c45-4f98-b635-a93216de9301 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 805 time: 0.2084563
Dec 11 20:58:38.603596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb7efc-b418-4f61-8c15-42853e134ec8 req-30d68529-2baa-49af-9956-d1f21149c7c2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.605008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1eeb7efc-b418-4f61-8c15-42853e134ec8 req-30d68529-2baa-49af-9956-d1f21149c7c2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0646415
Dec 11 20:58:38.607830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Request body: {'port': {'device_id': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'admin_state_up': True, 'tenant_id': 'a9f85fc1e8e74732b9a3f629335d2632'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:38.658883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1eeb7efc-b418-4f61-8c15-42853e134ec8 req-58084efe-8e3f-433f-8a80-d88e44ad80e9 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467722
Dec 11 20:58:38.678878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-96e0c24b-ef71-4d05-9ce3-7fd49406e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.680799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-96e0c24b-ef71-4d05-9ce3-7fd49406e4fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1068923
Dec 11 20:58:38.764222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-80106270-837f-45a1-a901-8a937bba984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.765906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-80106270-837f-45a1-a901-8a937bba984d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0772507
Dec 11 20:58:38.784433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Made reservation on behalf of a9f85fc1e8e74732b9a3f629335d2632 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:38.788035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:38.892532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6eb12-b25b-40a4-ad96-bca54fab9920 req-c49933dc-612a-44f3-af35-89fff71ffa98 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:38.894335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5d6eb12-b25b-40a4-ad96-bca54fab9920 req-c49933dc-612a-44f3-af35-89fff71ffa98 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0591133
Dec 11 20:58:38.939463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-7e107bfe-d9c2-4fcd-aeb3-3f1aa4272c00 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638792
Dec 11 20:58:38.951240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5d6eb12-b25b-40a4-ad96-bca54fab9920 req-296d5bc3-3409-4e76-889c-dbba9bfa020d tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486293
Dec 11 20:58:39.080596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Allocated IP 172.20.0.8 (78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8/d277568c-383d-48f1-b615-d83aad06b07c/ff2267f3-97e1-4a85-8844-a0a2e6f4628f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:39.090908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d01ec-ac62-49f8-983e-4332fcdacdbc req-80465222-d878-450d-a196-7a311b918ee9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.092671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-179d01ec-ac62-49f8-983e-4332fcdacdbc req-80465222-d878-450d-a196-7a311b918ee9 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0566342
Dec 11 20:58:39.131963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-e84c8f8e-f8fd-4e37-b50f-1a9653087524 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677568
Dec 11 20:58:39.148844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce9529-86e2-46ea-a8cf-46da75af8e8b req-4fc70bd1-bb04-4734-82e7-766b289435b2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.150675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07ce9529-86e2-46ea-a8cf-46da75af8e8b req-4fc70bd1-bb04-4734-82e7-766b289435b2 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.1156499
Dec 11 20:58:39.159505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-179d01ec-ac62-49f8-983e-4332fcdacdbc req-bf485f90-d914-4d42-93af-a2194b22924d tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515761
Dec 11 20:58:39.208615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-6089a320-989e-4069-92fb-eb367a2ec23f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 217 time: 0.0691345
Dec 11 20:58:39.291148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b4b543f9-5e47-473f-b22d-72816187eec3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:39.314048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: b4b543f9-5e47-473f-b22d-72816187eec3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:39.314510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b4b543f9-5e47-473f-b22d-72816187eec3 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:39.315033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9028c600-f3ee-41ca-a9ed-d5def7e0c52b no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:39.339904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 9028c600-f3ee-41ca-a9ed-d5def7e0c52b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:39.340281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4725dc-c31d-45fc-a0bf-56b7444b035a req-1b9570f1-52d9-43a3-836a-e9026761027e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.340689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9028c600-f3ee-41ca-a9ed-d5def7e0c52b not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:39.342683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c4725dc-c31d-45fc-a0bf-56b7444b035a req-1b9570f1-52d9-43a3-836a-e9026761027e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0551586
Dec 11 20:58:39.343161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07ce9529-86e2-46ea-a8cf-46da75af8e8b req-d8ead3d5-f39a-439b-8745-e1bc1c2779a3 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813595
Dec 11 20:58:39.351328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-7e34b5e7-e7f8-4874-a62e-d0a94b55e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.352775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-7e34b5e7-e7f8-4874-a62e-d0a94b55e69a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1334140
Dec 11 20:58:39.409884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c4725dc-c31d-45fc-a0bf-56b7444b035a req-9fc1948b-8c9a-4f2c-82d1-d4c16cab470b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606129
Dec 11 20:58:39.427517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:39.436666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-c26a7e1e-f7af-42a3-a308-c10e28247b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.438079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-c26a7e1e-f7af-42a3-a308-c10e28247b20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0779524
Dec 11 20:58:39.524881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:39.536894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:39.620273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:39.627304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-7e7d9f21-e807-4128-9d25-91e9e61cd9ca service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803412
Dec 11 20:58:39.630697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:39.636510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:39.643568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event updated for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:39.743477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf2d2-d6f3-4016-86cd-f00fd06b655c req-6b14f494-d43d-4d41-8e35-717cf7f85cc3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.744989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-beacf2d2-d6f3-4016-86cd-f00fd06b655c req-6b14f494-d43d-4d41-8e35-717cf7f85cc3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 931 time: 0.1715798
Dec 11 20:58:39.759717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.760312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:39.776490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63e62c-a9a4-420d-8676-4d71b80eba39 req-5dec137e-b9a0-4c1f-b5bf-39e06e25d79e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:39.778107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a63e62c-a9a4-420d-8676-4d71b80eba39 req-5dec137e-b9a0-4c1f-b5bf-39e06e25d79e tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0500088
Dec 11 20:58:39.801813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-7c464496-cc9d-4f12-82af-bd5316be1b86 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1996183
Dec 11 20:58:39.825096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Request body: {'port': {'device_id': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:39.829564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a63e62c-a9a4-420d-8676-4d71b80eba39 req-f6b9a2fe-1850-46ed-82c5-0f949e0ae6aa tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455151
Dec 11 20:58:39.857413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-c14dc586-e8a6-48ac-a395-735fba62ccbf service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149365
Dec 11 20:58:39.872864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-beacf2d2-d6f3-4016-86cd-f00fd06b655c req-f8cf1e49-91f1-465b-b18a-607c65b1c9dc tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198959
Dec 11 20:58:39.926826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-c43ad1a5-5a32-4543-ab6f-56ece9b7f33f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 200  len: 217 time: 0.0573859
Dec 11 20:58:39.929616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:40.016586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-8e0989de-78b9-4081-a3a0-6d23836dfb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.018032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-8e0989de-78b9-4081-a3a0-6d23836dfb29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0780797
Dec 11 20:58:40.286943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea923d-9bcd-49ab-963f-ddbd7ec1a13d req-890ca72d-f091-40f0-b2f9-968f26bda077 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.289075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71ea923d-9bcd-49ab-963f-ddbd7ec1a13d req-890ca72d-f091-40f0-b2f9-968f26bda077 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0579906
Dec 11 20:58:40.345350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71ea923d-9bcd-49ab-963f-ddbd7ec1a13d req-bb89cdac-ed5f-4720-b379-791147c449c2 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489206
Dec 11 20:58:40.400160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-75f2d4bb-613b-4e7d-9292-7407b1631bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.401641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-75f2d4bb-613b-4e7d-9292-7407b1631bf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.3381841
Dec 11 20:58:40.545211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd59f5-687e-4fa3-b2e7-fefee33f1d36 req-af1b32c1-ae30-413e-8d6b-35f6e311c5a7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.546753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bdd59f5-687e-4fa3-b2e7-fefee33f1d36 req-af1b32c1-ae30-413e-8d6b-35f6e311c5a7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0604324
Dec 11 20:58:40.559859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-fc7fbb72-b59e-45bb-868e-3da1906da696 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476338
Dec 11 20:58:40.566550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2267f3-97e1-4a85-8844-a0a2e6f4628f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:40.574052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:40.594067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Transition to ACTIVE for port object ff2267f3-97e1-4a85-8844-a0a2e6f4628f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:40.604696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bdd59f5-687e-4fa3-b2e7-fefee33f1d36 req-e29038eb-d554-4f2b-a985-3982e79d9ef2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514727
Dec 11 20:58:40.608545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:40.709844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:40.755987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-58793c39-24a3-4734-a2e8-b8a9d458708c service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704769
Dec 11 20:58:40.804904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-e011342e-28c0-4c07-a4fc-2eec49f8336a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 200  len: 217 time: 0.0398204
Dec 11 20:58:40.851022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Attempting to bind port ff2267f3-97e1-4a85-8844-a0a2e6f4628f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:40.851364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Attempting to bind port ff2267f3-97e1-4a85-8844-a0a2e6f4628f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:40.851693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Attempting to bind port ff2267f3-97e1-4a85-8844-a0a2e6f4628f on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:40.863847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Port ff2267f3-97e1-4a85-8844-a0a2e6f4628f on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:40.864185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Attempting to bind port ff2267f3-97e1-4a85-8844-a0a2e6f4628f on network 78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:40.873053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:40.873399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Checking segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:40.873791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Bound using segment: {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:40.874222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Bound port: ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be328e1b-8e4c-4121-983a-e05d7c5fe82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:40.874614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:40.885976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-d1a662fe-86e2-4446-8994-f886b57b079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.887494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-d1a662fe-86e2-4446-8994-f886b57b079d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0727935
Dec 11 20:58:40.975755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96cd49-a6bf-4fbc-be99-f4650d032f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:40.995163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ebc25-5f2f-4c0c-ba66-a5f503343a70 req-c7bf2309-b692-4cdb-b9b1-383aebcd29ef tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:40.996799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c9ebc25-5f2f-4c0c-ba66-a5f503343a70 req-c7bf2309-b692-4cdb-b9b1-383aebcd29ef tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 943 time: 0.0540257
Dec 11 20:58:41.015870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:41.020618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-572567d0-b746-45bb-b531-10b2f23774bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.022776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-572567d0-b746-45bb-b531-10b2f23774bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1107333
Dec 11 20:58:41.025423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:41.034359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3073-f60e-4a23-af22-ee0306c31496 req-2b6108bb-667d-4253-95b3-1184fb77f708 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.035888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3bc3073-f60e-4a23-af22-ee0306c31496 req-2b6108bb-667d-4253-95b3-1184fb77f708 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.1227012
Dec 11 20:58:41.044620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.055054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c9ebc25-5f2f-4c0c-ba66-a5f503343a70 req-e3d07c46-4e0b-4612-833e-031c8cbad6e7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514371
Dec 11 20:58:41.144805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-aa08874c-94c2-4022-afb1-2ed34c25a5c8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.146429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-aa08874c-94c2-4022-afb1-2ed34c25a5c8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "GET /v2.0/ports?device_id=252680cb-5545-40de-a181-395ff594a563 HTTP/1.1" status: 200  len: 946 time: 0.0524318
Dec 11 20:58:41.148491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.149115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.150517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] 10.222.0.16 "PUT /v2.0/ports/ff2267f3-97e1-4a85-8844-a0a2e6f4628f HTTP/1.1" status: 200  len: 1091 time: 1.3295393
Dec 11 20:58:41.151260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:41.153504 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4631b3-0d08-475c-a43d-d7c17b568af5" -d '{"events": [{"name": "network-changed", "server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:41.220206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d58f0a-7b80-4e54-942b-12b4a84bd2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:41.241115 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75900f19-723b-469c-9e9f-6ba77fecd26b x-openstack-request-id: req-75900f19-723b-469c-9e9f-6ba77fecd26b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:41.241426 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:41.241670 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75900f19-723b-469c-9e9f-6ba77fecd26b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:41.242165 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f', 'status': 'completed', 'code': 200}
Dec 11 20:58:41.257094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3bc3073-f60e-4a23-af22-ee0306c31496 req-9106d59d-1f70-4469-b1fb-85948c05a698 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72fed6b-61ad-4d2f-839f-ee88aacb85a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057383
Dec 11 20:58:41.259896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-31d73183-21b5-439e-b410-37fc82741bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230756
Dec 11 20:58:41.262354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Deleting port e1764a4f-827e-476e-82ea-2685825ac8ab {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:41.262741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.274844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-d22a293d-b583-4f63-a913-633cf6331d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.276302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-d22a293d-b583-4f63-a913-633cf6331d7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 1094 time: 0.0744214
Dec 11 20:58:41.356898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] For port e1764a4f-827e-476e-82ea-2685825ac8ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e1764a4f-827e-476e-82ea-2685825ac8ab,segment=NetworkSegment(bf96feef-9275-45ff-a80e-d0f8e501c1c5),segment_id=bf96feef-9275-45ff-a80e-d0f8e501c1c5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:41.357411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.361639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-2e9455b8-d017-4ff4-afa0-6f85b3b44072 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f HTTP/1.1" status: 200  len: 217 time: 0.0660248
Dec 11 20:58:41.380310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Calling delete_port for e1764a4f-827e-476e-82ea-2685825ac8ab owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:41.461324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-a6dc17aa-ea5f-44b7-b826-7b2c9e9960cc service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887641
Dec 11 20:58:41.465260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b4796-6267-4588-9880-cab5984398ea req-5deba84a-d49c-4a18-b8a2-03a59035baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.466680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-5deba84a-d49c-4a18-b8a2-03a59035baba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0949051
Dec 11 20:58:41.517764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.522148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-39065892-72e0-410f-ad6c-204388f50675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 200  len: 217 time: 0.0520873
Dec 11 20:58:41.532543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e1764a4f-827e-476e-82ea-2685825ac8ab'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:41.539780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-0af739cb-064e-47d3-981c-c5ca8763f78e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615964
Dec 11 20:58:41.557618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Pushing event deleted for resources: {'Port': ['ID=e1764a4f-827e-476e-82ea-2685825ac8ab,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:41.574542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d4d2f-88c9-4b94-a570-cb4fe8003556 req-0c1e21c2-1bda-4edf-9f56-3c968f62c411 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.576151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-119d4d2f-88c9-4b94-a570-cb4fe8003556 req-0c1e21c2-1bda-4edf-9f56-3c968f62c411 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1552210
Dec 11 20:58:41.617490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] No DVR routers for this DVR port e1764a4f-827e-476e-82ea-2685825ac8ab on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:41.621316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:41.625416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1407725a-c7e1-4e2d-9062-df2950b88e47 req-459cbc06-491e-4335-9ae5-98187eb767a8 tempest-ServerDiskConfigTestJSON-1608708683 tempest-ServerDiskConfigTestJSON-1608708683-project] 10.222.0.30 "DELETE /v2.0/ports/e1764a4f-827e-476e-82ea-2685825ac8ab HTTP/1.1" status: 204  len: 173 time: 0.4718788
Dec 11 20:58:41.627514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'name': 'network-vif-deleted', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:41.633873 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481f6122-8bea-4be9-8285-312dd81431bb" -d '{"events": [{"server_uuid": "252680cb-5545-40de-a181-395ff594a563", "name": "network-vif-deleted", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:41.658125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-335bd19e-b5bd-426a-88fb-6c8f1cd67e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.659657 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-335bd19e-b5bd-426a-88fb-6c8f1cd67e04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.1228621
Dec 11 20:58:41.734130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-119d4d2f-88c9-4b94-a570-cb4fe8003556 req-3ef7cda3-2317-497a-a70a-32f1c03a5366 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417520
Dec 11 20:58:41.768739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-79d1d60d-cee6-453c-8fbb-0ee8544d5a17 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893582
Dec 11 20:58:41.771255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-96920f7b-9446-4e88-8e9e-2ee95f213d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.772688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-96920f7b-9446-4e88-8e9e-2ee95f213d3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1030147
Dec 11 20:58:41.775887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e57d-2876-4f19-be34-8f5d9e34f3a3 req-20494876-cb45-473f-b0aa-1a2496c44a28 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:41.777540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aef5e57d-2876-4f19-be34-8f5d9e34f3a3 req-20494876-cb45-473f-b0aa-1a2496c44a28 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0580781
Dec 11 20:58:41.839127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aef5e57d-2876-4f19-be34-8f5d9e34f3a3 req-a72fd6a3-3e43-4091-8f32-f5c34e1d2293 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549281
Dec 11 20:58:41.865055 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b4ae6-c5e3-4555-a9cb-454987a932c3 x-openstack-request-id: req-701b4ae6-c5e3-4555-a9cb-454987a932c3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:41.865911 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252680cb-5545-40de-a181-395ff594a563", "name": "network-vif-deleted", "tag": "e1764a4f-827e-476e-82ea-2685825ac8ab", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:41.866177 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-701b4ae6-c5e3-4555-a9cb-454987a932c3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:41.866626 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252680cb-5545-40de-a181-395ff594a563', 'name': 'network-vif-deleted', 'tag': 'e1764a4f-827e-476e-82ea-2685825ac8ab', 'status': 'completed', 'code': 200}
Dec 11 20:58:41.944205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-458b4796-6267-4588-9880-cab5984398ea req-fedfe168-0e1a-44d6-9177-87d379fabbf9 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602764
Dec 11 20:58:41.946055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-2f938dab-5c4c-44e2-96ca-3f15291b7bcd service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609426
Dec 11 20:58:42.058406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-e6afed78-7dd3-47a3-9c95-243d035356e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.059935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-e6afed78-7dd3-47a3-9c95-243d035356e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 1094 time: 0.0604637
Dec 11 20:58:42.077378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-353daf7a-008a-442e-bee3-08d262369004 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232567
Dec 11 20:58:42.156270 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-799089a7-5940-4b8d-8561-b65460ceff97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 217 time: 0.0668745
Dec 11 20:58:42.180832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef59f4-8981-45e0-97ee-22124b9fae06 req-84fd6de7-6541-4538-996e-f4ac76e0fd6e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.182657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9ef59f4-8981-45e0-97ee-22124b9fae06 req-84fd6de7-6541-4538-996e-f4ac76e0fd6e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 943 time: 0.0530236
Dec 11 20:58:42.232751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-0f666316-1884-48ca-8149-3abe58e02a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.234225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-0f666316-1884-48ca-8149-3abe58e02a7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0692949
Dec 11 20:58:42.235372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-41a855f6-7386-4998-875f-5e300a0a83ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.235604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9ef59f4-8981-45e0-97ee-22124b9fae06 req-7758c520-cdc9-46a0-a121-0fbd661d842b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466902
Dec 11 20:58:42.236683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-41a855f6-7386-4998-875f-5e300a0a83ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 200  len: 906 time: 0.1677237
Dec 11 20:58:42.299061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-431d6962-fb08-459a-a01e-338fdc0c9b76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f HTTP/1.1" status: 200  len: 217 time: 0.0479538
Dec 11 20:58:42.345581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-b1001de7-3fc5-4ccf-a93b-ed61cd48c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.347128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-b1001de7-3fc5-4ccf-a93b-ed61cd48c530 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1051970
Dec 11 20:58:42.366109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-c22862fb-ae8e-4b41-beda-6b7d84c69080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.367552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-c22862fb-ae8e-4b41-beda-6b7d84c69080 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 200  len: 845 time: 0.0605953
Dec 11 20:58:42.428033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-8c626ebe-85d4-4655-84d6-d44b0fbf5b07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494089
Dec 11 20:58:42.462570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:42.510132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Deleting subnet 12480266-4480-46e3-a115-4f9dfdef94a3 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:58:42.513451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.526442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-8660dd47-28be-4109-8dbc-4b07e4077b5e service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682277
Dec 11 20:58:42.548144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.567973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-37683230-00b1-48a4-9581-247e11fe66a9 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278765
Dec 11 20:58:42.587651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.647251 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.684739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.689146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/12480266-4480-46e3-a115-4f9dfdef94a3 HTTP/1.1" status: 204  len: 168 time: 0.2255282
Dec 11 20:58:42.690438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f33f84-b23d-4583-8a16-760e6fff538c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12480266-4480-46e3-a115-4f9dfdef94a3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:42.692060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44516) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:42.710533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf16a68-3615-4fcd-af3f-0aa452003cf0 req-40dc37b4-7385-44bc-9395-0ea8ec99a5ba service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638758
Dec 11 20:58:42.721545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb4631b3-0d08-475c-a43d-d7c17b568af5 req-c1157d6b-5b7a-4663-bfa8-c5f2522cc0b9 service neutron] 10.222.0.16 "GET /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249273
Dec 11 20:58:42.775225 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.888633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.916364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1996d0>,) {'filters': {'network_id': ['08c1a488-260d-4abf-9915-6f8ab67622cb']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:42.925696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed828b-0302-481c-9c1c-3c4a989f2ae5 req-a2b9d784-1d3b-4f67-867d-89da3d7fcc3a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.927207 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2ed828b-0302-481c-9c1c-3c4a989f2ae5 req-a2b9d784-1d3b-4f67-867d-89da3d7fcc3a tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.1102772
Dec 11 20:58:42.936244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1996d0>, 'bf96feef-9275-45ff-a80e-d0f8e501c1c5') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:42.936532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1996d0>, 'bf96feef-9275-45ff-a80e-d0f8e501c1c5') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:42.952177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16cd6c-d2a7-47e4-b5d4-5437c47c6bbb req-e56469f4-94fb-40c8-b840-a2c4585d7e44 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:42.952713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.953688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae16cd6c-d2a7-47e4-b5d4-5437c47c6bbb req-e56469f4-94fb-40c8-b840-a2c4585d7e44 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0497727
Dec 11 20:58:42.982189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.996625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:58:42.996974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:58:42.998908 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:58:43.007464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae16cd6c-d2a7-47e4-b5d4-5437c47c6bbb req-fb68d375-f374-4ffc-a4c0-fad399bf5afd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464959
Dec 11 20:58:43.016652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2ed828b-0302-481c-9c1c-3c4a989f2ae5 req-c33c8899-9476-456b-bb64-79d2ea183b8c tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822864
Dec 11 20:58:43.066064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.072266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.075482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/08c1a488-260d-4abf-9915-6f8ab67622cb HTTP/1.1" status: 204  len: 168 time: 0.3825042
Dec 11 20:58:43.091296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f042537-81d8-4195-9e67-784c9fb468c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c1a488-260d-4abf-9915-6f8ab67622cb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:43.278752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:43.319703 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df2ae401-0f1c-48a4-868c-3b4b62762c9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a39ddb93d03540508b9db02fd5ba60c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396643
Dec 11 20:58:43.322282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:43.353364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff232c-244b-4f46-b91e-e0f84457f3dc req-06a0b046-c098-499d-9cfb-cc48b82374fb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:43.354836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41ff232c-244b-4f46-b91e-e0f84457f3dc req-06a0b046-c098-499d-9cfb-cc48b82374fb tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 943 time: 0.0502818
Dec 11 20:58:43.373324 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.394825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.403946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41ff232c-244b-4f46-b91e-e0f84457f3dc req-6ab82967-59d5-4246-9ec4-abdfd8592450 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428481
Dec 11 20:58:43.444956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.447798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.449079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c72fed6b-61ad-4d2f-839f-ee88aacb85a4 HTTP/1.1" status: 204  len: 168 time: 0.1257956
Dec 11 20:58:43.450272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b702738-5d68-42f7-b137-c244a2cb4740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.457351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5bc6a-dddc-4b58-b940-edc6dcabd5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72fed6b-61ad-4d2f-839f-ee88aacb85a4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:43.761172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-328231f2-013e-4650-a8e5-f8c53f23cd41 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:43.762691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-328231f2-013e-4650-a8e5-f8c53f23cd41 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0555878
Dec 11 20:58:43.867165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Deleting port da19f347-8557-4352-8529-1b6cd02205d9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:43.867508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.959832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] For port da19f347-8557-4352-8529-1b6cd02205d9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da19f347-8557-4352-8529-1b6cd02205d9,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:43.960524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:43.975268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Calling delete_port for da19f347-8557-4352-8529-1b6cd02205d9 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:44.156829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e003490-3f0e-429b-9d12-1e856c296c57 req-b96909fe-f990-41a4-b283-aedee51655ed tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:44.158433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e003490-3f0e-429b-9d12-1e856c296c57 req-b96909fe-f990-41a4-b283-aedee51655ed tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7 HTTP/1.1" status: 200  len: 945 time: 0.0579302
Dec 11 20:58:44.167224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fdc0-1e52-4805-adee-ba1921a8e25e req-eb4726e1-ac10-4bf2-b9e7-880b3107476a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:44.168892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3980fdc0-1e52-4805-adee-ba1921a8e25e req-eb4726e1-ac10-4bf2-b9e7-880b3107476a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0683999
Dec 11 20:58:44.170195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:44.181904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['da19f347-8557-4352-8529-1b6cd02205d9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:44.211407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Pushing event deleted for resources: {'Port': ['ID=da19f347-8557-4352-8529-1b6cd02205d9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:44.235019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e003490-3f0e-429b-9d12-1e856c296c57 req-cbbd3874-58d3-4d25-8135-b66ea92e34d6 tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.18 "GET /v2.0/security-groups?id=94580f04-8822-4c37-9b3c-3ed01f594b21&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671706
Dec 11 20:58:44.535830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f793508-6844-4246-ba4f-52d69c85674c req-2d37162e-426c-4f88-8485-c354b2dd4bd1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:44.537957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] No DVR routers for this DVR port da19f347-8557-4352-8529-1b6cd02205d9 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:44.538983 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f793508-6844-4246-ba4f-52d69c85674c req-2d37162e-426c-4f88-8485-c354b2dd4bd1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 943 time: 0.0502770
Dec 11 20:58:44.546139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:44.549480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3571fff3-d7df-42b7-8412-652ecf17e39a req-4f31ea90-eb5f-46dd-a514-f5688a0af1df tempest-ServerRescueNegativeTestJSON-997522025 tempest-ServerRescueNegativeTestJSON-997522025-project] 10.222.0.16 "DELETE /v2.0/ports/da19f347-8557-4352-8529-1b6cd02205d9 HTTP/1.1" status: 204  len: 173 time: 0.7808931
Dec 11 20:58:44.554258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'name': 'network-vif-deleted', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:44.556563 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21a636-3a74-4cc3-a116-ba51651fc993" -d '{"events": [{"server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "name": "network-vif-deleted", "tag": "da19f347-8557-4352-8529-1b6cd02205d9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:44.571287 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3980fdc0-1e52-4805-adee-ba1921a8e25e req-8d613d5c-13f2-4931-972c-ca3720498563 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3945615
Dec 11 20:58:44.599338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f793508-6844-4246-ba4f-52d69c85674c req-96e6baca-aba9-474e-acb6-944fc87cfe2b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547886
Dec 11 20:58:44.604582 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-d33af64b-fd37-4769-b517-5933f1609520 service neutron] show failed (client error): The resource could not be found.
Dec 11 20:58:44.605923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-d33af64b-fd37-4769-b517-5933f1609520 service neutron] 10.222.0.30 "GET /v2.0/ports/3092e126-612d-4779-8d7e-7567b2355b76/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1292150
Dec 11 20:58:44.676933 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5ba0d-ce0b-42d9-944a-675c361f9cf6 x-openstack-request-id: req-ccd5ba0d-ce0b-42d9-944a-675c361f9cf6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:44.677258 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c0ebdc-2114-4b36-b6fc-3e553da4c2b7", "name": "network-vif-deleted", "tag": "da19f347-8557-4352-8529-1b6cd02205d9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:44.677574 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccd5ba0d-ce0b-42d9-944a-675c361f9cf6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:44.678807 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c0ebdc-2114-4b36-b6fc-3e553da4c2b7', 'name': 'network-vif-deleted', 'tag': 'da19f347-8557-4352-8529-1b6cd02205d9', 'status': 'completed', 'code': 200}
Dec 11 20:58:44.850176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:44.920757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-a3210789-e79a-4095-8948-b39db39fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:44.922282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-a3210789-e79a-4095-8948-b39db39fea4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1101 time: 0.0540652
Dec 11 20:58:44.942950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:45.005574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.114757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e1764a4f-827e-476e-82ea-2685825ac8ab no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:45.137110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:45.178623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: e1764a4f-827e-476e-82ea-2685825ac8ab {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:45.179205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e1764a4f-827e-476e-82ea-2685825ac8ab not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:45.179773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:45.319356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44612) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:45.342754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:45.343311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ff2267f3-97e1-4a85-8844-a0a2e6f4628f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:45.376364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.395487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:45.454008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a88a345-2302-4b21-914e-6dbfd115c968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.470864 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.497499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Transition to ACTIVE for port object 3092e126-612d-4779-8d7e-7567b2355b76 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:45.498236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:45.503693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.547537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f', 'network_id': '78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8', 'port_id': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f', 'mac_address': 'fa:16:3e:9d:fc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd277568c-383d-48f1-b615-d83aad06b07c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:45.587106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] No DVR routers for this DVR port 3092e126-612d-4779-8d7e-7567b2355b76 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:45.592432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:58:45.592915 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:58:45.597424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:45.618973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.644503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:45.644876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:45.645212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:45.651205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:45.651695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Attempting to bind port 3092e126-612d-4779-8d7e-7567b2355b76 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:45.651980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff2267f3-97e1-4a85-8844-a0a2e6f4628f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:45.657665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:45.658093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:45.658746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:45.659563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Bound port: 3092e126-612d-4779-8d7e-7567b2355b76, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:45.659563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.682760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4203d8-9bfe-4d64-86bb-bd160463ba21 req-73ab15ce-fdc0-4c73-bb70-e87c7f06bb5d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:45.684593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac4203d8-9bfe-4d64-86bb-bd160463ba21 req-73ab15ce-fdc0-4c73-bb70-e87c7f06bb5d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1975849
Dec 11 20:58:45.691435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:45.694743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.702417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.772417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:45.795316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:45.799348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:45.808947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1e0b-fa10-4686-aa8e-dfbc3c142771 req-407184f5-55a8-47c5-be1d-5dc665a62876 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:45.816836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-197f1e0b-fa10-4686-aa8e-dfbc3c142771 req-407184f5-55a8-47c5-be1d-5dc665a62876 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.0965407
Dec 11 20:58:45.817827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a88a345-2302-4b21-914e-6dbfd115c968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.826895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.834082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a88a345-2302-4b21-914e-6dbfd115c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.865932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ac4203d8-9bfe-4d64-86bb-bd160463ba21 req-a836d0cf-cc91-48bd-b717-b21023c0c824 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1602201
Dec 11 20:58:45.887017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:45.887630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:45.889527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] 10.222.0.16 "PUT /v2.0/ports/3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 1096 time: 0.9504979
Dec 11 20:58:45.952859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a88a345-2302-4b21-914e-6dbfd115c968 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20179d45362743aaad310489efdc1d8a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8127074
Dec 11 20:58:45.961515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44626) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:45.967806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88a345-2302-4b21-914e-6dbfd115c968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d9de8-9073-4222-ab5a-5d76abdce87a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:45.996260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ff2267f3-97e1-4a85-8844-a0a2e6f4628f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:45.999484 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-197f1e0b-fa10-4686-aa8e-dfbc3c142771 req-7eab9a45-362d-4b8d-b5fc-56cd9e197f27 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1818078
Dec 11 20:58:46.031144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483516b0-bceb-469b-9024-2d1a613ad7dc service neutron] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:46.073465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-a25e65f5-b569-4c26-bc00-3c2b63397c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.073670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40799312-dd6d-464d-b8c3-dc21d0b1dd9e req-79f38ee5-8099-43ed-98ab-45305b746210 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.073761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-a25e65f5-b569-4c26-bc00-3c2b63397c14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1099 time: 0.1446683
Dec 11 20:58:46.079989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40799312-dd6d-464d-b8c3-dc21d0b1dd9e req-79f38ee5-8099-43ed-98ab-45305b746210 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 944 time: 0.1008282
Dec 11 20:58:46.107906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.196643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40799312-dd6d-464d-b8c3-dc21d0b1dd9e req-d776a272-d612-4029-be55-0724c9a4a497 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157954
Dec 11 20:58:46.209432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.248983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.277353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-b02bdc06-9664-4f07-899a-cc179791b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.278797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-b02bdc06-9664-4f07-899a-cc179791b2b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1988761
Dec 11 20:58:46.330063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-2f1f14ea-3509-4578-97bc-4b9cbd6211e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.0433171
Dec 11 20:58:46.348896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.354875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.356245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c08d9de8-9073-4222-ab5a-5d76abdce87a HTTP/1.1" status: 204  len: 168 time: 0.3927095
Dec 11 20:58:46.394978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c283f72-759d-4b79-8075-dae1da31d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d9de8-9073-4222-ab5a-5d76abdce87a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:46.426039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-58cedbc0-50c6-42de-8cf1-4da86376ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.428504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-58cedbc0-50c6-42de-8cf1-4da86376ad5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0803614
Dec 11 20:58:46.461330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.488968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-060764ff-4f79-43d4-b403-f3884f96cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.491431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-060764ff-4f79-43d4-b403-f3884f96cd38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0550916
Dec 11 20:58:46.610641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-6bd75016-17f5-4266-88fe-a4d8b626727d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1098022
Dec 11 20:58:46.663128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Deleting port a31240ba-fea8-43ad-a7d0-e83282aba9c8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:46.663631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.682325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}, {'name': 'network-changed', 'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:46.685145 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3583348-109d-43a2-9d72-54fda452d2bd" -d '{"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}, {"name": "network-changed", "server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:46.724157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a3ebf9-b31f-4de1-b368-1bedac35d2a5 req-f679763c-6f9e-4e99-bdfd-405728060176 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046491
Dec 11 20:58:46.761939 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f9f72-9870-459f-91e8-5c0172d3876c x-openstack-request-id: req-908f9f72-9870-459f-91e8-5c0172d3876c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:46.762254 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-unplugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "code": 200}, {"name": "network-changed", "server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:46.762575 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-908f9f72-9870-459f-91e8-5c0172d3876c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:46.763026 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'code': 200}
Dec 11 20:58:46.763358 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'status': 'completed', 'code': 200}
Dec 11 20:58:46.773560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] For port a31240ba-fea8-43ad-a7d0-e83282aba9c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a31240ba-fea8-43ad-a7d0-e83282aba9c8,segment=NetworkSegment(9dd2ad49-256d-4cbc-95ee-12f35b2274d1),segment_id=9dd2ad49-256d-4cbc-95ee-12f35b2274d1)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:46.774200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:46.789342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Calling delete_port for a31240ba-fea8-43ad-a7d0-e83282aba9c8 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:46.903422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-4a9ed759-c247-4fdf-8281-5e94b5cfd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.905331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-4a9ed759-c247-4fdf-8281-5e94b5cfd0d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1099 time: 0.1117973
Dec 11 20:58:46.914057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-9fcaccd9-9369-41d1-9405-fd7113e35356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:46.916737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-9fcaccd9-9369-41d1-9405-fd7113e35356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1099 time: 0.0605261
Dec 11 20:58:47.082992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771cd4b-289c-4f99-8cf9-ee9620a1f898 req-6a2c8336-d015-47b3-a01c-4be09c8f996b tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.092826 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a771cd4b-289c-4f99-8cf9-ee9620a1f898 req-6a2c8336-d015-47b3-a01c-4be09c8f996b tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1195395
Dec 11 20:58:47.093770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-2311be94-f891-430c-9f4a-cbb4a4f26cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.096067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-2311be94-f891-430c-9f4a-cbb4a4f26cff service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1778126
Dec 11 20:58:47.099257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-b594e8ae-f285-4150-b7d0-39f00a2c4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.100731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-b594e8ae-f285-4150-b7d0-39f00a2c4ce7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1737807
Dec 11 20:58:47.104907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.143450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.185979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Pushing event deleted for resources: {'Port': ['ID=a31240ba-fea8-43ad-a7d0-e83282aba9c8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:47.199486 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a771cd4b-289c-4f99-8cf9-ee9620a1f898 req-588aa5f8-a504-4a00-8814-42e72eadb3f7 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057141
Dec 11 20:58:47.267142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-bdf5d92a-3503-46a0-ade0-bd4b0721db6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.1532147
Dec 11 20:58:47.271377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-01d4acf0-169e-419c-aecb-aa7378b45279 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.1546049
Dec 11 20:58:47.351574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ff2267f3-97e1-4a85-8844-a0a2e6f4628f up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:47.440962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ff2267f3-97e1-4a85-8844-a0a2e6f4628f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:47.447359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ff2267f3-97e1-4a85-8844-a0a2e6f4628f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:47.447986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.463061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474b1e6-48dc-48f2-9b6a-7b524c452e3b req-2902cd07-7319-4f7f-9300-fe89a9859b04 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.470862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3474b1e6-48dc-48f2-9b6a-7b524c452e3b req-2902cd07-7319-4f7f-9300-fe89a9859b04 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.2584610
Dec 11 20:58:47.501095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.517983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-f9812d4e-ae79-4235-97af-b6288ec8c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.519998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-f9812d4e-ae79-4235-97af-b6288ec8c928 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2294350
Dec 11 20:58:47.523873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-66591065-a703-430f-8d5c-f0f8118f31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.525746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-66591065-a703-430f-8d5c-f0f8118f31c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2397833
Dec 11 20:58:47.564143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.588627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da13b5-b584-4660-a449-2a7786c25151 req-27c2c134-2a2a-45a3-9ba2-9792cd9a1baf tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.595656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:47.597893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44da13b5-b584-4660-a449-2a7786c25151 req-27c2c134-2a2a-45a3-9ba2-9792cd9a1baf tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 944 time: 0.1618183
Dec 11 20:58:47.599308 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8e033-e803-40e4-956f-29070fc912c8" -d '{"events": [{"server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "name": "network-vif-plugged", "status": "completed", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:47.616455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:47.623164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:47.624352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device da19f347-8557-4352-8529-1b6cd02205d9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:47.625121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-8b3d454e-16dc-4fe2-bd57-ba6f9b98dd50 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.626978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-8b3d454e-16dc-4fe2-bd57-ba6f9b98dd50 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.1873417
Dec 11 20:58:47.662559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: da19f347-8557-4352-8529-1b6cd02205d9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:47.663713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device da19f347-8557-4352-8529-1b6cd02205d9 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:47.698532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3474b1e6-48dc-48f2-9b6a-7b524c452e3b req-aa8f4154-df0b-4971-9e9d-dd1ad9ba2080 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2263715
Dec 11 20:58:47.731755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-95dc685b-6347-4a20-aeb5-5441850936df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.747994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-95dc685b-6347-4a20-aeb5-5441850936df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2138879
Dec 11 20:58:47.752832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:47.781891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3583348-109d-43a2-9d72-54fda452d2bd req-218c461d-2c99-4ce8-adfd-88399cc48f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:47.783913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-218c461d-2c99-4ce8-adfd-88399cc48f94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2449675
Dec 11 20:58:47.952728 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ec19c-7ebb-4570-93cb-1239f29b5523 x-openstack-request-id: req-032ec19c-7ebb-4570-93cb-1239f29b5523 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:47.953128 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "name": "network-vif-plugged", "status": "completed", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:47.953398 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-032ec19c-7ebb-4570-93cb-1239f29b5523 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:47.953885 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f', 'code': 200}
Dec 11 20:58:48.009371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Deleting port b85c087f-4c4d-4931-a08c-8da569d4864b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:48.009716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:48.050280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44da13b5-b584-4660-a449-2a7786c25151 req-2d64ba29-ed17-48b6-a2c2-55c236f571cd tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514635
Dec 11 20:58:48.064664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-1c666f37-9f37-447d-a77c-463c126020d9 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991333
Dec 11 20:58:48.113403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-1c0a6a2a-6a43-42db-9c86-de0192ccf074 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949367
Dec 11 20:58:48.179705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Router ccc14217-0755-49bc-982b-340c783a4418 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:58:48.236628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a520a3-8383-478e-b95b-47bb24f53ed0 req-aea1ab35-f30f-43d7-8594-90baca3ee0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:48.238308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6a520a3-8383-478e-b95b-47bb24f53ed0 req-aea1ab35-f30f-43d7-8594-90baca3ee0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 1096 time: 0.2085273
Dec 11 20:58:48.345526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:58:48.347772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] For port b85c087f-4c4d-4931-a08c-8da569d4864b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b85c087f-4c4d-4931-a08c-8da569d4864b,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:48.348152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:48.359042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Sync routers for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:58:48.362146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44686) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:48.362794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2c5b1713-b713-44d0-9b06-56b28919e26f admin admin] 10.222.0.18 "PUT /v2.0/routers/ccc14217-0755-49bc-982b-340c783a4418/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0386941
Dec 11 20:58:48.372119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-8329e821-f4a8-4b62-bb65-bc89739fc9d6 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784154
Dec 11 20:58:48.411320 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:58:48.413230 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:48.526254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3583348-109d-43a2-9d72-54fda452d2bd req-5a49b04a-ecbc-45dc-af54-26652b40f8c3 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4004920
Dec 11 20:58:48.541403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6a520a3-8383-478e-b95b-47bb24f53ed0 req-0206d7e5-cf92-4f36-a0e8-dcaa06a560f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2929461
Dec 11 20:58:48.642304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:58:48.862697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e88df-0041-4930-a327-95408b1223a9 req-6ef7e047-adb4-4896-86e5-8892fada965f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:48.869589 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5820>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:58:47Z', 'revision_number': 5, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:48.872879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-179e88df-0041-4930-a327-95408b1223a9 req-6ef7e047-adb4-4896-86e5-8892fada965f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 948 time: 0.0815864
Dec 11 20:58:48.904892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Checking router: ccc14217-0755-49bc-982b-340c783a4418 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:58:48.936049 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Routers {'ccc14217-0755-49bc-982b-340c783a4418'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:58:48.937902 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccc14217-0755-49bc-982b-340c783a4418'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:48.944439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-179e88df-0041-4930-a327-95408b1223a9 req-dda1cc7b-378c-46b7-b824-9d0ca45e874d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703597
Dec 11 20:58:48.958046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e71610-edcc-4c87-9fe1-3052087964b6 req-0d210ac0-0486-4fcf-b8b4-f6f97bf779af tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:48.965542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93e71610-edcc-4c87-9fe1-3052087964b6 req-0d210ac0-0486-4fcf-b8b4-f6f97bf779af tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 946 time: 0.6274614
Dec 11 20:58:49.033933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.128958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.129512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.129742 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Floating IP de2fb4ee-4ad6-454c-a76e-c2f1179dc02d disassociated. External IP: 172.35.1.52, port: b85c087f-4c4d-4931-a08c-8da569d4864b.
Dec 11 20:58:49.129982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Calling delete_port for b85c087f-4c4d-4931-a08c-8da569d4864b owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:49.141675 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] Set router ccc14217-0755-49bc-982b-340c783a4418 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:58:49.146913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93e71610-edcc-4c87-9fe1-3052087964b6 req-003ba017-8cba-4d02-9086-137f91fb8c79 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=8a5b7952-aebd-4433-966e-199eac2f549f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769149
Dec 11 20:58:49.253538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa8fed-183c-4689-a90f-f009cdad25f7 req-a8f0fcf9-c339-4e09-bf82-7cdf792232e8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:49.264072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24fa8fed-183c-4689-a90f-f009cdad25f7 req-a8f0fcf9-c339-4e09-bf82-7cdf792232e8 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0778456
Dec 11 20:58:49.268213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.350364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24fa8fed-183c-4689-a90f-f009cdad25f7 req-af2fee8e-aaf7-49c3-9f81-ba8ebdc1813b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853934
Dec 11 20:58:49.362190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:58:49.375694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Deleting port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:49.375951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.405519 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845d5820>, [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:58:47Z', 'revision_number': 5, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:49.443177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03176b8d-da88-400e-b9ad-d64e3d7b62f8 None None] The sync data for ids ['ccc14217-0755-49bc-982b-340c783a4418'] in ncdv-master-1 is: [{'id': 'ccc14217-0755-49bc-982b-340c783a4418', 'name': 'tempest-ServerRescueNegativeTestJSON-730707091-router', 'tenant_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80'}], 'enable_snat': True}, 'gw_port_id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:55:54Z', 'updated_at': '2021-12-11T20:58:47Z', 'revision_number': 5, 'project_id': '8c9b8bef4801403db9dc65e4c9fcf464', 'gw_port': {'id': '3ee6cf42-93e4-41a2-ac6c-e962d5704bbd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc14217-0755-49bc-982b-340c783a4418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:55:56Z', 'updated_at': '2021-12-11T20:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:58:49.475251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.528643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:49.541167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'Port': ['ID=b85c087f-4c4d-4931-a08c-8da569d4864b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:49.559129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '3092e126-612d-4779-8d7e-7567b2355b76', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '3092e126-612d-4779-8d7e-7567b2355b76', 'mac_address': 'fa:16:3e:41:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:58:49.617687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] For port 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:49.618079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.618679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.639727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Calling delete_port for 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:49.671469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3092e126-612d-4779-8d7e-7567b2355b76 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:49.709863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:49.717562 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:49.759147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:58:49.785386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:49.995997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:58:50.022874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:50.035284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.044534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:58:50.096736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee6cf42-93e4-41a2-ac6c-e962d5704bbd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:50.107128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:58:50.107938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77555eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:50.118052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] No DVR routers for this DVR port b85c087f-4c4d-4931-a08c-8da569d4864b on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:58:50.122372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.133841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-572733d3-6a75-4ca1-85c4-dbec15c960a6 req-86162eb3-5afc-40f0-b64a-066e41d44382 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "DELETE /v2.0/ports/b85c087f-4c4d-4931-a08c-8da569d4864b HTTP/1.1" status: 204  len: 173 time: 2.4966207
Dec 11 20:58:50.157450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'name': 'network-vif-deleted', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:50.159692 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae1ad73-e7c0-4338-8fb0-660f57ed0393" -d '{"events": [{"server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "name": "network-vif-deleted", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:50.214213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.264299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409330d4-6c12-4d6d-a70f-13deb1be0341 req-9ef38464-9a3c-41ad-9d12-5736138470fc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:50.266285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-409330d4-6c12-4d6d-a70f-13deb1be0341 req-9ef38464-9a3c-41ad-9d12-5736138470fc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.1962678
Dec 11 20:58:50.408114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-409330d4-6c12-4d6d-a70f-13deb1be0341 req-d6817c68-3374-42f6-b486-35c0c4311e42 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236873
Dec 11 20:58:50.491458 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca6bd6-81bd-4191-8234-2060d25447c8 x-openstack-request-id: req-dcca6bd6-81bd-4191-8234-2060d25447c8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:50.491763 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb90ad0f-8de4-44a0-a9a6-84d4f56bd092", "name": "network-vif-deleted", "tag": "b85c087f-4c4d-4931-a08c-8da569d4864b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:50.492026 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcca6bd6-81bd-4191-8234-2060d25447c8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:50.492431 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb90ad0f-8de4-44a0-a9a6-84d4f56bd092', 'name': 'network-vif-deleted', 'tag': 'b85c087f-4c4d-4931-a08c-8da569d4864b', 'status': 'completed', 'code': 200}
Dec 11 20:58:50.495658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.507973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.511020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:58:50.571743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-80ac1dc4-ed67-4403-9a89-6a0af466f8d8 req-20f6f39c-6176-492e-acac-b9b2a59b8b3a tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb90ad0f-8de4-44a0-a9a6-84d4f56bd092 HTTP/1.1" status: 200  len: 210 time: 0.0431368
Dec 11 20:58:50.702984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.704010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc14217-0755-49bc-982b-340c783a4418 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:58:50.714177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.720793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:50.723051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2cdb38ce-103c-48f4-abbc-b91f816e174e admin admin] 10.222.0.18 "DELETE /v2.0/routers/ccc14217-0755-49bc-982b-340c783a4418 HTTP/1.1" status: 204  len: 168 time: 2.3531299
Dec 11 20:58:50.762412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd14d4-b7fe-4c65-b0ee-b0cd4c7fa33f req-4c6aa875-106a-431f-af70-1de650274b96 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:50.781320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cbd14d4-b7fe-4c65-b0ee-b0cd4c7fa33f req-4c6aa875-106a-431f-af70-1de650274b96 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.2286246
Dec 11 20:58:50.851569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Deleting subnet 200f2fbd-3c04-4c55-87a9-b98661fc1a75 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:58:50.856555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.919650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:50.933140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cbd14d4-b7fe-4c65-b0ee-b0cd4c7fa33f req-ab67bbab-c10c-4ecd-94cb-d95d5f6802ff tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478033
Dec 11 20:58:51.011025 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.091398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77555eb0>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.139003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:58:51.165215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:58:51.165931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77555eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.170919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.173102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c5588-eb76-4f30-85d4-6663698b1ad4 req-d6bef90c-6069-4ece-96a4-baf920d09b5e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:51.175864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d5c5588-eb76-4f30-85d4-6663698b1ad4 req-d6bef90c-6069-4ece-96a4-baf920d09b5e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.1146336
Dec 11 20:58:51.178238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.232913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200f2fbd-3c04-4c55-87a9-b98661fc1a75,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:51.237763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.241912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec94fb77-4810-4aac-aecd-9f97d8f89382 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/200f2fbd-3c04-4c55-87a9-b98661fc1a75 HTTP/1.1" status: 204  len: 168 time: 0.5197327
Dec 11 20:58:51.244956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:51.258886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-5176707c-273d-4f1c-ac59-eefe812cbf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:51.263356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-5176707c-273d-4f1c-ac59-eefe812cbf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.2440281
Dec 11 20:58:51.323626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d5c5588-eb76-4f30-85d4-6663698b1ad4 req-a31bad78-54b3-4d8d-ba04-993311c03b89 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376464
Dec 11 20:58:51.339500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:58:51.353165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.431631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b85c087f-4c4d-4931-a08c-8da569d4864b no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:51.470415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: b85c087f-4c4d-4931-a08c-8da569d4864b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:51.470415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b85c087f-4c4d-4931-a08c-8da569d4864b not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:51.509557 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-317b1833-6268-42b1-9653-8a6803abe5cc service neutron] delete failed (client error): The resource could not be found.
Dec 11 20:58:51.511433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-317b1833-6268-42b1-9653-8a6803abe5cc service neutron] 10.222.0.30 "DELETE /v2.0/ports/3092e126-612d-4779-8d7e-7567b2355b76/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2407637
Dec 11 20:58:51.533447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:51.566240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfd622-a1a4-447d-89ce-a15eaae5a534 req-1bedf6b9-be69-493c-8cc6-1a8f44576115 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:51.570184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:51.570776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ee6cf42-93e4-41a2-ac6c-e962d5704bbd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:51.571349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a31240ba-fea8-43ad-a7d0-e83282aba9c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:58:51.579054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85dfd622-a1a4-447d-89ce-a15eaae5a534 req-1bedf6b9-be69-493c-8cc6-1a8f44576115 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.2939308
Dec 11 20:58:51.596379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.659195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d54a9a0>,) {'filters': {'network_id': ['d116e3c7-e05c-46d1-b979-68e398677e6f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.665279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-c2320f9d-7c7c-4b0c-86d9-846fa032fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:51.666843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-c2320f9d-7c7c-4b0c-86d9-846fa032fc91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1100 time: 0.0850649
Dec 11 20:58:51.672477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d54a9a0>, '9dd2ad49-256d-4cbc-95ee-12f35b2274d1') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.673548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d54a9a0>, '9dd2ad49-256d-4cbc-95ee-12f35b2274d1') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.683026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85dfd622-a1a4-447d-89ce-a15eaae5a534 req-6df978a2-3e96-4131-a084-a8b240d45227 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029353
Dec 11 20:58:51.701962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.741754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.745082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44766) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:51.758210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a31240ba-fea8-43ad-a7d0-e83282aba9c8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:58:51.758843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a31240ba-fea8-43ad-a7d0-e83282aba9c8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:58:51.761545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:58:51.762813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:58:51.768978 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:58:51.823960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77555eb0>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:58:51.863380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-ef923b2e-a949-453a-8606-76fbd49424c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:51.865903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-ef923b2e-a949-453a-8606-76fbd49424c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1814377
Dec 11 20:58:51.866410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a298e782-f2ee-40df-85e3-6d2f6f8626dc None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:58:51.887694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.931653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-ad4bcc3c-58c5-4619-800b-ccf9910f0bc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 200  len: 217 time: 0.0586596
Dec 11 20:58:51.932002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.958587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:51.966936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d116e3c7-e05c-46d1-b979-68e398677e6f HTTP/1.1" status: 204  len: 168 time: 0.7205756
Dec 11 20:58:51.998398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a6ca7-8dea-46d1-a8d3-a559c0e387f2 req-93ab2384-a2ae-48e7-bedd-baf2021a01e3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:52.007883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-784a6ca7-8dea-46d1-a8d3-a559c0e387f2 req-93ab2384-a2ae-48e7-bedd-baf2021a01e3 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1493821
Dec 11 20:58:52.011563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb516-827f-405f-a4d7-654c4fe6eb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=d116e3c7-e05c-46d1-b979-68e398677e6f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:52.062550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.104677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-784a6ca7-8dea-46d1-a8d3-a559c0e387f2 req-b341c0a0-916b-429a-ba1b-d5eb1e6e5f28 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919220
Dec 11 20:58:52.122182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-69965113-3536-4870-85e9-1189819b8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:52.124022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-69965113-3536-4870-85e9-1189819b8e1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1844013
Dec 11 20:58:52.203104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.211302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.214151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "DELETE /v2.0/security-groups/8a5b7952-aebd-4433-966e-199eac2f549f HTTP/1.1" status: 204  len: 168 time: 0.4662991
Dec 11 20:58:52.216426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44776) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:52.239980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-1f53b063-1710-4b94-89ee-54d1fdedc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:52.242320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-1f53b063-1710-4b94-89ee-54d1fdedc2df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1117697
Dec 11 20:58:52.243396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b7952-aebd-4433-966e-199eac2f549f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:52.258907 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-1831eebd-888f-4673-a368-1c9c0a2e595d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] show failed (client error): The resource could not be found.
Dec 11 20:58:52.263288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1831eebd-888f-4673-a368-1c9c0a2e595d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups/8a5b7952-aebd-4433-966e-199eac2f549f HTTP/1.1" status: 404  len: 347 time: 0.0456884
Dec 11 20:58:52.267028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44778) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:52.280407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.280407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.286262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe53cc-f58f-4493-9ae5-8d84e46d60b8 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:52.329234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44780) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:52.424918 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f9da4-933f-440e-9458-29969a74d61e None None] New status for floating IP de2fb4ee-4ad6-454c-a76e-c2f1179dc02d: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:58:52.483710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1485f4b4-2555-470d-b69a-e297c57645e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c9b8bef4801403db9dc65e4c9fcf464&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1471400
Dec 11 20:58:52.497462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44786) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:52.556142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-18e1ccd2-7169-408b-a4b8-7b4db6256225 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044345
Dec 11 20:58:52.566993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e6fb-3e8d-4066-85cb-f010f1bf577b req-3d1c931c-be3d-4a2e-a6ca-b042e08cc637 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:52.570514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abe3e6fb-3e8d-4066-85cb-f010f1bf577b req-3d1c931c-be3d-4a2e-a6ca-b042e08cc637 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 949 time: 0.1070261
Dec 11 20:58:52.645235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724840-0713-4aa1-a006-cf8778bcb08c req-7c32cdbf-6597-4704-8317-b43cc7acfa71 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:52.647702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00724840-0713-4aa1-a006-cf8778bcb08c req-7c32cdbf-6597-4704-8317-b43cc7acfa71 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1513264
Dec 11 20:58:52.665695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Deleting port c2b0be83-68f9-43d9-8333-777a09ef54d9 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:58:52.666066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.700560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.727275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.742454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abe3e6fb-3e8d-4066-85cb-f010f1bf577b req-38b02da0-db4f-4cae-820c-b58061bc478f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520901
Dec 11 20:58:52.768311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82a9d12b-ca1f-4b21-aea6-396e72540ca9 req-c64ee8a6-a139-49c0-b503-127353962d7f service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964703
Dec 11 20:58:52.892667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00724840-0713-4aa1-a006-cf8778bcb08c req-cc6b71ae-0322-47ca-8510-b58e07617a78 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338693
Dec 11 20:58:52.893519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.896975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.899173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94580f04-8822-4c37-9b3c-3ed01f594b21 HTTP/1.1" status: 204  len: 168 time: 0.3991373
Dec 11 20:58:52.915983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25dcad-b9f5-4407-9e04-b799037a9cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94580f04-8822-4c37-9b3c-3ed01f594b21,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:52.937110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.937912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:52.960151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Calling delete_port for c2b0be83-68f9-43d9-8333-777a09ef54d9 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:58:53.151623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.180593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'Port': ['ID=c2b0be83-68f9-43d9-8333-777a09ef54d9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:53.252978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.261231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.262672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-87f1ebe3-8aac-4d97-97ce-5718388f34d4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "DELETE /v2.0/floatingips/de2fb4ee-4ad6-454c-a76e-c2f1179dc02d HTTP/1.1" status: 204  len: 168 time: 0.9926801
Dec 11 20:58:53.396842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:58:53.478122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 3092e126-612d-4779-8d7e-7567b2355b76 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:58:53.486196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 3092e126-612d-4779-8d7e-7567b2355b76 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:53.487099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.657032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.683409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:53.686169 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b19b55-3a29-487c-9116-910425574cd0" -d '{"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:53.712915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:58:53.722195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.736242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44832) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:53.741660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666008329', 'description': 'tempest-description--1080666272'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:53.786714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.789215 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c7ebc-4b5b-4eb4-aad0-106c2cd04a35 x-openstack-request-id: req-493c7ebc-4b5b-4eb4-aad0-106c2cd04a35 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:53.789956 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-plugged", "status": "completed", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:53.790426 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-493c7ebc-4b5b-4eb4-aad0-106c2cd04a35 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:53.791055 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'code': 200}
Dec 11 20:58:53.818744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:53.926920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.933890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:53.943656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a325b86-44d8-479c-92c1-e415f55f8e40 req-e363e3f7-d0b7-4b58-9534-8664dd8220b1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:53.945218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a325b86-44d8-479c-92c1-e415f55f8e40 req-e363e3f7-d0b7-4b58-9534-8664dd8220b1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.0958896
Dec 11 20:58:54.003701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.005069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2676129
Dec 11 20:58:54.010357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44852) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:54.018166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group_rule': {'security_group_id': 'c8d270c8-717c-457b-954e-12739ebcd2d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:54.024419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02139a-be10-4aa7-a4af-54e203842d25 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d270c8-717c-457b-954e-12739ebcd2d4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:54.050820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a325b86-44d8-479c-92c1-e415f55f8e40 req-acfddadf-6a00-4cac-ae7d-363f772967f1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942228
Dec 11 20:58:54.133142 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.232548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2e2bd-0a0b-459d-ae7a-d95e1c181a0b req-5f9edf88-c94c-4fa2-899a-5b8b656df3d1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:54.244938 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65b2e2bd-0a0b-459d-ae7a-d95e1c181a0b req-5f9edf88-c94c-4fa2-899a-5b8b656df3d1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.2059493
Dec 11 20:58:54.301807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.337799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65b2e2bd-0a0b-459d-ae7a-d95e1c181a0b req-4834d441-a6f9-430c-aeb6-16d5b801879e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916407
Dec 11 20:58:54.340963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.387934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8c198c-5c07-4459-9261-c0a46a1d6e63,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:54.388414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98c97f-b291-42d2-a7b7-79e511ad6034 req-f7c2d7f3-40c3-4865-a4a3-579b529bbc3f tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:54.399692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e98c97f-b291-42d2-a7b7-79e511ad6034 req-f7c2d7f3-40c3-4865-a4a3-579b529bbc3f tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 1101 time: 0.1153665
Dec 11 20:58:54.415878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.417146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b0f780df-5c11-4ab0-9f6a-34f7ad6eb0b5 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4058254
Dec 11 20:58:54.420015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:54.428691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'security_group_rule': {'security_group_id': 'c8d270c8-717c-457b-954e-12739ebcd2d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:54.479590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e98c97f-b291-42d2-a7b7-79e511ad6034 req-a450e146-292e-49f2-b406-d3df50f7758f tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783715
Dec 11 20:58:54.512793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.623722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.627983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.648445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c80316-2384-46b1-b9d5-a4371bb7caf7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:54.659889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.661258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd92e25a-59b0-44f6-bf97-27bfbc953db4 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2401655
Dec 11 20:58:54.664996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:54.669969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:54.714128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.790449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-a0a4f164-e5e7-455a-a889-7a3477f86c67 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306048
Dec 11 20:58:54.853918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:54.921905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-a39bd6ba-f93c-43e5-814a-f7682eb87580 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:54.924404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-a39bd6ba-f93c-43e5-814a-f7682eb87580 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1331406
Dec 11 20:58:54.964058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-01c3190b-db4c-4276-b0e2-1979bab648a3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/quotas/7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 375 time: 0.0269554
Dec 11 20:58:55.019312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Allocated IP 172.35.1.170 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/198052ca-49ab-48c4-85ed-e1304a8afbb1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:55.238448 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:55.285005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:55.428278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-e167d280-26cc-4c12-aeaa-b791d36713b4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4575253
Dec 11 20:58:55.441736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:55.445950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32210b96-575e-4ac7-8e09-3011032de8f2 req-602d1cf3-672e-4acd-98e5-773146b00bc3 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0931118
Dec 11 20:58:55.447502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=198052ca-49ab-48c4-85ed-e1304a8afbb1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:55.450443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:55.452781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:55.581203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:55.675700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:55.839172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d24cf8f6-01ac-44fe-bf4f-a1d358a5cbd0 req-ebd78b53-aefe-4bff-af58-7a218acfe1f1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 210 time: 0.0447068
Dec 11 20:58:55.917713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7c77-7d93-4579-bfc2-9d78f166d416 req-45e2ca3d-0643-40c6-8dd5-447f30c67229 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:55.921397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c52e7c77-7d93-4579-bfc2-9d78f166d416 req-45e2ca3d-0643-40c6-8dd5-447f30c67229 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1520081
Dec 11 20:58:56.109388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c52e7c77-7d93-4579-bfc2-9d78f166d416 req-a07849e3-63b1-49e3-aa35-d56626aca129 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529074
Dec 11 20:58:56.228319 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e93f5831-d490-47c4-af41-ca71166e9857 req-ed97c2f5-5886-4937-a02a-553f4b80b320 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0420079
Dec 11 20:58:56.275332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.294739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.370211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=198052ca-49ab-48c4-85ed-e1304a8afbb1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:56.382695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.383418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.383418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.383698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.384481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.384695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.384864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.385277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.385614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.386079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.386586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.386904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.387238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:58:56.394079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.410531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44974) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:56.423186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.425936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f01c6fc6-921b-4eee-80d0-499dfb1ffb10 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7582395
Dec 11 20:58:56.576004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6a9f-c5ab-4c14-b3f3-8300bd9f3b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.704801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6a9f-c5ab-4c14-b3f3-8300bd9f3b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.715078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6a9f-c5ab-4c14-b3f3-8300bd9f3b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.731234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-df735057-f3d3-438a-aa2e-0e125ee34211 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1666008329&fields=id&tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 267 time: 0.0818608
Dec 11 20:58:56.790829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb6a9f-c5ab-4c14-b3f3-8300bd9f3b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a831c-c8f6-4cea-8804-dc092581f288,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:56.799805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7bb6a9f-c5ab-4c14-b3f3-8300bd9f3b54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcc1c40fd9b9491993e0923be755b213&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3874748
Dec 11 20:58:56.801824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44996) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:56.893172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.916487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-ac1fa5c9-a543-427b-8a3c-7ab9fb2f6186 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:56.918141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-ac1fa5c9-a543-427b-8a3c-7ab9fb2f6186 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 810 time: 0.1754203
Dec 11 20:58:56.926113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:56.937638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-b118a35e-3b4c-43af-8e78-b44c1691daec tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/quotas/3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 375 time: 0.0130467
Dec 11 20:58:56.972307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ec6be3f-56f0-46d4-8756-8ce1918ccfd8 req-45d4fa1d-e59d-4c55-bf86-a616f26518f3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 210 time: 0.0370822
Dec 11 20:58:57.003231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-f8679f10-0b5c-4b81-aeed-4d8d12a2e74c tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0583780
Dec 11 20:58:57.028562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.031547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.035410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c05a831c-c8f6-4cea-8804-dc092581f288 HTTP/1.1" status: 204  len: 168 time: 0.2299569
Dec 11 20:58:57.043839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c412c09-c3f5-445b-aec2-0298815489f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a831c-c8f6-4cea-8804-dc092581f288,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:57.164133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-b61b0031-93b6-4761-9cac-ac274e37fcce service neutron] 10.222.0.18 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507761
Dec 11 20:58:57.209344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-98727bfe-4cbb-4b26-84ec-537cc509b09b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0334857
Dec 11 20:58:57.321068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-ce62f972-e24b-409e-b9f4-27bb43f03422 service neutron] 10.222.0.18 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493833
Dec 11 20:58:57.331592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef08db-c881-4f85-abfd-a54d94a5b352 req-6001cc6e-47ca-460e-9737-c7c067cf5885 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:57.334937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09ef08db-c881-4f85-abfd-a54d94a5b352 req-6001cc6e-47ca-460e-9737-c7c067cf5885 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1283324
Dec 11 20:58:57.395895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-626f6b83-7765-4d49-81a9-df8c5c53206b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:57.398076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-626f6b83-7765-4d49-81a9-df8c5c53206b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1795089
Dec 11 20:58:57.419113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45012) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:57.426820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09ef08db-c881-4f85-abfd-a54d94a5b352 req-ff8c8bbd-9a9d-4275-b567-db7b1c9cb46a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790625
Dec 11 20:58:57.441008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca10dfbc-eda0-4c31-8c74-9bc6a567f10f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.442767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Request body: {'port': {'device_id': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '7b98c4eb4ef944e6b5d80570f04c62e4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:57.573691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca10dfbc-eda0-4c31-8c74-9bc6a567f10f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.584264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca10dfbc-eda0-4c31-8c74-9bc6a567f10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.597957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a56dbe9-586c-42b2-a2aa-7528fa335910 req-5b638ba9-024d-4343-a71f-35dffd3ea2dc tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0805559
Dec 11 20:58:57.633246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10dfbc-eda0-4c31-8c74-9bc6a567f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be18ab-4e91-4684-aee8-67b1875da720,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:57.670203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Made reservation on behalf of 7b98c4eb4ef944e6b5d80570f04c62e4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:57.673926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.682723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42fada63-1fd1-4e27-b118-244124f1f9e5 req-ba8d9151-7140-4771-b524-769a0962f07b tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 210 time: 0.0451012
Dec 11 20:58:57.693529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45018) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:58:57.703469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca10dfbc-eda0-4c31-8c74-9bc6a567f10f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e59198871c224f30b083b108155b9f10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2830858
Dec 11 20:58:57.843278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.878795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.894537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Allocated IP 192.168.233.109 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/8e939cd9-c1b6-419f-958d-abe8e5267da8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:57.979193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.981755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:57.982925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7be18ab-4e91-4684-aee8-67b1875da720 HTTP/1.1" status: 204  len: 168 time: 0.2884314
Dec 11 20:58:58.037496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c4e6-280f-42ef-be18-8244a090bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be18ab-4e91-4684-aee8-67b1875da720,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:58.120515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed84968c-b22a-4c07-adea-5838b0070796 req-b4c9bb53-1b80-4fb2-bd7d-159e26bb6d9b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 210 time: 0.0379002
Dec 11 20:58:58.143217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.180320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.192885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:58:58.230802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:58.235168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:58.240439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:58.248030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:58.306667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:58.307419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.333679 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-1822ccf8-fc0b-4e8d-af3e-9b3c5fc9a70e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9009521
Dec 11 20:58:58.350076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Request body: {'port': {'device_id': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:58.435176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.559513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c395f2-c2a1-4187-897a-79fa7380095e req-ddbef060-1416-4c4f-adb8-5e9f30f2a862 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:58.563009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6c395f2-c2a1-4187-897a-79fa7380095e req-ddbef060-1416-4c4f-adb8-5e9f30f2a862 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0535917
Dec 11 20:58:58.589270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5480de9a-08b9-4b7e-94c6-292d2ad16e01 None None] Provisioning complete for port 8e939cd9-c1b6-419f-958d-abe8e5267da8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:58:58.590296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5480de9a-08b9-4b7e-94c6-292d2ad16e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.639896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5480de9a-08b9-4b7e-94c6-292d2ad16e01 None None] Port 8e939cd9-c1b6-419f-958d-abe8e5267da8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:58:58.684092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6c395f2-c2a1-4187-897a-79fa7380095e req-7f632124-02a5-4349-893c-bbd9a7751f63 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025865
Dec 11 20:58:58.851290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b50eea1f-0814-403a-8e00-c8c7623b13f5 req-6f39d334-f888-412c-b031-8420840f95b2 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0376220
Dec 11 20:58:58.877761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b68e764-4980-423d-9211-c35cbcf61186 req-34e7ee71-3d59-43a9-9ef8-0ba260e76736 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0712364
Dec 11 20:58:58.898675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-384dcfed-bf71-4bfb-9b1a-b1d637a78fb0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:58.900136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-384dcfed-bf71-4bfb-9b1a-b1d637a78fb0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 810 time: 0.2341723
Dec 11 20:58:58.901991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76678770-fc13-44f4-9cc2-7d5994f6b278 req-f3777ba6-3578-4dab-80a7-09a2c54687aa tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 210 time: 0.0716653
Dec 11 20:58:58.958247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:58:58.966574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:58.979994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Transition to ACTIVE for port object 8e939cd9-c1b6-419f-958d-abe8e5267da8 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:58:58.984066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.053817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:59.141837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Attempting to bind port 8e939cd9-c1b6-419f-958d-abe8e5267da8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:58:59.142191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Attempting to bind port 8e939cd9-c1b6-419f-958d-abe8e5267da8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:58:59.144066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Attempting to bind port 8e939cd9-c1b6-419f-958d-abe8e5267da8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:59.154008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Port 8e939cd9-c1b6-419f-958d-abe8e5267da8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:58:59.154340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Attempting to bind port 8e939cd9-c1b6-419f-958d-abe8e5267da8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:58:59.167542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:58:59.167890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:58:59.168280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:58:59.168718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Bound port: 8e939cd9-c1b6-419f-958d-abe8e5267da8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:58:59.169368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.177059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-14707f35-ca6d-43cc-9f17-d4c0bbf599fe tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7 HTTP/1.1" status: 200  len: 380 time: 0.0889404
Dec 11 20:58:59.190778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'port': {'device_id': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'admin_state_up': True, 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'security_groups': ['c8d270c8-717c-457b-954e-12739ebcd2d4']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:59.287855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764edcc1-db49-4e3b-85fe-b689d1f60d65 req-02fbf3f3-7b6c-4175-a07d-0875e3aab1d3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:59.289944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-764edcc1-db49-4e3b-85fe-b689d1f60d65 req-02fbf3f3-7b6c-4175-a07d-0875e3aab1d3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 948 time: 0.0843141
Dec 11 20:58:59.319622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:58:59.345371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:58:59.353190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.385827 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3b04671-ce2f-4e90-8617-8c642fce69e7 req-7205829b-f516-44e6-b3de-b17f87b3a568 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0368173
Dec 11 20:58:59.391483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-764edcc1-db49-4e3b-85fe-b689d1f60d65 req-3b35d432-32c8-4241-8621-57e9ee65a0ff tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828686
Dec 11 20:58:59.399788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Made reservation on behalf of 3c90b7fcfb224a9c8a763b229c09b4a7 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:58:59.403233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.406833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:59.407449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.408839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] 10.222.0.30 "PUT /v2.0/ports/8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 1096 time: 1.0659754
Dec 11 20:58:59.411232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:58:59.413544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3834bb86-a17e-4502-9eda-776ddd489849" -d '{"events": [{"name": "network-changed", "server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:58:59.484236 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7bb3ae-2339-469b-adae-a249dfb9a671 x-openstack-request-id: req-4e7bb3ae-2339-469b-adae-a249dfb9a671 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:58:59.484535 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:58:59.484789 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e7bb3ae-2339-469b-adae-a249dfb9a671 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:58:59.485190 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'status': 'completed', 'code': 200}
Dec 11 20:58:59.485778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68881c-7ed2-4180-879e-bd1eb8f9efbb service neutron] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:59.571541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Allocated IP 172.20.0.12 (e53b7dcf-68b0-4074-8e5c-005370414c81/2332396c-c93c-4eb4-a00c-9a70dba2b340/88757d16-c927-4f59-868f-87b5e7fc7227) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:58:59.729300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.771464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.830956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event updated for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:58:59.840595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Network e53b7dcf-68b0-4074-8e5c-005370414c81 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:58:59.842496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:58:59.844923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:58:59.851767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735ae6a-3f66-41b7-b5d1-f018ef0cfa10 req-7ee72189-6384-4661-b73a-0c5cd5dcfed6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:59.854229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3735ae6a-3f66-41b7-b5d1-f018ef0cfa10 req-7ee72189-6384-4661-b73a-0c5cd5dcfed6 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0909057
Dec 11 20:58:59.864724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834bb86-a17e-4502-9eda-776ddd489849 req-acdf3bb8-bb02-4f9a-9b7d-5eaa8390e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:59.866904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3834bb86-a17e-4502-9eda-776ddd489849 req-acdf3bb8-bb02-4f9a-9b7d-5eaa8390e451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1099 time: 0.0898893
Dec 11 20:58:59.907428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:58:59.908121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:58:59.928766 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-41b99545-68c3-48a1-8e9c-cddabfb4a9a6 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7426591
Dec 11 20:58:59.933651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3834bb86-a17e-4502-9eda-776ddd489849 req-39ea9753-ce90-426b-b7e3-43078f038658 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0522606
Dec 11 20:58:59.956274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Request body: {'port': {'device_id': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:58:59.983342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3735ae6a-3f66-41b7-b5d1-f018ef0cfa10 req-2c9eab4d-4c7a-4c07-8324-c8f61f505d47 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150982
Dec 11 20:59:00.044785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cf8dba7-f466-4e51-ac8d-890187f3321d req-5eabf4a4-a68d-4695-8904-597f77780e71 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0847940
Dec 11 20:59:00.119701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834bb86-a17e-4502-9eda-776ddd489849 req-d71265c5-de31-4b10-b49e-a9ac1a259494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.121995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3834bb86-a17e-4502-9eda-776ddd489849 req-d71265c5-de31-4b10-b49e-a9ac1a259494 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1736512
Dec 11 20:59:00.134835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.251511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c52bf6da-1079-479a-9534-725896c87fac None None] Provisioning complete for port 88757d16-c927-4f59-868f-87b5e7fc7227 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:00.252066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c52bf6da-1079-479a-9534-725896c87fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.283570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece8dc9-facd-4456-97c7-903958eb40fe req-6a7cd25d-af74-4948-915f-b59374c18a3d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.297763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ece8dc9-facd-4456-97c7-903958eb40fe req-6a7cd25d-af74-4948-915f-b59374c18a3d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 932 time: 0.1683061
Dec 11 20:59:00.313312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-2a08508b-5064-4742-a2bf-74d92d122e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.315513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-2a08508b-5064-4742-a2bf-74d92d122e77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1099 time: 0.1339242
Dec 11 20:59:00.317523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf6da-1079-479a-9534-725896c87fac None None] Port 88757d16-c927-4f59-868f-87b5e7fc7227 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:59:00.369380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-28f2904e-409a-471e-97e0-e8b03d2b7ff6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 217 time: 0.0404458
Dec 11 20:59:00.456299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ece8dc9-facd-4456-97c7-903958eb40fe req-c145d434-70ef-4bc3-81ee-f51fed8ea1ce tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1474223
Dec 11 20:59:00.478996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-de07374c-7d1b-4e58-a8e2-bab6aaf31a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.480630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-de07374c-7d1b-4e58-a8e2-bab6aaf31a44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1018324
Dec 11 20:59:00.514011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88757d16-c927-4f59-868f-87b5e7fc7227 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:00.523001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.534096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-6650281f-999a-4f51-b117-2a650e0786db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.535661 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-6650281f-999a-4f51-b117-2a650e0786db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0467968
Dec 11 20:59:00.545782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Transition to ACTIVE for port object 88757d16-c927-4f59-868f-87b5e7fc7227 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:59:00.563367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.625070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791625-3a95-4447-9852-eb986683e646 service neutron] Pushing event updated for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:00.635219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dac7b-f5bb-4413-998e-216eed3e38f4 req-19683b41-4dd1-4b21-8f8f-dd51ebd8160a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.642455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-376dac7b-f5bb-4413-998e-216eed3e38f4 req-19683b41-4dd1-4b21-8f8f-dd51ebd8160a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 948 time: 0.1102757
Dec 11 20:59:00.652166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-061053f6-bfc3-4442-a5e2-43220f797459 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043141
Dec 11 20:59:00.759037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-376dac7b-f5bb-4413-998e-216eed3e38f4 req-de3e982e-466f-438c-8de6-ec24b7aec0be tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156549
Dec 11 20:59:00.810513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Attempting to bind port 88757d16-c927-4f59-868f-87b5e7fc7227 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:00.820820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb2b0040-1aac-4cfd-9510-f8e314a4bd56 req-81309adb-6263-45ea-8619-778da36da175 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606801
Dec 11 20:59:00.822700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Attempting to bind port 88757d16-c927-4f59-868f-87b5e7fc7227 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:00.823672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Attempting to bind port 88757d16-c927-4f59-868f-87b5e7fc7227 on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:00.836482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Port 88757d16-c927-4f59-868f-87b5e7fc7227 on network e53b7dcf-68b0-4074-8e5c-005370414c81 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:59:00.837156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Attempting to bind port 88757d16-c927-4f59-868f-87b5e7fc7227 on network e53b7dcf-68b0-4074-8e5c-005370414c81 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:00.848122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:00.848858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Checking segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:00.849638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Bound using segment: {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:00.850614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Bound port: 88757d16-c927-4f59-868f-87b5e7fc7227, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a895d927-c767-4bd3-9e73-cfa41f01247b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:00.851292 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.929828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:00.934283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88757d16-c927-4f59-868f-87b5e7fc7227,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:00.940516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.986130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:00.986873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:00.990522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-80791625-3a95-4447-9852-eb986683e646 service neutron] 10.222.0.16 "PUT /v2.0/ports/88757d16-c927-4f59-868f-87b5e7fc7227 HTTP/1.1" status: 200  len: 1092 time: 1.0383937
Dec 11 20:59:01.010273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791625-3a95-4447-9852-eb986683e646 service neutron] Pushing event updated for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:01.107272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-73078555-6b20-4302-8e85-12ce72a6da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.108762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-73078555-6b20-4302-8e85-12ce72a6da5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 1095 time: 0.0760655
Dec 11 20:59:01.179615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-7cdd08b4-a0f8-4042-a24f-be9dff1b902b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88757d16-c927-4f59-868f-87b5e7fc7227 HTTP/1.1" status: 200  len: 217 time: 0.0598414
Dec 11 20:59:01.197740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8e4f908-3cc1-4611-8515-bef33e9516a4 req-ce4a8372-f434-4baa-8221-508746d3bcc9 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0449181
Dec 11 20:59:01.247600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d2acc-bffa-4bb0-bf43-f9f358e40b79 req-677b13c7-7244-4a63-8af1-34982cf3f92e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.250977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-456d2acc-bffa-4bb0-bf43-f9f358e40b79 req-677b13c7-7244-4a63-8af1-34982cf3f92e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1486771
Dec 11 20:59:01.296511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-fefb3b76-e6f2-455d-99c7-f738803ff35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.298442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-fefb3b76-e6f2-455d-99c7-f738803ff35e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.1088555
Dec 11 20:59:01.355563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-456d2acc-bffa-4bb0-bf43-f9f358e40b79 req-d9658a9b-50ea-4df9-bbdb-9308f47eae44 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968792
Dec 11 20:59:01.396463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-cd8f6c95-0ed2-4435-b623-0b020b135d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.397988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-cd8f6c95-0ed2-4435-b623-0b020b135d63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0896168
Dec 11 20:59:01.486679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:01.489471 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd015a-442b-4104-847f-9ffbcfcd7b37" -d '{"events": [{"name": "network-changed", "server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:01.527329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-82267337-2f04-44bd-9d2d-44c6cab50c23 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216063
Dec 11 20:59:01.598521 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded86037-67bc-4e36-acf7-b2147ff4a437 x-openstack-request-id: req-ded86037-67bc-4e36-acf7-b2147ff4a437 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:01.598817 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:01.599185 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ded86037-67bc-4e36-acf7-b2147ff4a437 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:01.599662 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227', 'status': 'completed', 'code': 200}
Dec 11 20:59:01.681930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c724cba9-c127-47ed-b3be-9c75522f073c req-1a6dceff-8daa-40fe-8bc3-c5b3bf9cf333 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0329821
Dec 11 20:59:01.701071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211df802-22bd-40bc-ae6e-0ae1465ae2bc req-7c786080-b144-4474-8b42-8530cc391399 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.709719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-211df802-22bd-40bc-ae6e-0ae1465ae2bc req-7c786080-b144-4474-8b42-8530cc391399 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 944 time: 0.1092498
Dec 11 20:59:01.719134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf6e40f-dfdf-4f8d-8fb6-e2481c65ed3c req-98fe5ac9-bf3f-4eb8-8bf7-2ff1c6d22c81 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836545
Dec 11 20:59:01.764660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-211df802-22bd-40bc-ae6e-0ae1465ae2bc req-99d9a05d-0bf0-4382-abdb-078c95cb6936 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539510
Dec 11 20:59:01.831038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-5b033ca1-7de6-466a-98e5-65bbe14ff5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.832670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-5b033ca1-7de6-466a-98e5-65bbe14ff5c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 1095 time: 0.0577052
Dec 11 20:59:01.910380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb49c1-0850-445d-8081-4ec0aae49227 req-3762ae13-ac65-4125-bd16-f8f2e604724f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.914326 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65fb49c1-0850-445d-8081-4ec0aae49227 req-3762ae13-ac65-4125-bd16-f8f2e604724f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 948 time: 0.0726268
Dec 11 20:59:01.964072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-d168ace9-bbbc-4368-992c-77e43ed14a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:01.965567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-d168ace9-bbbc-4368-992c-77e43ed14a87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.1197636
Dec 11 20:59:01.972957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65fb49c1-0850-445d-8081-4ec0aae49227 req-ba3d5491-1826-4a8e-ba23-6dcf72c21c3c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512829
Dec 11 20:59:02.016077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-76d02412-70db-4b07-84b6-7e6eb56a3e53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88757d16-c927-4f59-868f-87b5e7fc7227 HTTP/1.1" status: 200  len: 217 time: 0.0424304
Dec 11 20:59:02.086501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-f1e3aa14-1e11-454b-8bee-bda0e7744f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:02.087948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-f1e3aa14-1e11-454b-8bee-bda0e7744f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.0437551
Dec 11 20:59:02.134977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-403ee9bb-d695-4b36-8e39-c5075d04082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:02.136548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-403ee9bb-d695-4b36-8e39-c5075d04082b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407574
Dec 11 20:59:02.236019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-e809a2e0-1f81-4e2d-a57d-c28ec9a0671e service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914624
Dec 11 20:59:02.280508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45202) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:02.339806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95dd015a-442b-4104-847f-9ffbcfcd7b37 req-ba1475d9-b6ca-446d-a3a3-ddebdda23374 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963123
Dec 11 20:59:02.407954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90b1d2df-d49f-47ab-82cc-3bf45ffc2cea admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.496667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3a069-bfe4-4af3-baf4-52e1af38bf3e req-d5767e88-f3d2-4232-af9f-1a0e37ef7e10 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:02.498176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fd3a069-bfe4-4af3-baf4-52e1af38bf3e req-d5767e88-f3d2-4232-af9f-1a0e37ef7e10 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0725508
Dec 11 20:59:02.540005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90b1d2df-d49f-47ab-82cc-3bf45ffc2cea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.545894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90b1d2df-d49f-47ab-82cc-3bf45ffc2cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.596621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fd3a069-bfe4-4af3-baf4-52e1af38bf3e req-c2e74efa-cfe8-4f41-9914-bd381122712e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871797
Dec 11 20:59:02.602328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-90b1d2df-d49f-47ab-82cc-3bf45ffc2cea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf4a4c2da60446c88fd33b6b4996d45f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3207688
Dec 11 20:59:02.604376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:02.605338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d2df-d49f-47ab-82cc-3bf45ffc2cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157dfa11-d131-4fb7-ab9c-b32f8969f6a8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:02.653531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.676500 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.732745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.735406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:02.736587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/157dfa11-d131-4fb7-ab9c-b32f8969f6a8 HTTP/1.1" status: 204  len: 168 time: 0.1311789
Dec 11 20:59:02.745322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db20fe3-99fd-47df-89e4-90cdd2d1f412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157dfa11-d131-4fb7-ab9c-b32f8969f6a8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:02.792808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db86cfb3-503d-439b-aee4-2c319b627767 req-48601894-428b-48c9-b84f-00c916a849d2 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0274076
Dec 11 20:59:02.886245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0331-f972-4df4-ab9c-03eb06606841 req-ce83c255-8c5b-47b4-98ea-0eb6b4758a44 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:02.887796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01c0331-f972-4df4-ab9c-03eb06606841 req-ce83c255-8c5b-47b4-98ea-0eb6b4758a44 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 944 time: 0.0503099
Dec 11 20:59:02.938585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01c0331-f972-4df4-ab9c-03eb06606841 req-0796cc4e-0fba-48e5-8b69-7e3c70ddc224 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448565
Dec 11 20:59:03.017222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45226) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:03.031084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c19064-434a-4448-bb10-5decfcedce85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.097525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651e7cc-e59e-44a6-b673-ac879493320d req-90ccecf3-ad67-4f67-8752-82cd73bf5272 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:03.099215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0651e7cc-e59e-44a6-b673-ac879493320d req-90ccecf3-ad67-4f67-8752-82cd73bf5272 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 948 time: 0.0552833
Dec 11 20:59:03.108916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c19064-434a-4448-bb10-5decfcedce85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.112772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c19064-434a-4448-bb10-5decfcedce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.148986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0651e7cc-e59e-44a6-b673-ac879493320d req-0a8a57a1-e5e6-4051-af03-2bdcf8c20f01 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431204
Dec 11 20:59:03.152545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f2c19064-434a-4448-bb10-5decfcedce85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5dd4c793cb74c6cbfe94a9019008371&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1341262
Dec 11 20:59:03.153539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c19064-434a-4448-bb10-5decfcedce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ba37f-1897-440d-9f07-448133b6be02,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:03.155765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:03.202782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.208659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:59:03.223501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.271182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.274098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.275292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f36ba37f-1897-440d-9f07-448133b6be02 HTTP/1.1" status: 204  len: 168 time: 0.1185601
Dec 11 20:59:03.283247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad630fcd-6914-4451-b5e4-ae1a47d5a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ba37f-1897-440d-9f07-448133b6be02,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:03.329001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:03.342731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'mac_address': 'fa:16:3e:22:1c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:59:03.388501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.403085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:03.423548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:03.426326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 88757d16-c927-4f59-868f-87b5e7fc7227 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:59:03.430785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.529937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:03.570827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88757d16-c927-4f59-868f-87b5e7fc7227,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:03.582809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '88757d16-c927-4f59-868f-87b5e7fc7227', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'port_id': '88757d16-c927-4f59-868f-87b5e7fc7227', 'mac_address': 'fa:16:3e:82:36:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:59:03.628421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.649023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88757d16-c927-4f59-868f-87b5e7fc7227 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:03.670997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88757d16-c927-4f59-868f-87b5e7fc7227,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:03.679205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:03.728474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d1937-40b9-48f6-9990-1b6b2a3289c9 req-d46d2fd4-e2b0-4531-bcb1-d0506e31755f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:03.732545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:03.735513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da8d1937-40b9-48f6-9990-1b6b2a3289c9 req-d46d2fd4-e2b0-4531-bcb1-d0506e31755f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0658913
Dec 11 20:59:03.783437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da8d1937-40b9-48f6-9990-1b6b2a3289c9 req-f0930547-98b8-45a1-a55b-26dd00a47845 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466158
Dec 11 20:59:03.799428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:03.907010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af77ac40-d51a-4202-b1db-1245df37d90c req-427f60c5-3335-49ff-8bac-a6da2b3beae0 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0340800
Dec 11 20:59:03.993196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['88757d16-c927-4f59-868f-87b5e7fc7227'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:04.062210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ae84-6b2a-42da-97af-953a0d0f2419 req-b9ab4b2d-3032-4030-89e4-1a4e8f039da3 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:04.070278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fc3ae84-6b2a-42da-97af-953a0d0f2419 req-b9ab4b2d-3032-4030-89e4-1a4e8f039da3 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 945 time: 0.0588586
Dec 11 20:59:04.127139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fc3ae84-6b2a-42da-97af-953a0d0f2419 req-465bf71a-6f1a-486c-8f42-427977755584 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557830
Dec 11 20:59:04.273323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfb54b-b57e-4a40-880c-03e60a4c1cb6 req-ca8fc790-e7d6-47e0-9ac6-5bcc49b6ef7b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:04.275176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ebfb54b-b57e-4a40-880c-03e60a4c1cb6 req-ca8fc790-e7d6-47e0-9ac6-5bcc49b6ef7b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 949 time: 0.0557907
Dec 11 20:59:04.327664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ebfb54b-b57e-4a40-880c-03e60a4c1cb6 req-3dbaa4c0-f412-4246-be63-e74222dcd7a6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430872
Dec 11 20:59:04.900903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888667-0684-43e0-9b48-679d659409ec req-3cf1a31f-b5bd-4e7e-bc1b-bf3224c41eee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:04.902467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d888667-0684-43e0-9b48-679d659409ec req-3cf1a31f-b5bd-4e7e-bc1b-bf3224c41eee tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0511069
Dec 11 20:59:04.968846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d888667-0684-43e0-9b48-679d659409ec req-97341f68-c5a4-4a21-b6ed-9686f330b6f7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602837
Dec 11 20:59:05.036043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4ba7905-d832-4f24-b804-1dc310d8d05d req-b5593995-a21f-4d70-8e17-bccc8d42aaa1 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0401931
Dec 11 20:59:05.225061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:05.274222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45857-6060-40ff-b262-13aaf439428b req-9b01b7b0-741e-45a3-b779-996aaf0729dd tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:05.279014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aec45857-6060-40ff-b262-13aaf439428b req-9b01b7b0-741e-45a3-b779-996aaf0729dd tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 945 time: 0.0715568
Dec 11 20:59:05.297595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 8e939cd9-c1b6-419f-958d-abe8e5267da8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:59:05.304138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 8e939cd9-c1b6-419f-958d-abe8e5267da8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:05.304765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.358359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aec45857-6060-40ff-b262-13aaf439428b req-c3abc131-5058-4242-92b0-0cf486e43d22 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750310
Dec 11 20:59:05.417643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.431819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 88757d16-c927-4f59-868f-87b5e7fc7227 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:05.480125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:05.482517 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec89801-c8b7-41f9-ba37-ea325481ed2a" -d '{"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-plugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:05.484076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24b7a6-6026-43d8-90a8-e05f3405780a req-18cd045c-daf9-4a5d-9fa4-0b8221881aca tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:05.485677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d24b7a6-6026-43d8-90a8-e05f3405780a req-18cd045c-daf9-4a5d-9fa4-0b8221881aca tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 949 time: 0.0667791
Dec 11 20:59:05.500677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:05.507540 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.542950 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb074d3d-6ae0-4622-8c47-e1b7f96059f8 x-openstack-request-id: req-eb074d3d-6ae0-4622-8c47-e1b7f96059f8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:05.543243 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-plugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:05.543596 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb074d3d-6ae0-4622-8c47-e1b7f96059f8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:05.544050 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'code': 200}
Dec 11 20:59:05.574603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 88757d16-c927-4f59-868f-87b5e7fc7227 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 20:59:05.587289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d24b7a6-6026-43d8-90a8-e05f3405780a req-6d5fd0aa-4ecc-43d4-8a6d-4d93857e90c0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838842
Dec 11 20:59:05.588262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 88757d16-c927-4f59-868f-87b5e7fc7227 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:05.588798 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.592446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:05.625510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.625860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.626198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.626567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.626902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.627228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.627658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.627854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.628346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.629129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.629467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.629791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.630187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:05.660232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c569be-013a-4ebf-a241-88f90bf7713f req-97d8cc53-34b7-45e3-a9e2-f103f90b3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:05.662319 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73c569be-013a-4ebf-a241-88f90bf7713f req-97d8cc53-34b7-45e3-a9e2-f103f90b3e02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1101 time: 0.0527377
Dec 11 20:59:05.689476 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.723471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73c569be-013a-4ebf-a241-88f90bf7713f req-cb1d2e9e-fe1c-4d67-ade0-c47086bc9b0d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528531
Dec 11 20:59:05.733645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88757d16-c927-4f59-868f-87b5e7fc7227,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:05.737840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:05.795501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:06.107725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d662d8-b3f9-4e21-b925-e811574a4014 req-d459ffa8-920c-4fdb-8f89-afe2590e7858 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:06.109283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-48d662d8-b3f9-4e21-b925-e811574a4014 req-d459ffa8-920c-4fdb-8f89-afe2590e7858 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0586076
Dec 11 20:59:06.156372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb15b702-50c6-471e-807d-a8a383d6ba48 req-cb9e631f-fcf7-4adb-9f56-fcd95ccbdc4d tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0314639
Dec 11 20:59:06.165668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-48d662d8-b3f9-4e21-b925-e811574a4014 req-16251e60-516c-45d8-837c-640dfb6ed844 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496991
Dec 11 20:59:06.472498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c51b5-009a-4306-b202-6d1811764e93 req-9bbe2bcf-50a5-46e6-995b-0a0d59b11326 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:06.473984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-221c51b5-009a-4306-b202-6d1811764e93 req-9bbe2bcf-50a5-46e6-995b-0a0d59b11326 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.0496275
Dec 11 20:59:06.526330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-221c51b5-009a-4306-b202-6d1811764e93 req-81183709-1c22-49fc-bc01-87023ce90438 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462885
Dec 11 20:59:06.719618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c88636-b207-49ea-ba94-ff13bd4a3163 req-24f0e2ce-f8a4-494d-92ec-5ec7e2c0c071 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:06.721500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3c88636-b207-49ea-ba94-ff13bd4a3163 req-24f0e2ce-f8a4-494d-92ec-5ec7e2c0c071 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0516424
Dec 11 20:59:06.770427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3c88636-b207-49ea-ba94-ff13bd4a3163 req-03be7804-091e-49cd-b8c5-6da82ee394cd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426056
Dec 11 20:59:07.271232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3c3cb5b-8275-4a32-a03f-3ab26e74a29d req-2c01585f-0b9f-4f64-b8ae-1c998d20de4b tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0320306
Dec 11 20:59:07.314965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5ea93-ef9c-4d35-be4e-247b33281057 req-a0b6bf77-ec06-4d6b-934a-cc4aa0afe39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:07.316420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a5ea93-ef9c-4d35-be4e-247b33281057 req-a0b6bf77-ec06-4d6b-934a-cc4aa0afe39c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0654945
Dec 11 20:59:07.366973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a5ea93-ef9c-4d35-be4e-247b33281057 req-36becadb-5c4b-4089-88af-6b691ca72466 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438385
Dec 11 20:59:07.544922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:07.547252 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a71d66-3cee-4860-8544-6d9f28b288d7" -d '{"events": [{"server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "name": "network-vif-plugged", "status": "completed", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:07.585746 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2138029-8f7d-4868-93cd-874ce3f7d71c x-openstack-request-id: req-a2138029-8f7d-4868-93cd-874ce3f7d71c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:07.586323 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "name": "network-vif-plugged", "status": "completed", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:07.586849 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2138029-8f7d-4868-93cd-874ce3f7d71c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:07.587255 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227', 'code': 200}
Dec 11 20:59:07.658155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cf851-ec17-486a-bf6f-986c56f84500 req-e04f6f1f-9e5b-483c-9c6b-b97b68469ede tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:07.660333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-916cf851-ec17-486a-bf6f-986c56f84500 req-e04f6f1f-9e5b-483c-9c6b-b97b68469ede tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.0610161
Dec 11 20:59:07.692339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb0064-602e-4a9b-a515-c1ff2d8867f2 req-41be734a-0f81-4e6c-b147-b006b3b5946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:07.694003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20bb0064-602e-4a9b-a515-c1ff2d8867f2 req-41be734a-0f81-4e6c-b147-b006b3b5946c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 1097 time: 0.0453250
Dec 11 20:59:07.715313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-916cf851-ec17-486a-bf6f-986c56f84500 req-070b4052-fbfa-4aea-9f29-98cf7ce68375 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477223
Dec 11 20:59:07.746753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20bb0064-602e-4a9b-a515-c1ff2d8867f2 req-42ea89a2-3819-41f0-a079-1ca947564fa4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442762
Dec 11 20:59:07.890717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd30741-28f4-45a3-9201-af123dae9f14 req-2660e811-db27-475d-9aae-3c3fae3660a2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:07.892199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fd30741-28f4-45a3-9201-af123dae9f14 req-2660e811-db27-475d-9aae-3c3fae3660a2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0512350
Dec 11 20:59:07.940646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fd30741-28f4-45a3-9201-af123dae9f14 req-928c13ba-3f5a-44b5-9427-619844533f8b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424786
Dec 11 20:59:08.066704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-4070ea1f-6b6c-4ffe-85e4-7aa9ca839531 req-6290c047-9aea-492a-9963-8f9ea31b0563 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:59:08.068381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4070ea1f-6b6c-4ffe-85e4-7aa9ca839531 req-6290c047-9aea-492a-9963-8f9ea31b0563 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053740
Dec 11 20:59:08.300712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-b9ca74c1-cd8d-488e-ab50-47dd219db98e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0547445
Dec 11 20:59:08.309693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-e6fec1f1-cf9c-4635-a49a-28116e73a2a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 20:59:08.311151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-e6fec1f1-cf9c-4635-a49a-28116e73a2a0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0063443
Dec 11 20:59:08.326709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113dd1-9307-4c89-abd1-8b0045855281 req-4c0418dd-99ef-447d-b2be-a38d6f4cbd51 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:08.329011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71113dd1-9307-4c89-abd1-8b0045855281 req-4c0418dd-99ef-447d-b2be-a38d6f4cbd51 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0750093
Dec 11 20:59:08.395345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71113dd1-9307-4c89-abd1-8b0045855281 req-1fc5c21f-5010-4d47-9a60-17c49e9a55a2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596254
Dec 11 20:59:08.398458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bafedd79-459e-491f-9e9e-7f4b77116ad6 req-dfbd1358-3d98-4dc0-bcf3-b90e8b984547 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0351009
Dec 11 20:59:08.515459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b86db-7c59-4bf0-b1d9-09c281192439 req-96734c37-b101-41de-a0d9-0d04664378f7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:08.516955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-089b86db-7c59-4bf0-b1d9-09c281192439 req-96734c37-b101-41de-a0d9-0d04664378f7 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0517232
Dec 11 20:59:08.571310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-089b86db-7c59-4bf0-b1d9-09c281192439 req-3c9944c4-573a-49dd-86b3-eadb61a0632e tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469093
Dec 11 20:59:08.849795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bad38-6826-4fb7-bf61-e1d4602c6197 req-1911d367-5a05-4fa5-8dbf-2bdcb169f744 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:08.851436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae9bad38-6826-4fb7-bf61-e1d4602c6197 req-1911d367-5a05-4fa5-8dbf-2bdcb169f744 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.0614414
Dec 11 20:59:08.904568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45450) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:08.922091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae9bad38-6826-4fb7-bf61-e1d4602c6197 req-8731211a-07d4-4223-aa03-34337a84b738 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635564
Dec 11 20:59:09.042729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b4bc01-f1a3-4a56-a221-4e08b8b3ed95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.136698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b4bc01-f1a3-4a56-a221-4e08b8b3ed95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.142767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b4bc01-f1a3-4a56-a221-4e08b8b3ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.185283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-63b4bc01-f1a3-4a56-a221-4e08b8b3ed95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd9d7dcaba584e008785899a770a801f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2796416
Dec 11 20:59:09.186699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4bc01-f1a3-4a56-a221-4e08b8b3ed95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d06de4-034d-496a-b5e9-ee9a041b9dd8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:09.188044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45460) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:09.235990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.260827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.314204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.316870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.318756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73d06de4-034d-496a-b5e9-ee9a041b9dd8 HTTP/1.1" status: 204  len: 168 time: 0.1294827
Dec 11 20:59:09.328130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59b904-aa14-45c6-a199-1fe3326c7cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d06de4-034d-496a-b5e9-ee9a041b9dd8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:09.501150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4afe0bf-8589-40dd-a19b-ca2857cb67dc req-eeacc83e-25fb-4eef-b8e1-fbc5f9098108 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0306549
Dec 11 20:59:09.548648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e39d2-b199-4a59-a501-980d53eb9f8f req-6bbd8ecb-3471-468c-a321-d6eac510ffa5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:09.550184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-181e39d2-b199-4a59-a501-980d53eb9f8f req-6bbd8ecb-3471-468c-a321-d6eac510ffa5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0685544
Dec 11 20:59:09.606441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-181e39d2-b199-4a59-a501-980d53eb9f8f req-dca75fd8-2abb-4da6-8d26-97f133ba1bd0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476017
Dec 11 20:59:09.631763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45476) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:09.645418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab05415d-331c-45da-88a7-e752b8bddb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.702860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27289fb-0923-481c-8e7a-867a3b29ccd9 req-f9b3e908-5132-46cf-b26d-b65c7047f329 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:09.704718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c27289fb-0923-481c-8e7a-867a3b29ccd9 req-f9b3e908-5132-46cf-b26d-b65c7047f329 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0573573
Dec 11 20:59:09.725489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab05415d-331c-45da-88a7-e752b8bddb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.729631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab05415d-331c-45da-88a7-e752b8bddb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.768750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ab05415d-331c-45da-88a7-e752b8bddb07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04f4b79581214d58a0624eb22c7a9fc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1357138
Dec 11 20:59:09.769914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05415d-331c-45da-88a7-e752b8bddb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d094ed0-caa6-4c0a-81b7-a74693e87ea0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:09.774059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45478) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:09.782719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c27289fb-0923-481c-8e7a-867a3b29ccd9 req-dc21264e-e6b9-431a-9aa9-eddd12588b08 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698874
Dec 11 20:59:09.792566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-665b5ed7-b4ba-4fe9-ba7d-0a12b8622b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:09.794694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-665b5ed7-b4ba-4fe9-ba7d-0a12b8622b3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1101 time: 0.0630679
Dec 11 20:59:09.828531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.851206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.888872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-f6fa672c-13f4-45d1-83a6-38b1d2216908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:09.890162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-f6fa672c-13f4-45d1-83a6-38b1d2216908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0886052
Dec 11 20:59:09.900844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.903742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:09.904890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d094ed0-caa6-4c0a-81b7-a74693e87ea0 HTTP/1.1" status: 204  len: 168 time: 0.1298227
Dec 11 20:59:09.915008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae70bd-61bc-49e4-9d24-a1418d14791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d094ed0-caa6-4c0a-81b7-a74693e87ea0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:10.202959 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-2438b98b-2216-4674-875d-b4e05a75706e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 217 time: 0.3042486
Dec 11 20:59:10.281792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-76432edf-356f-434b-a21b-6206c0fbac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:10.283281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-76432edf-356f-434b-a21b-6206c0fbac6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0714309
Dec 11 20:59:10.291907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fc880-09b8-4253-a152-a2d59b574749 req-fe41189b-57fe-4ff6-b6e3-26c1c67f0ca0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:10.294134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c64fc880-09b8-4253-a152-a2d59b574749 req-fe41189b-57fe-4ff6-b6e3-26c1c67f0ca0 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.0931394
Dec 11 20:59:10.366797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c64fc880-09b8-4253-a152-a2d59b574749 req-fdf4d49f-c47a-4e4a-8416-f069f1e351fb tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640945
Dec 11 20:59:10.368498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-76b998cb-d374-4cb0-ae5a-01e759128861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:10.369879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-76b998cb-d374-4cb0-ae5a-01e759128861 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0748734
Dec 11 20:59:10.490542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-ed6eb13b-8fc5-4b99-8417-b6b45595c360 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1134198
Dec 11 20:59:10.493609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74daee-17c1-4f79-93d9-283400620592 req-adcac5c2-ca9f-4e64-b746-0751b1bcce76 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:10.495236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef74daee-17c1-4f79-93d9-283400620592 req-adcac5c2-ca9f-4e64-b746-0751b1bcce76 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.0588069
Dec 11 20:59:10.503744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:10.508843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Request body: {'floatingip': {'port_id': '88757d16-c927-4f59-868f-87b5e7fc7227'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:10.555262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:10.678863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a51a76ef-ff8b-43fc-a87f-9ef975ec36ff req-c3cfe452-a25d-45ea-9c25-bf4c079a244a tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0738633
Dec 11 20:59:10.698871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-3fbfc10a-fc48-4de2-b17e-c4c3874aef45 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883144
Dec 11 20:59:10.926768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09ddd6-8b36-4eb7-a5d6-defac05b9879 req-2e03d0a8-9868-4f7b-8a75-f4e2312e4a5d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:10.929105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c09ddd6-8b36-4eb7-a5d6-defac05b9879 req-2e03d0a8-9868-4f7b-8a75-f4e2312e4a5d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0633020
Dec 11 20:59:10.975006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e74f95d-53be-4546-91d7-74cade8ea3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:10.998530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c09ddd6-8b36-4eb7-a5d6-defac05b9879 req-09b4a6a2-a9fa-4eb0-a068-8bc4860ead05 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631087
Dec 11 20:59:11.079773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a18fb-b2e2-465a-a055-22b5815811e4 req-247b9af4-0a9b-4a0b-a989-890f8ed30b7e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:11.081776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e4a18fb-b2e2-465a-a055-22b5815811e4 req-247b9af4-0a9b-4a0b-a989-890f8ed30b7e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0996811
Dec 11 20:59:11.263572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e4a18fb-b2e2-465a-a055-22b5815811e4 req-03423e96-36d6-4747-8712-733b90a2a9f1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671681
Dec 11 20:59:11.485481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.490034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.593751 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Floating IP 0639b2e5-2472-4ce9-9f54-5b45c71913c4 associated. External IP: 172.35.1.170, port: 88757d16-c927-4f59-868f-87b5e7fc7227.
Dec 11 20:59:11.665143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:11.788558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f09fb6d5-fce1-4520-94be-6af0dea3add4 req-543d82b3-3167-4ba8-b9e3-b64f02b90b2e tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0291476
Dec 11 20:59:11.790465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7735ab8-da24-471a-b2c7-73ff4747c744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.852239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:59:11.870679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7735ab8-da24-471a-b2c7-73ff4747c744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.875537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7735ab8-da24-471a-b2c7-73ff4747c744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.914673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7735ab8-da24-471a-b2c7-73ff4747c744 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84f03ba8034e4beca02808c3835ec288&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2481291
Dec 11 20:59:11.915650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735ab8-da24-471a-b2c7-73ff4747c744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c004bcae-7549-4838-a078-ded2fcbd08eb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:11.918032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45554) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:11.964193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:59:11.968378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.968974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.975706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:59:11.985704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:11.986683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7729f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:11.994724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:11.998550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c64ae008-3a43-4265-8513-c6ca8198fc97 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "PUT /v2.0/floatingips/0639b2e5-2472-4ce9-9f54-5b45c71913c4 HTTP/1.1" status: 200  len: 992 time: 1.4936540
Dec 11 20:59:11.999235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:12.007134 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:12.067984 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6c744-2d64-4446-be27-1f39837edbde x-openstack-request-id: req-9ff6c744-2d64-4446-be27-1f39837edbde {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:12.068385 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:12.068933 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ff6c744-2d64-4446-be27-1f39837edbde {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:12.069409 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227', 'status': 'completed', 'code': 200}
Dec 11 20:59:12.071017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:12.085359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:12.088906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c004bcae-7549-4838-a078-ded2fcbd08eb HTTP/1.1" status: 204  len: 168 time: 0.1676650
Dec 11 20:59:12.096534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224e8e0-c5fa-4020-8638-dbcc3f93d854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004bcae-7549-4838-a078-ded2fcbd08eb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:12.156132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-3a758c4c-732a-4cd9-9420-0babf2a50419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.157682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-3a758c4c-732a-4cd9-9420-0babf2a50419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 1097 time: 0.0597460
Dec 11 20:59:12.269545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4fb6f-8414-4f50-8177-c33e5aba7a0e req-72ea640c-2612-457b-9791-c2cf01d4a752 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.277121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:12.278625 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd4fb6f-8414-4f50-8177-c33e5aba7a0e req-72ea640c-2612-457b-9791-c2cf01d4a752 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1374488
Dec 11 20:59:12.372441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd4fb6f-8414-4f50-8177-c33e5aba7a0e req-d8b3e407-903d-4796-b6c1-a7c32f43e541 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931408
Dec 11 20:59:12.384158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-c8d1d332-34e4-4473-be00-86a5f3971fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.385745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-c8d1d332-34e4-4473-be00-86a5f3971fe0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 200  len: 911 time: 0.2127466
Dec 11 20:59:12.487385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-4daf180b-fbf9-412d-b5b8-7c20521ab5b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88757d16-c927-4f59-868f-87b5e7fc7227 HTTP/1.1" status: 200  len: 1000 time: 0.0927916
Dec 11 20:59:12.552890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-87632bb9-62e0-4b47-9322-bda73085e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.554570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-87632bb9-62e0-4b47-9322-bda73085e69f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 200  len: 849 time: 0.0587778
Dec 11 20:59:12.580321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7729f160>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0639b2e5-2472-4ce9-9f54-5b45c71913c4', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': '88757d16-c927-4f59-868f-87b5e7fc7227', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:82:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:58:55Z', 'updated_at': '2021-12-11T20:59:11Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:12.607221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:59:12.615589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:12.616376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7729f160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:58:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:12.647437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773e8f-d8c8-4b7f-be10-50aa89a6f7d5 req-f575386e-18aa-4c2e-82b5-5c8a4904aab7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.649389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65773e8f-d8c8-4b7f-be10-50aa89a6f7d5 req-f575386e-18aa-4c2e-82b5-5c8a4904aab7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0875344
Dec 11 20:59:12.655472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-1cfcf3be-be7a-4085-91df-d2584ee0a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:12.657184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-1cfcf3be-be7a-4085-91df-d2584ee0a4dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e53b7dcf-68b0-4074-8e5c-005370414c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0814764
Dec 11 20:59:12.749261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:12.766084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65773e8f-d8c8-4b7f-be10-50aa89a6f7d5 req-feaaa923-80d6-4956-afcf-0b5f08f66972 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078589
Dec 11 20:59:12.813196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-45ed77f9-b31b-460f-b8a9-b47fdd7756d6 service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372311
Dec 11 20:59:12.915438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93e045a8-8163-491c-86cc-60db51b22909 req-af47452d-adf1-4d1c-99fc-ba8bd72d2211 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0350566
Dec 11 20:59:12.945640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41b5fb05-5b80-4a5e-8a45-a08dc60a0c8e req-1662439c-b9c3-4cc0-a935-9db37a69763c service neutron] 10.222.0.16 "GET /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222353
Dec 11 20:59:13.016820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7729f160>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0639b2e5-2472-4ce9-9f54-5b45c71913c4', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': '88757d16-c927-4f59-868f-87b5e7fc7227', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:82:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:58:55Z', 'updated_at': '2021-12-11T20:59:11Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:13.042496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc33972-5747-4658-94a8-c7ab2f6fcf39 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0639b2e5-2472-4ce9-9f54-5b45c71913c4', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'floating_ip_address': '172.35.1.170', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '26107736-c8d1-467f-89dd-6cb618657230', 'port_id': '88757d16-c927-4f59-868f-87b5e7fc7227', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'mac_address': 'fa:16:3e:82:36:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T20:58:55Z', 'updated_at': '2021-12-11T20:59:11Z', 'revision_number': 1, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:59:13.235019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45602) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:13.262260 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f80234-d16d-41f7-a40e-fa2a0d93199c None None] New status for floating IP 0639b2e5-2472-4ce9-9f54-5b45c71913c4: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:59:13.363110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28d3b524-7b12-4f5a-817a-d3b0f42f4905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.459847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5545340-7b07-4dfd-bb12-fedb4ba5d64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.466572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28d3b524-7b12-4f5a-817a-d3b0f42f4905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.476949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28d3b524-7b12-4f5a-817a-d3b0f42f4905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.514929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5763f-6a84-446f-816f-aebaadfd616c req-1eaa894f-42a7-4867-ad6c-a2184bd66fb0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:13.516026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b524-7b12-4f5a-817a-d3b0f42f4905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f434aa-3219-43a6-9e95-4f699d71f167,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:13.521305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-28d3b524-7b12-4f5a-817a-d3b0f42f4905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd2943e2e1f044a18ef3b79730181d70&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2846277
Dec 11 20:59:13.523025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50a5763f-6a84-446f-816f-aebaadfd616c req-1eaa894f-42a7-4867-ad6c-a2184bd66fb0 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0626919
Dec 11 20:59:13.524592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45610) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:13.571916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50a5763f-6a84-446f-816f-aebaadfd616c req-2b9a0c9e-4593-4e70-9e46-c26d1d66a0a5 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479794
Dec 11 20:59:13.588845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.604883 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.650649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.653382 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:13.654563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40f434aa-3219-43a6-9e95-4f699d71f167 HTTP/1.1" status: 204  len: 168 time: 0.1290197
Dec 11 20:59:13.662942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890541e-2743-4807-a3bf-4d58097067a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f434aa-3219-43a6-9e95-4f699d71f167,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:13.887870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3edcf-1bb1-4cd2-99f3-c21195a0161b req-769bf578-5867-469a-874a-6d40f7824720 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:13.889362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ab3edcf-1bb1-4cd2-99f3-c21195a0161b req-769bf578-5867-469a-874a-6d40f7824720 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0534780
Dec 11 20:59:14.054137 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46ef61e9-17e8-4228-b8b6-337630f9b9ab req-1d12e84f-3965-41a4-8b36-9206ac2db0d3 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0438559
Dec 11 20:59:14.194996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ab3edcf-1bb1-4cd2-99f3-c21195a0161b req-c2db4d86-2eee-4d6a-a192-62c84e1c2894 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2996559
Dec 11 20:59:14.329377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:59:14.688666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476e8d4-5bd7-43c5-91f2-1badeca7dae5 req-ef13942d-787f-4514-bf81-0f335a20008b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:14.694985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f476e8d4-5bd7-43c5-91f2-1badeca7dae5 req-ef13942d-787f-4514-bf81-0f335a20008b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0551929
Dec 11 20:59:14.746365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f476e8d4-5bd7-43c5-91f2-1badeca7dae5 req-8331dbcb-10af-481f-a16c-47196efd3a94 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484805
Dec 11 20:59:14.841565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:15.171756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf5191f7-1ef4-423a-b21c-b556d0432543 req-27707148-4a3d-418a-8ca8-b7def68bc4f3 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0290232
Dec 11 20:59:15.326998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56ffd-36c8-43ba-b0d9-578a39526d3e req-e2f5d8b8-9884-45d3-9ff7-51a698f93d7d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:15.328529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aea56ffd-36c8-43ba-b0d9-578a39526d3e req-e2f5d8b8-9884-45d3-9ff7-51a698f93d7d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0580399
Dec 11 20:59:15.386857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aea56ffd-36c8-43ba-b0d9-578a39526d3e req-7b868b22-2bc3-4a93-8922-73aa4753ee6d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511866
Dec 11 20:59:15.598406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:15.783563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45728) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:15.886213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8c2c8-c0fd-4276-885a-45bd7ee37fbe req-be760a38-bde2-4ecc-bddf-5708f9fb7a2b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:15.887903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3c8c2c8-c0fd-4276-885a-45bd7ee37fbe req-be760a38-bde2-4ecc-bddf-5708f9fb7a2b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0539234
Dec 11 20:59:15.916703 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a0dd-47de-4491-ab46-0b864ec5834e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:15.946594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3c8c2c8-c0fd-4276-885a-45bd7ee37fbe req-38eb032c-ee93-491f-a590-91786d50cd8a tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513110
Dec 11 20:59:16.026525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a0dd-47de-4491-ab46-0b864ec5834e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.031210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d7a0dd-47de-4491-ab46-0b864ec5834e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.078769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c2d7a0dd-47de-4491-ab46-0b864ec5834e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4aaa1c6c3d3948de8e5e7f6566fc300c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2939358
Dec 11 20:59:16.079858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7a0dd-47de-4491-ab46-0b864ec5834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287f57f6-413a-4f84-942f-192cf85cc558,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:16.081440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45734) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:16.129956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.150762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.192019 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.198282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.201269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.204647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/287f57f6-413a-4f84-942f-192cf85cc558 HTTP/1.1" status: 204  len: 168 time: 0.1199687
Dec 11 20:59:16.217443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3db11f-77a8-47c9-a457-d86023d3e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f57f6-413a-4f84-942f-192cf85cc558,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:16.290110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-041cfea8-aadb-4d3a-b1d1-c47aeb5b824d req-a12b3562-92d8-4157-aae0-69251a919f86 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0272274
Dec 11 20:59:16.479611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45744) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:16.493348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5147b7a0-7f6b-4946-8550-21544f76421f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.515661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72788829-203c-46b4-ab54-7ed08c95057b req-a5e05cfc-da7d-4bab-ac28-88a5881458be tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:16.517214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72788829-203c-46b4-ab54-7ed08c95057b req-a5e05cfc-da7d-4bab-ac28-88a5881458be tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0534539
Dec 11 20:59:16.564823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5147b7a0-7f6b-4946-8550-21544f76421f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.566966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72788829-203c-46b4-ab54-7ed08c95057b req-1e53533d-9d5d-436b-92a7-fa7d90c59b7a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433147
Dec 11 20:59:16.569679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5147b7a0-7f6b-4946-8550-21544f76421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.610833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5147b7a0-7f6b-4946-8550-21544f76421f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31165f2a13e74854941a1c13ff9d981b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300318
Dec 11 20:59:16.611815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147b7a0-7f6b-4946-8550-21544f76421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77cf175-9a73-4cf5-84fb-aea76770336c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:16.613727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:16.663137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.684083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.738603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.742383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:16.743842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b77cf175-9a73-4cf5-84fb-aea76770336c HTTP/1.1" status: 204  len: 168 time: 0.1277688
Dec 11 20:59:16.754553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258737f-6ec3-49f0-91aa-7195e1d46a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77cf175-9a73-4cf5-84fb-aea76770336c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:17.093763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba140ab-3aab-4198-b0d1-6552e64244b4 req-37e1d410-bb46-4c78-b4bb-b9400c1445df tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:17.095742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ba140ab-3aab-4198-b0d1-6552e64244b4 req-37e1d410-bb46-4c78-b4bb-b9400c1445df tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0702441
Dec 11 20:59:17.106335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:17.152092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ba140ab-3aab-4198-b0d1-6552e64244b4 req-edc7e1f2-f11a-4d1b-890d-723216317139 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476012
Dec 11 20:59:17.407305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-015f64b2-60ea-4e2b-8758-8c2f7b7f1fc8 req-fb39e7b9-1954-4f45-9e79-e9c7cd3d484d tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0277684
Dec 11 20:59:17.697221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710148d-e61c-4530-9f23-6adf076181e3 req-26246d45-c11d-42c7-aa95-bbfca27f5d60 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:17.698779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a710148d-e61c-4530-9f23-6adf076181e3 req-26246d45-c11d-42c7-aa95-bbfca27f5d60 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0555353
Dec 11 20:59:17.754046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a710148d-e61c-4530-9f23-6adf076181e3 req-ff620c69-bf71-483a-9102-b74c076a34ce tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481355
Dec 11 20:59:18.279265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9981f-1176-4891-ac1c-c2b7a00546d2 req-476f8682-62db-4782-aa22-2729e9fc899c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:18.281097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25e9981f-1176-4891-ac1c-c2b7a00546d2 req-476f8682-62db-4782-aa22-2729e9fc899c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0543015
Dec 11 20:59:18.340748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25e9981f-1176-4891-ac1c-c2b7a00546d2 req-b8cf23d9-ebed-4ebe-9d03-d29dc124d5ff tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507488
Dec 11 20:59:18.522692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-34e78ddd-aff5-4db7-8a48-e4d8e207f47f req-5848d7c8-1df2-4803-96ef-f20d1250f7ef tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0288675
Dec 11 20:59:18.900752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36051-75fd-4751-9b12-e1d7efe12919 req-154e8290-58ef-4ab8-97c6-acc4b6237bfe tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:18.903310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0de36051-75fd-4751-9b12-e1d7efe12919 req-154e8290-58ef-4ab8-97c6-acc4b6237bfe tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0587530
Dec 11 20:59:18.955574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0de36051-75fd-4751-9b12-e1d7efe12919 req-cf320484-7f1b-4366-befc-4a29ece0eca7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455766
Dec 11 20:59:19.430568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:19.488545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8a5b6-d16c-4a24-bc9f-f48005cb1bc0 req-1c5dfe9d-7914-498f-ae0b-d5a24aadfb39 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:19.490445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64f8a5b6-d16c-4a24-bc9f-f48005cb1bc0 req-1c5dfe9d-7914-498f-ae0b-d5a24aadfb39 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0537617
Dec 11 20:59:19.553311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64f8a5b6-d16c-4a24-bc9f-f48005cb1bc0 req-e948fa18-1f49-40ec-b8b5-e9e0de81fa98 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569277
Dec 11 20:59:19.554731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a36ee112-b1ed-4ddb-a3ec-0618c815d972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.640568 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a36ee112-b1ed-4ddb-a3ec-0618c815d972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.646240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a36ee112-b1ed-4ddb-a3ec-0618c815d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.651039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-495e1c09-96dd-4991-9e64-90bf20979a83 req-a5552589-a3ba-4922-bed6-1ed9583a9b4d tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0372200
Dec 11 20:59:19.684741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ee112-b1ed-4ddb-a3ec-0618c815d972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de70bd-83b1-466e-adb6-83b81d46b40a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:19.689582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a36ee112-b1ed-4ddb-a3ec-0618c815d972 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=984e14aa77a64b3387cc4a23d61c5093&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2579730
Dec 11 20:59:19.692260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45888) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:19.750198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.771033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.819419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.821969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:19.823186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07de70bd-83b1-466e-adb6-83b81d46b40a HTTP/1.1" status: 204  len: 168 time: 0.1300631
Dec 11 20:59:19.831525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6b9e8-862d-42fa-b4b1-0978d53ca542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de70bd-83b1-466e-adb6-83b81d46b40a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:20.107990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174923ca-8666-41f1-8456-0c159d0e39cc req-6915e5cc-c55b-4a50-8f30-285475adee3d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:20.109727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-174923ca-8666-41f1-8456-0c159d0e39cc req-6915e5cc-c55b-4a50-8f30-285475adee3d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0602148
Dec 11 20:59:20.141988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45902) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:20.155907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3edf7916-87ba-4312-a567-88a36846be25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.159109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-174923ca-8666-41f1-8456-0c159d0e39cc req-93e10ce9-28e0-4331-ba49-de5b123498b5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424538
Dec 11 20:59:20.229827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3edf7916-87ba-4312-a567-88a36846be25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.233303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3edf7916-87ba-4312-a567-88a36846be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.279266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3edf7916-87ba-4312-a567-88a36846be25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95d1e969f18d48c880b37c4654797090&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1359701
Dec 11 20:59:20.282065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45906) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:20.282764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf7916-87ba-4312-a567-88a36846be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf77468-bb49-49ab-8161-3b0fb7379f64,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:20.331275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.352933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.403665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.406253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:20.407464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcf77468-bb49-49ab-8161-3b0fb7379f64 HTTP/1.1" status: 204  len: 168 time: 0.1240256
Dec 11 20:59:20.415770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fbb45-3bf8-4b2e-b3b6-05eaf53a690d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf77468-bb49-49ab-8161-3b0fb7379f64,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:20.686446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b972b-9abb-452d-a2a3-bf87d1ed7829 req-d7e20f57-08b2-40a2-8092-ad8215c98fea tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:20.688028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f4b972b-9abb-452d-a2a3-bf87d1ed7829 req-d7e20f57-08b2-40a2-8092-ad8215c98fea tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0520411
Dec 11 20:59:20.753605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f4b972b-9abb-452d-a2a3-bf87d1ed7829 req-4cd0f032-58c9-45a7-91f3-f2e68e2f8b68 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578158
Dec 11 20:59:20.796054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ae81c0b-40df-4941-a634-1d53d6e50b99 req-abde3de4-0900-41b8-815c-c816ce7732e0 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0362325
Dec 11 20:59:21.141237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:21.294570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fea8b-77de-42b5-baca-9121a1395c33 req-d35c70be-4973-4e6f-99f3-7deb6aa41101 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:21.296376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f6fea8b-77de-42b5-baca-9121a1395c33 req-d35c70be-4973-4e6f-99f3-7deb6aa41101 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0553458
Dec 11 20:59:21.371581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f6fea8b-77de-42b5-baca-9121a1395c33 req-d7c522b0-9281-4ad9-a61d-f10027e7ae17 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662508
Dec 11 20:59:21.667785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:21.783598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bdf293ba-40a1-4320-8de0-db787a74a35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:21.908344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bdf293ba-40a1-4320-8de0-db787a74a35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:21.917131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19634c-ff85-4b05-aa53-50898a1fe134 req-1661c661-b449-4366-befa-f70e4b054232 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:21.918667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e19634c-ff85-4b05-aa53-50898a1fe134 req-1661c661-b449-4366-befa-f70e4b054232 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0894082
Dec 11 20:59:21.919756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bdf293ba-40a1-4320-8de0-db787a74a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:21.921648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5420b7d6-cd93-4fdb-a961-1f9980d67da2 req-13d866d9-cfd3-4d3a-aff6-cae7f1fec70e tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0304811
Dec 11 20:59:21.977271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:21.977554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bdf293ba-40a1-4320-8de0-db787a74a35e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3218d058fef9446c911015f0ddc9bff2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3083875
Dec 11 20:59:21.982899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf293ba-40a1-4320-8de0-db787a74a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2919da8-379f-4224-b8ba-a15263268682,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:22.015738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e19634c-ff85-4b05-aa53-50898a1fe134 req-94a08705-9f45-466e-834a-a2c77ef63f62 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849209
Dec 11 20:59:22.047722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:22.070596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:22.130896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:22.133809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:22.135004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2919da8-379f-4224-b8ba-a15263268682 HTTP/1.1" status: 204  len: 168 time: 0.1567335
Dec 11 20:59:22.146425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693050-9b60-4ddf-b40c-ab29d3f95c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2919da8-379f-4224-b8ba-a15263268682,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:22.516512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd0d11-6f8d-49e9-b2b5-03bfeaae048a req-b1f5c671-2b93-4626-ade1-d1e23a356941 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:22.518169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81dd0d11-6f8d-49e9-b2b5-03bfeaae048a req-b1f5c671-2b93-4626-ade1-d1e23a356941 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0615702
Dec 11 20:59:22.569223 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81dd0d11-6f8d-49e9-b2b5-03bfeaae048a req-58c03201-8c5f-48e2-acbe-eee776cab40d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442033
Dec 11 20:59:23.032843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab3a4731-d08c-42a9-8ef8-e9941cc75bc8 req-55192d04-54ea-4a93-b3ba-5ba5d040630f tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0316980
Dec 11 20:59:23.081294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:23.144402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac4550-f937-4996-b98b-e06be3cf609d req-5bcace48-16bc-42c9-ad80-9a600e43b90c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:23.146538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bac4550-f937-4996-b98b-e06be3cf609d req-5bcace48-16bc-42c9-ad80-9a600e43b90c tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0496864
Dec 11 20:59:23.188826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-550a523a-a883-4b04-8951-8cba0df10e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.196476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bac4550-f937-4996-b98b-e06be3cf609d req-6c102c15-bbbc-495a-a76f-3ef9363b3b02 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432568
Dec 11 20:59:23.272564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-550a523a-a883-4b04-8951-8cba0df10e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.276665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-550a523a-a883-4b04-8951-8cba0df10e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.321542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-550a523a-a883-4b04-8951-8cba0df10e9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bae2c3d705f14e33ac036adf2dbfc7d7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2391484
Dec 11 20:59:23.323792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a523a-a883-4b04-8951-8cba0df10e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd4c583-2076-4284-9387-85d285b89f52,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:23.324275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:23.375555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.423682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.466383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a713ea-71a1-49ed-8c1f-4e2179fb5a81 req-a1f8d045-471d-45a1-bb70-d5db6974cc52 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:23.467885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a713ea-71a1-49ed-8c1f-4e2179fb5a81 req-a1f8d045-471d-45a1-bb70-d5db6974cc52 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0880418
Dec 11 20:59:23.506011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.508616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:23.509752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fd4c583-2076-4284-9387-85d285b89f52 HTTP/1.1" status: 204  len: 168 time: 0.1843350
Dec 11 20:59:23.525027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aa0ba-e51a-4ff1-9e3a-708effc8c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd4c583-2076-4284-9387-85d285b89f52,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:23.534673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a713ea-71a1-49ed-8c1f-4e2179fb5a81 req-17cffcff-26f2-462e-ab66-cb1c9f9a47ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592523
Dec 11 20:59:23.668253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f729f89-5608-423c-8a62-02ef7b3b8706 req-1e04b8a1-77e2-435a-bb67-60016fb2f837 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:23.669855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f729f89-5608-423c-8a62-02ef7b3b8706 req-1e04b8a1-77e2-435a-bb67-60016fb2f837 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0550778
Dec 11 20:59:23.691705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f80a77-4570-4768-ad7b-1f1297c8d2e2 req-37fc0057-163d-4f22-a3b3-d8fb3224b4dd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:23.694606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2f80a77-4570-4768-ad7b-1f1297c8d2e2 req-37fc0057-163d-4f22-a3b3-d8fb3224b4dd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0542679
Dec 11 20:59:23.721177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f729f89-5608-423c-8a62-02ef7b3b8706 req-32220db4-4979-4291-9591-55fad7f7cf78 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448747
Dec 11 20:59:23.750497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2f80a77-4570-4768-ad7b-1f1297c8d2e2 req-79f0589b-22ab-4e5f-be77-e64aaebbdecc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496705
Dec 11 20:59:23.972087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac7dcf-8e7f-4e57-8f1f-d3cf4a42c56f req-a2b2fc4f-f04f-404e-9eda-af26e9ac8837 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:23.973620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88ac7dcf-8e7f-4e57-8f1f-d3cf4a42c56f req-a2b2fc4f-f04f-404e-9eda-af26e9ac8837 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0559285
Dec 11 20:59:24.021832 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88ac7dcf-8e7f-4e57-8f1f-d3cf4a42c56f req-9b1e2548-a85a-44b7-82c4-576031380633 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421162
Dec 11 20:59:24.143654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e227daf5-5ea6-40ad-9521-0205c4297e75 req-77664b01-c75f-4525-a1fa-348f2401f280 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0297189
Dec 11 20:59:24.186964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46090) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:24.280924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1230399744'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:24.302263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:24.306017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.316231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.393369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.398105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.427869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:24.437263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d88a7b-4cdf-4c8e-b821-d95b63881a76,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:24.448815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.449276 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment a6448c52-9b35-4810-ac53-8a3778f7d322 of type vlan for network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a
Dec 11 20:59:24.499926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.524527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.530280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:24.530848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.563644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.3755465
Dec 11 20:59:24.566682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46100) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:24.572975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'name': 'tempest-PortsIpV6TestJSON-451058370'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:24.609829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2df80-437b-4e50-862a-db5162bcac85 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=b2d3d8e3-4775-4a56-a01f-cd3e73924e7a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:24.620413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:24.670198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:24.673725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.691893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:24.884393 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.899896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7fec5-da1d-4727-80b0-69f000dfd648 req-e73ed17a-e293-48bc-8c0c-0272c7a498fa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:24.901387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08b7fec5-da1d-4727-80b0-69f000dfd648 req-e73ed17a-e293-48bc-8c0c-0272c7a498fa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0749257
Dec 11 20:59:24.963580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:24.978580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08b7fec5-da1d-4727-80b0-69f000dfd648 req-542183e8-ffc8-4729-8828-7c7eda38d9a8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710697
Dec 11 20:59:25.030971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=302848c2-47bf-4b5b-a5c9-04d0d61bf993,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:25.041175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'a6448c52-9b35-4810-ac53-8a3778f7d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:25.041600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: b2d3d8e3-4775-4a56-a01f-cd3e73924e7a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:25.058672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:25.068286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2d3d8e3-4775-4a56-a01f-cd3e73924e7a) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:25.073192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:25.077979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb27c47-df1c-4d73-8933-4505e296c34b None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:25.080399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:25.081240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.103063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f41d114-1537-440a-b517-57964892a074 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5342526
Dec 11 20:59:25.103684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46106) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:25.109290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1002618285'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:25.133945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:25.138573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.151680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da523a3c-19cd-457e-9249-5a2969bcecec req-825b600d-e14a-4967-a04c-ce4cdfd3b516 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:25.153230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da523a3c-19cd-457e-9249-5a2969bcecec req-825b600d-e14a-4967-a04c-ce4cdfd3b516 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.0594714
Dec 11 20:59:25.165916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:25.180306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.180653 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment bb2a5a4d-71a0-4026-942c-a49da7a2ca81 of type vlan for network 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5
Dec 11 20:59:25.224375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.227063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da523a3c-19cd-457e-9249-5a2969bcecec req-73206313-9003-4c6e-9479-b8d677637dc9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660644
Dec 11 20:59:25.255503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.262030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:25.262658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.319413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2138793
Dec 11 20:59:25.321423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66b72a04-d7c9-428a-8a19-9a462f27684f req-ab707057-7b6d-4613-9630-1c0ceee84d27 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0322254
Dec 11 20:59:25.322086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:25.334300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'ports': [{'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'}, {'network_id': '1f5209fa-0b26-4cc7-ad99-bbc5fd746da5'}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:25.334636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:25.335115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '1f5209fa-0b26-4cc7-ad99-bbc5fd746da5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:25.335701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311fe94-75c0-428c-bf03-70292a31555e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=1f5209fa-0b26-4cc7-ad99-bbc5fd746da5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:25.353465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:25.438918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-85daf6f9-28c7-4dc7-8dc5-c2503f727b8d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:25.440376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-85daf6f9-28c7-4dc7-8dc5-c2503f727b8d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 945 time: 0.1217868
Dec 11 20:59:25.597386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 2} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:25.602422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.618038 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.622669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port ff2267f3-97e1-4a85-8844-a0a2e6f4628f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:25.623005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.756214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 5d3c6e52-f628-47f3-8ce8-8c54065cd0f2 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:25.781670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port ff2267f3-97e1-4a85-8844-a0a2e6f4628f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:25.782034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:25.799907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for ff2267f3-97e1-4a85-8844-a0a2e6f4628f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:25.966844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.094051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 546afeda-8e4b-4d60-9774-c6a8ee72aaed yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:26.105135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.118315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ff2267f3-97e1-4a85-8844-a0a2e6f4628f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:26.121350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:26.148125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=ff2267f3-97e1-4a85-8844-a0a2e6f4628f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:26.171718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffbd5a-f191-4b87-8c4c-0b27bf899b41 req-af0bd2d3-0f0a-483b-8904-d3a4e3b42117 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:26.173559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27ffbd5a-f191-4b87-8c4c-0b27bf899b41 req-af0bd2d3-0f0a-483b-8904-d3a4e3b42117 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1216817
Dec 11 20:59:26.226077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port ff2267f3-97e1-4a85-8844-a0a2e6f4628f on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:26.231229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.234881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9b50d34-4c1d-4c6d-9f03-7c103a3ac6ac req-e51257c8-a898-4458-90d8-86a5af015d7b tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.16 "DELETE /v2.0/ports/ff2267f3-97e1-4a85-8844-a0a2e6f4628f HTTP/1.1" status: 204  len: 173 time: 0.7805598
Dec 11 20:59:26.240024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'name': 'network-vif-deleted', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:26.242512 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76765e1a-4e6f-429e-8caf-0cdfaffa26cd" -d '{"events": [{"server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "name": "network-vif-deleted", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:26.319999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27ffbd5a-f191-4b87-8c4c-0b27bf899b41 req-1256f705-f6e3-4a37-8758-348ea120659f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298108
Dec 11 20:59:26.352220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.359174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-338218f9-35e1-4f41-a659-b4d0f58311a6 req-d960d369-f8f8-4177-a3de-9c9c76917f62 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=f64e2885-b8b2-4333-8683-5d6b9d1b9ecb HTTP/1.1" status: 200  len: 210 time: 0.0424764
Dec 11 20:59:26.400364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.403020 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1ba20-89f6-4330-a3ad-07f81b76850f x-openstack-request-id: req-c9b1ba20-89f6-4330-a3ad-07f81b76850f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:26.403432 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64e2885-b8b2-4333-8683-5d6b9d1b9ecb", "name": "network-vif-deleted", "tag": "ff2267f3-97e1-4a85-8844-a0a2e6f4628f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:26.403869 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9b1ba20-89f6-4330-a3ad-07f81b76850f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:26.404274 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64e2885-b8b2-4333-8683-5d6b9d1b9ecb', 'name': 'network-vif-deleted', 'tag': 'ff2267f3-97e1-4a85-8844-a0a2e6f4628f', 'status': 'completed', 'code': 200}
Dec 11 20:59:26.445979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:26.449209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:26.453332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:26.454178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.468783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=5d3c6e52-f628-47f3-8ce8-8c54065cd0f2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:26.491634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-47e42694-212a-4969-a416-cf25887c7aeb req-eeb15d24-d241-4920-a45d-9e64bde1daf6 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0384820
Dec 11 20:59:26.549254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'bb2a5a4d-71a0-4026-942c-a49da7a2ca81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1f5209fa-0b26-4cc7-ad99-bbc5fd746da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:26.549629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:26.556946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=546afeda-8e4b-4d60-9774-c6a8ee72aaed,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:26.576742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:26.588629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:26.597058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:26.603698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:26.606655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06876351-dda4-4652-9f38-9f90f3401eeb None None] Network 1f5209fa-0b26-4cc7-ad99-bbc5fd746da5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:26.608962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:26.609683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.631190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b42a9c74-1e6d-4b92-8a94-1d0bf9de1812 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.3007390
Dec 11 20:59:26.632459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46134) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:26.733977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 546afeda-8e4b-4d60-9774-c6a8ee72aaed {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:26.734238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.806533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.819064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 546afeda-8e4b-4d60-9774-c6a8ee72aaed owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:26.896797 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.929475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=546afeda-8e4b-4d60-9774-c6a8ee72aaed,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:26.934803 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:26.938535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06fdb58c-a9d8-465b-b766-d73458acc9e0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/546afeda-8e4b-4d60-9774-c6a8ee72aaed HTTP/1.1" status: 204  len: 168 time: 0.3043411
Dec 11 20:59:26.940660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.028737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ed0ae-d63b-4b1c-9a2b-659ad4edf41c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:27.034744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3ed0ae-d63b-4b1c-9a2b-659ad4edf41c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:27.036991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc3ed0ae-d63b-4b1c-9a2b-659ad4edf41c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.0952511
Dec 11 20:59:27.039832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.130754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 5d3c6e52-f628-47f3-8ce8-8c54065cd0f2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:27.131119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.201442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.214711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 5d3c6e52-f628-47f3-8ce8-8c54065cd0f2 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:27.295985 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.328393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=5d3c6e52-f628-47f3-8ce8-8c54065cd0f2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:27.331969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.335870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7fb08435-64f0-4909-a4b5-83c00b834ab9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/5d3c6e52-f628-47f3-8ce8-8c54065cd0f2 HTTP/1.1" status: 204  len: 168 time: 0.2951264
Dec 11 20:59:27.338233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.389137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd7327-453f-4e90-b6e4-fca7fe73069f tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:27.391650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dfbd7327-453f-4e90-b6e4-fca7fe73069f tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0515525
Dec 11 20:59:27.393601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.420907 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5433eb65-c02d-4d65-8b23-e56ed57d0c91 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:27.422318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5433eb65-c02d-4d65-8b23-e56ed57d0c91 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/546afeda-8e4b-4d60-9774-c6a8ee72aaed HTTP/1.1" status: 404  len: 333 time: 0.0278218
Dec 11 20:59:27.425913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46150) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.450363 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39a7a5a-055c-4a9e-9e11-2939d429bb1d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:27.451777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f39a7a5a-055c-4a9e-9e11-2939d429bb1d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/5d3c6e52-f628-47f3-8ce8-8c54065cd0f2 HTTP/1.1" status: 404  len: 333 time: 0.0249205
Dec 11 20:59:27.454429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46156) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.454607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a7107-ed6d-4b3d-8034-c82487a7115a req-cffb4cf4-c469-4f77-a6c2-716cfcf2c58f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:27.456315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-092a7107-ed6d-4b3d-8034-c82487a7115a req-cffb4cf4-c469-4f77-a6c2-716cfcf2c58f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0640934
Dec 11 20:59:27.516854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-092a7107-ed6d-4b3d-8034-c82487a7115a req-cbc2615c-6c98-4af8-b208-f440e720923b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516794
Dec 11 20:59:27.534569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.626835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef62f587-4399-438a-b6d6-d224261eb592 req-c4b1bba8-9dbd-4b60-b437-34e22d4d9d5e tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0280461
Dec 11 20:59:27.627776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.650561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8421a1c0>,) {'filters': {'network_id': ['1f5209fa-0b26-4cc7-ad99-bbc5fd746da5']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:27.661531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8421a1c0>, 'bb2a5a4d-71a0-4026-942c-a49da7a2ca81') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:27.661531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8421a1c0>, 'bb2a5a4d-71a0-4026-942c-a49da7a2ca81') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:27.670219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.684393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.692703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:27.693244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:27.696508 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:27.759776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.769704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.772898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/1f5209fa-0b26-4cc7-ad99-bbc5fd746da5 HTTP/1.1" status: 204  len: 168 time: 0.3175015
Dec 11 20:59:27.777836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46178) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:27.783207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853715681'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:27.786677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530571d-24ef-4c9b-9130-07f7503cd359 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=1f5209fa-0b26-4cc7-ad99-bbc5fd746da5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:27.812461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:27.816835 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.847833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:27.857191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.857574 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment 28671778-4e16-432e-a092-45ff54a67dc9 of type vlan for network 382a387b-417c-4a1a-ac3a-11ac84463379
Dec 11 20:59:27.902257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.928088 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.933610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:27.934191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:27.996369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2168784
Dec 11 20:59:27.999266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:28.004253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:28.005506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04596d1a-d844-4bd4-86f4-ad6d4863b4d4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=382a387b-417c-4a1a-ac3a-11ac84463379,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:28.016487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 382a387b-417c-4a1a-ac3a-11ac84463379 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:28.100723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:28.104640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.169187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Performing IP validity checks on allocation pools {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 20:59:28.172091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 20:59:28.209420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41620e93-b2d7-4119-b1fe-35c336b2d939 req-f1482061-96a0-4a81-99db-09b9504b06b1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:28.210987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41620e93-b2d7-4119-b1fe-35c336b2d939 req-f1482061-96a0-4a81-99db-09b9504b06b1 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0503709
Dec 11 20:59:28.265386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41620e93-b2d7-4119-b1fe-35c336b2d939 req-2691f4b6-2925-44b5-83fa-8af6591840a9 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483534
Dec 11 20:59:28.293529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.357209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:28.367243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': '28671778-4e16-432e-a092-45ff54a67dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:28.367684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 382a387b-417c-4a1a-ac3a-11ac84463379, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:28.384515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 382a387b-417c-4a1a-ac3a-11ac84463379 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:28.392774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 382a387b-417c-4a1a-ac3a-11ac84463379) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:28.398249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:28.398999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.401989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999d020-ef87-4f51-9958-94a5b4286871 None None] Network 382a387b-417c-4a1a-ac3a-11ac84463379 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:28.418336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3deabcc6-10a6-446b-94ec-5b7f4d627922 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4179487
Dec 11 20:59:28.420916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:28.426104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379', 'name': 'tempest-PortsIpV6TestJSON-2029212579'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:28.503458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-382a387b-417c-4a1a-ac3a-11ac84463379', 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': '5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:59:28.504348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.534595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:28.540749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.571120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 14f08ff6-2613-4dfb-9845-6e7571469cde yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:28.652242 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Allocated IP 2001:db8::2 (382a387b-417c-4a1a-ac3a-11ac84463379/5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9/142a2c73-326e-44d4-b0b8-828cfd561300) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:28.654622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79f2a2-840c-472b-bc56-16cfec46615e req-0f1142ba-6d24-4cbd-a0a4-71e503e5aba5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:28.656248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd79f2a2-840c-472b-bc56-16cfec46615e req-0f1142ba-6d24-4cbd-a0a4-71e503e5aba5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0490074
Dec 11 20:59:28.709395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd79f2a2-840c-472b-bc56-16cfec46615e req-3c28d593-afb8-4b1b-a25b-a69ca4123c2a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471251
Dec 11 20:59:28.735596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f28f4161-7cf6-48a5-afc4-537bc2c15b81 req-2edf9b30-ae3a-4fd5-9417-074c70e9e9c7 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0277569
Dec 11 20:59:28.811668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.818122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.857372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Network 382a387b-417c-4a1a-ac3a-11ac84463379 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:28.860479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:28.863844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:28.869665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Pushing event updated for resources: {'Port': ['ID=142a2c73-326e-44d4-b0b8-828cfd561300,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:28.882786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::c0 (382a387b-417c-4a1a-ac3a-11ac84463379/5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9/14f08ff6-2613-4dfb-9845-6e7571469cde) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:28.925421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Attempting to bind port 142a2c73-326e-44d4-b0b8-828cfd561300 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:28.925787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Attempting to bind port 142a2c73-326e-44d4-b0b8-828cfd561300 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28671778-4e16-432e-a092-45ff54a67dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:28.926149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Attempting to bind port 142a2c73-326e-44d4-b0b8-828cfd561300 on network 382a387b-417c-4a1a-ac3a-11ac84463379 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:28.932240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:28.932612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Checking segment: {'id': '28671778-4e16-432e-a092-45ff54a67dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:28.933006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:28.934082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Bound using segment: {'id': '28671778-4e16-432e-a092-45ff54a67dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:28.934082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Bound port: 142a2c73-326e-44d4-b0b8-828cfd561300, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28671778-4e16-432e-a092-45ff54a67dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '382a387b-417c-4a1a-ac3a-11ac84463379'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:28.934314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.000303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] For port 142a2c73-326e-44d4-b0b8-828cfd561300, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:29.003349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] For port 142a2c73-326e-44d4-b0b8-828cfd561300, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142a2c73-326e-44d4-b0b8-828cfd561300,segment=NetworkSegment(28671778-4e16-432e-a092-45ff54a67dc9),segment_id=28671778-4e16-432e-a092-45ff54a67dc9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:29.008188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.048864 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.070315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc48ff-46c6-4638-911d-7f73453345f9 None None] Pushing event updated for resources: {'Port': ['ID=142a2c73-326e-44d4-b0b8-828cfd561300,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:29.098299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.143401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 382a387b-417c-4a1a-ac3a-11ac84463379 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:29.147422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:29.150421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:29.156779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:29.157389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.174226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=14f08ff6-2613-4dfb-9845-6e7571469cde,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:29.185574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3868e96-8f5b-401c-b82c-f613f3d47c7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.7635591
Dec 11 20:59:29.188174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:29.310460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 14f08ff6-2613-4dfb-9845-6e7571469cde {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:29.310840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.436545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c102e37-4f7c-42c5-a3fa-77b1890e73bf req-bc39e572-367d-42e2-8bed-af4b6571f249 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:29.437922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c102e37-4f7c-42c5-a3fa-77b1890e73bf req-bc39e572-367d-42e2-8bed-af4b6571f249 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.0807483
Dec 11 20:59:29.441369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.465056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 14f08ff6-2613-4dfb-9845-6e7571469cde owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:29.532818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c102e37-4f7c-42c5-a3fa-77b1890e73bf req-92887dd3-efb7-471e-9590-fb57e25edf0d tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/security-groups?id=c6918120-0782-47ea-b7b7-20b9c067cef6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837784
Dec 11 20:59:29.573486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ff2267f3-97e1-4a85-8844-a0a2e6f4628f no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:29.593818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ff2267f3-97e1-4a85-8844-a0a2e6f4628f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:29.594161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ff2267f3-97e1-4a85-8844-a0a2e6f4628f not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:29.620323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.650935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=14f08ff6-2613-4dfb-9845-6e7571469cde,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:29.679861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.683144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4f62c934-57c2-469a-9303-49b2c4f034df tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/14f08ff6-2613-4dfb-9845-6e7571469cde HTTP/1.1" status: 204  len: 168 time: 0.4940410
Dec 11 20:59:29.685609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:29.708265 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee77efdc-e2d6-4b97-b40f-a04bf41408e4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 20:59:29.708832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee77efdc-e2d6-4b97-b40f-a04bf41408e4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 20:59:29.712409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ee77efdc-e2d6-4b97-b40f-a04bf41408e4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/14f08ff6-2613-4dfb-9845-6e7571469cde HTTP/1.1" status: 404  len: 333 time: 0.0258942
Dec 11 20:59:29.715063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:29.739742 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3551ab-baf6-4002-938e-82bd1fae0766 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:29.741167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dd3551ab-baf6-4002-938e-82bd1fae0766 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/14f08ff6-2613-4dfb-9845-6e7571469cde HTTP/1.1" status: 404  len: 333 time: 0.0251772
Dec 11 20:59:29.744403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46226) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:29.857377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fbc6b-ba06-4447-8aee-9cd1e95b4033 req-01d436e1-2fdb-4233-9443-f20d9f603af0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:29.865775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a88fbc6b-ba06-4447-8aee-9cd1e95b4033 req-01d436e1-2fdb-4233-9443-f20d9f603af0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0723696
Dec 11 20:59:29.869291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:29.886177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:29.918711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-5fc5445d-b6d1-498d-9741-9b965dcf64ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:29.920230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-5fc5445d-b6d1-498d-9741-9b965dcf64ac tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 946 time: 0.1387653
Dec 11 20:59:29.933595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a88fbc6b-ba06-4447-8aee-9cd1e95b4033 req-f316f77f-8f4a-4bbb-bad4-1c00dda53683 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615003
Dec 11 20:59:29.944670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f14fc85a-958c-4e9d-b664-223d3c5c520a req-483c4429-241f-420c-9905-08230039cf4d tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0812654
Dec 11 20:59:30.009035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.131632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1411f63f-f66a-4655-aa4a-4c49a5ca4806 None None] Network 382a387b-417c-4a1a-ac3a-11ac84463379 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:30.146521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Deleting port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:30.146837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.160954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.246153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] Provisioning complete for port 142a2c73-326e-44d4-b0b8-828cfd561300 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:30.246539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.284669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] For port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,segment=NetworkSegment(be328e1b-8e4c-4121-983a-e05d7c5fe82e),segment_id=be328e1b-8e4c-4121-983a-e05d7c5fe82e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:30.284669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.284669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.323982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:30.326096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.332144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46236) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:30.332280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2866dcdb-ffb8-49a9-b741-09a3a400b302 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9 HTTP/1.1" status: 204  len: 168 time: 0.5867743
Dec 11 20:59:30.334016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Calling delete_port for 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:30.350797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.387673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] For port 142a2c73-326e-44d4-b0b8-828cfd561300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142a2c73-326e-44d4-b0b8-828cfd561300,segment=NetworkSegment(28671778-4e16-432e-a092-45ff54a67dc9),segment_id=28671778-4e16-432e-a092-45ff54a67dc9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:30.393186 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.444748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.451594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4ba25-9a73-4055-a88c-26ea9671ac88 None None] Pushing event updated for resources: {'Port': ['ID=142a2c73-326e-44d4-b0b8-828cfd561300,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:30.509851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.514512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3a968-b505-46b8-bd98-fe5ee72d3d02 None None] Network 382a387b-417c-4a1a-ac3a-11ac84463379 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:30.516598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 142a2c73-326e-44d4-b0b8-828cfd561300 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:30.517494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.531811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:30.548048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Pushing event deleted for resources: {'Port': ['ID=70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:30.582072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port 142a2c73-326e-44d4-b0b8-828cfd561300, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=142a2c73-326e-44d4-b0b8-828cfd561300,segment=NetworkSegment(28671778-4e16-432e-a092-45ff54a67dc9),segment_id=28671778-4e16-432e-a092-45ff54a67dc9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:30.582440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.589288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] No DVR routers for this DVR port 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:30.593090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.597339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 142a2c73-326e-44d4-b0b8-828cfd561300 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:30.597546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8f3666b-748b-49f7-b4f6-565f304b52ad req-7abcdf39-6194-4c29-a8e5-b2ecb507df16 tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.30 "DELETE /v2.0/ports/70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d HTTP/1.1" status: 204  len: 173 time: 0.6613808
Dec 11 20:59:30.598789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'name': 'network-vif-deleted', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:30.602193 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9ef941-e170-43f9-868a-03d37817e33b" -d '{"events": [{"server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "name": "network-vif-deleted", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:30.652975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d67b4b7e-b5d8-48e6-8fda-c9b33befb793 None None] Provisioning complete for port 142a2c73-326e-44d4-b0b8-828cfd561300 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:30.653346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d67b4b7e-b5d8-48e6-8fda-c9b33befb793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.682656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f52d0677-d4f7-4a9a-b80b-669e4216ff67 req-f0fc9a1c-92c5-43a7-aa91-b6378971613f tempest-ServersTestJSON-642161327 tempest-ServersTestJSON-642161327-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e5c926-f603-4ed1-a746-4a0babb77c36 HTTP/1.1" status: 200  len: 210 time: 0.0475307
Dec 11 20:59:30.695547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:30.704916 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686b3d4d-763e-413a-aee0-46acbeaeb080 x-openstack-request-id: req-686b3d4d-763e-413a-aee0-46acbeaeb080 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:30.705484 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e5c926-f603-4ed1-a746-4a0babb77c36", "name": "network-vif-deleted", "tag": "70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:30.705986 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-686b3d4d-763e-413a-aee0-46acbeaeb080 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:30.706644 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e5c926-f603-4ed1-a746-4a0babb77c36', 'name': 'network-vif-deleted', 'tag': '70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d', 'status': 'completed', 'code': 200}
Dec 11 20:59:30.722962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d67b4b7e-b5d8-48e6-8fda-c9b33befb793 None None] Could not find standard attr ID for object 142a2c73-326e-44d4-b0b8-828cfd561300. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:30.726829 ncdv-master-1 neutron-server[125989]: INFO neutron.plugins.ml2.db [None req-d67b4b7e-b5d8-48e6-8fda-c9b33befb793 None None] No ports have port_id starting with 142a2c73-326e-44d4-b0b8-828cfd561300
Dec 11 20:59:30.790648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3122b1a-7f88-4e80-a4ad-afa850db3b2b None None] DHCP port deletion for 382a387b-417c-4a1a-ac3a-11ac84463379 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:59:31.000117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=142a2c73-326e-44d4-b0b8-828cfd561300,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:31.028980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port 142a2c73-326e-44d4-b0b8-828cfd561300 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:31.070791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62f24eac-f495-4c11-b0df-3825c6955e7a req-07d2789d-162b-401d-aff0-6c6c3c68df94 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0308874
Dec 11 20:59:31.127682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda013ef-ed54-47b8-ac36-724f406056e0 req-e62dc8ca-2e9f-41b8-98d4-ffcae3bc111f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:31.129315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cda013ef-ed54-47b8-ac36-724f406056e0 req-e62dc8ca-2e9f-41b8-98d4-ffcae3bc111f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1305113
Dec 11 20:59:31.133940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.179057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84724d30>,) {'filters': {'network_id': ['382a387b-417c-4a1a-ac3a-11ac84463379']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:31.199417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84724d30>, '28671778-4e16-432e-a092-45ff54a67dc9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:31.199865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84724d30>, '28671778-4e16-432e-a092-45ff54a67dc9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:31.216598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.240989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cda013ef-ed54-47b8-ac36-724f406056e0 req-855a20d2-088f-4611-ad50-cafda02ada04 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941520
Dec 11 20:59:31.241889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.255301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:31.256263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:31.265988 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:31.338561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.345257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.349185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/382a387b-417c-4a1a-ac3a-11ac84463379 HTTP/1.1" status: 204  len: 168 time: 1.0152898
Dec 11 20:59:31.352892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46254) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:31.358236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1600356765'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:31.360847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3ca14-1e0f-433f-abce-d6b523604321 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=382a387b-417c-4a1a-ac3a-11ac84463379,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:31.380728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:31.384141 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.406295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:31.415346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.415738 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment fb545792-65aa-4e98-a4ff-6d0c8fd235c5 of type vlan for network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3
Dec 11 20:59:31.455287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.479158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.484599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:31.485185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.546264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1921141
Dec 11 20:59:31.549015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46256) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:31.557769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:31.562445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b618e-99c8-4f9b-b482-de07ff07a69b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=04350e6d-fbe2-4d32-97b8-83f50f7f30a3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:31.572265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:31.647503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:31.651010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.732369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46260) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:31.784589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Deleting subnet d277568c-383d-48f1-b615-d83aad06b07c {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:31.788487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.827448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.842725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.869256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.912276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=9edf54ed-a356-46ff-957a-108b0f2d9a93,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:31.914434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:31.914819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 04350e6d-fbe2-4d32-97b8-83f50f7f30a3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:31.928664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.933546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:31.943297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04350e6d-fbe2-4d32-97b8-83f50f7f30a3) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:31.947424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:31.948014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.953934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f2fd67-ddc4-450b-8f6f-9d0a0a497c7b None None] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:31.961890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d277568c-383d-48f1-b615-d83aad06b07c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:31.964277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:31.967646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5264aee7-270d-403f-b195-93b33dc3b4cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d277568c-383d-48f1-b615-d83aad06b07c HTTP/1.1" status: 204  len: 168 time: 0.2341032
Dec 11 20:59:31.970614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:31.970812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4d2c8dd1-0679-4d14-a153-30fb70169ebe tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4155133
Dec 11 20:59:31.971372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:31.982369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-653594478'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:32.102190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.213898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0290eec4-c05c-449e-8c30-af0ee0f1e851 req-066768b3-d985-4861-ab87-d9e5f1172280 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0430119
Dec 11 20:59:32.220645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04350e6d-fbe2-4d32-97b8-83f50f7f30a3', 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': '9edf54ed-a356-46ff-957a-108b0f2d9a93'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:59:32.221612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.258210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:32.262162 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.277544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.294143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port c82385a6-767a-4ac7-b03c-c6a70f03e3aa yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:32.311480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d843abfa0>,) {'filters': {'network_id': ['78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:32.353281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843abfa0>, 'be328e1b-8e4c-4121-983a-e05d7c5fe82e') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:32.353504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843abfa0>, 'be328e1b-8e4c-4121-983a-e05d7c5fe82e') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:32.396739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.404029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Allocated IP 2001:db8::2 (04350e6d-fbe2-4d32-97b8-83f50f7f30a3/9edf54ed-a356-46ff-957a-108b0f2d9a93/f3916e3b-d8a9-4422-aa2e-6f67c8884562) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:32.425532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.435589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:32.435983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:32.437805 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:32.445888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d38ddb-d0c1-4132-bf9e-d6fd249e56c6 req-fbc92736-0ea0-49ea-a988-ed804669d330 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:32.447428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83d38ddb-d0c1-4132-bf9e-d6fd249e56c6 req-fbc92736-0ea0-49ea-a988-ed804669d330 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1008236
Dec 11 20:59:32.528822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.537720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.540872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8 HTTP/1.1" status: 204  len: 168 time: 0.5684016
Dec 11 20:59:32.554257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83d38ddb-d0c1-4132-bf9e-d6fd249e56c6 req-4a595a49-26a6-4cad-8a02-89253cb3cc9f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934997
Dec 11 20:59:32.555160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641aa0a-a6d2-450a-8b1b-ed022249eb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=78b4a4d7-ccff-4b6d-8fa7-6c135aa49fe8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:32.569599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.581098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.627067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:32.631384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:32.635666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:32.638796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Pushing event updated for resources: {'Port': ['ID=f3916e3b-d8a9-4422-aa2e-6f67c8884562,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:32.643802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::239 (04350e6d-fbe2-4d32-97b8-83f50f7f30a3/9edf54ed-a356-46ff-957a-108b0f2d9a93/c82385a6-767a-4ac7-b03c-c6a70f03e3aa) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:32.692075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Attempting to bind port f3916e3b-d8a9-4422-aa2e-6f67c8884562 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:32.692432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Attempting to bind port f3916e3b-d8a9-4422-aa2e-6f67c8884562 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:32.692798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Attempting to bind port f3916e3b-d8a9-4422-aa2e-6f67c8884562 on network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:32.698091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:32.698471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Checking segment: {'id': 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:32.698921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.699316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Bound using segment: {'id': 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:32.699780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Bound port: f3916e3b-d8a9-4422-aa2e-6f67c8884562, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '04350e6d-fbe2-4d32-97b8-83f50f7f30a3'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:32.700727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.753685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:32.774245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] For port f3916e3b-d8a9-4422-aa2e-6f67c8884562, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:32.777631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] For port f3916e3b-d8a9-4422-aa2e-6f67c8884562, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3916e3b-d8a9-4422-aa2e-6f67c8884562,segment=NetworkSegment(fb545792-65aa-4e98-a4ff-6d0c8fd235c5),segment_id=fb545792-65aa-4e98-a4ff-6d0c8fd235c5)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:32.782065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.788268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.807345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-501e0d6c-9758-48e5-9261-3c19b5ee02d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9f85fc1e8e74732b9a3f629335d2632&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0491810
Dec 11 20:59:32.807579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:32.841233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae653db0-9540-4e3b-ba2b-ced75422bb1e None None] Pushing event updated for resources: {'Port': ['ID=f3916e3b-d8a9-4422-aa2e-6f67c8884562,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:32.842642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.908625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.927254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:32.930612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:32.933801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:32.939603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.941417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:32.942595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:32.962992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 0.9883683
Dec 11 20:59:32.965731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46286) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:32.967687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd73a9-f877-430d-bd7e-9bebc21e5011 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=c82385a6-767a-4ac7-b03c-c6a70f03e3aa,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:33.035602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-6f74f932-31ce-44ea-9935-dfba014bc458 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0508308
Dec 11 20:59:33.070824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.073921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.077909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6918120-0782-47ea-b7b7-20b9c067cef6 HTTP/1.1" status: 204  len: 168 time: 0.2694519
Dec 11 20:59:33.103626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251cc0-25e5-418c-a73d-591e732c3193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6918120-0782-47ea-b7b7-20b9c067cef6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:33.113461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port c82385a6-767a-4ac7-b03c-c6a70f03e3aa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:33.113889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.186672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.187295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.187933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.188494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.189599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.191636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.192369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.195939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a2a29ee6-398a-4cb2-b07c-ed2114e43776 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.1201012
Dec 11 20:59:33.298683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.324913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f3916e3b-d8a9-4422-aa2e-6f67c8884562 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:33.326964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for c82385a6-767a-4ac7-b03c-c6a70f03e3aa owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:33.417132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92d1e0b6-a50c-43a3-95a9-d0e052e9deec req-643e60f9-b20a-47b1-a9a4-8b10b3c1fa78 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0491893
Dec 11 20:59:33.424441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:33.472006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:33.472345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 70b95cf5-e3dd-456d-9ca4-5a9cce85ec8d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:33.497807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f3916e3b-d8a9-4422-aa2e-6f67c8884562 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:33.498462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.508719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bdf59fcc-c220-4c2c-ba39-463be3e37d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.509193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bdf59fcc-c220-4c2c-ba39-463be3e37d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.509657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bdf59fcc-c220-4c2c-ba39-463be3e37d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.511299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bdf59fcc-c220-4c2c-ba39-463be3e37d11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 2297 time: 0.2755458
Dec 11 20:59:33.644320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.699538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port f3916e3b-d8a9-4422-aa2e-6f67c8884562, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3916e3b-d8a9-4422-aa2e-6f67c8884562,segment=NetworkSegment(fb545792-65aa-4e98-a4ff-6d0c8fd235c5),segment_id=fb545792-65aa-4e98-a4ff-6d0c8fd235c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:33.709383 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:33.715359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-d7155e15-e848-42e4-9c1d-10f49f05d1e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1002 time: 0.1901815
Dec 11 20:59:33.772059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=f3916e3b-d8a9-4422-aa2e-6f67c8884562,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:33.790396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-2a33c116-430d-478e-95cb-f49783063849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.791920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-2a33c116-430d-478e-95cb-f49783063849 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.0666671
Dec 11 20:59:33.849047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-d7c243cc-3b9c-4279-8409-d62071cf9a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.850562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-d7c243cc-3b9c-4279-8409-d62071cf9a9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0492346
Dec 11 20:59:33.982020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa86d-1c9f-4512-ac97-fa83c7b82d2b req-bdfc9ae4-9ce1-41d7-a48b-d011e11d3e00 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:33.992143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01efa86d-1c9f-4512-ac97-fa83c7b82d2b req-bdfc9ae4-9ce1-41d7-a48b-d011e11d3e00 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1355307
Dec 11 20:59:34.008137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.017812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-5203be56-bc62-43e2-ac19-36ec30201ae5 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581113
Dec 11 20:59:34.076820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=c82385a6-767a-4ac7-b03c-c6a70f03e3aa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:34.117025 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.120755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a2890c13-282e-4e9a-ba58-7bbfd888bc2d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/c82385a6-767a-4ac7-b03c-c6a70f03e3aa HTTP/1.1" status: 204  len: 168 time: 1.1539884
Dec 11 20:59:34.123553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46320) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:34.152721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01efa86d-1c9f-4512-ac97-fa83c7b82d2b req-bb0f0faf-2fa2-4c6f-b752-623955a86fe0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1594310
Dec 11 20:59:34.164614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-f6aa44b4-1357-430b-9864-f5473104ae4c service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327796
Dec 11 20:59:34.170978 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea002abe-4485-4138-be38-3b8c83a4d124 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:34.172679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ea002abe-4485-4138-be38-3b8c83a4d124 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/c82385a6-767a-4ac7-b03c-c6a70f03e3aa HTTP/1.1" status: 404  len: 333 time: 0.0480843
Dec 11 20:59:34.177574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46322) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:34.190871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741e15a5-f0ae-446a-85d9-f06fe1d91ac2 None None] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:34.227980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-f951f232-db09-4e81-bcc4-8a014951d58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 217 time: 0.0556173
Dec 11 20:59:34.239899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 9edf54ed-a356-46ff-957a-108b0f2d9a93 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:34.243291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.294449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.314107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-e14edf81-f934-4925-b1b3-40700881dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:34.316410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-e14edf81-f934-4925-b1b3-40700881dc78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0794797
Dec 11 20:59:34.320762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d9d68468-5e01-43d9-9132-aea8ca8b7551 None None] Provisioning complete for port f3916e3b-d8a9-4422-aa2e-6f67c8884562 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:34.321279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d9d68468-5e01-43d9-9132-aea8ca8b7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.377947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-505d4e8b-c0ce-4658-b0b5-51b464deaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:34.380060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-505d4e8b-c0ce-4658-b0b5-51b464deaa38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0557821
Dec 11 20:59:34.397766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.499934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-3f5aee57-e3ea-4828-be38-73784b247c10 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122208
Dec 11 20:59:34.530424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.555618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.559066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/9edf54ed-a356-46ff-957a-108b0f2d9a93 HTTP/1.1" status: 204  len: 168 time: 0.3804789
Dec 11 20:59:34.597180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46334) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:34.638554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4024e42-2d2d-45cb-ac01-fc28c6097ecf None None] Network 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:34.660181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-684aac2b-8639-4ce2-8bcb-df8d546daf0b req-6672139b-cbd0-4b24-9f65-39391ff5c12b tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.1128614
Dec 11 20:59:34.663456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e40c19-9c96-462d-a288-d8fc9f6f704d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=9edf54ed-a356-46ff-957a-108b0f2d9a93,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:34.765596 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.766256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-45e1b35d-b10b-44d8-a69d-d52b3f3157c9 None None] Provisioning complete for port f3916e3b-d8a9-4422-aa2e-6f67c8884562 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:34.767141 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-45e1b35d-b10b-44d8-a69d-d52b3f3157c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.780406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-3a3664e5-d2a0-4fc4-8c14-b4aae62fa1e0 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699931
Dec 11 20:59:34.864700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-9229d03b-c94a-4bcc-a2ae-47867a7a0ae4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 217 time: 0.0511122
Dec 11 20:59:34.882213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6051887b-821e-4ee7-8b89-e78d1f822527 req-a37c6fd4-17f3-4990-abfe-18a77d96ecfb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0319035
Dec 11 20:59:34.930205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] DHCP port deletion for 04350e6d-fbe2-4d32-97b8-83f50f7f30a3 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:59:34.940345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-f8dcfeca-7161-4d4f-8a4b-e68f18bfad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:34.941950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-f8dcfeca-7161-4d4f-8a4b-e68f18bfad08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0620742
Dec 11 20:59:34.944178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port f3916e3b-d8a9-4422-aa2e-6f67c8884562 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:34.944534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:34.982870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Deleting port f3916e3b-d8a9-4422-aa2e-6f67c8884562 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:34.983317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.010429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port f3916e3b-d8a9-4422-aa2e-6f67c8884562, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3916e3b-d8a9-4422-aa2e-6f67c8884562,segment=NetworkSegment(fb545792-65aa-4e98-a4ff-6d0c8fd235c5),segment_id=fb545792-65aa-4e98-a4ff-6d0c8fd235c5)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:35.010875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.034128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for f3916e3b-d8a9-4422-aa2e-6f67c8884562 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:35.058998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] For port f3916e3b-d8a9-4422-aa2e-6f67c8884562, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3916e3b-d8a9-4422-aa2e-6f67c8884562,segment=NetworkSegment(fb545792-65aa-4e98-a4ff-6d0c8fd235c5),segment_id=fb545792-65aa-4e98-a4ff-6d0c8fd235c5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:35.059486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.078146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Calling delete_port for f3916e3b-d8a9-4422-aa2e-6f67c8884562 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:35.150780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-888d2b93-3ddd-42eb-8d95-d5175ed89373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:35.152312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-888d2b93-3ddd-42eb-8d95-d5175ed89373 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0669787
Dec 11 20:59:35.178508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.208671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.212884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] Pushing event deleted for resources: {'Port': ['ID=f3916e3b-d8a9-4422-aa2e-6f67c8884562,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:35.215127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d9d2e-0361-44ee-bd43-65fed309cf9d None None] No DVR routers for this DVR port f3916e3b-d8a9-4422-aa2e-6f67c8884562 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:35.245233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f3916e3b-d8a9-4422-aa2e-6f67c8884562 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:35.269099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f3916e3b-d8a9-4422-aa2e-6f67c8884562 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:35.269525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f3916e3b-d8a9-4422-aa2e-6f67c8884562 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:35.272476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=f3916e3b-d8a9-4422-aa2e-6f67c8884562,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:35.282690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port f3916e3b-d8a9-4422-aa2e-6f67c8884562 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:35.350398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5d54f-94e1-41dc-a3ad-98ab370a96d6 req-c1593a56-b96c-429f-87d6-80f791b7eb78 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:35.350398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ccd5d54f-94e1-41dc-a3ad-98ab370a96d6 req-c1593a56-b96c-429f-87d6-80f791b7eb78 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0624330
Dec 11 20:59:35.387261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.396712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-8ba90678-1987-44c9-af9f-9444e72aa8ad service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339003
Dec 11 20:59:35.412281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ccd5d54f-94e1-41dc-a3ad-98ab370a96d6 req-29b65a13-1006-4b40-ae83-a7ef252f0ce7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556462
Dec 11 20:59:35.418506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d840d45e0>,) {'filters': {'network_id': ['04350e6d-fbe2-4d32-97b8-83f50f7f30a3']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:35.442855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d840d45e0>, 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:35.443157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d840d45e0>, 'fb545792-65aa-4e98-a4ff-6d0c8fd235c5') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:35.479490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.502256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.516779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:35.517184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:35.520675 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:35.577033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-8421aa26-1066-4044-9369-0886f23ade76 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680686
Dec 11 20:59:35.627034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-9d9202c3-7c57-4c0c-b8ca-f27419e16660 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 217 time: 0.0385888
Dec 11 20:59:35.635185 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.639545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.642757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/04350e6d-fbe2-4d32-97b8-83f50f7f30a3 HTTP/1.1" status: 204  len: 168 time: 1.0444989
Dec 11 20:59:35.647187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:35.652706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'name': 'tempest-PortsIpV6TestJSON-1434949457'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:35.677596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52705f-c123-4463-8017-a04bada014ef tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=04350e6d-fbe2-4d32-97b8-83f50f7f30a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:35.697631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-e13b98e0-be7a-4acd-a7cc-1e2a20593223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:35.699092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-e13b98e0-be7a-4acd-a7cc-1e2a20593223 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0554135
Dec 11 20:59:35.767863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bbcdbd48-0004-4525-9378-d85e5c918fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:35.769475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-bbcdbd48-0004-4525-9378-d85e5c918fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0625741
Dec 11 20:59:35.799605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b727c135-ac39-4d5b-b7bd-2e60cb1df609 req-1f7ffef4-f028-43be-98f4-a6adadec4b3e tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0377977
Dec 11 20:59:35.812285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:35.816765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:35.851944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 340a236e-2c85-4a09-ad54-b06ca43c9c26 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:35.978540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-3eac1d59-b8cc-4fb9-9e53-2060ad622c83 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965787
Dec 11 20:59:36.013195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d106a6-9eaf-4555-ac43-7ab2e92900fb req-13d0e6d6-3343-49a3-96e3-21c0356bbea7 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.014899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45d106a6-9eaf-4555-ac43-7ab2e92900fb req-13d0e6d6-3343-49a3-96e3-21c0356bbea7 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0941033
Dec 11 20:59:36.104666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a4b56105-9100-4590-af57-599c04a129ad service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1166246
Dec 11 20:59:36.149795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45d106a6-9eaf-4555-ac43-7ab2e92900fb req-225751a4-9fa7-4187-a520-a44a8af6f4a4 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066651
Dec 11 20:59:36.153008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.164680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-9f6107c5-a879-4b06-bde4-dde897c22ead service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 217 time: 0.0501671
Dec 11 20:59:36.210602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.261922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-513d8127-2fae-4d6e-bd59-aea0fcd2fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.263493 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-513d8127-2fae-4d6e-bd59-aea0fcd2fd4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0902541
Dec 11 20:59:36.275996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:36.279477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:36.284749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:36.291100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.291733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.302920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=340a236e-2c85-4a09-ad54-b06ca43c9c26,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:36.319080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c634a9d8-d073-4f8d-9f21-8c71e2af8b26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 0.6703849
Dec 11 20:59:36.321469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46400) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:36.324362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:36.332526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-6c88282d-a70b-462b-a7b3-c05e08d745ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.333886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-6c88282d-a70b-462b-a7b3-c05e08d745ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0625119
Dec 11 20:59:36.419895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 340a236e-2c85-4a09-ad54-b06ca43c9c26 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:36.420415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.436313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-048246a1-7b95-4c56-858f-b3d1c5282131 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942433
Dec 11 20:59:36.468845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ab0a3-552b-4986-b25f-adb2c27b34b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.499196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.535351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 340a236e-2c85-4a09-ad54-b06ca43c9c26 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:36.576624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-51fa1ae0-2e1b-4f58-90a0-43bf605d6347 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302209
Dec 11 20:59:36.598609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f0f65-735f-4686-b338-3c7aada01190 req-ac45e8a5-fc0d-4811-a6de-acbdf02d17c9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.600203 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce1f0f65-735f-4686-b338-3c7aada01190 req-ac45e8a5-fc0d-4811-a6de-acbdf02d17c9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1054404
Dec 11 20:59:36.630095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a03474d4-ef4b-4d57-b81b-1d159ccca2a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0451169
Dec 11 20:59:36.671088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce1f0f65-735f-4686-b338-3c7aada01190 req-2e253988-a18e-47ed-88e1-bdf71577fd2e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625153
Dec 11 20:59:36.672154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.687671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-0a324fea-68a5-4a8a-997d-3df314f6ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.689216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-0a324fea-68a5-4a8a-997d-3df314f6ae86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0495572
Dec 11 20:59:36.694184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ab0a3-552b-4986-b25f-adb2c27b34b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.700751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=340a236e-2c85-4a09-ad54-b06ca43c9c26,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:36.706670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-590ab0a3-552b-4986-b25f-adb2c27b34b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.711018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.714798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a76d3600-1fe4-408d-a672-c4b1b0cc9f75 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/340a236e-2c85-4a09-ad54-b06ca43c9c26 HTTP/1.1" status: 204  len: 168 time: 0.3922527
Dec 11 20:59:36.717315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46410) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:36.722802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'mac_address': 'fa:16:3e:16:49:15', 'name': 'tempest-PortsIpV6TestJSON-903710954'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:36.767110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-590ab0a3-552b-4986-b25f-adb2c27b34b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e4d2d906a0f47b8bf8a9660389e3ffb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4391084
Dec 11 20:59:36.767346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:36.779595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab0a3-552b-4986-b25f-adb2c27b34b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076c6969-8d7d-46c4-a622-d96aaa270777,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:36.796915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a702d92d-c19f-406b-9b24-df5468cfae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:36.798443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-a702d92d-c19f-406b-9b24-df5468cfae70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1015780
Dec 11 20:59:36.862453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.866060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:36.919816 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-2bcd26bc-7822-48cf-a427-9315aa977ac1 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122568
Dec 11 20:59:36.935364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:36.935923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef640314-da7a-4996-b7fe-b736e3b2e4a9 req-772e5fd6-4203-4f82-bb1f-ce8b50b08d85 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0296226
Dec 11 20:59:36.988600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.018113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 48685477-a92d-4a2d-9121-5f19fb5d8672 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:37.065481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-9a3edf0d-af90-40ac-a851-9a78a5923463 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318817
Dec 11 20:59:37.071002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.073909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.077609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/076c6969-8d7d-46c4-a622-d96aaa270777 HTTP/1.1" status: 204  len: 168 time: 0.3069272
Dec 11 20:59:37.122598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-b781e898-ff29-4db1-8e38-466f5b395bfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.0490303
Dec 11 20:59:37.127809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85833500-5f96-4f20-819f-ed0241d057b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076c6969-8d7d-46c4-a622-d96aaa270777,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:37.161419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578d62d-45ce-4409-a81a-0f88e6012472 req-7c7f9887-6901-455a-b9f4-e1baab046f53 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:37.163021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e578d62d-45ce-4409-a81a-0f88e6012472 req-7c7f9887-6901-455a-b9f4-e1baab046f53 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.1388235
Dec 11 20:59:37.267300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e578d62d-45ce-4409-a81a-0f88e6012472 req-3d228b4a-51b8-4892-843b-735e2e1dd6b0 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917506
Dec 11 20:59:37.293833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-fae587b6-14bb-4e6c-a929-a851cf1310fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:37.297107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-fae587b6-14bb-4e6c-a929-a851cf1310fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.1368117
Dec 11 20:59:37.361566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb26ad1a-a736-4653-b426-fc8e66babaca req-440b7e0e-741f-4250-a6ae-762ab39c6572 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68&device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0453076
Dec 11 20:59:37.376610 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.389367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-d567cc52-ac3b-40b5-981a-de7a64496779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:37.392194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-d567cc52-ac3b-40b5-981a-de7a64496779 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0855222
Dec 11 20:59:37.415343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.465032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:37.468484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:37.473397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:37.477969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:37.478825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.485020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=48685477-a92d-4a2d-9121-5f19fb5d8672,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:37.503249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c00d8102-d60a-4d6a-88f9-4ee17be4444a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.7848670
Dec 11 20:59:37.506331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46436) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:37.529261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-dc101a5e-c563-44fc-8827-03fef1682517 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285987
Dec 11 20:59:37.531235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:37.596348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b638b-1250-421e-8736-4deb8a3748a4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:37.598767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc7b638b-1250-421e-8736-4deb8a3748a4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/48685477-a92d-4a2d-9121-5f19fb5d8672 HTTP/1.1" status: 200  len: 844 time: 0.0907905
Dec 11 20:59:37.601908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46442) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:37.690691 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-f531ba77-63db-4977-a165-8abe45345fce service neutron] 10.222.0.30 "GET /v2.0/ports/8e939cd9-c1b6-419f-958d-abe8e5267da8/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1510983
Dec 11 20:59:37.721595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 48685477-a92d-4a2d-9121-5f19fb5d8672 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:37.721952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.831371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.848075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 48685477-a92d-4a2d-9121-5f19fb5d8672 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:37.894514 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d1230ed-a978-4709-ace3-0641ace7102c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:37.900022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65bfaf8-12f1-4d9d-b544-e949c3f09772 req-cd79203e-05e4-4110-bce0-9c91a15e5b28 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc087a81d46245cc86214954f59297cc&device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0532990
Dec 11 20:59:37.950850 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-027a3743-949f-4f6b-bb1d-047cfb7f3f37 req-5c68f87f-f7f6-4a87-9e33-33261993e042 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.1022418
Dec 11 20:59:37.983569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65bfaf8-12f1-4d9d-b544-e949c3f09772 req-4bc4ad7d-c881-4ea6-b21b-b08e8ca28d43 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=dc087a81d46245cc86214954f59297cc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0365276
Dec 11 20:59:38.037836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca72ae-bcc4-4bc8-a92b-466f7beec429 req-00b6b117-5e42-4265-859a-6465ecf56c9e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.039478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cca72ae-bcc4-4bc8-a92b-466f7beec429 req-00b6b117-5e42-4265-859a-6465ecf56c9e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1364646
Dec 11 20:59:38.045477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-0b1711a9-73d0-47d1-87ef-9b455d52c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.047035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-0b1711a9-73d0-47d1-87ef-9b455d52c76e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1101 time: 0.1267493
Dec 11 20:59:38.088774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.095309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b0f448f-20a4-4fd5-9147-fb793719e6ab req-4e53713b-ee72-4521-9066-cd324ac12d8c service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5576837
Dec 11 20:59:38.147650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=48685477-a92d-4a2d-9121-5f19fb5d8672,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:38.161586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bfaf8-12f1-4d9d-b544-e949c3f09772 req-3df78ac5-263d-4e76-9424-258e09026cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.163105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65bfaf8-12f1-4d9d-b544-e949c3f09772 req-3df78ac5-263d-4e76-9424-258e09026cc7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1707225
Dec 11 20:59:38.170667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.174066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-325769a8-ee79-43bc-acba-03d63746c6ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/48685477-a92d-4a2d-9121-5f19fb5d8672 HTTP/1.1" status: 204  len: 168 time: 0.5709462
Dec 11 20:59:38.180400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4cca72ae-bcc4-4bc8-a92b-466f7beec429 req-bdcacad0-df1c-428f-abd3-901cfe657608 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172965
Dec 11 20:59:38.182493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:38.208250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d1230ed-a978-4709-ace3-0641ace7102c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.219387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587c5a7-8c1a-4f77-ad7d-875fef4f4b39 req-4d16e341-e55b-4678-a4bb-4ed937e07ffa tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.219582 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7305cc83-0500-4de4-aba7-73d2cd1f7217 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:38.221201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0587c5a7-8c1a-4f77-ad7d-875fef4f4b39 req-4d16e341-e55b-4678-a4bb-4ed937e07ffa tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.1285093
Dec 11 20:59:38.221316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7305cc83-0500-4de4-aba7-73d2cd1f7217 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/48685477-a92d-4a2d-9121-5f19fb5d8672 HTTP/1.1" status: 404  len: 333 time: 0.0378420
Dec 11 20:59:38.223611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-7c44ae76-2dab-4797-8f10-f536d9495efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.225016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46456) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:38.225135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-7c44ae76-2dab-4797-8f10-f536d9495efe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1101 time: 0.1519308
Dec 11 20:59:38.230265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'name': 'tempest-PortsIpV6TestJSON-552004940'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:38.235054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d1230ed-a978-4709-ace3-0641ace7102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.323007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-c8150938-7586-4000-aad6-989437f1726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.324480 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-c8150938-7586-4000-aad6-989437f1726b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0917592
Dec 11 20:59:38.362252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8d1230ed-a978-4709-ace3-0641ace7102c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ecc565ce1da474cb32be871f341a885&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8298566
Dec 11 20:59:38.365491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:38.372386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-46be6b03-ac75-4420-8e7c-94a58ee8cca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 217 time: 0.0407174
Dec 11 20:59:38.376012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1230ed-a978-4709-ace3-0641ace7102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2ae01-e7a5-4937-8769-b27a32f91903,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:38.393238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0587c5a7-8c1a-4f77-ad7d-875fef4f4b39 req-4b7b23d3-31a2-4cab-99c9-5c9d246a9236 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1428819
Dec 11 20:59:38.434277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:38.438564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.448953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-faa24ccd-02e0-4426-9a22-66f65c2bef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.450780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-faa24ccd-02e0-4426-9a22-66f65c2bef0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0689211
Dec 11 20:59:38.457798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 480139b3-a212-422e-bc56-62d0c16ef727 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:38.470741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.509415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.528947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-87f69ed0-c34f-483f-b49f-d590e349088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.530445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-87f69ed0-c34f-483f-b49f-d590e349088b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0731862
Dec 11 20:59:38.614915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.617387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.618534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79c2ae01-e7a5-4937-8769-b27a32f91903 HTTP/1.1" status: 204  len: 168 time: 0.2518375
Dec 11 20:59:38.623768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.638192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a30f4-db4e-403b-a865-dc62197d8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2ae01-e7a5-4937-8769-b27a32f91903,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:38.650666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-74c8d503-7776-491c-9ad8-2cedbf7d3aef service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110995
Dec 11 20:59:38.666382 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.723461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:38.726508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:38.731248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:38.736412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:38.737130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:38.747820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=480139b3-a212-422e-bc56-62d0c16ef727,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:38.753277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-322238bb-0716-4f50-b15b-779c248cc3ba tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.5272403
Dec 11 20:59:38.756558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46464) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:38.763801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:38.768392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08a4b8e4-1da0-4d15-a4f9-a64022e3f163 req-39cb2b16-e137-41e3-936a-e1245c7d4ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112571
Dec 11 20:59:38.839716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.003748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.009343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.048800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] In _notify_port_updated(), no bound segment for port 480139b3-a212-422e-bc56-62d0c16ef727 on network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 20:59:39.054819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.055439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.056774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/ports/480139b3-a212-422e-bc56-62d0c16ef727 HTTP/1.1" status: 200  len: 818 time: 0.2990294
Dec 11 20:59:39.059680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46480) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:39.099711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d482ec-8dd5-415d-bfe9-c924625039d1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=480139b3-a212-422e-bc56-62d0c16ef727,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:39.119706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68ef3c6b-ce9b-4991-82c9-a511a0bcb299 req-bfebc76e-9997-4278-97ef-32f7b84dfdf7 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0878434
Dec 11 20:59:39.164183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 480139b3-a212-422e-bc56-62d0c16ef727 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:39.164524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.235627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.248068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 480139b3-a212-422e-bc56-62d0c16ef727 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:39.337726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a0521-cfa3-4e86-8004-614210b2d7ca req-eaf4c942-7831-4d53-87eb-24d8a0e8f136 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.339812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d41a0521-cfa3-4e86-8004-614210b2d7ca req-eaf4c942-7831-4d53-87eb-24d8a0e8f136 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0764110
Dec 11 20:59:39.368395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-71c892f0-2c41-4741-8843-350b6f1ab531 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.370299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-71c892f0-2c41-4741-8843-350b6f1ab531 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0755968
Dec 11 20:59:39.386676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.403318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d41a0521-cfa3-4e86-8004-614210b2d7ca req-e24b77b8-da26-453d-832e-c46bb47dded7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522161
Dec 11 20:59:39.443946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=480139b3-a212-422e-bc56-62d0c16ef727,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:39.456883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.468416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46498) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:39.472156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7216aac-f600-4ffc-bcd9-e885f8910c83 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/480139b3-a212-422e-bc56-62d0c16ef727 HTTP/1.1" status: 204  len: 168 time: 0.4114075
Dec 11 20:59:39.537198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Deleting port fb5ffb89-4eae-462d-96fd-7c6031296cf1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:39.537538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.600072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc243dad-38f7-470a-ac6f-a0731ee01411 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.606044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc243dad-38f7-470a-ac6f-a0731ee01411 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1314278
Dec 11 20:59:39.610802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6737617-d581-45de-9aee-a9972e260da6 req-4c8b710f-0b0c-455b-8930-58586613fd09 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.612140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65bfaf8-12f1-4d9d-b544-e949c3f09772 req-72fec6bb-39ab-438c-83ab-3897f0c7760b tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0602658
Dec 11 20:59:39.612404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6737617-d581-45de-9aee-a9972e260da6 req-4c8b710f-0b0c-455b-8930-58586613fd09 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 946 time: 0.0970137
Dec 11 20:59:39.612614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46502) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:39.651741 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1070a50e-a4c1-4368-8c50-7da2474b4018 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:39.653182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1070a50e-a4c1-4368-8c50-7da2474b4018 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/480139b3-a212-422e-bc56-62d0c16ef727 HTTP/1.1" status: 404  len: 333 time: 0.0376892
Dec 11 20:59:39.658617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:39.663955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-871555349'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:39.687922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6737617-d581-45de-9aee-a9972e260da6 req-0f48c8c4-ee27-4f63-8915-5efe734d671d tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups?id=75891f72-2017-4cf2-99ce-86975b74f163&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627644
Dec 11 20:59:39.717882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:39.722451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.727362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] For port fb5ffb89-4eae-462d-96fd-7c6031296cf1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fb5ffb89-4eae-462d-96fd-7c6031296cf1,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:39.727657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.800415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:39.818578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.818926 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment 585db30f-62d7-4e18-9be5-1bf5de5d2634 of type vlan for network aa3c26fd-effa-4308-a7a3-de49dadd5c2f
Dec 11 20:59:39.902751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.975626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.976035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.976348 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Floating IP 30deef80-8c1e-415f-b3c0-dee67ddd02ff disassociated. External IP: 172.35.1.186, port: fb5ffb89-4eae-462d-96fd-7c6031296cf1.
Dec 11 20:59:39.976723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Calling delete_port for fb5ffb89-4eae-462d-96fd-7c6031296cf1 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:39.981158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:39.986839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:39.987421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.087564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4279068
Dec 11 20:59:40.090458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:40.096031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:40.099367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d8f00-8442-4349-afce-a21e554c7720 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=aa3c26fd-effa-4308-a7a3-de49dadd5c2f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:40.118700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:40.211070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.254073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event deleted for resources: {'Port': ['ID=fb5ffb89-4eae-462d-96fd-7c6031296cf1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:40.340262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6acf345-0c53-4524-a81a-e2953ca2eada req-f81e46f8-8c7b-4633-b91d-a4aaa5f2accd tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdfb29d-53f8-4991-b056-12c4b4ed1f68 HTTP/1.1" status: 200  len: 210 time: 0.0437412
Dec 11 20:59:40.349013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:40.352933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.409325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Router c0783d8d-a8f8-4da7-922e-730565e6f703 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:59:40.548598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:59:40.559696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Sync routers for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:59:40.572337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:40.572967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774af370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:40.617175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] No DVR routers for this DVR port fb5ffb89-4eae-462d-96fd-7c6031296cf1 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:40.620758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.625889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c630c56-14be-407e-b955-8eb54fbff0d4 req-d6e94ae1-ce62-4725-bc9c-21dfd62ed0b3 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.16 "DELETE /v2.0/ports/fb5ffb89-4eae-462d-96fd-7c6031296cf1 HTTP/1.1" status: 204  len: 173 time: 1.2496564
Dec 11 20:59:40.626770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'name': 'network-vif-deleted', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:40.631742 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94d190-8f53-4fbe-b05f-7be3f9be24ab" -d '{"events": [{"server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "name": "network-vif-deleted", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:40.642423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff11f35-4e21-4066-b4b2-b27be9f4ce7b req-d44e24e3-9a6f-46b9-9ca2-0344fe649966 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:40.653033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cff11f35-4e21-4066-b4b2-b27be9f4ce7b req-d44e24e3-9a6f-46b9-9ca2-0344fe649966 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1451817
Dec 11 20:59:40.679949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.694905 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a32cd2-ff6f-4389-8529-ad312ac0822b x-openstack-request-id: req-34a32cd2-ff6f-4389-8529-ad312ac0822b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:40.695201 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56", "name": "network-vif-deleted", "tag": "fb5ffb89-4eae-462d-96fd-7c6031296cf1", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:40.696400 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34a32cd2-ff6f-4389-8529-ad312ac0822b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:40.697146 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56', 'name': 'network-vif-deleted', 'tag': 'fb5ffb89-4eae-462d-96fd-7c6031296cf1', 'status': 'completed', 'code': 200}
Dec 11 20:59:40.792486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:40.804037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cff11f35-4e21-4066-b4b2-b27be9f4ce7b req-8a8e8da9-99dc-48ee-9f48-1ee1e5092324 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414425
Dec 11 20:59:40.816458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': '585db30f-62d7-4e18-9be5-1bf5de5d2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:40.817520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: aa3c26fd-effa-4308-a7a3-de49dadd5c2f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:40.823973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=b482f77e-d3f6-4832-baf2-ee2af6fa9f78,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:40.834866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8953c13-11a0-40e1-ae65-12fa9bae5b01 req-9db9ef5c-d2e3-4a8f-b4b0-2cc73c2ad512 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/ports?device_id=e8bcc12f-6eaa-4da4-a7dc-edb22e79ae56 HTTP/1.1" status: 200  len: 210 time: 0.0658834
Dec 11 20:59:40.870645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:40.883792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa3c26fd-effa-4308-a7a3-de49dadd5c2f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:40.889415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:40.890014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:40.915762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46554) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:40.921747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:40.927584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-919dde28-c0b2-44be-84c8-2c461682ad40 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8340015
Dec 11 20:59:40.936355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde4ec3-daeb-4d7d-804a-2b9482e388d9 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:41.053465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:41.055262 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00cd01dd-8f6a-448e-83b0-406f25a2a147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:41.059481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:41.149084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': 'b482f77e-d3f6-4832-baf2-ee2af6fa9f78'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:59:41.149945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:41.200356 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b482f77e-d3f6-4832-baf2-ee2af6fa9f78 (CIDR: 2001:db8::/64)
Dec 11 20:59:41.209894 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 20:59:41.211167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 20:59:41.234924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46562) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:41.243194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:41.249622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a25bd019-0fb3-4f8a-ae19-78f7bb3123ff tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3298366
Dec 11 20:59:41.315163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Allocated IP 2001:db8::2 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/b482f77e-d3f6-4832-baf2-ee2af6fa9f78/0edc7cb9-5375-43db-8dd5-872666c94bb7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:41.335848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774af370>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:41.373099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Checking router: c0783d8d-a8f8-4da7-922e-730565e6f703 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:59:41.407602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:59:41.437429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:41.442084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:41.595839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:41.640043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46578) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:41.666592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:41.667331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774af370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:41.677600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec65a45b-4536-4e45-ae14-37bbc57d5286 req-ea96f668-ebe6-4b42-9b13-c363bf1840f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc087a81d46245cc86214954f59297cc&device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0372286
Dec 11 20:59:41.736587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec65a45b-4536-4e45-ae14-37bbc57d5286 req-7ec18300-0898-4a5a-9449-c40a42618d5f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dc087a81d46245cc86214954f59297cc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0420206
Dec 11 20:59:41.803914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de3609f8-f5ad-45dc-ab03-85bebcf91a7e req-a24f8f6a-4e2c-4a1b-8f42-579af5aa847d tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0944180
Dec 11 20:59:41.828568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65ad9b43-f309-43e4-8aa8-b77dcd52b017 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:41.867445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:41.942216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'mac_address': 'fa:16:3e:22:1c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:59:41.958999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:42.000846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46588) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.011583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65ad9b43-f309-43e4-8aa8-b77dcd52b017 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.023538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65ad9b43-f309-43e4-8aa8-b77dcd52b017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.038057 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.041504 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.044044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.071328 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.084321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-65ad9b43-f309-43e4-8aa8-b77dcd52b017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=366fed655a0d43f7814f51b1d064d6a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4425986
Dec 11 20:59:42.088196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46590) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.091408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad9b43-f309-43e4-8aa8-b77dcd52b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c018b8-7df0-4717-9576-d854997044c6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.124367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.131009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:42.157816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:42.169172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.179300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:42.182104 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec837477-f7c6-4b5b-87de-10bada787dea" -d '{"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:42.194374 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.205858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.219453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:42.229509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:42.240017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.281109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:42.298362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Pushing event updated for resources: {'Port': ['ID=0edc7cb9-5375-43db-8dd5-872666c94bb7,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.302179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.306593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.308425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "DELETE /v2.0/security-groups/75891f72-2017-4cf2-99ce-86975b74f163 HTTP/1.1" status: 204  len: 168 time: 0.3064830
Dec 11 20:59:42.314639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.347579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9c460-7571-4793-9ff9-63a532b02077 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75891f72-2017-4cf2-99ce-86975b74f163,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.348999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.349838 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-2787ed05-1621-47ba-b352-a85ebf0a5742 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] show failed (client error): The resource could not be found.
Dec 11 20:59:42.352047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2787ed05-1621-47ba-b352-a85ebf0a5742 tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "GET /v2.0/security-groups/75891f72-2017-4cf2-99ce-86975b74f163 HTTP/1.1" status: 404  len: 347 time: 0.0357690
Dec 11 20:59:42.354682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46596) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.364837 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c06c610-13f5-4fd1-b4ec-f1ee5d9ee439 x-openstack-request-id: req-2c06c610-13f5-4fd1-b4ec-f1ee5d9ee439 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:42.365255 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-unplugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:42.365607 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c06c610-13f5-4fd1-b4ec-f1ee5d9ee439 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:42.365920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.366180 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'code': 200}
Dec 11 20:59:42.368515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89464308-589c-4149-95a0-7692c966c915 req-31351788-c8f1-415b-bdb4-99d8dc90b855 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:42.368857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89464308-589c-4149-95a0-7692c966c915 req-31351788-c8f1-415b-bdb4-99d8dc90b855 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 948 time: 0.1694450
Dec 11 20:59:42.372320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.373629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80c018b8-7df0-4717-9576-d854997044c6 HTTP/1.1" status: 204  len: 168 time: 0.2843087
Dec 11 20:59:42.390950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65a45b-4536-4e45-ae14-37bbc57d5286 req-a5631eb1-cf43-41bc-b851-48efbdb71653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:42.392686 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec65a45b-4536-4e45-ae14-37bbc57d5286 req-a5631eb1-cf43-41bc-b851-48efbdb71653 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6445258
Dec 11 20:59:42.420172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:59:42.420574 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:59:42.433631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:42.443129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:42.450042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:42.450844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.470349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Attempting to bind port 0edc7cb9-5375-43db-8dd5-872666c94bb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:42.475579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=df0080ea-c78f-453b-9cc3-57a95550ed08,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.482411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Attempting to bind port 0edc7cb9-5375-43db-8dd5-872666c94bb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '585db30f-62d7-4e18-9be5-1bf5de5d2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:42.485854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-618fa636-b10c-4be8-9049-ad8294220c26 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.2457838
Dec 11 20:59:42.486368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Attempting to bind port 0edc7cb9-5375-43db-8dd5-872666c94bb7 on network aa3c26fd-effa-4308-a7a3-de49dadd5c2f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:42.486749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46602) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.493647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.496330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'fixed_ips': [{'subnet_id': 'b482f77e-d3f6-4832-baf2-ee2af6fa9f78'}, {'subnet_id': 'df0080ea-c78f-453b-9cc3-57a95550ed08'}], 'name': 'tempest-PortsIpV6TestJSON-1438225713'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:42.501363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298ca2-52aa-43c4-bb36-b48e2f08051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c018b8-7df0-4717-9576-d854997044c6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.521199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89464308-589c-4149-95a0-7692c966c915 req-b7b0043f-da63-41e7-80dd-2d406c1a5f7d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238286
Dec 11 20:59:42.543612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:42.544202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Checking segment: {'id': '585db30f-62d7-4e18-9be5-1bf5de5d2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:42.544770 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.545163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Bound using segment: {'id': '585db30f-62d7-4e18-9be5-1bf5de5d2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:42.545652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Bound port: 0edc7cb9-5375-43db-8dd5-872666c94bb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585db30f-62d7-4e18-9be5-1bf5de5d2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:42.546058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.647066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:42.660857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Deleting port aeb188fb-8dee-4828-ad80-5e5e5b1d51ee {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:42.661535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.685094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] For port 0edc7cb9-5375-43db-8dd5-872666c94bb7, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:42.688949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] For port 0edc7cb9-5375-43db-8dd5-872666c94bb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc7cb9-5375-43db-8dd5-872666c94bb7,segment=NetworkSegment(585db30f-62d7-4e18-9be5-1bf5de5d2634),segment_id=585db30f-62d7-4e18-9be5-1bf5de5d2634)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:42.691921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774af370>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:42.726161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.730905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f8816-b751-49f3-864d-4177360b87b0 None None] The sync data for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 is: [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d', 'name': '', 'network_id': '4baaff7c-194a-48a5-aad3-5c03421509b1', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'mac_address': 'fa:16:3e:e4:96:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:22Z', 'updated_at': '2021-12-11T20:57:29Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'subnets': [{'id': 'c170758f-b04d-4c72-bfd7-7c7538b3d301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:59:42.786897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.791346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.791686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.804996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Calling delete_port for aeb188fb-8dee-4828-ad80-5e5e5b1d51ee owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:42.820388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port f7084daf-d486-453e-93af-60a4235d86d1 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:42.876061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d65b1-bccb-4dbc-ad25-3c477e470770 None None] Pushing event updated for resources: {'Port': ['ID=0edc7cb9-5375-43db-8dd5-872666c94bb7,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:42.941047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:42.982825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65bc087c-0cc4-4186-a8e4-242a239f46f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.987099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:42.994939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ec8f1df-9c63-4e52-af04-cd1a7751abf7 req-7b5de150-84f9-40d4-9f1e-15c5bbf8766c tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0675974
Dec 11 20:59:43.017172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:43.065073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:43.069646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.139470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:43.156881 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbb50a-5255-4d65-9274-afa6d2d60f8a None None] New status for floating IP 30deef80-8c1e-415f-b3c0-dee67ddd02ff: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:59:43.165251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65bc087c-0cc4-4186-a8e4-242a239f46f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.166207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.171486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-65bc087c-0cc4-4186-a8e4-242a239f46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.204359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Pushing event deleted for resources: {'Port': ['ID=aeb188fb-8dee-4828-ad80-5e5e5b1d51ee,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:43.242411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::1d2 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/b482f77e-d3f6-4832-baf2-ee2af6fa9f78/f7084daf-d486-453e-93af-60a4235d86d1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:43.250179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8:0:1::e2 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/df0080ea-c78f-453b-9cc3-57a95550ed08/f7084daf-d486-453e-93af-60a4235d86d1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:43.274535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-65bc087c-0cc4-4186-a8e4-242a239f46f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32e32a1fd5834e1ab37c01e35986919e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3274996
Dec 11 20:59:43.274535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc087c-0cc4-4186-a8e4-242a239f46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf18d9f9-8536-45f5-991f-2933c91a478a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:43.280536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46614) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:43.311481 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.db.api [None req-c2dbb50a-5255-4d65-9274-afa6d2d60f8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:59:43.311905 ncdv-master-1 neutron-server[125990]: DEBUG oslo_db.api [None req-c2dbb50a-5255-4d65-9274-afa6d2d60f8a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:59:43.375057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.378376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.380450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e130de0-5786-466c-8ca8-b55383440cbc tempest-ServersTestJSON-1524303552 tempest-ServersTestJSON-1524303552-project] 10.222.0.18 "DELETE /v2.0/floatingips/30deef80-8c1e-415f-b3c0-dee67ddd02ff HTTP/1.1" status: 204  len: 168 time: 1.0245280
Dec 11 20:59:43.383847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46616) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:43.418361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.441285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.455512 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b310761-b94c-49cc-9f2d-322e741f68c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.461266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:43.469217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.469438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.527075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:43.531306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:43.536895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:43.544297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:43.546120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.552276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=f7084daf-d486-453e-93af-60a4235d86d1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:43.590072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4cbcd75-ffa5-491a-9903-ce2d5f59cfa4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 1.1021969
Dec 11 20:59:43.596238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46622) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:43.617293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b482f77e-d3f6-4832-baf2-ee2af6fa9f78'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:43.676766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fb5ffb89-4eae-462d-96fd-7c6031296cf1 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:43.682209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.684804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.685952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf18d9f9-8536-45f5-991f-2933c91a478a HTTP/1.1" status: 204  len: 168 time: 0.3697460
Dec 11 20:59:43.704725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: fb5ffb89-4eae-462d-96fd-7c6031296cf1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:43.705218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fb5ffb89-4eae-462d-96fd-7c6031296cf1 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:43.708061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb181b68-5714-48b5-904b-a4ea5fea01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf18d9f9-8536-45f5-991f-2933c91a478a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:43.708219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:43.767506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d9b5-7b53-43a4-84ca-746146c53737 req-d357b020-f255-44f9-b32f-5d9fbe5b2618 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:43.768532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4972d9b5-7b53-43a4-84ca-746146c53737 req-d357b020-f255-44f9-b32f-5d9fbe5b2618 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 949 time: 0.1328974
Dec 11 20:59:43.814014 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dbb50a-5255-4d65-9274-afa6d2d60f8a None None] New status for floating IP 30deef80-8c1e-415f-b3c0-dee67ddd02ff: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 20:59:43.873942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4972d9b5-7b53-43a4-84ca-746146c53737 req-37835baf-1db5-4d7d-9911-22a4330125d6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935245
Dec 11 20:59:44.038062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec65a45b-4536-4e45-ae14-37bbc57d5286 req-7816c380-7a9f-4da9-b5a4-ad5482b1ef12 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0704274
Dec 11 20:59:44.227158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-866ec3d6-f5b0-484e-b283-daacc8a2e49a req-c4b66554-61e5-45c4-bcf7-9bc6daf1c5f7 tempest-ServerShowV247Test-685837292 tempest-ServerShowV247Test-685837292-project] 10.222.0.18 "GET /v2.0/ports?device_id=77c26ad0-6d3b-4eb1-97a6-cda42a1b5372 HTTP/1.1" status: 200  len: 210 time: 0.0773468
Dec 11 20:59:44.382339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-fd1f7d82-ba55-4e1c-9c97-84adc0a8a688 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:44.382339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-fd1f7d82-ba55-4e1c-9c97-84adc0a8a688 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1627858
Dec 11 20:59:44.398193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Delete allocated IP 2001:db8:0:1::e2 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/df0080ea-c78f-453b-9cc3-57a95550ed08) {{(pid=125988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 20:59:44.434884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3692a-eb02-43fc-999f-d403c743fbd6 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:44.547913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-1897ea00-3eb7-4ceb-abc2-fd17f60e2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:44.549509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-1897ea00-3eb7-4ceb-abc2-fd17f60e2be3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1100 time: 0.1070449
Dec 11 20:59:44.598522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] Provisioning complete for port 0edc7cb9-5375-43db-8dd5-872666c94bb7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:44.599097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.615615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.687056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.696480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373c54c-368f-4e34-9ed3-f7b98f8ad688 req-4b4d4701-fa39-4035-95a3-33e509ac0474 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:44.705126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4373c54c-368f-4e34-9ed3-f7b98f8ad688 req-4b4d4701-fa39-4035-95a3-33e509ac0474 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 949 time: 0.5039289
Dec 11 20:59:44.732361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.751665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.815858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4373c54c-368f-4e34-9ed3-f7b98f8ad688 req-7cb358db-4bc3-4f91-b025-90d5f1398eec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097424
Dec 11 20:59:44.833580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] For port 0edc7cb9-5375-43db-8dd5-872666c94bb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc7cb9-5375-43db-8dd5-872666c94bb7,segment=NetworkSegment(585db30f-62d7-4e18-9be5-1bf5de5d2634),segment_id=585db30f-62d7-4e18-9be5-1bf5de5d2634)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:44.854324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Update dhcp port {'port': {'network_id': 'aa3c26fd-effa-4308-a7a3-de49dadd5c2f', 'fixed_ips': [{'subnet_id': 'b482f77e-d3f6-4832-baf2-ee2af6fa9f78', 'ip_address': '2001:db8::2'}, {'subnet_id': 'df0080ea-c78f-453b-9cc3-57a95550ed08'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '0edc7cb9-5375-43db-8dd5-872666c94bb7'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 20:59:44.882403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] In _notify_port_updated(), no bound segment for port f7084daf-d486-453e-93af-60a4235d86d1 on network aa3c26fd-effa-4308-a7a3-de49dadd5c2f {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 20:59:44.888511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:44.888744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.893151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/ports/f7084daf-d486-453e-93af-60a4235d86d1 HTTP/1.1" status: 200  len: 926 time: 1.2957735
Dec 11 20:59:44.894525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46656) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:44.897686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.902610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.907349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b482f77e-d3f6-4832-baf2-ee2af6fa9f78'}, {'subnet_id': 'df0080ea-c78f-453b-9cc3-57a95550ed08'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:44.918048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:44.924531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-de55573b-e9d5-481c-83fe-a132a1afdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:44.926385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-de55573b-e9d5-481c-83fe-a132a1afdb23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3668675
Dec 11 20:59:44.927384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f0ef7-f92e-4f91-9274-79738e9ad0e8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=f7084daf-d486-453e-93af-60a4235d86d1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:44.994911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-5a3e3c06-b445-4f32-ac02-4aed87b0e6a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 217 time: 0.0556982
Dec 11 20:59:45.062281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-2b02151c-b922-4e6e-a843-0042d68d55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:45.064048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-2b02151c-b922-4e6e-a843-0042d68d55c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0602384
Dec 11 20:59:45.085876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f5e37-545b-4cb8-9177-60bd7124dfc0 None None] Pushing event updated for resources: {'Port': ['ID=0edc7cb9-5375-43db-8dd5-872666c94bb7,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:45.132792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-ed0aab12-4476-44ec-bea9-6761d65338cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:45.134771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-ed0aab12-4476-44ec-bea9-6761d65338cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0632856
Dec 11 20:59:45.159815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Allocated IP 2001:db8:0:1::2 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/df0080ea-c78f-453b-9cc3-57a95550ed08/0edc7cb9-5375-43db-8dd5-872666c94bb7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:45.322418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-25b54332-7cc9-4004-af6a-aec1f88f2877 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788218
Dec 11 20:59:45.323206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] For port 0edc7cb9-5375-43db-8dd5-872666c94bb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc7cb9-5375-43db-8dd5-872666c94bb7,segment=NetworkSegment(585db30f-62d7-4e18-9be5-1bf5de5d2634),segment_id=585db30f-62d7-4e18-9be5-1bf5de5d2634)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:45.355799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.361941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0edc7cb9-5375-43db-8dd5-872666c94bb7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:45.366561 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.415163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.435372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:45.448041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Deleting port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:45.448556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.486349 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42bfff6f-0acc-4d71-9fbe-578441a93108 req-a0b51063-f7bf-4a91-922f-fca2ce4cd899 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574345
Dec 11 20:59:45.710882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.714924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff3e72-98a4-4657-a27f-8dcf298d9667 None None] Pushing event updated for resources: {'Port': ['ID=0edc7cb9-5375-43db-8dd5-872666c94bb7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:45.732554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0edc7cb9-5375-43db-8dd5-872666c94bb7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:45.733186 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.737399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 8e939cd9-c1b6-419f-958d-abe8e5267da8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:45.737931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.771969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46678) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:45.780760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] For port bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:45.781324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.819038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Calling delete_port for bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:45.921632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:45.998985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:46.001557 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c949a-299e-4e01-a62d-ae58837cd385" -d '{"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-plugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:46.024216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:46.033261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.076536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e3e55dc-fbcb-46b5-976a-69e07e519eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.120388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8:0:1::c8 (aa3c26fd-effa-4308-a7a3-de49dadd5c2f/df0080ea-c78f-453b-9cc3-57a95550ed08/f7084daf-d486-453e-93af-60a4235d86d1) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:46.144270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:46.159744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb1a6a-8500-45ec-9d65-f6d001afb3c7 req-5705950f-ec40-4b61-8d9a-c385f120e7b1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:46.162711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53fb1a6a-8500-45ec-9d65-f6d001afb3c7 req-5705950f-ec40-4b61-8d9a-c385f120e7b1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 949 time: 0.1792936
Dec 11 20:59:46.208789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.215187 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a3945-a834-4bae-942e-6e5a69c2e9ce x-openstack-request-id: req-3f1a3945-a834-4bae-942e-6e5a69c2e9ce {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:46.216048 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-plugged", "status": "completed", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:46.217101 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f1a3945-a834-4bae-942e-6e5a69c2e9ce {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:46.218247 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'code': 200}
Dec 11 20:59:46.296332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53fb1a6a-8500-45ec-9d65-f6d001afb3c7 req-adb67648-e7aa-4228-b6e2-09e4fc14c0ae tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225812
Dec 11 20:59:46.344491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e3e55dc-fbcb-46b5-976a-69e07e519eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.353250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e3e55dc-fbcb-46b5-976a-69e07e519eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.397246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e55dc-fbcb-46b5-976a-69e07e519eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc9059-0846-43a2-871e-a88cc6e3c35b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:46.415661 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9e3e55dc-fbcb-46b5-976a-69e07e519eab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc087a81d46245cc86214954f59297cc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6425803
Dec 11 20:59:46.418248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46698) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:46.478664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.513757 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.529900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.544446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.584049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.589755 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.598749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1dc9059-0846-43a2-871e-a88cc6e3c35b HTTP/1.1" status: 204  len: 168 time: 0.1779327
Dec 11 20:59:46.600560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.632324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159eaf6-9429-42cf-b92e-67068c697e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc9059-0846-43a2-871e-a88cc6e3c35b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:46.687555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] In _notify_port_updated(), no bound segment for port f7084daf-d486-453e-93af-60a4235d86d1 on network aa3c26fd-effa-4308-a7a3-de49dadd5c2f {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 20:59:46.694846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3a1498-e833-4f39-912c-81ca03f9f359 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:46.699961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:46.700643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.704979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46710) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:46.705131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/ports/f7084daf-d486-453e-93af-60a4235d86d1 HTTP/1.1" status: 200  len: 1011 time: 1.8086746
Dec 11 20:59:46.705563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db433463-db16-4277-84c4-ec7d4d23b1c9 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=f7084daf-d486-453e-93af-60a4235d86d1,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:46.753080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:46.873878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-053934ef-23a2-4117-9198-02cdf9f0797a None None] Provisioning complete for port f7084daf-d486-453e-93af-60a4235d86d1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:46.878766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-053934ef-23a2-4117-9198-02cdf9f0797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:46.894705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port f7084daf-d486-453e-93af-60a4235d86d1 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:46.896090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.005122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.053367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.057572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-053934ef-23a2-4117-9198-02cdf9f0797a None None] Port f7084daf-d486-453e-93af-60a4235d86d1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:59:47.070246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for f7084daf-d486-453e-93af-60a4235d86d1 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:47.083513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-053934ef-23a2-4117-9198-02cdf9f0797a None None] Provisioning complete for port 0edc7cb9-5375-43db-8dd5-872666c94bb7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:47.084967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-053934ef-23a2-4117-9198-02cdf9f0797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.190061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.485736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.550821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0edc7cb9-5375-43db-8dd5-872666c94bb7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:47.563200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=f7084daf-d486-453e-93af-60a4235d86d1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:47.622834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Router c0783d8d-a8f8-4da7-922e-730565e6f703 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 20:59:47.634343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.642918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-50cad234-0338-449a-b357-7ce4482b7f6b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/f7084daf-d486-453e-93af-60a4235d86d1 HTTP/1.1" status: 204  len: 168 time: 0.9369650
Dec 11 20:59:47.643602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:47.682214 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89818a7-f814-447d-bc97-e1595ab0597f tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:47.687313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e89818a7-f814-447d-bc97-e1595ab0597f tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/f7084daf-d486-453e-93af-60a4235d86d1 HTTP/1.1" status: 404  len: 333 time: 0.0410557
Dec 11 20:59:47.687998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46744) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:47.701725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0edc7cb9-5375-43db-8dd5-872666c94bb7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:47.702096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.760763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet df0080ea-c78f-453b-9cc3-57a95550ed08 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:47.772077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-96cf8693-7884-451f-81f9-69a49380af01 None None] Could not find standard attr ID for object f7084daf-d486-453e-93af-60a4235d86d1. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:47.790156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87330bb1-ceca-4dbc-91ad-187b73ccb494 req-04e7eb3b-c579-44e4-9384-7b22db403f6b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:47.797677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87330bb1-ceca-4dbc-91ad-187b73ccb494 req-04e7eb3b-c579-44e4-9384-7b22db403f6b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.2712619
Dec 11 20:59:47.798784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.882931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-96cf8693-7884-451f-81f9-69a49380af01 None None] Provisioning complete for port 0edc7cb9-5375-43db-8dd5-872666c94bb7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:47.885757 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-96cf8693-7884-451f-81f9-69a49380af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:47.891222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 20:59:47.899794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e99c6b6f-42b3-4a5d-aa25-aa7126dd97b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0783d8d-a8f8-4da7-922e-730565e6f703/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5145707
Dec 11 20:59:47.900466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46752) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:47.933179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Sync routers for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 20:59:47.947497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87330bb1-ceca-4dbc-91ad-187b73ccb494 req-605cbc51-67dd-42df-a43c-aaaa3bbab0a5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958865
Dec 11 20:59:47.970380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.038227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:48.039448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77299e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:48.136444 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.175445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.314161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c6bae-4c87-4764-8e70-d48c080f42b9 req-4fc951f3-328d-4d10-935a-94b77137d1d5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:48.322685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-922c6bae-4c87-4764-8e70-d48c080f42b9 req-4fc951f3-328d-4d10-935a-94b77137d1d5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1806626
Dec 11 20:59:48.333510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.377438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.394248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:48.421837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.424209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-922c6bae-4c87-4764-8e70-d48c080f42b9 req-040a40c2-2234-4242-977d-bd8d7c734460 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982068
Dec 11 20:59:48.427965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/df0080ea-c78f-453b-9cc3-57a95550ed08 HTTP/1.1" status: 204  len: 168 time: 0.7379174
Dec 11 20:59:48.429143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a2c4-c53f-493d-83cd-be9903e514c7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=df0080ea-c78f-453b-9cc3-57a95550ed08,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:48.433431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:48.564632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Deleting port 4fa6960b-4d61-4cd4-ba07-f410c30ee873 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:48.566108 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.620005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e50f70-e20b-4aea-af4b-f20be2ac8eb6 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:48.628699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet b482f77e-d3f6-4832-baf2-ee2af6fa9f78 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:48.646638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.695262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.789830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] For port 4fa6960b-4d61-4cd4-ba07-f410c30ee873, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa6960b-4d61-4cd4-ba07-f410c30ee873,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:48.790207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.806771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.814582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Calling delete_port for 4fa6960b-4d61-4cd4-ba07-f410c30ee873 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:48.817318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2027000b-72ce-48ae-8c64-32d65226827d None None] Could not find standard attr ID for object f7084daf-d486-453e-93af-60a4235d86d1. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:48.902179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77299e80>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165'}], 'enable_snat': True}, 'gw_port_id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:59:46Z', 'revision_number': 5, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port': {'id': '4fa6960b-4d61-4cd4-ba07-f410c30ee873', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1163, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:57:16Z', 'updated_at': '2021-12-11T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:48.909386 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:48.955299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Checking router: c0783d8d-a8f8-4da7-922e-730565e6f703 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 20:59:48.989064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Routers {'c0783d8d-a8f8-4da7-922e-730565e6f703'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 20:59:48.990388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77299e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c0783d8d-a8f8-4da7-922e-730565e6f703'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:48.993110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.000459 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/b482f77e-d3f6-4832-baf2-ee2af6fa9f78 HTTP/1.1" status: 204  len: 168 time: 0.5658200
Dec 11 20:59:49.007483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46798) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:49.010201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1cb3a-3e02-4013-814d-f92fc38c15b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=b482f77e-d3f6-4832-baf2-ee2af6fa9f78,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:49.220696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.245937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.271578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa6960b-4d61-4cd4-ba07-f410c30ee873,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:49.393910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 0edc7cb9-5375-43db-8dd5-872666c94bb7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:49.394566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.419725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] Set router c0783d8d-a8f8-4da7-922e-730565e6f703 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 20:59:49.442884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-8dc46cd0-7284-43f4-b79e-8656a1e307b6 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0980194
Dec 11 20:59:49.540310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77299e80>, [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:59:48Z', 'revision_number': 6, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:49.599826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce840eec-0d93-4585-aa66-5f34ecfce7da None None] The sync data for ids ['c0783d8d-a8f8-4da7-922e-730565e6f703'] in ncdv-master-1 is: [{'id': 'c0783d8d-a8f8-4da7-922e-730565e6f703', 'name': 'tempest-ServersTestJSON-1702678736-router', 'tenant_id': '41af1a46f54649609cef9b401ca1ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:57:15Z', 'updated_at': '2021-12-11T20:59:48Z', 'revision_number': 6, 'project_id': '41af1a46f54649609cef9b401ca1ee69', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 20:59:49.635615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port 0edc7cb9-5375-43db-8dd5-872666c94bb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0edc7cb9-5375-43db-8dd5-872666c94bb7,segment=NetworkSegment(585db30f-62d7-4e18-9be5-1bf5de5d2634),segment_id=585db30f-62d7-4e18-9be5-1bf5de5d2634)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:49.635615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.676751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 0edc7cb9-5375-43db-8dd5-872666c94bb7 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:49.719199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d22b53aa-e7ba-43af-ae3b-be77425a354f req-40981480-f41a-484a-9b3a-68334dcddbdc tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0378568
Dec 11 20:59:49.857488 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:49.908058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=0edc7cb9-5375-43db-8dd5-872666c94bb7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:49.930369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f435b-ef41-4925-8649-b52aab22aad2 None None] Network aa3c26fd-effa-4308-a7a3-de49dadd5c2f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:49.935741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port 0edc7cb9-5375-43db-8dd5-872666c94bb7 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:49.965417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f6b22246-24c2-4aa9-8dc2-b1d76c8833c8 None None] Could not find standard attr ID for object 0edc7cb9-5375-43db-8dd5-872666c94bb7. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:50.076856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.114167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.139300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec5b610>,) {'filters': {'network_id': ['aa3c26fd-effa-4308-a7a3-de49dadd5c2f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:50.151387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec5b610>, '585db30f-62d7-4e18-9be5-1bf5de5d2634') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:50.151683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec5b610>, '585db30f-62d7-4e18-9be5-1bf5de5d2634') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:50.164646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.183129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.198681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:50.199109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:50.203050 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:50.234970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b15e52a-8fe1-4d31-9201-26a73cb5bd7d None None] DHCP port deletion for aa3c26fd-effa-4308-a7a3-de49dadd5c2f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:59:50.267076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.272484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.333039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.350557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-d7bdcf4b-1dc2-447a-a80d-1b640de419fd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:50.352393 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.356401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/aa3c26fd-effa-4308-a7a3-de49dadd5c2f HTTP/1.1" status: 204  len: 168 time: 1.3473084
Dec 11 20:59:50.357927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-d7bdcf4b-1dc2-447a-a80d-1b640de419fd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9141657
Dec 11 20:59:50.361166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46844) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:50.370463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a9d23-d46d-4792-a359-de5dd3f8d9e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=aa3c26fd-effa-4308-a7a3-de49dadd5c2f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:50.382575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.382575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0783d8d-a8f8-4da7-922e-730565e6f703 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 20:59:50.387464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.388916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c4ea19a9-3fe8-44e0-b3aa-9e69250674ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0783d8d-a8f8-4da7-922e-730565e6f703 HTTP/1.1" status: 204  len: 168 time: 2.4872217
Dec 11 20:59:50.391381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46846) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:50.405610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-3b1e7d9f-5f29-409d-8c17-dc57c25787af tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/quotas/7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 375 time: 0.0468113
Dec 11 20:59:50.464700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Deleting subnet c170758f-b04d-4c72-bfd7-7c7538b3d301 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:50.467713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10609d8a-b380-413c-8b06-6aa4277f2d56 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:50.469372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.469624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10609d8a-b380-413c-8b06-6aa4277f2d56 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1007707
Dec 11 20:59:50.474049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46850) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:50.521286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.536363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-2eb861cd-2989-4eb8-94dc-9862dbc078c8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1203701
Dec 11 20:59:50.561564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4f6a52c2-d0f5-4b57-8b3a-659fe5d4525c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0832453
Dec 11 20:59:50.562373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46854) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:50.567341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-426867053'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:50.598523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:50.603397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.632099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:50.644132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.645013 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment d4222346-d276-407e-8a3b-95178f31a500 of type vlan for network 3578a345-3746-4cf8-98dc-1eac93d47b3c
Dec 11 20:59:50.652867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.741009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.761747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.798159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.808835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:50.809790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.822061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:50.825730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c170758f-b04d-4c72-bfd7-7c7538b3d301 HTTP/1.1" status: 204  len: 168 time: 0.4331596
Dec 11 20:59:50.826958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5f78a-93d7-491c-9cba-e24afe4c4814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c170758f-b04d-4c72-bfd7-7c7538b3d301,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:50.834501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf07368-de01-4407-afd0-a16af5e42051 None None] Network 4baaff7c-194a-48a5-aad3-5c03421509b1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:50.840123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:50.957840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3dc3871b-37a4-4387-b47d-e4d5b8e8216d req-fbbb715e-c6a6-4198-9172-7ceac9d944c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 210 time: 0.1434090
Dec 11 20:59:51.006316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6898adb3-5deb-48c6-9253-fe359ec260c9 req-4c492162-97e2-4517-8679-c0e40419233d tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0650251
Dec 11 20:59:51.064691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.075919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5130031
Dec 11 20:59:51.080241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:51.086910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:51.118170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0352823-cbdf-43f9-86f3-ab99ac1d8327 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=3578a345-3746-4cf8-98dc-1eac93d47b3c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:51.136720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] DHCP port deletion for 4baaff7c-194a-48a5-aad3-5c03421509b1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:59:51.160707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:51.217725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.311062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Deleting port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:51.311411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.332427 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 20:59:51.353179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:51.387117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:51.391440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.393310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:51.393731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bd976bdc-9f3c-4c5f-b6dc-abe73e302c8d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:51.394271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 590af0b7-1b06-47c4-ac78-a61d4ac08d92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:51.466179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Deleting port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:51.466768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.490546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590af0b7-1b06-47c4-ac78-a61d4ac08d92,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:51.490934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.512987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Calling delete_port for 590af0b7-1b06-47c4-ac78-a61d4ac08d92 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:51.569064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.576293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590af0b7-1b06-47c4-ac78-a61d4ac08d92,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:51.576682 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.603418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Calling delete_port for 590af0b7-1b06-47c4-ac78-a61d4ac08d92 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:51.628457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 590af0b7-1b06-47c4-ac78-a61d4ac08d92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=590af0b7-1b06-47c4-ac78-a61d4ac08d92,segment=NetworkSegment(21a413f8-9866-463a-aa67-a9e1125a889e),segment_id=21a413f8-9866-463a-aa67-a9e1125a889e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:51.659117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.660689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0edc7cb9-5375-43db-8dd5-872666c94bb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:51.689783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0edc7cb9-5375-43db-8dd5-872666c94bb7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:51.690128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0edc7cb9-5375-43db-8dd5-872666c94bb7 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:51.690578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa6960b-4d61-4cd4-ba07-f410c30ee873 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:51.743752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4fa6960b-4d61-4cd4-ba07-f410c30ee873 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:51.744092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa6960b-4d61-4cd4-ba07-f410c30ee873 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:51.784359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:51.997478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   from cryptography.utils import int_from_bytes
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   from cryptography.utils import int_from_bytes
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:51.998295 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 20:59:52.001508 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 20:59:52.009411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.041338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Pushing event deleted for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:52.046492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] No DVR routers for this DVR port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:52.053868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.055106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] Pushing event deleted for resources: {'Port': ['ID=590af0b7-1b06-47c4-ac78-a61d4ac08d92,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:52.071345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0310b78-9b2e-412e-a51b-349e1d2efa6d None None] No DVR routers for this DVR port 590af0b7-1b06-47c4-ac78-a61d4ac08d92 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:52.181546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9a6e20c8-37ab-4395-9349-ed0df3a28959 req-2797e951-4c92-4e74-b69a-04e6207ab1fe tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0307586
Dec 11 20:59:52.214790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=0e1f1812-3b31-414f-ae4c-8ec626ed77f2,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:52.218643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ccb6ef5-3672-4f6a-a788-1a4900bfd655 req-c479c0ab-473d-4ca4-949d-92792bc0311d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 210 time: 0.0963159
Dec 11 20:59:52.239751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.277515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-818ad042-f855-4c51-ba70-cda0d351d8c4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0777612
Dec 11 20:59:52.290797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f438550>,) {'filters': {'network_id': ['4baaff7c-194a-48a5-aad3-5c03421509b1']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:52.348990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'd4222346-d276-407e-8a3b-95178f31a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:52.349442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 3578a345-3746-4cf8-98dc-1eac93d47b3c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:52.380757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f438550>, '21a413f8-9866-463a-aa67-a9e1125a889e') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:52.381423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f438550>, '21a413f8-9866-463a-aa67-a9e1125a889e') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:52.381760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ae816bb-e992-48c4-a497-35c6aa5d66e0 req-fbdb3315-04ef-4444-a417-8b4b4eaaaf0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0438671
Dec 11 20:59:52.411963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.500225 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.519013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:52.519942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:52.522073 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:52.538158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:52.606156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3578a345-3746-4cf8-98dc-1eac93d47b3c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:52.616675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ad1ba-ccda-468c-a321-6302b60dd1ae None None] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:52.621889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:52.622571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.633026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-3e372d2e-041c-4ac1-ae0f-8131ec49f0ec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:52.634421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-3e372d2e-041c-4ac1-ae0f-8131ec49f0ec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3456593
Dec 11 20:59:52.642719 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.652498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Request body: {'port': {'device_id': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '7b98c4eb4ef944e6b5d80570f04c62e4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:52.662118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.667561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4baaff7c-194a-48a5-aad3-5c03421509b1 HTTP/1.1" status: 204  len: 168 time: 1.8243945
Dec 11 20:59:52.694431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c35b7ca-053f-4d22-9720-fa9150e6f176 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6130242
Dec 11 20:59:52.697097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:52.700352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bbe99-a114-4420-b5f6-c0d6c0491658 admin admin] Pushing event deleted for resources: {'Network': ['ID=4baaff7c-194a-48a5-aad3-5c03421509b1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:52.702571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c', 'name': 'tempest-PortsIpV6TestJSON-484563154'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:52.795622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3578a345-3746-4cf8-98dc-1eac93d47b3c', 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': '0e1f1812-3b31-414f-ae4c-8ec626ed77f2'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:59:52.797082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.840506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 20:59:52.840506 ncdv-master-1 neutron-server[125988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Dec 11 20:59:52.840506 ncdv-master-1 neutron-server[125988]: [parameters: {'project_id': '7b98c4eb4ef944e6b5d80570f04c62e4', 'id': '2ad33076-d6cd-47ec-9c17-c144a73f18c5', 'expiration': datetime.datetime(2021, 12, 11, 21, 1, 52, 835258)}]
Dec 11 20:59:52.840506 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:59:52.840880 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:59:52.851569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:52.856984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:52.921233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port ce8b0a13-5ee7-445f-8d11-9e000988ea11 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:53.016544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Allocated IP 2001:db8::2 (3578a345-3746-4cf8-98dc-1eac93d47b3c/0e1f1812-3b31-414f-ae4c-8ec626ed77f2/528d751c-e66b-47d6-b87a-6d18bc9f015a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:53.064974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:53.117663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46938) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:53.117897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f04e734c-e8c0-4e20-9630-fd8f93528a5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41af1a46f54649609cef9b401ca1ee69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0515151
Dec 11 20:59:53.176526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.180305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.186582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.232438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.246227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:53.261356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:53.270906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:53.277421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Pushing event updated for resources: {'Port': ['ID=528d751c-e66b-47d6-b87a-6d18bc9f015a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:53.298668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::169 (3578a345-3746-4cf8-98dc-1eac93d47b3c/0e1f1812-3b31-414f-ae4c-8ec626ed77f2/ce8b0a13-5ee7-445f-8d11-9e000988ea11) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:53.366170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Attempting to bind port 528d751c-e66b-47d6-b87a-6d18bc9f015a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:53.366816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Attempting to bind port 528d751c-e66b-47d6-b87a-6d18bc9f015a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4222346-d276-407e-8a3b-95178f31a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:53.367342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Attempting to bind port 528d751c-e66b-47d6-b87a-6d18bc9f015a on network 3578a345-3746-4cf8-98dc-1eac93d47b3c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:53.373346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:53.374002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Checking segment: {'id': 'd4222346-d276-407e-8a3b-95178f31a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:53.374641 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.375188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Bound using segment: {'id': 'd4222346-d276-407e-8a3b-95178f31a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:53.375815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Bound port: 528d751c-e66b-47d6-b87a-6d18bc9f015a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4222346-d276-407e-8a3b-95178f31a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:53.376359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.406180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Made reservation on behalf of 7b98c4eb4ef944e6b5d80570f04c62e4 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:53.412538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.428639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-119b4c49-c1f1-4a54-a365-a57d22c6fed4 req-3f446258-b80c-4f62-ac8b-bb7a9b539eaa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 210 time: 0.0726109
Dec 11 20:59:53.441719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.445024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.446441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f49874b6-e347-402c-b28d-d1c787bbced4 HTTP/1.1" status: 204  len: 168 time: 0.3273928
Dec 11 20:59:53.484455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49874b6-e347-402c-b28d-d1c787bbced4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:53.490314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51fb3f90-0282-4e25-a57c-698f1f221726 req-57d3395a-fbbb-4f10-a163-80c59cbec8b1 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0439644
Dec 11 20:59:53.502532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.502889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.503232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.503618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.504029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.504361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.504743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.505494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.505829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.506156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.506500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.506874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.507204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc599d0-1d79-4f29-a1ec-7e9a10ca4573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:53.524678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] For port 528d751c-e66b-47d6-b87a-6d18bc9f015a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:53.564027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] For port 528d751c-e66b-47d6-b87a-6d18bc9f015a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=528d751c-e66b-47d6-b87a-6d18bc9f015a,segment=NetworkSegment(d4222346-d276-407e-8a3b-95178f31a500),segment_id=d4222346-d276-407e-8a3b-95178f31a500)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:53.572039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.687028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68d9be-5cd2-476c-aad2-0314b9f2f627 None None] Pushing event updated for resources: {'Port': ['ID=528d751c-e66b-47d6-b87a-6d18bc9f015a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:53.688921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.728742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Allocated IP 192.168.233.162 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/b3aa8517-6d97-40ce-8a79-d9e647d1dac8) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:53.756718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.842146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:53.843430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=ce8b0a13-5ee7-445f-8d11-9e000988ea11,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:53.846815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:53.849545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:53.856025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:53.856653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:53.883033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dfa09fd3-fee1-41c9-90fa-70984d0502e7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1848097
Dec 11 20:59:53.885535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:53.891217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '3578a345-3746-4cf8-98dc-1eac93d47b3c', 'name': 'tempest-PortsIpV6TestJSON-747734059'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:54.023873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.103254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.106194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:54.111911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.116961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:54.123737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 20:59:54.162397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 2e706808-ba9b-4f8b-95b4-ed5edfb4cd84 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 20:59:54.166384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:54.169872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:54.174155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:54.231083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:54.284874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:54.294905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.329810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-c2693be0-a0d6-4ae5-a2ca-8df6f2133ca8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6836755
Dec 11 20:59:54.347625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Request body: {'port': {'device_id': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:54.456354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::3b (3578a345-3746-4cf8-98dc-1eac93d47b3c/0e1f1812-3b31-414f-ae4c-8ec626ed77f2/2e706808-ba9b-4f8b-95b4-ed5edfb4cd84) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:54.463768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.662624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0cd335f2-da94-4306-9e59-43a1bb868cce None None] Provisioning complete for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:54.663692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0cd335f2-da94-4306-9e59-43a1bb868cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:54.787699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0cd335f2-da94-4306-9e59-43a1bb868cce None None] Port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:59:54.841572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b99904c-0fc3-4054-946f-158b8e1bc58b req-b0388e1c-db84-4a88-ad02-e66bad8e49b9 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0678883
Dec 11 20:59:54.845862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a8a6-d5a5-40e1-8b6b-c30a3a3190df req-a56fdd91-3223-4b37-807f-32b8a04dc391 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:54.850914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f91a8a6-d5a5-40e1-8b6b-c30a3a3190df req-a56fdd91-3223-4b37-807f-32b8a04dc391 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 936 time: 0.1920693
Dec 11 20:59:55.007111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.128218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.177431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f91a8a6-d5a5-40e1-8b6b-c30a3a3190df req-98ff1974-742c-4e26-abfb-570d1f9f59db tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2607369
Dec 11 20:59:55.241061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=2e706808-ba9b-4f8b-95b4-ed5edfb4cd84,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:55.264509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:55.268037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:55.275789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:55.295130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:55.295816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.304575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:55.325800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.342760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-59294379-7293-4ceb-a908-f2b103f08100 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.4537566
Dec 11 20:59:55.343247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47030) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:55.353707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Transition to ACTIVE for port object b3aa8517-6d97-40ce-8a79-d9e647d1dac8 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 20:59:55.375345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.412346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 528d751c-e66b-47d6-b87a-6d18bc9f015a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:55.540665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3135e25-b68b-49e5-bc4a-39e04a2d43d3 None None] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:55.574749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:55.587080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed68eb6-6d73-41b2-a989-f721218bf7de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:55.599421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ed68eb6-6d73-41b2-a989-f721218bf7de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A169 HTTP/1.1" status: 200  len: 928 time: 0.2519567
Dec 11 20:59:55.599962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47036) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:55.622183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:55.623244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:55.623756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:55.624242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:55.635233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 20:59:55.635797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:55.643883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:55.645000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:55.645722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:55.646324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Bound port: b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:55.647279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.746717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 20:59:55.755302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 20:59:55.764525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.777752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] Provisioning complete for port 528d751c-e66b-47d6-b87a-6d18bc9f015a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:55.778226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.823098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 528d751c-e66b-47d6-b87a-6d18bc9f015a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:55.823756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.829545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 2e706808-ba9b-4f8b-95b4-ed5edfb4cd84 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:55.829882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.854530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:55.854907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:55.858511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 1096 time: 1.5169654
Dec 11 20:59:55.861541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 20:59:55.885605 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12b050-8d67-4050-aefc-ac685cfbb013" -d '{"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 20:59:55.953311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66997065-169e-4d0c-b8d8-f00cf8e4f5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:56.016342 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302dd76-c33e-4b53-a8b4-c43753a2de07 x-openstack-request-id: req-2302dd76-c33e-4b53-a8b4-c43753a2de07 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 20:59:56.016651 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 20:59:56.016912 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2302dd76-c33e-4b53-a8b4-c43753a2de07 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 20:59:56.017374 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'status': 'completed', 'code': 200}
Dec 11 20:59:56.063223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.084544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-142559c3-e818-4b50-bada-73be62e9b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:56.089397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-142559c3-e818-4b50-bada-73be62e9b1d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1099 time: 0.1659627
Dec 11 20:59:56.159454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.193345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 2e706808-ba9b-4f8b-95b4-ed5edfb4cd84 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:56.212758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] For port 528d751c-e66b-47d6-b87a-6d18bc9f015a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=528d751c-e66b-47d6-b87a-6d18bc9f015a,segment=NetworkSegment(d4222346-d276-407e-8a3b-95178f31a500),segment_id=d4222346-d276-407e-8a3b-95178f31a500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:56.220442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-37c46e2a-6aa5-46cf-91d6-5be1e01a3d5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.1208851
Dec 11 20:59:56.231189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-877671904-network', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:56.258297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.260535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.396821 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 20:59:56.397282 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 20:59:56.441049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfceec-40e2-4b8e-bc1c-6f820e09fbdc None None] Pushing event updated for resources: {'Port': ['ID=528d751c-e66b-47d6-b87a-6d18bc9f015a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:56.466647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-1e64cacc-4193-48a6-824c-d76bee21d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:56.471582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-1e64cacc-4193-48a6-824c-d76bee21d7ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2251139
Dec 11 20:59:56.472451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Made reservation on behalf of ad5b21c1b99d46489ff38cfb76e1211b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:56.475014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.538697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.553176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.585343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf96d11-a20f-4337-8eb7-ae455e930d60 req-4688ab93-cf2b-45c8-8780-20d8c49a9d38 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:56.591170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Could not find standard attr ID for object 2e706808-ba9b-4f8b-95b4-ed5edfb4cd84. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:56.593599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bf96d11-a20f-4337-8eb7-ae455e930d60 req-4688ab93-cf2b-45c8-8780-20d8c49a9d38 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.2305403
Dec 11 20:59:56.614847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Provisioning complete for port 528d751c-e66b-47d6-b87a-6d18bc9f015a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:56.615223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.636634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=2e706808-ba9b-4f8b-95b4-ed5edfb4cd84,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:56.667388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-2ca1720c-f3ed-46cb-b0f5-186638702439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:56.675169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-2ca1720c-f3ed-46cb-b0f5-186638702439 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1560287
Dec 11 20:59:56.743175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.758116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c496b1db-657d-472c-bd7f-3f0857831dde tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/2e706808-ba9b-4f8b-95b4-ed5edfb4cd84 HTTP/1.1" status: 204  len: 168 time: 1.1567857
Dec 11 20:59:56.761211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:56.780063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Provisioning complete for port ce8b0a13-5ee7-445f-8d11-9e000988ea11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:56.780277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:56.815859 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e667a8-f87e-461a-b0f1-f0937efa48b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:56.818589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e2e667a8-f87e-461a-b0f1-f0937efa48b6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/2e706808-ba9b-4f8b-95b4-ed5edfb4cd84 HTTP/1.1" status: 404  len: 333 time: 0.0556962
Dec 11 20:59:56.821304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47078) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:56.867499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bf96d11-a20f-4337-8eb7-ae455e930d60 req-abeccfa9-444f-4233-a91e-5ae776a7df9e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711315
Dec 11 20:59:56.880443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e086af53-c672-4142-a943-c89c91601f52 None None] Port ce8b0a13-5ee7-445f-8d11-9e000988ea11 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:59:56.959052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3fbb980-de50-4593-b476-122c4e4f81f6 req-eb29be0b-a699-4214-8de4-61c0a011a663 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0756261
Dec 11 20:59:57.012860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port ce8b0a13-5ee7-445f-8d11-9e000988ea11 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:57.013264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.030676 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.039697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-008e6ccd-525d-4f30-a0f0-62ce3cf5564c service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3288908
Dec 11 20:59:57.042056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.062078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:57.112481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.112836 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Added segment 8cf30867-95ee-49ba-934c-8f0a0ddcec23 of type vlan for network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5
Dec 11 20:59:57.129021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7be5c71b-fa90-41ac-8724-361b1865e361 None None] Provisioning complete for port ce8b0a13-5ee7-445f-8d11-9e000988ea11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:57.129389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be5c71b-fa90-41ac-8724-361b1865e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.166143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.185294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for ce8b0a13-5ee7-445f-8d11-9e000988ea11 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:57.218170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6bf535-7c5a-477e-b120-3ff1f08a30dc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:57.256978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.263147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7be5c71b-fa90-41ac-8724-361b1865e361 None None] Port ce8b0a13-5ee7-445f-8d11-9e000988ea11 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 20:59:57.265095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.266093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.266735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.267280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.267871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.268359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.269140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.270178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.270845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.271854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.272333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.273010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 20:59:57.283105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.339495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4825af5-080d-4d9a-a5e8-77ace039e25f req-3ea9f932-5cd4-4292-81d4-a2a7042a42d3 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2708299
Dec 11 20:59:57.350433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 528d751c-e66b-47d6-b87a-6d18bc9f015a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 20:59:57.369971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.375329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:57.376320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.428737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 528d751c-e66b-47d6-b87a-6d18bc9f015a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 20:59:57.429087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.487254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0db55384-727f-4eb6-a0aa-9abf36121447 None None] Could not find standard attr ID for object 2e706808-ba9b-4f8b-95b4-ed5edfb4cd84. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 20:59:57.508080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8753245
Dec 11 20:59:57.508668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47092) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:57.519032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Request body: {'subnet': {'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-877671904-subnet', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:57.531375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e2644-7748-4c01-af78-f12febe08ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=650fb3d3-fb05-4343-8c78-0ef3534d7ff5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:57.541489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.544316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-d1eb3d4d-531e-4949-87f8-c817e8ab6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:57.545844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-d1eb3d4d-531e-4949-87f8-c817e8ab6673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1099 time: 0.1196113
Dec 11 20:59:57.562455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:57.575032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Made reservation on behalf of ad5b21c1b99d46489ff38cfb76e1211b for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:57.578064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.612434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=ce8b0a13-5ee7-445f-8d11-9e000988ea11,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:57.700683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.712736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b6a4b6e0-c36c-4b76-a900-c69557e106f7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/ce8b0a13-5ee7-445f-8d11-9e000988ea11 HTTP/1.1" status: 204  len: 168 time: 0.8864281
Dec 11 20:59:57.713666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:57.749147 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c35179a-a15d-4ac4-b195-148e22d01156 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 20:59:57.755473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9c35179a-a15d-4ac4-b195-148e22d01156 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/ce8b0a13-5ee7-445f-8d11-9e000988ea11 HTTP/1.1" status: 404  len: 333 time: 0.0404541
Dec 11 20:59:57.756137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:57.869957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 0e1f1812-3b31-414f-ae4c-8ec626ed77f2 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 20:59:57.873781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:57.907800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-7012d48c-388e-4787-8956-d1fa08d242bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:57.910873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-7012d48c-388e-4787-8956-d1fa08d242bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3563838
Dec 11 20:59:57.923914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.017908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-72732eb5-5223-4cc7-a5b3-e1c3782b70e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0978322
Dec 11 20:59:58.155491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654468c2-aea9-4b07-88bc-6f7e1978b0d9 req-0931bf7c-7282-4bb3-8436-e525f3905899 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:58.164961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-654468c2-aea9-4b07-88bc-6f7e1978b0d9 req-0931bf7c-7282-4bb3-8436-e525f3905899 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.1271226
Dec 11 20:59:58.179347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-e49bddf0-66cb-49d3-b79a-3f4ef1968e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:58.181821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-e49bddf0-66cb-49d3-b79a-3f4ef1968e93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1265838
Dec 11 20:59:58.193668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.211149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e90a940e-2e3a-4e6f-bc74-c4c884305015 req-7bb31a98-8e61-4764-93af-d7de9a887dbe tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0960371
Dec 11 20:59:58.218673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.283135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-654468c2-aea9-4b07-88bc-6f7e1978b0d9 req-76ba52e4-01d6-422a-804f-8b008edfd33c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171002
Dec 11 20:59:58.342300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.378141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1f1812-3b31-414f-ae4c-8ec626ed77f2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:58.379766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Checking segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:58.380251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Network hostable DHCP agents. Network: 650fb3d3-fb05-4343-8c78-0ef3534d7ff5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 20:59:58.383677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa6bd5c-df0f-4176-908d-1f55c3f4b12d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:58.386684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.388978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-25e4c32d-575a-4cf7-b3ce-41c712212737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:58.392988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-25e4c32d-575a-4cf7-b3ce-41c712212737 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1934643
Dec 11 20:59:58.393151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8be5d4bd-e3e0-4cf4-ace0-3954f9a92b74 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/0e1f1812-3b31-414f-ae4c-8ec626ed77f2 HTTP/1.1" status: 204  len: 168 time: 0.6336226
Dec 11 20:59:58.393250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47120) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:58.394967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2af818-7bb8-459f-b02b-a517b12f9d09 None None] Network 3578a345-3746-4cf8-98dc-1eac93d47b3c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:58.502137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 20:59:58.540075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 650fb3d3-fb05-4343-8c78-0ef3534d7ff5) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:58.549702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.552204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:58.552373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aebbee-62b7-4fcf-8ae7-542065ac9980 None None] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 20:59:58.553013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.592070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71c22bd0-dc6d-42e4-b03e-7bc1b66a9b65 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0770311
Dec 11 20:59:58.595774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:58.604225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-b21a6176-05c4-410b-9d03-761e128eb828 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989503
Dec 11 20:59:58.617040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:58.628477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] DHCP port deletion for 3578a345-3746-4cf8-98dc-1eac93d47b3c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 20:59:58.651130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.652841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.726295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Deleting port 528d751c-e66b-47d6-b87a-6d18bc9f015a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:58.728778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.741642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 528d751c-e66b-47d6-b87a-6d18bc9f015a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 20:59:58.742026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.761533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b12b050-8d67-4050-aefc-ac685cfbb013 req-b0e50d4d-1ecb-45fd-8e6d-d136094adf2b service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282442
Dec 11 20:59:58.770344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 20:59:58.775313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.811810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.855831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port 528d751c-e66b-47d6-b87a-6d18bc9f015a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=528d751c-e66b-47d6-b87a-6d18bc9f015a,segment=NetworkSegment(d4222346-d276-407e-8a3b-95178f31a500),segment_id=d4222346-d276-407e-8a3b-95178f31a500)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:58.856305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.876468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 528d751c-e66b-47d6-b87a-6d18bc9f015a owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:58.985928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] For port 528d751c-e66b-47d6-b87a-6d18bc9f015a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=528d751c-e66b-47d6-b87a-6d18bc9f015a,segment=NetworkSegment(d4222346-d276-407e-8a3b-95178f31a500),segment_id=d4222346-d276-407e-8a3b-95178f31a500)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:58.986296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:58.990356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.021458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Calling delete_port for 528d751c-e66b-47d6-b87a-6d18bc9f015a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 20:59:59.022777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=528d751c-e66b-47d6-b87a-6d18bc9f015a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:59.044271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port 528d751c-e66b-47d6-b87a-6d18bc9f015a on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:59.045800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.083450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Allocated IP 172.20.0.2 (650fb3d3-fb05-4343-8c78-0ef3534d7ff5/8aa6bd5c-df0f-4176-908d-1f55c3f4b12d/d7bd521d-338c-48bc-8543-2f67a8923f72) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:59.171280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.189682 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.199368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8c4bb0>,) {'filters': {'network_id': ['3578a345-3746-4cf8-98dc-1eac93d47b3c']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:59.211399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8c4bb0>, 'd4222346-d276-407e-8a3b-95178f31a500') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:59.211701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8c4bb0>, 'd4222346-d276-407e-8a3b-95178f31a500') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 20:59:59.225461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] No DVR routers for this DVR port 528d751c-e66b-47d6-b87a-6d18bc9f015a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 20:59:59.226271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.235490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc1a5-1350-44e9-80bf-ba525319cb0d None None] Pushing event deleted for resources: {'Port': ['ID=528d751c-e66b-47d6-b87a-6d18bc9f015a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:59.251004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.268831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 20:59:59.269216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 20:59:59.276040 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 20:59:59.331307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 528d751c-e66b-47d6-b87a-6d18bc9f015a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 20:59:59.365548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.397955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.407289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/3578a345-3746-4cf8-98dc-1eac93d47b3c HTTP/1.1" status: 204  len: 168 time: 1.0071182
Dec 11 20:59:59.407289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9785-8584-4885-955e-36b01ac6b1c8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=3578a345-3746-4cf8-98dc-1eac93d47b3c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:59.407662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e66cee2-decf-4e70-9a17-52a3c274526b req-19d56d0b-cac4-4027-8e70-810228609305 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0364354
Dec 11 20:59:59.407743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:59.423484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1578374313'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:59.444255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 528d751c-e66b-47d6-b87a-6d18bc9f015a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 20:59:59.444734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 528d751c-e66b-47d6-b87a-6d18bc9f015a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 20:59:59.453703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 20:59:59.478712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bce4f-d06c-4e2e-b649-d0897434f80e req-a0b6f704-8094-4754-b0f7-eac6b898c19b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:59.487764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-806bce4f-d06c-4e2e-b649-d0897434f80e req-a0b6f704-8094-4754-b0f7-eac6b898c19b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.0911593
Dec 11 20:59:59.495178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:59.498570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.511547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.539627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.550581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 20:59:59.552799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.559355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.581040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-806bce4f-d06c-4e2e-b649-d0897434f80e req-8babffd8-d10f-4629-a248-70e4631e68ed tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903921
Dec 11 20:59:59.590148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.590688 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment c5eb4a33-0eb9-4fe2-a9fe-24d526f68807 of type vlan for network 19777295-bf95-4d13-926e-50b9514b5195
Dec 11 20:59:59.622056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 20:59:59.635431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 20:59:59.638544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 20:59:59.648044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.650355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:59.679298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.685072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 20:59:59.685822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.704476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'mac_address': 'fa:16:3e:31:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 20:59:59.708695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Pushing event updated for resources: {'Port': ['ID=d7bd521d-338c-48bc-8543-2f67a8923f72,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:59.713871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Allocated IP 172.35.1.129 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/41fa6948-7b3a-41c7-97b0-08c175d73feb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 20:59:59.716360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3079987
Dec 11 20:59:59.719839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47158) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 20:59:59.727730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': '19777295-bf95-4d13-926e-50b9514b5195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 20:59:59.757936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Attempting to bind port d7bd521d-338c-48bc-8543-2f67a8923f72 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 20:59:59.757936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Attempting to bind port d7bd521d-338c-48bc-8543-2f67a8923f72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 20:59:59.758306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Attempting to bind port d7bd521d-338c-48bc-8543-2f67a8923f72 on network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 20:59:59.767483 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.770369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 20:59:59.770801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Checking segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 20:59:59.771327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.771729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Bound using segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 20:59:59.772238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Bound port: d7bd521d-338c-48bc-8543-2f67a8923f72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 20:59:59.772640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.797774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 20:59:59.817124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de76d68-e626-4e92-939e-f246a0360d50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=19777295-bf95-4d13-926e-50b9514b5195,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 20:59:59.839652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 20:59:59.842598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 19777295-bf95-4d13-926e-50b9514b5195 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 20:59:59.870022 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.874100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 20:59:59.877955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.889982 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.940079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 20:59:59.999772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:00.003348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:00.007828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:00.056025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=41fa6948-7b3a-41c7-97b0-08c175d73feb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:00.114067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] For port d7bd521d-338c-48bc-8543-2f67a8923f72, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:00.126278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] For port d7bd521d-338c-48bc-8543-2f67a8923f72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bd521d-338c-48bc-8543-2f67a8923f72,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:00.145620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:00.148658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:00.195749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:00.242147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9b405-adb4-4e79-9063-5dc3b3b1cbf2 None None] Pushing event updated for resources: {'Port': ['ID=d7bd521d-338c-48bc-8543-2f67a8923f72,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:00.297576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:00:00.324503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=c5525ca6-19a4-4732-8037-c519ede488e6,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:00.333625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19777295-bf95-4d13-926e-50b9514b5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:00.333988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 19777295-bf95-4d13-926e-50b9514b5195, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:00.379336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 19777295-bf95-4d13-926e-50b9514b5195 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:00.393408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19777295-bf95-4d13-926e-50b9514b5195) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:00.406892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:00.407563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:00.412214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983b1f3-dec9-4ece-b47a-053c802803a0 None None] Network 19777295-bf95-4d13-926e-50b9514b5195 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:00.452710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8311cd3f-6753-4762-8f22-09c5a3a04f50 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7286732
Dec 11 21:00:00.454656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47178) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:00.464963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '19777295-bf95-4d13-926e-50b9514b5195', 'name': 'tempest-PortsIpV6TestJSON-175344710', 'fixed_ips': [{'subnet_id': 'c5525ca6-19a4-4732-8037-c519ede488e6', 'ip_address': '2001:db8::10'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:00.698035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:00.773735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19777295-bf95-4d13-926e-50b9514b5195', 'network_id': '19777295-bf95-4d13-926e-50b9514b5195', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': 'c5525ca6-19a4-4732-8037-c519ede488e6'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:00:00.774597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:00.895216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:00.938056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port a0f3c333-bbb3-44ed-8617-74aca716de83 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:01.052626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Allocated IP 2001:db8::2 (19777295-bf95-4d13-926e-50b9514b5195/c5525ca6-19a4-4732-8037-c519ede488e6/c1e2ac71-5a56-4f25-9566-76197094f69e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:01.053631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab90a352-a40f-4f5b-a65e-4e7014319ed8 req-caf64ed6-eb89-46dc-beea-d4f418c78482 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0679047
Dec 11 21:00:01.067859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.394558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d7bd521d-338c-48bc-8543-2f67a8923f72 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:01.396949 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.436415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.505165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51118dab-85af-43be-ae06-16763864c816 req-15fd6440-d211-4012-87e8-90dd8f30a72c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:01.514806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51118dab-85af-43be-ae06-16763864c816 req-15fd6440-d211-4012-87e8-90dd8f30a72c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.6233401
Dec 11 21:00:01.518914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.529089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Network 19777295-bf95-4d13-926e-50b9514b5195 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:01.530105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Pushing event updated for resources: {'Port': ['ID=c1e2ac71-5a56-4f25-9566-76197094f69e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:01.541207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:01.543867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:01.608657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d7bd521d-338c-48bc-8543-2f67a8923f72 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:01.609044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.652380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51118dab-85af-43be-ae06-16763864c816 req-a7d98cbb-bf33-4dd2-a60d-3232e5bcf9f7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334867
Dec 11 21:00:01.667279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Attempting to bind port c1e2ac71-5a56-4f25-9566-76197094f69e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:01.667652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Attempting to bind port c1e2ac71-5a56-4f25-9566-76197094f69e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19777295-bf95-4d13-926e-50b9514b5195'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:01.668020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Attempting to bind port c1e2ac71-5a56-4f25-9566-76197094f69e on network 19777295-bf95-4d13-926e-50b9514b5195 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:01.703450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:01.703871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Checking segment: {'id': 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19777295-bf95-4d13-926e-50b9514b5195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:01.704226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.704641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Bound using segment: {'id': 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19777295-bf95-4d13-926e-50b9514b5195'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:01.705911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Bound port: c1e2ac71-5a56-4f25-9566-76197094f69e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '19777295-bf95-4d13-926e-50b9514b5195'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:01.705911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.733687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Router 4c9109a3-59c8-4939-9cbd-04121549c4ad is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:00:01.760506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::10 (19777295-bf95-4d13-926e-50b9514b5195/c5525ca6-19a4-4732-8037-c519ede488e6/a0f3c333-bbb3-44ed-8617-74aca716de83) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:01.907213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.909458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] For port c1e2ac71-5a56-4f25-9566-76197094f69e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:01.913850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] For port c1e2ac71-5a56-4f25-9566-76197094f69e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e2ac71-5a56-4f25-9566-76197094f69e,segment=NetworkSegment(c5eb4a33-0eb9-4fe2-a9fe-24d526f68807),segment_id=c5eb4a33-0eb9-4fe2-a9fe-24d526f68807)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:01.927278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:01.962489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:00:01.969890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port d7bd521d-338c-48bc-8543-2f67a8923f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bd521d-338c-48bc-8543-2f67a8923f72,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:01.977923 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Sync routers for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:00:01.995650 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:01.998867 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844adbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:01.999163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372fe9a4-266c-4f97-bd26-79b9d85af6de None None] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:02.001395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.012013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.013606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b2a38157-0fcf-4bc5-a50a-5bbd852a6cd0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4161048
Dec 11 21:00:02.016372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47202) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:02.109557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.159493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-56917dda-0d0c-430c-b5cd-e1f64efdb877 None None] Provisioning complete for port d7bd521d-338c-48bc-8543-2f67a8923f72 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:02.159749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-56917dda-0d0c-430c-b5cd-e1f64efdb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.188815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.272956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 19777295-bf95-4d13-926e-50b9514b5195 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:02.302198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:02.307569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:02.314288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:02.316080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.360171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=a0f3c333-bbb3-44ed-8617-74aca716de83,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:02.377496 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:02.387072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ca904bf-a4d7-4505-98b7-63d08b43d004 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.9305627
Dec 11 21:00:02.389528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:02.390864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9a50ccc-19dc-4bb4-be89-b3845b23cd69 req-743f7802-48f5-43f2-8392-9657d28e10d3 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1351283
Dec 11 21:00:02.397011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '19777295-bf95-4d13-926e-50b9514b5195', 'name': 'tempest-PortsIpV6TestJSON-1863318752', 'fixed_ips': [{'subnet_id': 'c5525ca6-19a4-4732-8037-c519ede488e6', 'ip_address': '2001:db8::f'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:02.567007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e200d8-dc27-4e11-a2ac-7f4690cd931f None None] Pushing event updated for resources: {'Port': ['ID=c1e2ac71-5a56-4f25-9566-76197094f69e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:02.615685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:02.621500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:02.657701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 241c8052-d55a-46c3-9b45-39de672bce08 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:02.740145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=d7bd521d-338c-48bc-8543-2f67a8923f72,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:02.998783 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844adbb0>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:00Z', 'revision_number': 3, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T20:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:03.032206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::f (19777295-bf95-4d13-926e-50b9514b5195/c5525ca6-19a4-4732-8037-c519ede488e6/241c8052-d55a-46c3-9b45-39de672bce08) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:03.046562 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Checking router: 4c9109a3-59c8-4939-9cbd-04121549c4ad for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:00:03.047036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Updating router 4c9109a3-59c8-4939-9cbd-04121549c4ad port 41fa6948-7b3a-41c7-97b0-08c175d73feb binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:00:03.109150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524b9f4-a546-490b-b919-5ab460ef5f27 req-c732fdfa-7389-43d8-b9c2-634a1216dea5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:03.113449 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.114427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d524b9f4-a546-490b-b919-5ab460ef5f27 req-c732fdfa-7389-43d8-b9c2-634a1216dea5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.2775974
Dec 11 21:00:03.174554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.280394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cb0f6726-ac29-4f3b-979c-1d05aee9c75c None None] Provisioning complete for port d7bd521d-338c-48bc-8543-2f67a8923f72 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:03.282049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb0f6726-ac29-4f3b-979c-1d05aee9c75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.388881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.396892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d524b9f4-a546-490b-b919-5ab460ef5f27 req-e831e7c6-e7c7-4539-aa79-241e504632e2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692306
Dec 11 21:00:03.462277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:03.495179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.543416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d7bd521d-338c-48bc-8543-2f67a8923f72 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:03.633621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=241c8052-d55a-46c3-9b45-39de672bce08,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:03.648841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 19777295-bf95-4d13-926e-50b9514b5195 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:03.653237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:03.655243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Allocated IP 172.20.0.1 (650fb3d3-fb05-4343-8c78-0ef3534d7ff5/8aa6bd5c-df0f-4176-908d-1f55c3f4b12d/fa42971c-ff23-48cf-a871-da275d6f6ffb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:03.687733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:03.696954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:03.699071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.703288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:00:03.711775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:03.712439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.753544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0ed34c5a-df4e-4bcc-94c0-bf87cdbcda87 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3602507
Dec 11 21:00:03.755244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b697b2b-90ba-491d-a955-efa187b8a675 req-68be2693-bf9b-4c22-9a72-9633d7b3ac12 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1235962
Dec 11 21:00:03.755746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47230) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:03.773888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d7bd521d-338c-48bc-8543-2f67a8923f72 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:03.774492 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.824294 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.833262 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.916840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.917010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.954015 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Attempting to bind port 41fa6948-7b3a-41c7-97b0-08c175d73feb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:03.954670 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Attempting to bind port 41fa6948-7b3a-41c7-97b0-08c175d73feb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:03.955107 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Attempting to bind port 41fa6948-7b3a-41c7-97b0-08c175d73feb on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:03.967120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8185a882-c606-4f32-a2eb-d0d48b7cb7e6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:03.967376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:03.977503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8185a882-c606-4f32-a2eb-d0d48b7cb7e6 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.2178040
Dec 11 21:00:03.980801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:03.993391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:03.995698 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923ea5e-1ae1-4365-bafc-9713f8148a67" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:03.997936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Pushing event updated for resources: {'Port': ['ID=41fa6948-7b3a-41c7-97b0-08c175d73feb,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:04.020392 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:04.021112 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:04.022187 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.022627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:04.024234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:04.025444 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Bound port: 41fa6948-7b3a-41c7-97b0-08c175d73feb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:04.025907 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.032933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:04.034032 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.034395 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.035722 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.036073 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.036994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:04.055678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66fe62-20e7-43af-a58e-fc02a04295e6 None None] Network 19777295-bf95-4d13-926e-50b9514b5195 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:04.056940 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.059392 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.060698 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.061471 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.064317 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.065402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.068344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.068873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.070520 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:04.104660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:04.116329 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e86c68-5a2c-427e-be99-fd64ded7618f x-openstack-request-id: req-14e86c68-5a2c-427e-be99-fd64ded7618f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:04.116615 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:04.116876 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14e86c68-5a2c-427e-be99-fd64ded7618f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:04.117263 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'code': 200}
Dec 11 21:00:04.131298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed1721-a270-4b8c-9ba8-10ff0fb31826 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:04.141004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed1721-a270-4b8c-9ba8-10ff0fb31826 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:04.150231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.153537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aed1721-a270-4b8c-9ba8-10ff0fb31826 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:04.155842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6aed1721-a270-4b8c-9ba8-10ff0fb31826 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.1690538
Dec 11 21:00:04.158812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47242) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:04.169649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c1e2ac71-5a56-4f25-9566-76197094f69e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:04.179743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.217761 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] For port 41fa6948-7b3a-41c7-97b0-08c175d73feb, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:04.221962 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] For port 41fa6948-7b3a-41c7-97b0-08c175d73feb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41fa6948-7b3a-41c7-97b0-08c175d73feb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:04.229231 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.311953 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:04.312841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844adbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:04.381594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe948be8-5bee-41ea-b5b8-2e506e6ffc3b req-9efa7561-1c58-4b8f-8f40-1f74a7161716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:04.383595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe948be8-5bee-41ea-b5b8-2e506e6ffc3b req-9efa7561-1c58-4b8f-8f40-1f74a7161716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1101 time: 0.1950116
Dec 11 21:00:04.398821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:04.461650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.462107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4414546a-362c-482e-b252-b583db852993 None None] Provisioning complete for port c1e2ac71-5a56-4f25-9566-76197094f69e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:04.462223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4414546a-362c-482e-b252-b583db852993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.471877 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe948be8-5bee-41ea-b5b8-2e506e6ffc3b req-d93123fa-b7c3-42c8-9c4c-1108078a243b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789456
Dec 11 21:00:04.477600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Pushing event updated for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:04.479990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 241c8052-d55a-46c3-9b45-39de672bce08 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:04.480585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.522386 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:04.624927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c1e2ac71-5a56-4f25-9566-76197094f69e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:04.625245 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e4397-aa48-41d9-b866-8ebe3b4345c9 None None] Pushing event updated for resources: {'Port': ['ID=41fa6948-7b3a-41c7-97b0-08c175d73feb,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:04.626442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.626892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.730004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 241c8052-d55a-46c3-9b45-39de672bce08 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:04.793999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.803114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.822372 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844adbb0>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:00Z', 'revision_number': 3, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:04.867205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4414546a-362c-482e-b252-b583db852993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.876434 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630654db-e4d7-41ee-b9fc-78b418db189f None None] The sync data for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 is: [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:00Z', 'revision_number': 3, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:00:04.876856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47252) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:04.925041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.931756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ca21e-4400-4321-829c-c4b6f289a73f req-a65cdd87-b301-4abd-a73a-eac348e3cf49 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:04.939080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f8ca21e-4400-4321-829c-c4b6f289a73f req-a65cdd87-b301-4abd-a73a-eac348e3cf49 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.2749496
Dec 11 21:00:04.968325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:04.971338 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.005439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04b329d3-0833-4d04-bb28-ed77a3535045 req-01cf20d9-4b70-4bd2-aaad-ef84d6e54c89 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0610733
Dec 11 21:00:05.045522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=241c8052-d55a-46c3-9b45-39de672bce08,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:05.045996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4414546a-362c-482e-b252-b583db852993 None None] For port c1e2ac71-5a56-4f25-9566-76197094f69e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e2ac71-5a56-4f25-9566-76197094f69e,segment=NetworkSegment(c5eb4a33-0eb9-4fe2-a9fe-24d526f68807),segment_id=c5eb4a33-0eb9-4fe2-a9fe-24d526f68807)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:05.053428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4414546a-362c-482e-b252-b583db852993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.115355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f8ca21e-4400-4321-829c-c4b6f289a73f req-6e677d48-953a-45e3-a299-b67fa7b2e8a9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606357
Dec 11 21:00:05.173109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.204333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b585048-f5a3-4ed1-9f06-b0f1c7a12af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/241c8052-d55a-46c3-9b45-39de672bce08 HTTP/1.1" status: 204  len: 168 time: 1.0427172
Dec 11 21:00:05.204893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Pushing event updated for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:05.207822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47260) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:05.242573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d43f-3ccc-4643-bb84-df0904f54826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.250162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414546a-362c-482e-b252-b583db852993 None None] Pushing event updated for resources: {'Port': ['ID=c1e2ac71-5a56-4f25-9566-76197094f69e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:05.251215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:05.251692 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a91d7e-bd66-41bd-add7-fd0a6530d68b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:05.258341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-46a91d7e-bd66-41bd-add7-fd0a6530d68b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/241c8052-d55a-46c3-9b45-39de672bce08 HTTP/1.1" status: 404  len: 333 time: 0.0467405
Dec 11 21:00:05.266521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:05.276261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:05.298710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:00:05.299110 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:00:05.302187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-81dacac4-249e-4ff2-b3e4-9e22f28ae6c5 None None] Provisioning complete for port fa42971c-ff23-48cf-a871-da275d6f6ffb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:05.302586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-81dacac4-249e-4ff2-b3e4-9e22f28ae6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.393893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-81dacac4-249e-4ff2-b3e4-9e22f28ae6c5 None None] Port fa42971c-ff23-48cf-a871-da275d6f6ffb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:05.505250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port a0f3c333-bbb3-44ed-8617-74aca716de83 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:05.505602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.509597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Could not find standard attr ID for object 241c8052-d55a-46c3-9b45-39de672bce08. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:05.527054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Provisioning complete for port a0f3c333-bbb3-44ed-8617-74aca716de83 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:05.527856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.581255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Port a0f3c333-bbb3-44ed-8617-74aca716de83 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:05.583147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Router 4c9109a3-59c8-4939-9cbd-04121549c4ad has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:00:05.600495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Provisioning complete for port c1e2ac71-5a56-4f25-9566-76197094f69e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:05.601243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fade204e-db97-4ef6-a4ef-d60c23e7073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.614332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d43f-3ccc-4643-bb84-df0904f54826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.707853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5a9d43f-3ccc-4643-bb84-df0904f54826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.715924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:05.743615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for a0f3c333-bbb3-44ed-8617-74aca716de83 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:05.884452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c5a9d43f-3ccc-4643-bb84-df0904f54826 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=070acdef00e740ddb2f2f069488c4b56&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9535632
Dec 11 21:00:05.887914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:05.895151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a9d43f-3ccc-4643-bb84-df0904f54826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcb7c4-1ce9-492c-bddf-38d24538c338,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:05.977197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a68b63c1-5531-412b-85a7-2fbb125e84f2 None None] Provisioning complete for port fa42971c-ff23-48cf-a871-da275d6f6ffb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:05.977680 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a68b63c1-5531-412b-85a7-2fbb125e84f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.033680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:00:06.047898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3cc9759c-e680-4462-a3ef-93a725ac8364 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c9109a3-59c8-4939-9cbd-04121549c4ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0266185
Dec 11 21:00:06.088502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a68b63c1-5531-412b-85a7-2fbb125e84f2 None None] Port fa42971c-ff23-48cf-a871-da275d6f6ffb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:06.109938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.135955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.204084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f642bdfb-71db-4f8f-95bb-42f013ab7220 None None] Could not find standard attr ID for object a0f3c333-bbb3-44ed-8617-74aca716de83. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:06.249358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.260729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=a0f3c333-bbb3-44ed-8617-74aca716de83,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:06.312782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41fa6948-7b3a-41c7-97b0-08c175d73feb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:06.354163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefffe-b0f7-4ce9-bb17-b47534d4dcb2 req-ce58e527-4250-4970-b4b8-2f6e5c05897c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:06.357513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-51fefffe-b0f7-4ce9-bb17-b47534d4dcb2 req-ce58e527-4250-4970-b4b8-2f6e5c05897c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1460774
Dec 11 21:00:06.376095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12558a20-d062-4e36-9d73-596fbdc0564c req-b504c384-9254-435d-ac90-ff14238519c9 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1366544
Dec 11 21:00:06.384420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.390843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2689961d-3c3b-4198-826b-1d5071a10f57 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/a0f3c333-bbb3-44ed-8617-74aca716de83 HTTP/1.1" status: 204  len: 168 time: 1.1230555
Dec 11 21:00:06.396942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:06.441177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6e18b7b5-84a1-4d75-a3c1-d2b0e5c3a4d5 None None] Could not find standard attr ID for object 241c8052-d55a-46c3-9b45-39de672bce08. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:06.442749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41fa6948-7b3a-41c7-97b0-08c175d73feb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:06.443224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.458656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-51fefffe-b0f7-4ce9-bb17-b47534d4dcb2 req-31e7c0e5-fa91-4526-8142-e84f6b149191 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862663
Dec 11 21:00:06.469899 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f004d4de-ceb6-439d-87db-1ba5b1c159e4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:06.485375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47282) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:06.491156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f004d4de-ceb6-439d-87db-1ba5b1c159e4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/a0f3c333-bbb3-44ed-8617-74aca716de83 HTTP/1.1" status: 404  len: 333 time: 0.0931060
Dec 11 21:00:06.523307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.529500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.533577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dadcb7c4-1ce9-492c-bddf-38d24538c338 HTTP/1.1" status: 204  len: 168 time: 0.6418326
Dec 11 21:00:06.551967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db214ff1-4c51-4927-98ed-d42de1997a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcb7c4-1ce9-492c-bddf-38d24538c338,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:06.603685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet c5525ca6-19a4-4732-8037-c519ede488e6 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:06.621316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.682421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.717585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 41fa6948-7b3a-41c7-97b0-08c175d73feb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41fa6948-7b3a-41c7-97b0-08c175d73feb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:06.733382 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.735782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.735931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c1e2ac71-5a56-4f25-9566-76197094f69e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:06.861210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=41fa6948-7b3a-41c7-97b0-08c175d73feb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:06.874457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.874861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.875280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.875683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.876155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.876494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.876833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.877260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.877602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.877955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.878951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.879694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.879694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:06.902354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c1e2ac71-5a56-4f25-9566-76197094f69e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:06.902837 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:06.943401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.012906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb0be0-1da4-49f1-ab09-8054d7cd5052 req-14483987-a27b-47eb-a586-eff7c416b876 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:07.014523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4bb0be0-1da4-49f1-ab09-8054d7cd5052 req-14483987-a27b-47eb-a586-eff7c416b876 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.2362022
Dec 11 21:00:07.085572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4bb0be0-1da4-49f1-ab09-8054d7cd5052 req-7715fe88-96c0-4020-9bbb-0a2091467e45 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609028
Dec 11 21:00:07.087371 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.119541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=c5525ca6-19a4-4732-8037-c519ede488e6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:07.121669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.127888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:07.128429 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aa9a6e17-b100-436f-a59b-ae277472a629 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/c5525ca6-19a4-4732-8037-c519ede488e6 HTTP/1.1" status: 204  len: 168 time: 0.6416810
Dec 11 21:00:07.135995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4804cb84-e42f-43ac-bd94-57f6b3a67993 None None] Network 19777295-bf95-4d13-926e-50b9514b5195 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:07.236818 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.238412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47298) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:07.264367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edf697b4-1f7c-4e82-9f67-5260b03d8245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.369341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port c1e2ac71-5a56-4f25-9566-76197094f69e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:07.370844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.427725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edf697b4-1f7c-4e82-9f67-5260b03d8245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.452025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-b303c3ae-74c5-48c4-afdb-4d64d62df60f req-74eb02e8-ca34-429c-a283-3ec6edef3a09 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:00:07.453260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b303c3ae-74c5-48c4-afdb-4d64d62df60f req-74eb02e8-ca34-429c-a283-3ec6edef3a09 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0182958
Dec 11 21:00:07.454199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edf697b4-1f7c-4e82-9f67-5260b03d8245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.467183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port c1e2ac71-5a56-4f25-9566-76197094f69e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e2ac71-5a56-4f25-9566-76197094f69e,segment=NetworkSegment(c5eb4a33-0eb9-4fe2-a9fe-24d526f68807),segment_id=c5eb4a33-0eb9-4fe2-a9fe-24d526f68807)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:07.467619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.475494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] DHCP port deletion for 19777295-bf95-4d13-926e-50b9514b5195 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:00:07.501873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47306) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:07.510917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023617339', 'description': 'tempest-description--992844033'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:07.529182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf697b4-1f7c-4e82-9f67-5260b03d8245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e5637-e751-467e-8189-7bd30eebfc29,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:07.530840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for c1e2ac71-5a56-4f25-9566-76197094f69e owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:07.564532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Deleting port c1e2ac71-5a56-4f25-9566-76197094f69e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:07.567730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.571019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-edf697b4-1f7c-4e82-9f67-5260b03d8245 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e42d17fc72dc4cc8a61419cdd5d1b6b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3309786
Dec 11 21:00:07.573069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:07.647787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.651695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.681710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] For port c1e2ac71-5a56-4f25-9566-76197094f69e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1e2ac71-5a56-4f25-9566-76197094f69e,segment=NetworkSegment(c5eb4a33-0eb9-4fe2-a9fe-24d526f68807),segment_id=c5eb4a33-0eb9-4fe2-a9fe-24d526f68807)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:07.682460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.700736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Calling delete_port for c1e2ac71-5a56-4f25-9566-76197094f69e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:07.706245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.713786 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.719753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d6c6ef4-ba18-4802-8b7f-127a4ff9856d req-3ff2f26f-8adb-4533-8eb2-f00a8e6e5c0f tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0640595
Dec 11 21:00:07.748070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port c1e2ac71-5a56-4f25-9566-76197094f69e on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:07.750458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=c1e2ac71-5a56-4f25-9566-76197094f69e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:07.857737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Sync routers for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:00:07.876277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.880334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.885086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.894677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.895968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/256e5637-e751-467e-8189-7bd30eebfc29 HTTP/1.1" status: 204  len: 168 time: 0.3219006
Dec 11 21:00:07.900960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.936958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:07.940116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:07.940595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8418acd0>,) {'filters': {'network_id': ['19777295-bf95-4d13-926e-50b9514b5195']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:07.941532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:07.943038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.4400430
Dec 11 21:00:07.944532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc32c1-2e4e-4c2a-a951-f99b8aef459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e5637-e751-467e-8189-7bd30eebfc29,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:07.964965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47318) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:07.974543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8418acd0>, 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:07.974855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8418acd0>, 'c5eb4a33-0eb9-4fe2-a9fe-24d526f68807') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:07.989683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.016811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-5cea0d37-b9f5-4be6-83ba-006f69b39f07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0920870
Dec 11 21:00:08.017828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.023759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'security_group_rule': {'security_group_id': 'edbde273-478a-442a-b0a4-9e0ce07c1078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:08.026572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:08.027192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:08.030930 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:08.064615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88422648-7acd-4fe7-8c3a-3e088b616062 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbde273-478a-442a-b0a4-9e0ce07c1078,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.106656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.222382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff20fe-3c22-4ffb-98f2-1963faab8424 req-a99ac768-cfa7-4852-82f8-fef6227b9c8f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:08.224312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8eff20fe-3c22-4ffb-98f2-1963faab8424 req-a99ac768-cfa7-4852-82f8-fef6227b9c8f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0836244
Dec 11 21:00:08.225819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.232599 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.236530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/19777295-bf95-4d13-926e-50b9514b5195 HTTP/1.1" status: 204  len: 168 time: 1.1067364
Dec 11 21:00:08.279933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.282200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47326) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:08.295638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-776827711'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:08.311763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8eff20fe-3c22-4ffb-98f2-1963faab8424 req-73e01412-02e5-48b1-94cd-72c1eb07ccbd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728452
Dec 11 21:00:08.312355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.333086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96751d47-d1a4-4d48-8aa2-d0481b22777a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=19777295-bf95-4d13-926e-50b9514b5195,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.342704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41fa6948-7b3a-41c7-97b0-08c175d73feb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:08.366795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082a7c9e-fba5-4151-b3e7-1317acd769e8,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.405624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:08.410099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.416488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.420865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47336) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:08.421019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fb5ffc71-71ee-4efa-998c-7fe09efba18d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4546254
Dec 11 21:00:08.427950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'security_group_rule': {'security_group_id': 'edbde273-478a-442a-b0a4-9e0ce07c1078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:08.457112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:08.482724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.485847 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Added segment d25fd5eb-0dc9-476c-ba71-7884af7c79d9 of type vlan for network 324fba40-ac17-4d91-bc3a-326da84a830a
Dec 11 21:00:08.515523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.525294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.603398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Network 19777295-bf95-4d13-926e-50b9514b5195 is not hosted by any dhcp agent {{(pid=125989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:00:08.604295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] No DVR routers for this DVR port c1e2ac71-5a56-4f25-9566-76197094f69e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:08.609173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251da27c-2600-4c8f-a631-7714e8688ace None None] Pushing event deleted for resources: {'Port': ['ID=c1e2ac71-5a56-4f25-9566-76197094f69e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.618313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.627497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.635232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.651124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:08.653210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 41fa6948-7b3a-41c7-97b0-08c175d73feb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:08.653578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.662702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e623d3-eff0-41af-afdc-eae87b792ea5,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.667110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.673488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:08.674668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.687642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.689654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16da35cd-f073-4d3f-8ad7-79e11e6f8200 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2672641
Dec 11 21:00:08.693172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:08.699365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:08.743436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:08.806516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5217636
Dec 11 21:00:08.810373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47356) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:08.816526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:08.840584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c88206-1b1b-4e47-8d71-856660277136 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Network': ['ID=324fba40-ac17-4d91-bc3a-326da84a830a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:08.877374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 324fba40-ac17-4d91-bc3a-326da84a830a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:09.099056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c1e2ac71-5a56-4f25-9566-76197094f69e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:09.116746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79a25270-1fc6-4b96-a612-376b03b4c913 req-be91cc12-58fc-4a43-8685-78db066f2a80 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1399510
Dec 11 21:00:09.141757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c1e2ac71-5a56-4f25-9566-76197094f69e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:00:09.141757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c1e2ac71-5a56-4f25-9566-76197094f69e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:09.175494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53ca0>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 2, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:09.179027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.218342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Checking router: 4c9109a3-59c8-4939-9cbd-04121549c4ad for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:00:09.218878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Updating router 4c9109a3-59c8-4939-9cbd-04121549c4ad port fa42971c-ff23-48cf-a871-da275d6f6ffb binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:00:09.249142 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.383435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Allocated IP 172.35.1.168 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6f07f74b-eb81-4674-b558-f5611d6cec76) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:09.426629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:09.431751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.583603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e2b4-5b8c-48ba-85d4-f8f8e1fad189 req-f320e2b6-4fd9-4b8d-8b5f-bcdda37afd5a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:09.593922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce10e2b4-5b8c-48ba-85d4-f8f8e1fad189 req-f320e2b6-4fd9-4b8d-8b5f-bcdda37afd5a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1238780
Dec 11 21:00:09.632111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.708414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce10e2b4-5b8c-48ba-85d4-f8f8e1fad189 req-6f8e1eeb-d762-4221-b9a3-3c6722f22640 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078198
Dec 11 21:00:09.745716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.755358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.768919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.796250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:09.801090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:09.804663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:09.810976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'Port': ['ID=6f07f74b-eb81-4674-b558-f5611d6cec76,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:09.813998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.888837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=3a6bb650-017d-42f4-abe2-cafec3df60a5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:09.897701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Checking segment: {'id': 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:09.898251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network hostable DHCP agents. Network: 324fba40-ac17-4d91-bc3a-326da84a830a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:09.927292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 324fba40-ac17-4d91-bc3a-326da84a830a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:09.945078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 324fba40-ac17-4d91-bc3a-326da84a830a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:09.945276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072d204-9567-4f18-bbf8-17a1864d7b2f None None] Pushing event updated for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:09.948635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:09.949320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.956926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:09.982977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c025905c-3be5-4269-8410-7f15c56f620f None None] Network 324fba40-ac17-4d91-bc3a-326da84a830a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:09.988617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ed8a02fa-fe3e-45d1-b128-ec9376c67539 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1718440
Dec 11 21:00:09.990365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47384) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:10.010300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-365666131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:10.031932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.068259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.070627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.076470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Attempting to bind port fa42971c-ff23-48cf-a871-da275d6f6ffb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:10.076894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Attempting to bind port fa42971c-ff23-48cf-a871-da275d6f6ffb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:10.077308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Attempting to bind port fa42971c-ff23-48cf-a871-da275d6f6ffb on network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:10.121798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:10.122142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Checking segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:10.122651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.123055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Bound using segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:10.123583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Bound port: fa42971c-ff23-48cf-a871-da275d6f6ffb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:10.124023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.163016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.170739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.236098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.237779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-912bbe69-3d94-447b-a2ee-f2298845a64d tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.2427325
Dec 11 21:00:10.240751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47392) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:10.249754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a', 'name': 'tempest-PortsIpV6TestJSON-432161853'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:10.356201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.362135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] For port fa42971c-ff23-48cf-a871-da275d6f6ffb, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:10.376169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.382695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] For port fa42971c-ff23-48cf-a871-da275d6f6ffb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa42971c-ff23-48cf-a871-da275d6f6ffb,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:10.413804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47396) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:10.414414 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.422416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4c0591b-2334-4e60-8d35-85ebe87f30cc req-227cadf6-8c9a-42b7-926e-252a7f47b1c0 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0635371
Dec 11 21:00:10.429869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-324fba40-ac17-4d91-bc3a-326da84a830a', 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': '3a6bb650-017d-42f4-abe2-cafec3df60a5'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:00:10.430855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.473891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:10.484500 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.525163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:10.626004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:10.626646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T20:59:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:10.632257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'Port': ['ID=6f07f74b-eb81-4674-b558-f5611d6cec76,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:10.651919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39c80624-578b-494d-9545-7a6fe05b8923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.662684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-0d2a19e1-2a03-4bbe-aa9b-6991ce22a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:10.664564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-0d2a19e1-2a03-4bbe-aa9b-6991ce22a84c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1101 time: 0.2516627
Dec 11 21:00:10.747477 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.779904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072d204-9567-4f18-bbf8-17a1864d7b2f None None] Pushing event updated for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:10.789430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.802066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ae4a8910-7f88-4cb3-9e50-fa24df7275d0 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0963447
Dec 11 21:00:10.802279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] Provisioning complete for port fa42971c-ff23-48cf-a871-da275d6f6ffb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:10.802279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:10.838733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:10.858346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-419d90cc-309d-4aed-8bf6-f4a0e73b568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:10.859945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-419d90cc-309d-4aed-8bf6-f4a0e73b568e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1846373
Dec 11 21:00:10.895101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Allocated IP 2001:db8::2 (324fba40-ac17-4d91-bc3a-326da84a830a/3a6bb650-017d-42f4-abe2-cafec3df60a5/0a6a62bc-37b8-4546-94d7-a14c794371ad) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:10.923408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-3f26d9f1-83b6-4577-8284-bf48f67fb4a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0524316
Dec 11 21:00:10.942017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8a601-e8ca-4578-900c-e3c9629b6057 req-3a19a361-2282-4c1f-9ba0-f60bd2e30fec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:10.949145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ff8a601-e8ca-4578-900c-e3c9629b6057 req-3a19a361-2282-4c1f-9ba0-f60bd2e30fec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1515753
Dec 11 21:00:11.042232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39c80624-578b-494d-9545-7a6fe05b8923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.055647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39c80624-578b-494d-9545-7a6fe05b8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.062204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-a7b5fbf8-9bf6-44f9-80f9-88f03c158e35 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2023617339&fields=id&tenant_id=ad5b21c1b99d46489ff38cfb76e1211b HTTP/1.1" status: 200  len: 267 time: 0.0459497
Dec 11 21:00:11.075453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-d3eef9e9-3601-482b-9d37-7604e48fd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:11.076948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-d3eef9e9-3601-482b-9d37-7604e48fd4b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1239216
Dec 11 21:00:11.080288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ff8a601-e8ca-4578-900c-e3c9629b6057 req-6d114271-869f-4317-837c-30abd8716add tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303566
Dec 11 21:00:11.082007 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-16d1a9d7-8b6b-4d5e-a491-d0b7435c7b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.121237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.137427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39c80624-578b-494d-9545-7a6fe05b8923 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b86f7318a53840e8af209bfceb4b6066&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7139759
Dec 11 21:00:11.138188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c80624-578b-494d-9545-7a6fe05b8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fad879-8e70-4368-87f0-1eb3901fe979,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:11.141694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47416) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:11.180093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-3bad2b43-169a-43fa-97ca-4eaf47c644cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:11.181619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-3bad2b43-169a-43fa-97ca-4eaf47c644cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0834467
Dec 11 21:00:11.194897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ea69ceee-58ef-412a-93c3-59ffb85238db tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:11.196238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ea69ceee-58ef-412a-93c3-59ffb85238db tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/networks?id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5 HTTP/1.1" status: 200  len: 811 time: 0.1239765
Dec 11 21:00:11.213443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-e6bc4f30-9155-40de-8c1c-94dbb3b50406 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/quotas/ad5b21c1b99d46489ff38cfb76e1211b HTTP/1.1" status: 200  len: 375 time: 0.0104322
Dec 11 21:00:11.248448 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.263427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] For port fa42971c-ff23-48cf-a871-da275d6f6ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa42971c-ff23-48cf-a871-da275d6f6ffb,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:11.282992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.288819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.297261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-1f002d04-6923-4ad4-896b-b60fb977449e tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad5b21c1b99d46489ff38cfb76e1211b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0762925
Dec 11 21:00:11.358581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-0c080da9-cc84-4c13-bcbd-af1cd9a4d864 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661119
Dec 11 21:00:11.408244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-cba07ee1-025c-44c9-bbfa-477d5c603486 service neutron] 10.222.0.18 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1075399
Dec 11 21:00:11.428393 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.432180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.433667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57fad879-8e70-4368-87f0-1eb3901fe979 HTTP/1.1" status: 204  len: 168 time: 0.2913840
Dec 11 21:00:11.460503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e659-d29e-4a22-a1b2-f56577f709ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fad879-8e70-4368-87f0-1eb3901fe979,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:11.495176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-50592e64-72ca-409f-8b77-647e319b0f69 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262021
Dec 11 21:00:11.518129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53ca0>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:10Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:11.545315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.565543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-3d7ca5bc-2a1f-4f27-a5ee-4e06f2b65f60 service neutron] 10.222.0.18 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454892
Dec 11 21:00:11.587940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c970fbb-2ede-43c8-a7b7-52b226bc7f67 None None] The sync data for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 is: [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:10Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:00:11.594862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c6d1d7f7-3261-4772-8f62-ddfdd22ecff6 None None] Provisioning complete for port fa42971c-ff23-48cf-a871-da275d6f6ffb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:11.595150 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d7f7-3261-4772-8f62-ddfdd22ecff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.603942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3b2d-1c30-4d33-a433-9fb5dace1f7d None None] Pushing event updated for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:11.608911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.710336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Network 324fba40-ac17-4d91-bc3a-326da84a830a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:11.717959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:11.722960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:11.766356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::1b1 (324fba40-ac17-4d91-bc3a-326da84a830a/3a6bb650-017d-42f4-abe2-cafec3df60a5/8cd2f03d-36b3-4997-8aaa-2bc816e53b8f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:11.767419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Pushing event updated for resources: {'Port': ['ID=0a6a62bc-37b8-4546-94d7-a14c794371ad,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:11.784517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89da067c-97d1-41c9-802e-d30ff116b0a9 req-929dcad1-e7e2-4a59-aa5f-ddef5e16ed06 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1026816
Dec 11 21:00:11.891091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Attempting to bind port 0a6a62bc-37b8-4546-94d7-a14c794371ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:11.891325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Attempting to bind port 0a6a62bc-37b8-4546-94d7-a14c794371ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:11.892332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Attempting to bind port 0a6a62bc-37b8-4546-94d7-a14c794371ad on network 324fba40-ac17-4d91-bc3a-326da84a830a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:11.902115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:11.902595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Checking segment: {'id': 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:11.903068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:11.903526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Bound using segment: {'id': 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:11.904174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Bound port: 0a6a62bc-37b8-4546-94d7-a14c794371ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '324fba40-ac17-4d91-bc3a-326da84a830a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:11.904665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.042898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] For port 0a6a62bc-37b8-4546-94d7-a14c794371ad, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:12.059666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] For port 0a6a62bc-37b8-4546-94d7-a14c794371ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6a62bc-37b8-4546-94d7-a14c794371ad,segment=NetworkSegment(d25fd5eb-0dc9-476c-ba71-7884af7c79d9),segment_id=d25fd5eb-0dc9-476c-ba71-7884af7c79d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:12.072426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.140974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.157627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fa42971c-ff23-48cf-a871-da275d6f6ffb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:12.197443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bddd2f05-ff58-49e1-863b-5f0fc6cd9235 req-21263f0f-e485-4e5e-8453-31613e95ec97 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 210 time: 0.0689795
Dec 11 21:00:12.218234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19137f27-34e5-4a6d-acfc-93cd1a015a6d None None] Pushing event updated for resources: {'Port': ['ID=0a6a62bc-37b8-4546-94d7-a14c794371ad,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:12.264082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fa42971c-ff23-48cf-a871-da275d6f6ffb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:12.264526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.333440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.432001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 324fba40-ac17-4d91-bc3a-326da84a830a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:12.454369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:12.464422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:12.474705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:12.475615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:12.497313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b016da-239b-4dbb-a8a9-448823f29ca6 req-cd81e9c9-8223-48ac-93b5-3899b0ec6caf tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:12.499584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86b016da-239b-4dbb-a8a9-448823f29ca6 req-cd81e9c9-8223-48ac-93b5-3899b0ec6caf tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.2356205
Dec 11 21:00:12.504120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=8cd2f03d-36b3-4997-8aaa-2bc816e53b8f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:12.533995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47452) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:12.535106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-adfff99a-d9c2-46ea-904d-7f50df08d963 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2922735
Dec 11 21:00:12.645835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86b016da-239b-4dbb-a8a9-448823f29ca6 req-bdc54660-0d7a-4e58-8f24-4b5c664f9197 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342003
Dec 11 21:00:12.944767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c72f815-471d-484a-bdbc-aba9abb1205f req-ffba9466-5fbc-49e6-9fde-1f4a3690bd12 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0429375
Dec 11 21:00:13.198375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:13.337532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c5df236-ae19-4f77-9df5-404de96f3d75 req-71c53ee4-3be2-486a-a2eb-20db8d15bbba tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 210 time: 0.0547185
Dec 11 21:00:13.455250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39eb5606-923d-4f1f-b5d0-13699f372202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:13.780156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a4323-851d-4b34-8f9f-c61b49c33184 None None] Network 324fba40-ac17-4d91-bc3a-326da84a830a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:13.782971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-93aa84f0-01ec-4b17-b734-7961c5ba58b1 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:13.784517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-93aa84f0-01ec-4b17-b734-7961c5ba58b1 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.16 "GET /v2.0/networks?id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5 HTTP/1.1" status: 200  len: 811 time: 0.2414286
Dec 11 21:00:13.903874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] Provisioning complete for port 0a6a62bc-37b8-4546-94d7-a14c794371ad triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:13.904248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:13.916798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4cdbfaf7-a13a-4425-a961-b1472e7f9153 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5b21c1b99d46489ff38cfb76e1211b HTTP/1.1" status: 200  len: 380 time: 0.1215863
Dec 11 21:00:13.928212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929304af-124a-4635-a522-8c36f4b0f2b1 req-df0e9b95-d543-4175-a00f-d94a93010e3d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:13.930149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-929304af-124a-4635-a522-8c36f4b0f2b1 req-df0e9b95-d543-4175-a00f-d94a93010e3d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1020420
Dec 11 21:00:13.935518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'port': {'device_id': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'admin_state_up': True, 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'security_groups': ['edbde273-478a-442a-b0a4-9e0ce07c1078']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:13.947843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:13.955538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.084180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-929304af-124a-4635-a522-8c36f4b0f2b1 req-cbc4e9b8-6588-4182-89b9-6fdeb19b45de tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395392
Dec 11 21:00:14.147593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.167971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Made reservation on behalf of ad5b21c1b99d46489ff38cfb76e1211b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:14.183470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.184790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0a6a62bc-37b8-4546-94d7-a14c794371ad up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:14.189089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.250531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] For port 0a6a62bc-37b8-4546-94d7-a14c794371ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6a62bc-37b8-4546-94d7-a14c794371ad,segment=NetworkSegment(d25fd5eb-0dc9-476c-ba71-7884af7c79d9),segment_id=d25fd5eb-0dc9-476c-ba71-7884af7c79d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:14.262641 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.338899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53475302-f6b1-4324-90c8-870a3836e095 req-f9d70349-546f-4d3c-aaab-080ba3954ad2 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.1100967
Dec 11 21:00:14.359674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0a6a62bc-37b8-4546-94d7-a14c794371ad triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:14.360051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.365705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ba30a-6ff7-4527-b9e8-7cef4b4d09bf None None] Pushing event updated for resources: {'Port': ['ID=0a6a62bc-37b8-4546-94d7-a14c794371ad,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:14.393523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=8cd2f03d-36b3-4997-8aaa-2bc816e53b8f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:14.396704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Allocated IP 172.20.0.3 (650fb3d3-fb05-4343-8c78-0ef3534d7ff5/8aa6bd5c-df0f-4176-908d-1f55c3f4b12d/0908aab9-a30b-4cf5-957d-85b7f4db9806) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:14.473166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47512) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:14.548514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0fe8fe7-7e40-472e-bde2-75c951fa017e req-94d5062f-34f5-4790-91b5-d75f2ade896b tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 210 time: 0.0703824
Dec 11 21:00:14.553784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.597353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-201ff324-f4e6-4831-b978-fbf5f4296a43 None None] Provisioning complete for port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:14.597902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-201ff324-f4e6-4831-b978-fbf5f4296a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.639607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.640799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-201ff324-f4e6-4831-b978-fbf5f4296a43 None None] Port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:14.669765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-201ff324-f4e6-4831-b978-fbf5f4296a43 None None] Provisioning complete for port 0a6a62bc-37b8-4546-94d7-a14c794371ad triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:14.670143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-201ff324-f4e6-4831-b978-fbf5f4296a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.695579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.746122 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da8d9941-417c-4cf0-bdba-8984e982d568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.771874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event updated for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:14.779733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:14.781324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:14.801007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:14.860588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.897089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:14.897928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.934819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0c1f46f3-7404-4065-add3-b5298f9a08f9 None None] Provisioning complete for port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:14.935411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c1f46f3-7404-4065-add3-b5298f9a08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:14.945542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-ac30799a-a402-4183-b242-db759d865318 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0135477
Dec 11 21:00:14.957993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Request body: {'port': {'device_id': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:15.001310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f46f3-7404-4065-add3-b5298f9a08f9 None None] Port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:15.002862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da8d9941-417c-4cf0-bdba-8984e982d568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.016769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da8d9941-417c-4cf0-bdba-8984e982d568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.029437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.039303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.056447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.059985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.123410 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da8d9941-417c-4cf0-bdba-8984e982d568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=949469d80b724a5dbb06bf09ac6d1ab3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6491776
Dec 11 21:00:15.124578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d9941-417c-4cf0-bdba-8984e982d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c17602-2073-45aa-989d-6e84e694746a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:15.135703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47522) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:15.226576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Provisioning complete for port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:15.226883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.262921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=8cd2f03d-36b3-4997-8aaa-2bc816e53b8f,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:15.272959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:15.284701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Provisioning complete for port 0908aab9-a30b-4cf5-957d-85b7f4db9806 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:15.285273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.322210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7c99c579-a4e1-48da-b36b-a28e950188f7 None None] Port 0908aab9-a30b-4cf5-957d-85b7f4db9806 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:15.331580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.351628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594403d-d438-406b-9d9e-f9f1900e8806 req-51950c03-ba47-4b13-8ec7-db63e55f1788 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:15.353121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f594403d-d438-406b-9d9e-f9f1900e8806 req-51950c03-ba47-4b13-8ec7-db63e55f1788 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1426520
Dec 11 21:00:15.359093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network 324fba40-ac17-4d91-bc3a-326da84a830a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:15.368885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:15.383762 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.383960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0908aab9-a30b-4cf5-957d-85b7f4db9806 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:00:15.392014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.418748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Transition to ACTIVE for port object 0908aab9-a30b-4cf5-957d-85b7f4db9806 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:00:15.424760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.497846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-970aa174-abec-47ec-8bc5-5e5e09f7d2e0 req-9cfd9b94-cc75-4020-82fc-62f1e4cc3ea4 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0430877
Dec 11 21:00:15.529354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Pushing event updated for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:15.545958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f594403d-d438-406b-9d9e-f9f1900e8806 req-9c1f7b66-b924-4c37-a691-cc3444f9b79b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1832013
Dec 11 21:00:15.569162 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.584787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.586706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1c17602-2073-45aa-989d-6e84e694746a HTTP/1.1" status: 204  len: 168 time: 0.4497926
Dec 11 21:00:15.629097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7f52-13c7-4aa7-850f-b46f5260d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c17602-2073-45aa-989d-6e84e694746a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:15.636930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.655736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Attempting to bind port 0908aab9-a30b-4cf5-957d-85b7f4db9806 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:15.656111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Attempting to bind port 0908aab9-a30b-4cf5-957d-85b7f4db9806 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:15.656735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Attempting to bind port 0908aab9-a30b-4cf5-957d-85b7f4db9806 on network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:15.663728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Router a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:00:15.665596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Port 0908aab9-a30b-4cf5-957d-85b7f4db9806 on network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:00:15.665993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Attempting to bind port 0908aab9-a30b-4cf5-957d-85b7f4db9806 on network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:15.676509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:15.677187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Checking segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:15.677683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Bound using segment: {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:15.680424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Bound port: 0908aab9-a30b-4cf5-957d-85b7f4db9806, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf30867-95ee-49ba-934c-8f0a0ddcec23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:15.680807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.805501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:00:15.811783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a0d0a05-e593-4df8-866e-a08786aac130 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/routers/a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2751606
Dec 11 21:00:15.814146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47536) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:15.824223 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] Sync routers for ids ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:00:15.847484 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] Routers {'a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:15.848852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:15.864940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e0b87300-9bdd-4810-b764-a4823d3e230a None None] Provisioning complete for port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:15.865308 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e0b87300-9bdd-4810-b764-a4823d3e230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:15.882552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023a259-fbdc-465f-baf2-5996a8d569e3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:15.888362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7023a259-fbdc-465f-baf2-5996a8d569e3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 HTTP/1.1" status: 200  len: 988 time: 0.0729849
Dec 11 21:00:15.888779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433f49b-599e-495f-a098-4812827a2e8c req-e9548dec-f3c1-4bf7-8145-614113478855 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:15.889070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47538) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:15.890358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0433f49b-599e-495f-a098-4812827a2e8c req-e9548dec-f3c1-4bf7-8145-614113478855 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 943 time: 0.1844909
Dec 11 21:00:15.944926 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288820>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:15.945397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:15.959317 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] Routers {'a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:15.960113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e0b87300-9bdd-4810-b764-a4823d3e230a None None] Port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:15.961305 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:16.026810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:16.048828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.071997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0433f49b-599e-495f-a098-4812827a2e8c req-3c4b1763-a23f-4c2a-85b1-679b8194a7ee tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1703436
Dec 11 21:00:16.084786 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288820>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:16.090323 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce8282-386f-4a7d-a523-340e044d67a5 None None] The sync data for ids ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:00:16.105037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0a6a62bc-37b8-4546-94d7-a14c794371ad up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:16.119475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.120133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.121499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] 10.222.0.16 "PUT /v2.0/ports/0908aab9-a30b-4cf5-957d-85b7f4db9806 HTTP/1.1" status: 200  len: 1091 time: 1.1688354
Dec 11 21:00:16.122250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:16.124570 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:16.220479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0a6a62bc-37b8-4546-94d7-a14c794371ad triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:16.221098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.240836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509943a-e2ff-4de7-8698-f107505dca7a service neutron] Pushing event updated for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:16.250657 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.264559 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ecd67b-1ecb-40a5-a230-740a4d351b4a x-openstack-request-id: req-c3ecd67b-1ecb-40a5-a230-740a4d351b4a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:16.264973 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:16.265296 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3ecd67b-1ecb-40a5-a230-740a4d351b4a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:16.265771 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'status': 'completed', 'code': 200}
Dec 11 21:00:16.295994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-05e7b797-f6db-4f8e-8add-58b3fb4834f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.298426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-05e7b797-f6db-4f8e-8add-58b3fb4834f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b21c1b99d46489ff38cfb76e1211b&device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 1094 time: 0.1192758
Dec 11 21:00:16.390125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-fc211c7e-0c77-4685-bd36-2b3897c06b88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806 HTTP/1.1" status: 200  len: 217 time: 0.0802987
Dec 11 21:00:16.457372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-941d345c-cdf8-4a80-bb17-555dcac730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.458944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-941d345c-cdf8-4a80-bb17-555dcac730c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8aa6bd5c-df0f-4176-908d-1f55c3f4b12d HTTP/1.1" status: 200  len: 850 time: 0.0559328
Dec 11 21:00:16.512427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-e986ddb8-8624-4f6f-8013-2f114b8a8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.514127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-e986ddb8-8624-4f6f-8013-2f114b8a8da4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0483539
Dec 11 21:00:16.572774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.647583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-4fc8f43f-eb20-4a80-b134-ecd6f5adc7a9 service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248806
Dec 11 21:00:16.695045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fadbab1c-9277-46e5-8867-73a2ad5c85db req-46c028db-6198-4778-9b50-6b0084b43f7b tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0765765
Dec 11 21:00:16.743755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4f499-6951-455e-8c6a-51955b15c38d req-40dabbc4-64db-4e19-b795-5c7b75aecaf0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.747087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bc4f499-6951-455e-8c6a-51955b15c38d req-40dabbc4-64db-4e19-b795-5c7b75aecaf0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1156857
Dec 11 21:00:16.800335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3d8a9e1-7bd0-4a56-9954-13f0c02d7293 req-bf9ec48e-f118-49c8-aa4a-e2a1c9da0f8f service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329968
Dec 11 21:00:16.832628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bc4f499-6951-455e-8c6a-51955b15c38d req-695aaae2-c064-4410-b46a-03c58f930fc9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784323
Dec 11 21:00:16.884313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:16.884740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:16.908385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-bb297e36-c8c2-4df6-8645-be45959dce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:16.910427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-bb297e36-c8c2-4df6-8645-be45959dce76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b21c1b99d46489ff38cfb76e1211b&device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 1094 time: 0.0476954
Dec 11 21:00:16.993090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:17.011146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 8cd2f03d-36b3-4997-8aaa-2bc816e53b8f owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:17.030597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-873227ac-6225-4d13-bca1-9277ef48fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:17.032243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-873227ac-6225-4d13-bca1-9277ef48fc1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5 HTTP/1.1" status: 200  len: 912 time: 0.1141200
Dec 11 21:00:17.084157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-0bedcc20-ce97-499e-928c-42025e06a76d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806 HTTP/1.1" status: 200  len: 217 time: 0.0417073
Dec 11 21:00:17.116821 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:17.179240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-7ced6cae-4f18-4ff5-b91f-c2bd628b7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:17.181334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-7ced6cae-4f18-4ff5-b91f-c2bd628b7f9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8aa6bd5c-df0f-4176-908d-1f55c3f4b12d HTTP/1.1" status: 200  len: 850 time: 0.0884595
Dec 11 21:00:17.239964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-0e6a5fe0-061d-48de-b51d-abc1aa9abae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:17.241808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-0e6a5fe0-061d-48de-b51d-abc1aa9abae7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0532415
Dec 11 21:00:17.253820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2630-ef60-40ce-a32e-a9195e0a1e44 req-6393e251-d4f2-402d-abf4-292e9633b956 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:17.256655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de5f2630-ef60-40ce-a32e-a9195e0a1e44 req-6393e251-d4f2-402d-abf4-292e9633b956 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 943 time: 0.0668976
Dec 11 21:00:17.257766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:17.305693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=8cd2f03d-36b3-4997-8aaa-2bc816e53b8f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:17.362653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-e8619162-4d33-4707-9ba5-557cf9e511f6 service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1130557
Dec 11 21:00:17.401358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de5f2630-ef60-40ce-a32e-a9195e0a1e44 req-a65785eb-e303-40b1-848a-8d452b7da1a4 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040332
Dec 11 21:00:17.459532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:17.504146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d6aa40f-57bd-4a4a-a6e2-f0bf00cfaf8b req-e290a70a-6b94-45d8-9384-2724de355538 service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336234
Dec 11 21:00:17.628590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Router a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:00:17.708899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:00:17.713934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-61c8bd65-380d-4692-b0cd-16d29bee08fb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/routers/a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8238256
Dec 11 21:00:17.716604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47612) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:17.719453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] Sync routers for ids ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:00:17.730078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] Routers {'a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:17.731064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d775ac070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:17.748791 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-841d8403-87c9-493d-9d8e-c80a608a3919 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:17.750571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-841d8403-87c9-493d-9d8e-c80a608a3919 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/8cd2f03d-36b3-4997-8aaa-2bc816e53b8f HTTP/1.1" status: 404  len: 333 time: 0.0328746
Dec 11 21:00:17.753437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47620) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:17.785288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d775ac070>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:17.795871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] Routers {'a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:17.796720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d775ac070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:17.833524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d775ac070>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:17.834118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53676de-249c-4b52-8594-1fa3259507c2 None None] The sync data for ids ['a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:00:17.856938 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c416e72-5fff-4059-98c8-bdfe40109b5c req-9bfe866f-0e75-46ab-b360-492ed2ff358a tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0534196
Dec 11 21:00:17.859438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:17.960949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377e0b-60f7-4af6-afc2-e01b7b936175 req-490b3aef-2b8b-4c8a-9c1a-6ac10e861a9d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:17.971660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2377e0b-60f7-4af6-afc2-e01b7b936175 req-490b3aef-2b8b-4c8a-9c1a-6ac10e861a9d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0641994
Dec 11 21:00:18.024681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2377e0b-60f7-4af6-afc2-e01b7b936175 req-79acf8f2-061b-4675-8d26-df539f9a2275 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511971
Dec 11 21:00:18.156188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47636) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:18.273224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dcb868d3-8464-43f0-b659-5dd55d562e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.324830 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.327690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.352545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dcb868d3-8464-43f0-b659-5dd55d562e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.357574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dcb868d3-8464-43f0-b659-5dd55d562e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.376525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.377231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Fanout notify agent at l3_agent the message router_deleted on router a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:00:18.385278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.389389 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c92a0775-dd04-4841-9bb9-ea9d49600af7 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/routers/a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 HTTP/1.1" status: 204  len: 168 time: 0.6349385
Dec 11 21:00:18.389992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47640) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:18.398455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb868d3-8464-43f0-b659-5dd55d562e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427435a3-2dd6-4195-9896-887fbe189d0a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:18.405383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dcb868d3-8464-43f0-b659-5dd55d562e59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da3fca25c3fe4cefafc7de20f40c4d19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2481263
Dec 11 21:00:18.406779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47642) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:18.444518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 3a6bb650-017d-42f4-abe2-cafec3df60a5 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:18.448434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.456720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.479613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.500159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.537605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.541210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.544736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/427435a3-2dd6-4195-9896-887fbe189d0a HTTP/1.1" status: 204  len: 168 time: 0.1352670
Dec 11 21:00:18.553603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0f561-ee91-4446-8168-22c3b7aeee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427435a3-2dd6-4195-9896-887fbe189d0a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:18.631882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517931d-0837-45dc-bc10-9a76a7cca418 req-ffd67ef2-fff4-4421-ae4d-26186def3ed6 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:18.633424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0517931d-0837-45dc-bc10-9a76a7cca418 req-ffd67ef2-fff4-4421-ae4d-26186def3ed6 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 943 time: 0.1386540
Dec 11 21:00:18.659895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.727292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0517931d-0837-45dc-bc10-9a76a7cca418 req-3604efe7-b619-4579-8c4a-f84d5ccc7a2d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858264
Dec 11 21:00:18.755186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.784540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.791054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/3a6bb650-017d-42f4-abe2-cafec3df60a5 HTTP/1.1" status: 204  len: 168 time: 0.3971503
Dec 11 21:00:18.791054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0981b-6ffe-4b1d-826a-2283537cf273 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6bb650-017d-42f4-abe2-cafec3df60a5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:18.791882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47652) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:18.793452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b6c1d9-b5bd-453e-a0cc-58d051b52739 None None] Network 324fba40-ac17-4d91-bc3a-326da84a830a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:18.876442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47654) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:18.877044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.894183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e83cce7c-78c9-4ec4-9f88-0e180d50c8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.950592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 0a6a62bc-37b8-4546-94d7-a14c794371ad {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:18.951338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:18.970944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] DHCP port deletion for 324fba40-ac17-4d91-bc3a-326da84a830a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:00:19.003090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e83cce7c-78c9-4ec4-9f88-0e180d50c8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.007594 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e83cce7c-78c9-4ec4-9f88-0e180d50c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.026428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Deleting port 0a6a62bc-37b8-4546-94d7-a14c794371ad {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:19.026840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.028025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385d356f-b22c-45e9-b618-e13dd712f3da req-85f1862b-9ab5-4d29-a13e-503b67ac5b74 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0632396
Dec 11 21:00:19.047733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e83cce7c-78c9-4ec4-9f88-0e180d50c8e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5c23234cbc54f98bdbeb004e2d36e94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1704795
Dec 11 21:00:19.051263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47658) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:19.059201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port 0a6a62bc-37b8-4546-94d7-a14c794371ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6a62bc-37b8-4546-94d7-a14c794371ad,segment=NetworkSegment(d25fd5eb-0dc9-476c-ba71-7884af7c79d9),segment_id=d25fd5eb-0dc9-476c-ba71-7884af7c79d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:19.059594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.083327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 0a6a62bc-37b8-4546-94d7-a14c794371ad owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:19.096365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cce7c-78c9-4ec4-9f88-0e180d50c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e656f5eb-2084-44e3-b232-d38ad47b4fe5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:19.102667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] For port 0a6a62bc-37b8-4546-94d7-a14c794371ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0a6a62bc-37b8-4546-94d7-a14c794371ad,segment=NetworkSegment(d25fd5eb-0dc9-476c-ba71-7884af7c79d9),segment_id=d25fd5eb-0dc9-476c-ba71-7884af7c79d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:19.103433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.118934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Calling delete_port for 0a6a62bc-37b8-4546-94d7-a14c794371ad owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:19.170862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.193656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.207992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.208252 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.227307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=0a6a62bc-37b8-4546-94d7-a14c794371ad,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:19.229378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port 0a6a62bc-37b8-4546-94d7-a14c794371ad on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:19.235759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25bf70-e1e5-46d7-b43e-d1be6acefd32 req-03b5f9bd-697b-4e3c-9172-de345ba720da tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:19.238454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] No DVR routers for this DVR port 0a6a62bc-37b8-4546-94d7-a14c794371ad on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:19.240058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50199b-3fc3-4fdd-af50-59e9bb612e33 None None] Pushing event deleted for resources: {'Port': ['ID=0a6a62bc-37b8-4546-94d7-a14c794371ad,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:19.244411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d25bf70-e1e5-46d7-b43e-d1be6acefd32 req-03b5f9bd-697b-4e3c-9172-de345ba720da tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1133001
Dec 11 21:00:19.317709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d25bf70-e1e5-46d7-b43e-d1be6acefd32 req-37e438c4-c063-48a4-bc73-f3ce4cbaeaee tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723522
Dec 11 21:00:19.324092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.327481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.328934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e656f5eb-2084-44e3-b232-d38ad47b4fe5 HTTP/1.1" status: 204  len: 168 time: 0.2767098
Dec 11 21:00:19.340717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01a2eb-5d49-4425-9f85-f2680b788007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e656f5eb-2084-44e3-b232-d38ad47b4fe5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:19.344196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.366706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84724e80>,) {'filters': {'network_id': ['324fba40-ac17-4d91-bc3a-326da84a830a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:19.377112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84724e80>, 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:19.377629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84724e80>, 'd25fd5eb-0dc9-476c-ba71-7884af7c79d9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:19.389868 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.404883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.411790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:19.412186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:19.415396 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:19.475895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.484339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.488825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/324fba40-ac17-4d91-bc3a-326da84a830a HTTP/1.1" status: 204  len: 168 time: 0.6954210
Dec 11 21:00:19.493027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:19.499107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6f7d7-67c6-418e-99a9-aa2c1edddce4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=324fba40-ac17-4d91-bc3a-326da84a830a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:19.542628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24804449-e994-42ad-9690-47e492c27c34 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:19.543997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24804449-e994-42ad-9690-47e492c27c34 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/302848c2-47bf-4b5b-a5c9-04d0d61bf993 HTTP/1.1" status: 200  len: 844 time: 0.0497375
Dec 11 21:00:19.547767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47672) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:19.589445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f99c67e4-e4ad-4229-9fb4-e79ba47c1113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/302848c2-47bf-4b5b-a5c9-04d0d61bf993?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0405977
Dec 11 21:00:19.593220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47674) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:19.598317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:19.697687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:19.701465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.799687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0908aab9-a30b-4cf5-957d-85b7f4db9806 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:00:19.911906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:19.923607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'port_id': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'mac_address': 'fa:16:3e:03:13:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:00:19.927368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4757f02-221e-4c5b-947f-44d16bee01b0 req-2399578a-08b0-41fa-aef1-fa67e57b1526 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:19.928908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4757f02-221e-4c5b-947f-44d16bee01b0 req-2399578a-08b0-41fa-aef1-fa67e57b1526 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 943 time: 0.1247785
Dec 11 21:00:19.959620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.965201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:19.995548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0908aab9-a30b-4cf5-957d-85b7f4db9806 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:00:20.023974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:20.029565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.031452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:20.039533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:20.045148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:20.045748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.058557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4757f02-221e-4c5b-947f-44d16bee01b0 req-e21a5e77-a0da-41b1-a58a-9f9c1bd239b4 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189158
Dec 11 21:00:20.059270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=0f257867-475b-44f0-ab26-ee0c558a8ac3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.090553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7881a4e-ab8d-4190-a57c-1641bd166d49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4926493
Dec 11 21:00:20.090858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47698) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.097347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1902508970'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:20.120924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7b27e-1afb-4bc1-b9aa-8a49493c6279 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:20.130179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.143077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47700) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.177060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0a6a62bc-37b8-4546-94d7-a14c794371ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:20.184257 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e7cc5bc-93a1-478a-b06e-d712ad60e7ae req-1d493bba-217f-4163-affe-34426732579d tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0368390
Dec 11 21:00:20.288506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.295475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.302792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--829322271'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:20.332156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e435c85b-5511-4a4f-b54d-4fa2f83f36ab,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.332647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.341606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.344784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9778d422-bdc3-4e2d-a9c8-90706a5b3e9c tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2536767
Dec 11 21:00:20.349131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47710) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.355368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'security_group': {'name': 'tempest-secgroup-870558462'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:20.365414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.371749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0a6a62bc-37b8-4546-94d7-a14c794371ad {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:00:20.372027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0a6a62bc-37b8-4546-94d7-a14c794371ad not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:20.386763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.389178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.436596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'project_id': '59c72a73d69f4143889cfcf6b9b3b15d', 'fixed_ips': [{'subnet_id': '0f257867-475b-44f0-ab26-ee0c558a8ac3'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:00:20.439432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.518157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0908aab9-a30b-4cf5-957d-85b7f4db9806'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:00:20.529146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dbbb7-e007-44d7-970c-2630c229bc41 req-08b919d8-a7aa-4741-ab55-b6f4e9e6d424 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:20.530674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-234dbbb7-e007-44d7-970c-2630c229bc41 req-08b919d8-a7aa-4741-ab55-b6f4e9e6d424 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1116145
Dec 11 21:00:20.548156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.563384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.620382 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.637271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.645495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.646756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2951534
Dec 11 21:00:20.647795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Allocated IP 2001:db8::2 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/0f257867-475b-44f0-ab26-ee0c558a8ac3/a93fbd9e-36b5-4e8f-b8e8-3f092227b577) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:20.650054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47712) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.652777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c0be0-c068-4b21-ae72-ffddffa882d2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d683ffb8-c40f-4a42-8f90-4e16bcd7e08e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.657225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-479963179', 'security_groups': ['d683ffb8-c40f-4a42-8f90-4e16bcd7e08e'], 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0f257867-475b-44f0-ab26-ee0c558a8ac3'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:20.664502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-234dbbb7-e007-44d7-970c-2630c229bc41 req-4f29da6d-10f8-426b-9e73-8eef17cc2067 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208839
Dec 11 21:00:20.709938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e584d65f-cded-4323-b795-02a020e0731c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.774309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.779840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.818309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.819624 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6748824
Dec 11 21:00:20.821718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e6efd-dced-450e-acb4-2251710328b2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fa1d9-66ca-4852-afa9-9ae185e2556d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.823733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47716) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.844042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:20.888723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.894528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db26f3b6-59d6-4708-ae71-8d9db1958027 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0696690
Dec 11 21:00:20.896037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.897281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47718) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:20.903365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-security--1269374264', 'description': 'tempest-security-description-1816350480'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:20.938781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.939457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:20.944798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:20.947841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:20.954085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:20.958902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:20.963934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 6039d019-5e3a-4356-ae56-70471abaaec6 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:21.004335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.008518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.012432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.013828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "PUT /v2.0/security-groups/6f5fa1d9-66ca-4852-afa9-9ae185e2556d HTTP/1.1" status: 200  len: 1797 time: 0.1148388
Dec 11 21:00:21.017573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47720) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.020105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Attempting to bind port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:21.020837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Attempting to bind port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a6448c52-9b35-4810-ac53-8a3778f7d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:21.020837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Attempting to bind port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 on network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:21.026128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:21.027081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Checking segment: {'id': 'a6448c52-9b35-4810-ac53-8a3778f7d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:21.027081 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.027410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Bound using segment: {'id': 'a6448c52-9b35-4810-ac53-8a3778f7d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:21.028044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Bound port: a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6448c52-9b35-4810-ac53-8a3778f7d322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:21.028258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.041003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b91ad-456a-484a-bfe7-7e9de0be4f9d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fa1d9-66ca-4852-afa9-9ae185e2556d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.099009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:21.102534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:21.106645 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-874341e0-6854-48d7-bafe-925b199ebd27 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups/6f5fa1d9-66ca-4852-afa9-9ae185e2556d HTTP/1.1" status: 200  len: 1797 time: 0.0878778
Dec 11 21:00:21.109530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47724) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.113266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.170257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.192940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c685-253c-4aa9-9387-b120c5b0ec76 req-0a79ad26-3339-4f76-bb8c-cce6df0dd94a tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:21.194208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4611f8-33af-4c01-9480-1deff9760c15 None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.195307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc77c685-253c-4aa9-9387-b120c5b0ec76 req-0a79ad26-3339-4f76-bb8c-cce6df0dd94a tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 944 time: 0.0647016
Dec 11 21:00:21.202346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::3dd (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/0f257867-475b-44f0-ab26-ee0c558a8ac3/6039d019-5e3a-4356-ae56-70471abaaec6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:21.224744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.264854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc77c685-253c-4aa9-9387-b120c5b0ec76 req-f45a5dfe-761d-4dc4-95c6-c7347ae94510 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619423
Dec 11 21:00:21.273492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.384510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b65adfe8-08f9-42cd-ad19-2bc736acc460 req-00dec73d-df50-4250-9890-15ac3ba7dfc0 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0632076
Dec 11 21:00:21.405596 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.408276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.409921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f5fa1d9-66ca-4852-afa9-9ae185e2556d HTTP/1.1" status: 204  len: 168 time: 0.2989788
Dec 11 21:00:21.413217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47730) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.432650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb79ef-ec7c-4db8-b1a8-65b1e2973e6d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5fa1d9-66ca-4852-afa9-9ae185e2556d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.472302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.509435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4937ceae-90d7-41ee-a97d-233fe1fc430f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0950005
Dec 11 21:00:21.514518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.524106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.539938 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-33a22b44-e779-47ac-a168-d4222815a328 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] delete failed (client error): The resource could not be found.
Dec 11 21:00:21.543340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33a22b44-e779-47ac-a168-d4222815a328 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f5fa1d9-66ca-4852-afa9-9ae185e2556d HTTP/1.1" status: 404  len: 347 time: 0.0277352
Dec 11 21:00:21.548197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.556368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--247628799'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:21.577131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:21.580505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:21.580662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.586171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:21.592583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:21.593472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.597808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=6039d019-5e3a-4356-ae56-70471abaaec6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.622356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-09e582b8-77b2-4687-8662-cf77e8ffd426 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9706569
Dec 11 21:00:21.623015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47738) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.628620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:21.670241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.675129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.715496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.719115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1671054
Dec 11 21:00:21.719835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.726588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': 'de0dae68-6e34-4dae-83c8-96d42b93c9ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:21.734419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78496d20-5e0c-4acd-b65a-d46259839eb9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de0dae68-6e34-4dae-83c8-96d42b93c9ef,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.748527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:21.752879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.797099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.814504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0908aab9-a30b-4cf5-957d-85b7f4db9806 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:21.836097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded1dc7-97e7-4ab0-8eaf-4889ba32ef61 req-799f3712-14ef-4398-8dc3-0210ef6c98a3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:21.843380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dded1dc7-97e7-4ab0-8eaf-4889ba32ef61 req-799f3712-14ef-4398-8dc3-0210ef6c98a3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0902805
Dec 11 21:00:21.884823 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f257867-475b-44f0-ab26-ee0c558a8ac3 (CIDR: 2001:db8::/64)
Dec 11 21:00:21.888810 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:21.889335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 0908aab9-a30b-4cf5-957d-85b7f4db9806 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:00:21.890053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:21.894719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 0908aab9-a30b-4cf5-957d-85b7f4db9806 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:21.895190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.913449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0dfc6676-aa2e-40fe-a371-4c26869040be tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.2893300
Dec 11 21:00:21.916486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47746) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:21.918279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dded1dc7-97e7-4ab0-8eaf-4889ba32ef61 req-108b6f62-d22f-4f23-99d4-6351e5541c6b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740438
Dec 11 21:00:21.919984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.923793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:21.925014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.945539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f827a763-ac7c-462f-a971-a1fbcc746035,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:21.957102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:21.958119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4757240-6e2a-4d99-8b65-e86f110ee098 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2350352
Dec 11 21:00:21.961281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.000121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.013743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.020267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.051222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:22.055613 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a99364-45cd-4db2-8f9c-1f1188d823ef" -d '{"events": [{"server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "name": "network-vif-plugged", "status": "completed", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:22.057591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:22.068227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.071536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:22.075709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.078890 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.090999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.094875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f827a763-ac7c-462f-a971-a1fbcc746035 HTTP/1.1" status: 204  len: 168 time: 0.1298065
Dec 11 21:00:22.102312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47752) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.136356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067513-094e-4f4c-a83d-8e3541d6855d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f827a763-ac7c-462f-a971-a1fbcc746035,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.136534 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3c44d-ea62-4aea-a754-304e7da80861 x-openstack-request-id: req-bbd3c44d-ea62-4aea-a754-304e7da80861 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:22.136924 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "name": "network-vif-plugged", "status": "completed", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:22.137294 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbd3c44d-ea62-4aea-a754-304e7da80861 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:22.138881 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'code': 200}
Dec 11 21:00:22.147353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.170229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a93fbd9e-36b5-4e8f-b8e8-3f092227b577 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:22.180876 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39d9b945-1844-4174-b127-5ab5e52f566f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0769677
Dec 11 21:00:22.184037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47754) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.251436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:22.251810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.262182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.283276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077165f-5ef0-42bc-8709-41a3ec99e70c req-e03963f9-8db6-4c5b-8d5a-1ac71cb98a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:22.285753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4077165f-5ef0-42bc-8709-41a3ec99e70c req-e03963f9-8db6-4c5b-8d5a-1ac71cb98a24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 1096 time: 0.0752246
Dec 11 21:00:22.304460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.371420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.374135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.375409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/de0dae68-6e34-4dae-83c8-96d42b93c9ef HTTP/1.1" status: 204  len: 168 time: 0.1904094
Dec 11 21:00:22.378736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.396694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca5d1b-1a5e-40cd-b95c-ef6c9b60e67a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0dae68-6e34-4dae-83c8-96d42b93c9ef,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.399527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4077165f-5ef0-42bc-8709-41a3ec99e70c req-d39fcb18-6de9-4ebe-ad31-62b124ac2abe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015089
Dec 11 21:00:22.449689 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.496995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbde75ca-e33f-4b27-8a18-c54502f095c2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1169782
Dec 11 21:00:22.499435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:22.500189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47764) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.507170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--263921464'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:22.507429 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.549037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32984833-c2fd-4363-abcb-3298e158b76c req-d906aa42-863d-4240-b6fe-cd73363bb1bf tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:22.561180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32984833-c2fd-4363-abcb-3298e158b76c req-d906aa42-863d-4240-b6fe-cd73363bb1bf tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.1579931
Dec 11 21:00:22.564888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c64bfafc-1072-4e7c-bc7b-c7586b077c27 req-34ff354c-0493-4823-8b3f-7cbd00ba873a tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0440063
Dec 11 21:00:22.570575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.580103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.594589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.643341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:22.648789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:22.655064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32984833-c2fd-4363-abcb-3298e158b76c req-36a45588-2930-44b4-b2e7-fcee11118310 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922513
Dec 11 21:00:22.661734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:22.668993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.669787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7858105-945a-4767-8764-e97734a4678f None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:22.701875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7841253
Dec 11 21:00:22.704584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47768) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.711884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1285949954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'be6ae37b-9cbb-4f94-92d8-2c0ece5cef77'}], 'security_groups': ['e435c85b-5511-4a4f-b54d-4fa2f83f36ab']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:22.724036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.729779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.764976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.769621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2656398
Dec 11 21:00:22.769621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0022b-82cf-48f5-bc87-18a6f973c757 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d77eb-e3ae-488b-b97a-2971eb91c8fb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.769887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47770) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:22.771139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84b5da53-b9a7-4863-890b-1fd24cb07d8f None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:22.771607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84b5da53-b9a7-4863-890b-1fd24cb07d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.777615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '367d77eb-e3ae-488b-b97a-2971eb91c8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:22.790846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf01ee-64f1-41ed-92bf-fb4de2d99847 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=be6ae37b-9cbb-4f94-92d8-2c0ece5cef77,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:22.824072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-84b5da53-b9a7-4863-890b-1fd24cb07d8f None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:22.845932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.849145 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.856211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84b5da53-b9a7-4863-890b-1fd24cb07d8f None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:22.856579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84b5da53-b9a7-4863-890b-1fd24cb07d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.990654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:22.993915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Update dhcp port {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'fixed_ips': [{'subnet_id': '0f257867-475b-44f0-ab26-ee0c558a8ac3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'be6ae37b-9cbb-4f94-92d8-2c0ece5cef77'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a93fbd9e-36b5-4e8f-b8e8-3f092227b577'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:00:22.996909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.023443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.056975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6e20e5-ef38-4390-acfa-79e52940a95d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.063926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76425cd9-4e9a-4dd9-bfc2-57322b253127 req-5b34711d-d5ba-4e0b-8987-4bbdcad6150f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:23.065604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76425cd9-4e9a-4dd9-bfc2-57322b253127 req-5b34711d-d5ba-4e0b-8987-4bbdcad6150f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0538833
Dec 11 21:00:23.066044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.067268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5a7672b1-3d0d-4f6f-968c-4cfa09e7221e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2964602
Dec 11 21:00:23.070014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47776) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.076866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '367d77eb-e3ae-488b-b97a-2971eb91c8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:23.120888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76425cd9-4e9a-4dd9-bfc2-57322b253127 req-b0958e9b-ba9b-4af0-b814-b3a11ffcac16 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457621
Dec 11 21:00:23.146099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.202026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Allocated IP 2001:db8:0:1::2 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/be6ae37b-9cbb-4f94-92d8-2c0ece5cef77/a93fbd9e-36b5-4e8f-b8e8-3f092227b577) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:23.210451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.214350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.233248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593c6bf3-6eab-4eaa-9178-69f7a7dd60dd,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.241816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.243058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3fecd2cd-3f07-4377-97f2-192ceac87feb tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1720946
Dec 11 21:00:23.246006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47778) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.250713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '367d77eb-e3ae-488b-b97a-2971eb91c8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:23.283230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.316175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:23.347235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.352189 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.360727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.365609 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.374316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253e1677-2505-45eb-b84d-8f4c23948781,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.403553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.404771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b12ad5da-3f1f-4807-a33b-2ea98e35de40 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1576312
Dec 11 21:00:23.408804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47780) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.419982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '367d77eb-e3ae-488b-b97a-2971eb91c8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:23.456408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.475377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb27862-d122-4219-9619-4db94c29f0c2 None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.512506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Delete allocated IP 2001:db8::3dd (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/0f257867-475b-44f0-ab26-ee0c558a8ac3) {{(pid=125987) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 21:00:23.522824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8:0:1::f7 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/be6ae37b-9cbb-4f94-92d8-2c0ece5cef77/6039d019-5e3a-4356-ae56-70471abaaec6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:23.525373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.531410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.551706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef76de61-44d2-4dd8-8e62-b7759f2a34f3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.560971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.562984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8acb4d5e-8718-44e0-8fee-fd14593a5d10 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1506238
Dec 11 21:00:23.565927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47782) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.572126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '367d77eb-e3ae-488b-b97a-2971eb91c8fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:23.627000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.704336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.711952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.733242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7c78b1-7280-48e9-aba6-75accdbc42c7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.746756 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.748025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cdc90603-ddda-4ab9-9f83-b632f9d823de tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.1814036
Dec 11 21:00:23.751524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47792) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.805393 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.819970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.834137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa067e8-ab33-4c2e-8ee0-d65b1d29b840 req-af9cdf5c-3ca5-4231-b550-39ca7506257f tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:23.835970 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fa067e8-ab33-4c2e-8ee0-d65b1d29b840 req-af9cdf5c-3ca5-4231-b550-39ca7506257f tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0867963
Dec 11 21:00:23.888603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.900050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:23.903775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0c7c78b1-7280-48e9-aba6-75accdbc42c7 HTTP/1.1" status: 204  len: 168 time: 0.1402686
Dec 11 21:00:23.905961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:23.930672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29903320-0deb-4b5c-9529-95558f585798 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7c78b1-7280-48e9-aba6-75accdbc42c7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:23.935807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fa067e8-ab33-4c2e-8ee0-d65b1d29b840 req-10fedd78-2343-4d1a-82a7-5fd124b3b413 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914738
Dec 11 21:00:23.971539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ce6790e-dc62-4bfb-8da9-c18e2e76066e req-1c260501-658d-435d-8278-ab34305cfc90 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0337949
Dec 11 21:00:23.983302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7c8bcdb9-fd35-42be-8c47-cafe00099f0e tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.0719655
Dec 11 21:00:23.985367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47800) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.014861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.031085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.076082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.099908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.103021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ef76de61-44d2-4dd8-8e62-b7759f2a34f3 HTTP/1.1" status: 204  len: 168 time: 0.1165848
Dec 11 21:00:24.111293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.120222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322744a-d9f0-4f9b-ac6f-59ced232df96 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef76de61-44d2-4dd8-8e62-b7759f2a34f3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:24.158454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a93fbd9e-36b5-4e8f-b8e8-3f092227b577 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:24.220241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:24.220621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.224336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142bc18-ba24-4e41-ad27-5ea57e05afd3 req-550f5fde-464a-49e0-9534-3b56d7123340 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:24.228407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84d7e5e4-a00e-4651-a488-d1f0f35645f3 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1149406
Dec 11 21:00:24.235960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9142bc18-ba24-4e41-ad27-5ea57e05afd3 req-550f5fde-464a-49e0-9534-3b56d7123340 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0846601
Dec 11 21:00:24.236483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47806) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.236817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47808) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.249412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Request body: {'floatingip': {'port_id': '0908aab9-a30b-4cf5-957d-85b7f4db9806'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:24.263602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.304754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.313177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.340115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Provisioning complete for port 6039d019-5e3a-4356-ae56-70471abaaec6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:24.340495 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.345934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.374961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.409907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Port 6039d019-5e3a-4356-ae56-70471abaaec6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:24.431501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] In _notify_port_updated(), no bound segment for port 6039d019-5e3a-4356-ae56-70471abaaec6 on network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:00:24.433904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:24.434205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.438578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:24.439340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.443371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/ports/6039d019-5e3a-4356-ae56-70471abaaec6 HTTP/1.1" status: 200  len: 930 time: 1.7351022
Dec 11 21:00:24.444561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47810) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.461053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.466713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.471401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/253e1677-2505-45eb-b84d-8f4c23948781 HTTP/1.1" status: 204  len: 168 time: 0.2326682
Dec 11 21:00:24.472796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47812) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.494289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:24.500249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989ee0-93ee-47f5-bc83-f8092ed28113 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=6039d019-5e3a-4356-ae56-70471abaaec6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:24.508004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:24.508714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5190dfa5-d086-4634-b2d2-25bac3db16b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.519019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a872-c502-421c-b4a0-48005d4e9210 req-4a467207-831b-4e39-b797-e73870f09b6b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:24.526450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb94a872-c502-421c-b4a0-48005d4e9210 req-4a467207-831b-4e39-b797-e73870f09b6b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.2604706
Dec 11 21:00:24.594594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a1b5220-b7f8-4bc4-ba9d-3ba6f5e23a9b req-033ba553-bf8e-4df7-abb7-fb41a008683b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0837457
Dec 11 21:00:24.596886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb4f4-4186-4d92-8b2a-02e235dc511a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=253e1677-2505-45eb-b84d-8f4c23948781,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:24.630192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb94a872-c502-421c-b4a0-48005d4e9210 req-ccccb575-1c17-4419-8542-2f2f97570011 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015019
Dec 11 21:00:24.646658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-13400d05-7260-4828-9e68-c6819945d485 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1645124
Dec 11 21:00:24.650653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47814) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.662197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 6039d019-5e3a-4356-ae56-70471abaaec6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:24.663198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.732700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c1f28ec7-9ca2-4569-b984-a8a0123baaa5 None None] Provisioning complete for port 6039d019-5e3a-4356-ae56-70471abaaec6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:24.733356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1f28ec7-9ca2-4569-b984-a8a0123baaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.744591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.758125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.764291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.780681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 6039d019-5e3a-4356-ae56-70471abaaec6 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:24.786417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c1f28ec7-9ca2-4569-b984-a8a0123baaa5 None None] Port 6039d019-5e3a-4356-ae56-70471abaaec6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:24.823418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.833007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.834147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/593c6bf3-6eab-4eaa-9178-69f7a7dd60dd HTTP/1.1" status: 204  len: 168 time: 0.1831908
Dec 11 21:00:24.837116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.843433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81b08a-2779-4b7c-8c2f-c74e1ecc3223 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=593c6bf3-6eab-4eaa-9178-69f7a7dd60dd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:24.915180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0b563aa-9025-4ac4-9d20-92e59e55b1af tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0741465
Dec 11 21:00:24.915339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:24.947021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.951008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.975748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:24.989403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.005148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.010853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-679cad7c-9aef-46f5-a720-6b62b2a57912 None None] Provisioning complete for port 6039d019-5e3a-4356-ae56-70471abaaec6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:25.011628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-679cad7c-9aef-46f5-a720-6b62b2a57912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.039348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-679cad7c-9aef-46f5-a720-6b62b2a57912 None None] Port 6039d019-5e3a-4356-ae56-70471abaaec6 was deleted so its status cannot be updated. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 11 21:00:25.047279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=6039d019-5e3a-4356-ae56-70471abaaec6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.063776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.069617 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.070585 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Floating IP 33270329-75fc-4fbe-8711-d921afa4bb5b associated. External IP: 172.35.1.168, port: 0908aab9-a30b-4cf5-957d-85b7f4db9806.
Dec 11 21:00:25.071368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1d6e20e5-ef38-4390-acfa-79e52940a95d HTTP/1.1" status: 204  len: 168 time: 0.1547616
Dec 11 21:00:25.073768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47822) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.092101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.107589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d54306fe-aca3-489f-993d-99a5c49d5530 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/6039d019-5e3a-4356-ae56-70471abaaec6 HTTP/1.1" status: 204  len: 168 time: 0.6625135
Dec 11 21:00:25.111436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.123356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff6ab1-4b3d-41cc-b7d1-b2e831b52317 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d6e20e5-ef38-4390-acfa-79e52940a95d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.151608 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-55030fd1-3f38-4255-a806-29ea262d117a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:25.153160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-55030fd1-3f38-4255-a806-29ea262d117a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/6039d019-5e3a-4356-ae56-70471abaaec6 HTTP/1.1" status: 404  len: 333 time: 0.0407276
Dec 11 21:00:25.158155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.187934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb2fc53a-a8e8-4763-a86a-f2fc59710e69 req-c3128747-d89b-4690-9631-4e01338d12c1 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0643301
Dec 11 21:00:25.217771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.219381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47834) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.229654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f317690-eb2d-4fd4-aa88-0aba7c80d58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1544905
Dec 11 21:00:25.258717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.334980 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.351222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.353854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.355045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/security-groups/d683ffb8-c40f-4a42-8f90-4e16bcd7e08e HTTP/1.1" status: 204  len: 168 time: 0.1958916
Dec 11 21:00:25.361784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47836) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.380087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.394254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1148b-64a0-448f-b623-f8fecc0dfadc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683ffb8-c40f-4a42-8f90-4e16bcd7e08e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.446026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Router 4c9109a3-59c8-4939-9cbd-04121549c4ad has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:00:25.458887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.464096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.466660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.467797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/367d77eb-e3ae-488b-b97a-2971eb91c8fb HTTP/1.1" status: 204  len: 168 time: 0.2474909
Dec 11 21:00:25.476332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47838) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.500094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f663b5-aa81-47b7-a468-92bce04365f1 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d77eb-e3ae-488b-b97a-2971eb91c8fb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.514829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.564819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:00:25.569286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.578787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3fd68e18-ee5f-4896-a3c2-b3524c9fcc93 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0943937
Dec 11 21:00:25.578985 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Sync routers for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:00:25.584918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.589409 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:25.590032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145452720'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:25.590280 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:25.604250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-abc52e5f-73be-482d-a299-383aaac7173d tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "PUT /v2.0/floatingips/33270329-75fc-4fbe-8711-d921afa4bb5b HTTP/1.1" status: 200  len: 991 time: 1.3644042
Dec 11 21:00:25.604982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:25.607486 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe80ab-9ca6-4100-9af9-73672c391323" -d '{"events": [{"name": "network-changed", "server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:25.613884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.616481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.620421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47846) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.629236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/security-groups/e435c85b-5511-4a4f-b54d-4fa2f83f36ab HTTP/1.1" status: 204  len: 168 time: 0.2627633
Dec 11 21:00:25.652023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0728ca-4bd5-4b4a-9623-05a118485d51 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e435c85b-5511-4a4f-b54d-4fa2f83f36ab,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.653856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.723471 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e55841-4041-497c-ac28-ac054975a889 x-openstack-request-id: req-d7e55841-4041-497c-ac28-ac054975a889 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:25.723772 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:25.725430 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7e55841-4041-497c-ac28-ac054975a889 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:25.725861 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'status': 'completed', 'code': 200}
Dec 11 21:00:25.753787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-a9aee981-8f09-4f0a-bdbc-c10953a746e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:25.755437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-a9aee981-8f09-4f0a-bdbc-c10953a746e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad5b21c1b99d46489ff38cfb76e1211b&device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 1096 time: 0.0685658
Dec 11 21:00:25.787475 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:25.813033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 0f257867-475b-44f0-ab26-ee0c558a8ac3 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:25.819466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.836813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.850007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.880370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601a87-d634-47d1-b003-ab793a5e2e87 req-1ec9ce89-2e6e-4170-a009-d4dbd2c03d05 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:25.889537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91601a87-d634-47d1-b003-ab793a5e2e87 req-1ec9ce89-2e6e-4170-a009-d4dbd2c03d05 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1326466
Dec 11 21:00:25.895436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed1f37-5fe8-46a2-b02c-6426de5f446c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:25.910455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.912050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30e16d9f-a2e1-47ee-a735-a302c069d636 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3256047
Dec 11 21:00:25.915959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47850) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:25.916667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:25.920363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '12ed1f37-5fe8-46a2-b02c-6426de5f446c', 'direction': 'ingress', 'protocol': 17}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:25.926844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-2debec1c-2b6d-444e-8749-e9c4dd46e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:25.928271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-2debec1c-2b6d-444e-8749-e9c4dd46e949 service neutron] 10.222.0.16 "GET /v2.0/networks?id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5 HTTP/1.1" status: 200  len: 912 time: 0.1648374
Dec 11 21:00:26.007542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91601a87-d634-47d1-b003-ab793a5e2e87 req-29ab3e08-62f3-4633-a75c-237d5f868b77 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166692
Dec 11 21:00:26.009526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.043115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-5b7987fa-2153-4807-9543-a5a5696fbc77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806 HTTP/1.1" status: 200  len: 999 time: 0.1077955
Dec 11 21:00:26.063572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.071253 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288b20>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '33270329-75fc-4fbe-8711-d921afa4bb5b', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'port_id': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'mac_address': 'fa:16:3e:03:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:00:09Z', 'updated_at': '2021-12-11T21:00:24Z', 'revision_number': 1, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:26.105918 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Checking router: 4c9109a3-59c8-4939-9cbd-04121549c4ad for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:00:26.116730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:00:26.117136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.117776 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:26.119394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-af7b5ab3-02cc-4af7-a661-8ef363f01c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:26.122083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-af7b5ab3-02cc-4af7-a661-8ef363f01c23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8aa6bd5c-df0f-4176-908d-1f55c3f4b12d HTTP/1.1" status: 200  len: 850 time: 0.0693061
Dec 11 21:00:26.122248 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.166372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84541518-c98d-4c0a-99a9-2c75f72b473b,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:26.179619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.180857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b59b8e82-2aed-4f78-ba82-6f04f28f50ad tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.2639034
Dec 11 21:00:26.184367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47852) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:26.209617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-c52d0024-3fdc-4c35-87e0-6e6daab890a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:26.211204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-c52d0024-3fdc-4c35-87e0-6e6daab890a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=650fb3d3-fb05-4343-8c78-0ef3534d7ff5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0804484
Dec 11 21:00:26.291572 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:00:26.336216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.371460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.441491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.444346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.446078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/12ed1f37-5fe8-46a2-b02c-6426de5f446c HTTP/1.1" status: 204  len: 168 time: 0.2607799
Dec 11 21:00:26.460551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47862) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:26.465142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bbafb1a-5c6d-4e98-83cb-fdad9c3c7ed2 req-187111a5-244f-4cf2-8516-bb159a1cc6aa tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0357454
Dec 11 21:00:26.470964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dcf89-8931-4795-8e12-3ce582756b9b tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed1f37-5fe8-46a2-b02c-6426de5f446c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:26.516537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.569549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-8df595d3-7a70-4394-bf43-74d2798c69ff service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3498247
Dec 11 21:00:26.573303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-943af3a8-4045-4405-8186-51df06b1353f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0918200
Dec 11 21:00:26.575786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.579254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:26.583498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2dc6c-017b-477c-8de0-a8b4f87c468d None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:26.586221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/0f257867-475b-44f0-ab26-ee0c558a8ac3 HTTP/1.1" status: 204  len: 168 time: 0.9626930
Dec 11 21:00:26.586888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47870) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:26.592783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:26.596097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--295512533'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:26.597268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b710-3245-4ff4-b130-bc8e4e92edb1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=0f257867-475b-44f0-ab26-ee0c558a8ac3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:26.692544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.739143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288b20>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '33270329-75fc-4fbe-8711-d921afa4bb5b', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'port_id': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'mac_address': 'fa:16:3e:03:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:00:09Z', 'updated_at': '2021-12-11T21:00:24Z', 'revision_number': 1, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:26.750047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:26.754026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.788230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6dbe80ab-9ca6-4100-9af9-73672c391323 req-ff49ce3e-daf4-4e22-8d50-6b793d1c5feb service neutron] 10.222.0.16 "GET /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2098565
Dec 11 21:00:26.828076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.835642 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ac03e-e290-4821-aa30-4585fd4c5406 None None] The sync data for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 is: [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '33270329-75fc-4fbe-8711-d921afa4bb5b', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'floating_ip_address': '172.35.1.168', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'port_id': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'mac_address': 'fa:16:3e:03:13:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:00:09Z', 'updated_at': '2021-12-11T21:00:24Z', 'revision_number': 1, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:00:26.835931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.918534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f4fd54-b926-4861-bacf-1d9c2f753cfa req-0b16a3ab-2d92-4238-a841-c0c7665cb59d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5fa860a228e426189659565c33d34ee&device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0419722
Dec 11 21:00:26.923014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:26.927378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3348110
Dec 11 21:00:26.930024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:26.936311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--54559156'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:26.954023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f4fd54-b926-4861-bacf-1d9c2f753cfa req-512b187f-2bfa-4d0d-a473-ceac7ee4fed7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f5fa860a228e426189659565c33d34ee&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275471
Dec 11 21:00:26.954818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790e69d-ad9a-4b7c-aca0-9b1f2ae8b801 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d7fa81-db5f-4563-8c15-31765aa225dd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.000038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-505663d6-64bb-4e54-8b4a-709e0311df6b req-583f5dfd-b60c-43a9-a2dc-b52d63a54c67 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0560768
Dec 11 21:00:27.039521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.098895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4fd54-b926-4861-bacf-1d9c2f753cfa req-969a69d3-9582-4b35-a4ce-07f6d23c3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:27.100402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f4fd54-b926-4861-bacf-1d9c2f753cfa req-969a69d3-9582-4b35-a4ce-07f6d23c3c80 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1381741
Dec 11 21:00:27.172572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.193687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b57b8a-7d96-4d7b-bb08-f55605d9e73c None None] New status for floating IP 33270329-75fc-4fbe-8711-d921afa4bb5b: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:00:27.218057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053f252-c805-4d4d-8d49-094e1cf40b25 req-c3a76ef8-bb37-447d-9cf8-4c8c810def1f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:27.219441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e053f252-c805-4d4d-8d49-094e1cf40b25 req-c3a76ef8-bb37-447d-9cf8-4c8c810def1f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0918384
Dec 11 21:00:27.293124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=382c4839-11cb-4ba0-8e8e-acdacd9e6205,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.311749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:27.316590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.318566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:27.322166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e053f252-c805-4d4d-8d49-094e1cf40b25 req-b7e90e61-cc7e-475a-9844-a96b6dd184e0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921385
Dec 11 21:00:27.322509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:27.323336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.330567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.382177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ec7ce4-ed08-4c98-a4ba-1a3b22566cc5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.393778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:27.394251 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a8e29b3-cadb-4a7f-b830-24e4e5d75215 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8053639
Dec 11 21:00:27.398081 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.399485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d2a0171e-b6ce-42da-9d1b-b5974c695f19 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4669204
Dec 11 21:00:27.402495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:27.402935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'security_group': {'name': 'tempest-secgroup-644895316'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:27.407870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '13d7fa81-db5f-4563-8c15-31765aa225dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '16ec7ce4-ed08-4c98-a4ba-1a3b22566cc5', 'remote_ip_prefix': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:27.446095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:00:27.446095 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Dec 11 21:00:27.446095 ncdv-master-1 neutron-server[125988]: [parameters: {'project_id_1': 'c09351f8558c4d9bb349436be5d63734', 'expiration_1': datetime.datetime(2021, 12, 11, 21, 0, 7, 415821)}]
Dec 11 21:00:27.446095 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:00:27.447585 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:00:27.465640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.546576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.550862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.578978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.580268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1854861
Dec 11 21:00:27.583645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:27.588545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'security_group': {'name': 'tempest-secgroup-642462652'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:27.590355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8b4b4-8ba1-47cd-aa9d-9d32578c414b tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4514b831-4c57-4895-8fd6-8d619eee0c34,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.612905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.659070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66f7cc-6197-424b-b269-c926eaef217c None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:27.686345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.690736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.718732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.720144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1354547
Dec 11 21:00:27.723342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47892) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:27.727459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6662ab92-056d-44e9-bee6-a1bb1339a1cb None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:27.727825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6662ab92-056d-44e9-bee6-a1bb1339a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.728170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'security_group': {'name': 'tempest-secgroup-1694575675'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:27.728645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8197d-273b-42d1-b30f-434ff4e28d7e tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa3cd3-c97b-4534-93a9-13f07669a5f4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.753420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.778134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6662ab92-056d-44e9-bee6-a1bb1339a1cb None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:27.809672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6662ab92-056d-44e9-bee6-a1bb1339a1cb None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:27.809957 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6662ab92-056d-44e9-bee6-a1bb1339a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.820129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.824012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.863658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:27.865735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1411452
Dec 11 21:00:27.868715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47896) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:27.870401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab607b-dca4-4706-aeaa-7767ac9c5d35 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc35733e-a8fe-4c5f-b717-3eb73eb8eb19,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:27.876524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1562971549', 'security_groups': ['fc35733e-a8fe-4c5f-b717-3eb73eb8eb19'], 'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '382c4839-11cb-4ba0-8e8e-acdacd9e6205'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:28.024328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.053615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:28.115823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Update dhcp port {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'fixed_ips': [{'subnet_id': 'be6ae37b-9cbb-4f94-92d8-2c0ece5cef77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '382c4839-11cb-4ba0-8e8e-acdacd9e6205'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a93fbd9e-36b5-4e8f-b8e8-3f092227b577'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:00:28.142376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.154935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46f0ef65-cbf5-4381-aa48-364355f40d8d req-7626bb45-fe47-4a1b-a34b-7315b4a150a7 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0472679
Dec 11 21:00:28.223427 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.230249 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.234514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.267218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b52129-06d1-48a4-a74e-2cd5e0f7ae50,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:28.276988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] device_id is not set on port 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:28.285019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.288865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45d665a3-e753-4d77-b7e5-f7bebff7a134 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.8824632
Dec 11 21:00:28.289222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47900) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:28.317541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.326123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.331231 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:00:28.357356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Allocated IP 2001:db8::2 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/382c4839-11cb-4ba0-8e8e-acdacd9e6205/a93fbd9e-36b5-4e8f-b8e8-3f092227b577) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:28.365247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.374015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.375323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/02b52129-06d1-48a4-a74e-2cd5e0f7ae50 HTTP/1.1" status: 204  len: 168 time: 0.0851038
Dec 11 21:00:28.380031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47904) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:28.382190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b53461-136a-41c2-90d6-eac5aab537d5 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b52129-06d1-48a4-a74e-2cd5e0f7ae50,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:28.469050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591607-091d-47c5-a2f9-47d777ca0f5c req-c766e470-df8c-42b4-af5c-c374385700a7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:28.474056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9334c08b-79e7-4a39-a79c-fbd2f86d2d4a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0928688
Dec 11 21:00:28.474691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47908) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:28.483053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-253fe059-e013-4ace-b849-cb2828959dce None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:28.487167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89591607-091d-47c5-a2f9-47d777ca0f5c req-c766e470-df8c-42b4-af5c-c374385700a7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0728717
Dec 11 21:00:28.521305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.525068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f4fd54-b926-4861-bacf-1d9c2f753cfa req-5a6a4741-39f7-4e8b-86dc-57f936a472be tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0794759
Dec 11 21:00:28.526913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.584178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-89591607-091d-47c5-a2f9-47d777ca0f5c req-fe4b041a-6ee8-4f3a-a124-c475c77d1bec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813243
Dec 11 21:00:28.584480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.606372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe059-e013-4ace-b849-cb2828959dce None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:28.608571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.660564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8::80 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/382c4839-11cb-4ba0-8e8e-acdacd9e6205/63e416a4-4b9a-4cf4-b99a-41a30f0c2885) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:28.713029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.715726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.717024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/16ec7ce4-ed08-4c98-a4ba-1a3b22566cc5 HTTP/1.1" status: 204  len: 168 time: 0.2414010
Dec 11 21:00:28.719763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47914) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:28.743116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbfa94-4170-4c69-a0d7-7161ace0cb92 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ec7ce4-ed08-4c98-a4ba-1a3b22566cc5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:28.802910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-79669c1d-6a07-44cc-89ff-4e8ac0cbd65a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0817947
Dec 11 21:00:28.805638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47918) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:28.882178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.890728 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.932553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:28.937456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.001534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:29.006708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:29.010683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:29.016989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:29.017655 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.024734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=63e416a4-4b9a-4cf4-b99a-41a30f0c2885,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.028947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.035440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.037825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/13d7fa81-db5f-4563-8c15-31765aa225dd HTTP/1.1" status: 204  len: 168 time: 0.2308154
Dec 11 21:00:29.040641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47922) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.048848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042379-ef4a-47e1-ab5e-e3d8147ef58a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d7fa81-db5f-4563-8c15-31765aa225dd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.057984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6f99a44-1116-46d3-8637-fc7db220aaa3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.1875174
Dec 11 21:00:29.061010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.070217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:29.106614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d0e9e6d-5c53-4990-bb35-5382e9844d11 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0642488
Dec 11 21:00:29.110444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.114878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157495779'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:29.139706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.209816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:29.214037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.222377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.228092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.271047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.275283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1611273
Dec 11 21:00:29.275283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0fec8-1504-4c99-926d-d7fc2318e08f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ac07c-9473-4b8c-8278-fde4c518b144,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.278729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47930) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.290797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': 'bd6ac07c-9473-4b8c-8278-fde4c518b144', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:29.327086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.330411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d443182-ff70-42e2-87d9-005127640358 req-d1bd5d15-bfda-4141-a69d-509b01cb39b5 tempest-ServerShowV254Test-1251029798 tempest-ServerShowV254Test-1251029798-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c6dbcdf-6772-4249-b0d0-51563b5f552a HTTP/1.1" status: 200  len: 210 time: 0.0407004
Dec 11 21:00:29.389766 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 382c4839-11cb-4ba0-8e8e-acdacd9e6205 (CIDR: 2001:db8::/64)
Dec 11 21:00:29.394682 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:29.395377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:29.412910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.419792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e5b5f0fb-b1f9-41a4-9ba2-9f1bd3935d63 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3569829
Dec 11 21:00:29.421981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.422558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47932) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.443246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c31df60-6154-4cc1-9adb-5e80489560ce,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.446377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:29.454925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.457237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ae37e90d-12d0-43a4-9f92-c91e0961bbec None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:29.458164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae37e90d-12d0-43a4-9f92-c91e0961bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.459607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-46e4c83e-0798-4631-a68b-00c429afacb4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1796708
Dec 11 21:00:29.460297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47934) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.492777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.504252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.511648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ae37e90d-12d0-43a4-9f92-c91e0961bbec None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:29.525449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ae37e90d-12d0-43a4-9f92-c91e0961bbec None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:29.526214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae37e90d-12d0-43a4-9f92-c91e0961bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.545813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.553494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.554765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7c31df60-6154-4cc1-9adb-5e80489560ce HTTP/1.1" status: 204  len: 168 time: 0.0934603
Dec 11 21:00:29.557217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.576677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efafd94-d41c-4c19-8f97-efe5361ea550 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c31df60-6154-4cc1-9adb-5e80489560ce,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.646859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-50e45320-653d-4ea3-b930-043b9f0638e2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0882215
Dec 11 21:00:29.649323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.754961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.762283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:29.766217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.783349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6a47c-847e-4c50-aee6-9cdeb5d3c98a req-f4af5fbb-6268-4536-ae41-1c3e87edaacb tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:29.783492 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.787180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69a6a47c-847e-4c50-aee6-9cdeb5d3c98a req-f4af5fbb-6268-4536-ae41-1c3e87edaacb tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0972431
Dec 11 21:00:29.876694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.879605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.880849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/bd6ac07c-9473-4b8c-8278-fde4c518b144 HTTP/1.1" status: 204  len: 168 time: 0.2305636
Dec 11 21:00:29.884320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.896615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99977f-2744-40a3-9e9a-6901f0e247ef tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ac07c-9473-4b8c-8278-fde4c518b144,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:29.923054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69a6a47c-847e-4c50-aee6-9cdeb5d3c98a req-9bbcc8c8-01c6-4050-be09-cd040099eedd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219037
Dec 11 21:00:29.944996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3ca7cab-8943-47a4-a2a9-8a77ea0a455b None None] Provisioning complete for port 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:29.944996 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3ca7cab-8943-47a4-a2a9-8a77ea0a455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:29.961385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16caabda-0da8-4af4-b71a-1a20e89ff4c2 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0745034
Dec 11 21:00:29.964619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47950) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.965488 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet be6ae37b-9cbb-4f94-92d8-2c0ece5cef77 (CIDR: 2001:db8:0:1::/64)
Dec 11 21:00:29.969564 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:29.970222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:29.972371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493405149'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:29.978798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca7cab-8943-47a4-a2a9-8a77ea0a455b None None] Port 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:29.989969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6efb69cb-84f2-416c-90bf-beab317e0e29 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5643756
Dec 11 21:00:29.992789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47952) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:29.999190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'subnet': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:30.005397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.084517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a93fbd9e-36b5-4e8f-b8e8-3f092227b577 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:30.108624 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.113431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.141918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Made reservation on behalf of 59c72a73d69f4143889cfcf6b9b3b15d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:30.146686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.147044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e923b8b-b0d6-4091-88f9-7c0ad74c30b8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:30.154366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.155378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:30.155952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.156073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a342731c-21a6-4b49-a940-e6f5b7871d22 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1898241
Dec 11 21:00:30.158862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.164199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '9e923b8b-b0d6-4091-88f9-7c0ad74c30b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:30.195387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.263054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.268099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.288281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e168319-787d-495f-9f7e-45fa0cf3eea2,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:30.297668 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.301362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a9ed1d61-9b80-4f05-b502-0db0494121ea tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1385031
Dec 11 21:00:30.301607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.318524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a0c2a266-a706-4993-9c59-c82bbb1a3b4f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules/1e168319-787d-495f-9f7e-45fa0cf3eea2 HTTP/1.1" status: 200  len: 763 time: 0.0156178
Dec 11 21:00:30.320595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47960) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.360057 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a0b6be89-0636-4409-a150-4dbbf6a12f31 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0383260
Dec 11 21:00:30.362798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47964) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.392329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.402310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.408384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.432034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.439431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.444422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1e168319-787d-495f-9f7e-45fa0cf3eea2 HTTP/1.1" status: 204  len: 168 time: 0.0781879
Dec 11 21:00:30.445067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.446560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86dfbd-148a-41ab-b78d-3ee2f0b0d221 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e168319-787d-495f-9f7e-45fa0cf3eea2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:30.473771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:30.482831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:30.487645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:30.488275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.493224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f46917-33fb-4c61-8f06-3c65c0a0b320 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:30.494431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Subnet': ['ID=70b0efea-0bbc-4136-a56b-f13c644c2968,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:30.519452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9c4fd506-37bd-46fd-8f83-ca786aca5811 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0733862
Dec 11 21:00:30.522160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.527045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '9e923b8b-b0d6-4091-88f9-7c0ad74c30b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:30.534753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5edce7e5-97a9-4f86-94db-731554ebd2e5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.5408494
Dec 11 21:00:30.537649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.544049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1953125320', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70b0efea-0bbc-4136-a56b-f13c644c2968'}], 'security_groups': ['4514b831-4c57-4895-8fd6-8d619eee0c34', '46fa3cd3-c97b-4534-93a9-13f07669a5f4']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:30.562251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.632341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.639156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.646580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.663854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5320559-0673-4979-a12c-e9b8dc9d2c5d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:30.676309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.677707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ba8983d-2892-4363-8998-dbf075e1b57d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1544774
Dec 11 21:00:30.680591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.698967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-07247025-ae56-4214-af4d-4198a59f738f tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules/c5320559-0673-4979-a12c-e9b8dc9d2c5d HTTP/1.1" status: 200  len: 763 time: 0.0174880
Dec 11 21:00:30.701484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47978) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.746038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-74b734a1-958c-4ea9-8805-89cd129533dd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0433314
Dec 11 21:00:30.749006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47982) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.762264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Update dhcp port {'port': {'network_id': 'b2d3d8e3-4775-4a56-a01f-cd3e73924e7a', 'fixed_ips': [{'subnet_id': 'be6ae37b-9cbb-4f94-92d8-2c0ece5cef77', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '382c4839-11cb-4ba0-8e8e-acdacd9e6205', 'ip_address': '2001:db8::2'}, {'subnet_id': '70b0efea-0bbc-4136-a56b-f13c644c2968'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a93fbd9e-36b5-4e8f-b8e8-3f092227b577'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:00:30.768241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47984) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.801879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.828946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.842471 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.906276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6f24-4d35-4070-8e25-e77c6021832a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.918266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.930986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:30.932392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c5320559-0673-4979-a12c-e9b8dc9d2c5d HTTP/1.1" status: 204  len: 168 time: 0.1808119
Dec 11 21:00:30.935235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47992) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:30.945231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6fe76-1e4e-4ef7-8ea8-df6e0b4fcadd tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5320559-0673-4979-a12c-e9b8dc9d2c5d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.016293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8077356b-6a92-48af-9cba-a7af7d112eed tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0799680
Dec 11 21:00:31.021576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47996) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.027488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '9e923b8b-b0d6-4091-88f9-7c0ad74c30b8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:31.059241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Delete allocated IP 2001:db8::80 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/382c4839-11cb-4ba0-8e8e-acdacd9e6205) {{(pid=125988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 21:00:31.068056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Allocated IP 2001:db8:0:2::21e (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/70b0efea-0bbc-4136-a56b-f13c644c2968/63e416a4-4b9a-4cf4-b99a-41a30f0c2885) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:31.092158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6f24-4d35-4070-8e25-e77c6021832a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.100010 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Project c09351f8558c4d9bb349436be5d63734 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:00:31.102583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fcf6f24-4d35-4070-8e25-e77c6021832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.125315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064530e-df84-4cef-845b-d2763e53042f req-df09ce60-16a4-44e0-8513-6dc7e17cdccd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:31.126879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b064530e-df84-4cef-845b-d2763e53042f req-df09ce60-16a4-44e0-8513-6dc7e17cdccd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1092997
Dec 11 21:00:31.127640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.187820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7fcf6f24-4d35-4070-8e25-e77c6021832a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5fa860a228e426189659565c33d34ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4184699
Dec 11 21:00:31.192197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48000) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.192821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf6f24-4d35-4070-8e25-e77c6021832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c519438-1e9a-43ee-a702-68f7a1ad40e7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.236505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b064530e-df84-4cef-845b-d2763e53042f req-b3c31f55-d1d2-4387-8c33-334e5cc3c3a5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912945
Dec 11 21:00:31.242744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.247381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.271120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1007ce64-c658-45c7-946f-c32b850a7f1c,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.279287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.280521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bab1be1d-0b45-4e84-b5b1-340216c22d66 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2574594
Dec 11 21:00:31.283286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48002) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.287340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.300338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.302083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-423492c5-e3f0-4491-8858-fefdf1117d6a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules/1007ce64-c658-45c7-946f-c32b850a7f1c HTTP/1.1" status: 200  len: 769 time: 0.0170186
Dec 11 21:00:31.305095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48004) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.341739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.356736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Allocated IP 2001:db8:0:2::2 (b2d3d8e3-4775-4a56-a01f-cd3e73924e7a/70b0efea-0bbc-4136-a56b-f13c644c2968/a93fbd9e-36b5-4e8f-b8e8-3f092227b577) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:31.359483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6af69b37-2854-46e3-a233-49299907af47 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0527976
Dec 11 21:00:31.363142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48006) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.391122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.401160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.403108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] In _notify_port_updated(), no bound segment for port 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 on network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:00:31.408639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:31.409811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.413725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "PUT /v2.0/ports/63e416a4-4b9a-4cf4-b99a-41a30f0c2885 HTTP/1.1" status: 200  len: 970 time: 0.8723259
Dec 11 21:00:31.415270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.416009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48008) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.426523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dcbd7-c5e6-4cb9-a4e3-300b8513ddf3 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event updated for resources: {'Port': ['ID=63e416a4-4b9a-4cf4-b99a-41a30f0c2885,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.466139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:31.473392 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.476747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.478420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c519438-1e9a-43ee-a702-68f7a1ad40e7 HTTP/1.1" status: 204  len: 168 time: 0.2852409
Dec 11 21:00:31.481530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.487573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de2b78-4bc5-424e-b702-838cdb9e7872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c519438-1e9a-43ee-a702-68f7a1ad40e7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.507414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.510871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1007ce64-c658-45c7-946f-c32b850a7f1c HTTP/1.1" status: 204  len: 168 time: 0.1444130
Dec 11 21:00:31.511631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48012) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.519473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f1bdc-dfb2-4806-b0ec-90022bdc866a tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1007ce64-c658-45c7-946f-c32b850a7f1c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.521602 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.530369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.567062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:31.567579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.572770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71a7c8fb-a9be-4025-bd0d-05155d9893b9 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0597801
Dec 11 21:00:31.577847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48014) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.654326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.678774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3fd46-2602-41ef-ac3f-21ae432711b6 None None] Pushing event updated for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.684355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.700585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 63e416a4-4b9a-4cf4-b99a-41a30f0c2885 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:31.701299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.767652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.772016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.776585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/9e923b8b-b0d6-4091-88f9-7c0ad74c30b8 HTTP/1.1" status: 204  len: 168 time: 0.1939490
Dec 11 21:00:31.776740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48018) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.786411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdbeca-ea52-41f8-9d83-99aa413ac59d tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e923b8b-b0d6-4091-88f9-7c0ad74c30b8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:31.885982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5058330f-d55b-477e-8bd3-4a9d8a5e400c tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1081221
Dec 11 21:00:31.890214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48028) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:31.900850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group': {'name': 'tempest-secgroup--298689756'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:31.946520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.951474 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:31.994850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=63e416a4-4b9a-4cf4-b99a-41a30f0c2885,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:32.082841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.086960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-71e01367-a093-4b63-b64a-190a45c86a49 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/63e416a4-4b9a-4cf4-b99a-41a30f0c2885 HTTP/1.1" status: 204  len: 168 time: 0.6696784
Dec 11 21:00:32.089906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.130057 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbad2e2-b1f0-42c3-8f79-5814075eef3a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:32.134673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6fbad2e2-b1f0-42c3-8f79-5814075eef3a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports/63e416a4-4b9a-4cf4-b99a-41a30f0c2885 HTTP/1.1" status: 404  len: 333 time: 0.0406790
Dec 11 21:00:32.135061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.151756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a93fbd9e-36b5-4e8f-b8e8-3f092227b577 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:32.198929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.208389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.235418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.253809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.259066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48044) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.259830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3685164
Dec 11 21:00:32.261189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967edec-b6ba-42b6-9e1e-84ec1ca7f360 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c482945-de2c-4a17-8ca2-cc08971d027a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:32.287873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Request body: {'security_group_rule': {'security_group_id': '3c482945-de2c-4a17-8ca2-cc08971d027a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:32.296403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:32.297079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.396789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.438976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.493209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09cfcf-62e1-4285-adf1-5b30f2133689 req-d3af0986-fa7c-4874-b3ea-f2ca4de9f9e8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:32.500607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf09cfcf-62e1-4285-adf1-5b30f2133689 req-d3af0986-fa7c-4874-b3ea-f2ca4de9f9e8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1501260
Dec 11 21:00:32.504628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.507246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.508340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc35733e-a8fe-4c5f-b717-3eb73eb8eb19 HTTP/1.1" status: 204  len: 168 time: 0.3725126
Dec 11 21:00:32.511363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.538436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba296a6-3f44-455f-9d1f-fbb36c8c2039 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc35733e-a8fe-4c5f-b717-3eb73eb8eb19,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:32.572153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.584586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.615881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.624351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Could not find standard attr ID for object 63e416a4-4b9a-4cf4-b99a-41a30f0c2885. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:32.631231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf09cfcf-62e1-4285-adf1-5b30f2133689 req-1520735a-7af2-48a1-8eaf-a48fa3476a49 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295505
Dec 11 21:00:32.652371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:32.652862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.654999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5d9464-8f46-499b-8af7-04527e90e190,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:32.666806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.669026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b125a55-ba5d-41a3-a9d6-b9515c4bfa83 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4071147
Dec 11 21:00:32.672167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48066) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.684325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.744693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:32.761980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.771428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:32.771943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f02d10ea-dcbb-4a15-97ce-87dcb238b860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.780265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.784828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.786565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/security-groups/46fa3cd3-c97b-4534-93a9-13f07669a5f4 HTTP/1.1" status: 204  len: 168 time: 0.2734919
Dec 11 21:00:32.792368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48068) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.818179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686fa9d-067f-4852-8322-1f47c353b14a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa3cd3-c97b-4534-93a9-13f07669a5f4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:32.825227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.948708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.970243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.986214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:32.990102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:32.993402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c482945-de2c-4a17-8ca2-cc08971d027a HTTP/1.1" status: 204  len: 168 time: 0.3184414
Dec 11 21:00:33.014811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37f7a-a05a-41ed-b6f3-dea75a28acd4 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c482945-de2c-4a17-8ca2-cc08971d027a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:33.023875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.072035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c2f5086-81aa-4f96-8a1c-8334e98e121b None None] Could not find standard attr ID for object 63e416a4-4b9a-4cf4-b99a-41a30f0c2885. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:33.090427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6bbf72f1-2362-4603-bc8f-275fc7972161 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0963576
Dec 11 21:00:33.091929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48080) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.092530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.096912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.098368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/security-groups/4514b831-4c57-4895-8fd6-8d619eee0c34 HTTP/1.1" status: 204  len: 168 time: 0.3033280
Dec 11 21:00:33.110768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48082) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.112352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd1aeb-7fa7-4940-b388-97bffb435eb5 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4514b831-4c57-4895-8fd6-8d619eee0c34,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:33.153363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-22b681f6-93d3-4693-ac3a-a078b4b79583 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0576029
Dec 11 21:00:33.154407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48084) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.171258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48086) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.175257 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-24ce5cb2-0809-405a-8080-bf77056ad9af tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] delete failed (client error): The resource could not be found.
Dec 11 21:00:33.176507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24ce5cb2-0809-405a-8080-bf77056ad9af tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "DELETE /v2.0/security-groups/3c482945-de2c-4a17-8ca2-cc08971d027a HTTP/1.1" status: 404  len: 347 time: 0.0207851
Dec 11 21:00:33.180601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48088) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.210642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 382c4839-11cb-4ba0-8e8e-acdacd9e6205 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:33.214306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.240209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-49522821-f48b-41ec-bd63-25363675d497 tempest-SecGroupIPv6Test-1362500241 tempest-SecGroupIPv6Test-1362500241-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0577917
Dec 11 21:00:33.257869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.322437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6fea-1175-416a-84a1-08df7cfc9a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.392177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.459970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48098) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.477975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.495529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6fea-1175-416a-84a1-08df7cfc9a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.516184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e0b6fea-1175-416a-84a1-08df7cfc9a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.520911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=382c4839-11cb-4ba0-8e8e-acdacd9e6205,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:33.525974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.529814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-392a4537-732a-46f5-ab20-0e339b4066de tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/382c4839-11cb-4ba0-8e8e-acdacd9e6205 HTTP/1.1" status: 204  len: 168 time: 0.4143414
Dec 11 21:00:33.536851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.539513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99ebef-7d92-4534-a2c5-edef78194339 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:33.574934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5e0b6fea-1175-416a-84a1-08df7cfc9a12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a47ed4b36dc4da1899424d832a1cabb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4025638
Dec 11 21:00:33.575750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b6fea-1175-416a-84a1-08df7cfc9a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a1c8cd-702c-4fe7-b9b3-72a6e1215690,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:33.576683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.642422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet 70b0efea-0bbc-4136-a56b-f13c644c2968 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:33.651302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.704510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.708263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.803966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:33.908724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fc83b483-df92-4008-ad01-7e17f31dc557 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c09351f8558c4d9bb349436be5d63734&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4452171
Dec 11 21:00:33.909594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:33.918240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e07346-e9a9-4afc-9285-da2861cb88ee req-cf05258f-b6a4-483a-9a6b-08e572bdcc39 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:33.920000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44e07346-e9a9-4afc-9285-da2861cb88ee req-cf05258f-b6a4-483a-9a6b-08e572bdcc39 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1882164
Dec 11 21:00:33.923427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.002228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.010709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.013504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.014715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5a1c8cd-702c-4fe7-b9b3-72a6e1215690 HTTP/1.1" status: 204  len: 168 time: 0.4368579
Dec 11 21:00:34.033506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed278c-e30e-4ab1-9c9a-4f051a97bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a1c8cd-702c-4fe7-b9b3-72a6e1215690,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:34.056261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44e07346-e9a9-4afc-9285-da2861cb88ee req-908cb1f4-e884-45c0-8432-7ded13c2a32c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283951
Dec 11 21:00:34.096352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.102004 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.151160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=70b0efea-0bbc-4136-a56b-f13c644c2968,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:34.165812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.187270 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3f378eb-e2a7-4683-8773-1295cd09aa48 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/70b0efea-0bbc-4136-a56b-f13c644c2968 HTTP/1.1" status: 204  len: 168 time: 0.6487310
Dec 11 21:00:34.189376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48116) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.239596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.242252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.243474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e584d65f-cded-4323-b795-02a020e0731c HTTP/1.1" status: 204  len: 168 time: 0.3328493
Dec 11 21:00:34.244503 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f7cc83-c5c4-4f00-97fb-636ecd8fd860 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:34.244976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f7cc83-c5c4-4f00-97fb-636ecd8fd860 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:34.248291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e2f7cc83-c5c4-4f00-97fb-636ecd8fd860 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/382c4839-11cb-4ba0-8e8e-acdacd9e6205 HTTP/1.1" status: 404  len: 337 time: 0.0572739
Dec 11 21:00:34.255074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48122) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.288403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4a2a0-f7f4-4ba7-bea0-31ad19496b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584d65f-cded-4323-b795-02a020e0731c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:34.359922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting subnet be6ae37b-9cbb-4f94-92d8-2c0ece5cef77 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:34.364687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.414894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.468288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a6693-d5e6-4062-892e-4dbdd210ac53 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:34.546515 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4e51a39d-5a44-4e78-a7ec-10d26f3ec691 None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:34.547261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4e51a39d-5a44-4e78-a7ec-10d26f3ec691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.599559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.626651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4e51a39d-5a44-4e78-a7ec-10d26f3ec691 None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:34.651150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4e51a39d-5a44-4e78-a7ec-10d26f3ec691 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:34.651619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4e51a39d-5a44-4e78-a7ec-10d26f3ec691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.725409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.778128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:34.782727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/be6ae37b-9cbb-4f94-92d8-2c0ece5cef77 HTTP/1.1" status: 204  len: 168 time: 0.5266027
Dec 11 21:00:34.785348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48144) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.791234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd060868-21e1-4060-acc9-76335f1aee38 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Subnet': ['ID=be6ae37b-9cbb-4f94-92d8-2c0ece5cef77,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:34.817902 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a2193c-d5c4-43c1-8d07-94883e58e6cf tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:34.818707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a2193c-d5c4-43c1-8d07-94883e58e6cf tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:34.822332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-22a2193c-d5c4-43c1-8d07-94883e58e6cf tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/0f257867-475b-44f0-ab26-ee0c558a8ac3 HTTP/1.1" status: 404  len: 337 time: 0.0358956
Dec 11 21:00:34.824948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48146) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.875180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e55071fe-6262-4694-8528-8dba60ea075f tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 HTTP/1.1" status: 200  len: 205 time: 0.0490823
Dec 11 21:00:34.877708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.950010 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-601cdc6f-f247-49d2-b06d-9df39b81d87a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] delete failed (client error): The resource could not be found.
Dec 11 21:00:34.951137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-601cdc6f-f247-49d2-b06d-9df39b81d87a tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/routers/a2f5cf71-9c8f-4ac2-a6c6-81f9d6c55f27 HTTP/1.1" status: 404  len: 336 time: 0.0723531
Dec 11 21:00:34.953663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48154) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:34.990237 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed89438-46dc-4178-a2a6-fd04fd9eb2f2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:34.990746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed89438-46dc-4178-a2a6-fd04fd9eb2f2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:34.994055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ed89438-46dc-4178-a2a6-fd04fd9eb2f2 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/3a6bb650-017d-42f4-abe2-cafec3df60a5 HTTP/1.1" status: 404  len: 337 time: 0.0393522
Dec 11 21:00:34.997398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48156) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.025743 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0704afa6-132e-4932-b1e3-2af061d682a8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.026236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0704afa6-132e-4932-b1e3-2af061d682a8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.029323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0704afa6-132e-4932-b1e3-2af061d682a8 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/c5525ca6-19a4-4732-8037-c519ede488e6 HTTP/1.1" status: 404  len: 337 time: 0.0309477
Dec 11 21:00:35.031960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48158) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.060547 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09d32fc-8dd7-451c-a2f3-4b68d7a312bb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.061136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09d32fc-8dd7-451c-a2f3-4b68d7a312bb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.064750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e09d32fc-8dd7-451c-a2f3-4b68d7a312bb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/0e1f1812-3b31-414f-ae4c-8ec626ed77f2 HTTP/1.1" status: 404  len: 337 time: 0.0315385
Dec 11 21:00:35.067733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48162) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.122066 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba30f0ac-3801-4b54-adea-5f0ac3d9fee0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.122514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba30f0ac-3801-4b54-adea-5f0ac3d9fee0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.125666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ba30f0ac-3801-4b54-adea-5f0ac3d9fee0 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/f7084daf-d486-453e-93af-60a4235d86d1 HTTP/1.1" status: 404  len: 333 time: 0.0567875
Dec 11 21:00:35.130420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48172) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.162632 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-715084b4-fdbc-499f-85ec-4cc51d3d32a4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.163299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715084b4-fdbc-499f-85ec-4cc51d3d32a4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.169648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.169844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-715084b4-fdbc-499f-85ec-4cc51d3d32a4 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/df0080ea-c78f-453b-9cc3-57a95550ed08 HTTP/1.1" status: 404  len: 337 time: 0.0381043
Dec 11 21:00:35.220510 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dfedbf-3bf7-4d2f-9aca-8661181945fc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.221633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dfedbf-3bf7-4d2f-9aca-8661181945fc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.231600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25dfedbf-3bf7-4d2f-9aca-8661181945fc tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/b482f77e-d3f6-4832-baf2-ee2af6fa9f78 HTTP/1.1" status: 404  len: 337 time: 0.0608661
Dec 11 21:00:35.234018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48180) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.302178 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-139a9c9d-a1d6-4519-98e7-0d1f26d13285 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.303526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139a9c9d-a1d6-4519-98e7-0d1f26d13285 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.307124 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-139a9c9d-a1d6-4519-98e7-0d1f26d13285 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/c82385a6-767a-4ac7-b03c-c6a70f03e3aa HTTP/1.1" status: 404  len: 333 time: 0.0721931
Dec 11 21:00:35.310096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48186) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.342297 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d391388b-9d97-4700-96b5-c513b03e97ec tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.343089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d391388b-9d97-4700-96b5-c513b03e97ec tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.347166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d391388b-9d97-4700-96b5-c513b03e97ec tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/9edf54ed-a356-46ff-957a-108b0f2d9a93 HTTP/1.1" status: 404  len: 337 time: 0.0357218
Dec 11 21:00:35.349736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48190) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.385302 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5485fc02-01e0-483c-b2dc-fbfe01b8a0f1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:35.386040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5485fc02-01e0-483c-b2dc-fbfe01b8a0f1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:35.389582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5485fc02-01e0-483c-b2dc-fbfe01b8a0f1 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/subnets/5f1b9f22-fb13-4cec-8f1e-b7ec764c0cc9 HTTP/1.1" status: 404  len: 337 time: 0.0385861
Dec 11 21:00:35.394846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48192) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.407973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff39a7-c1a4-4986-a8af-b2b213e88c8a req-d193a989-1559-4f15-83cc-c32cf1c99754 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:35.416261 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11ff39a7-c1a4-4986-a8af-b2b213e88c8a req-d193a989-1559-4f15-83cc-c32cf1c99754 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1834877
Dec 11 21:00:35.498566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11ff39a7-c1a4-4986-a8af-b2b213e88c8a req-c74007ca-7066-4a91-a1ba-3d981ca35de5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810220
Dec 11 21:00:35.561005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:35.561411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.582787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e54a520-9ee6-42d4-a2e3-78c0b090c878 None None] Network b2d3d8e3-4775-4a56-a01f-cd3e73924e7a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:35.615212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48202) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.645396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.660236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for 302848c2-47bf-4b5b-a5c9-04d0d61bf993 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:35.664507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8f9c9085-d4a7-43b1-af70-a1081e946223 None None] Provisioning complete for port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:35.665126 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9c9085-d4a7-43b1-af70-a1081e946223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.708061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c9085-d4a7-43b1-af70-a1081e946223 None None] Port 302848c2-47bf-4b5b-a5c9-04d0d61bf993 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:00:35.742227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-28e470de-3b87-402a-98f0-79c166d13f18 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:35.742964 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-28e470de-3b87-402a-98f0-79c166d13f18 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 11 21:00:35.743709 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-28e470de-3b87-402a-98f0-79c166d13f18 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:00:35.744474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-28e470de-3b87-402a-98f0-79c166d13f18 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1271276
Dec 11 21:00:35.745165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8f9c9085-d4a7-43b1-af70-a1081e946223 None None] Provisioning complete for port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:35.745562 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9c9085-d4a7-43b1-af70-a1081e946223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.749688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.757737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--234155809'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:35.769253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.808603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.813328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=302848c2-47bf-4b5b-a5c9-04d0d61bf993,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:35.816785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.823488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1246d0bd-a83f-415a-80af-d6dbd56c0aeb tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/ports/302848c2-47bf-4b5b-a5c9-04d0d61bf993 HTTP/1.1" status: 204  len: 168 time: 0.4285660
Dec 11 21:00:35.825878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.826363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:35.892948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] DHCP port deletion for b2d3d8e3-4775-4a56-a01f-cd3e73924e7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:00:35.927783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.928776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.935501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.987524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Deleting port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:35.987905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:35.996555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=425e421c-4a2c-4049-99a6-8fc9b3adcdb3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.022552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Deleting port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:36.022906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.054131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.059361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.065939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:36.066333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.087213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Calling delete_port for a93fbd9e-36b5-4e8f-b8e8-3f092227b577 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:36.098625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] For port a93fbd9e-36b5-4e8f-b8e8-3f092227b577, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,segment=NetworkSegment(a6448c52-9b35-4810-ac53-8a3778f7d322),segment_id=a6448c52-9b35-4810-ac53-8a3778f7d322)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:36.100192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.105654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.109762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3586271
Dec 11 21:00:36.117402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48236) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:36.124600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '8730fa84-a9e6-4748-806d-b6f25b5f9bd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:36.133443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Calling delete_port for a93fbd9e-36b5-4e8f-b8e8-3f092227b577 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:36.142453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fed0d-5576-4616-8f2c-a3f88b93cebb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8730fa84-a9e6-4748-806d-b6f25b5f9bd3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.143271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a93fbd9e-36b5-4e8f-b8e8-3f092227b577 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:36.205316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.252496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.287683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] Pushing event deleted for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.294752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.296947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514abd6c-e558-47e9-b883-1c53287275f2 None None] No DVR routers for this DVR port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:36.401233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48244) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:36.520720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-590b03f1-b15e-4c93-9cc4-41fc0c86c0e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.622114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.625209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.652346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.656297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-590b03f1-b15e-4c93-9cc4-41fc0c86c0e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.656857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Port': ['ID=a93fbd9e-36b5-4e8f-b8e8-3f092227b577,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.667569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89675-6604-4c97-99ab-5eed88cecf2d req-282514b1-acc5-4f42-b192-737f89ab54f0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:36.668486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] No DVR routers for this DVR port a93fbd9e-36b5-4e8f-b8e8-3f092227b577 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:36.669111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35b89675-6604-4c97-99ab-5eed88cecf2d req-282514b1-acc5-4f42-b192-737f89ab54f0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0869458
Dec 11 21:00:36.670334 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-590b03f1-b15e-4c93-9cc4-41fc0c86c0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.705201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ba391a-ad11-4082-841c-b7653d72d6dc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.720528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.722030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-00857ffc-970f-4eb8-8a91-30d45a1e24f3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6025341
Dec 11 21:00:36.725001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48254) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:36.729798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-590b03f1-b15e-4c93-9cc4-41fc0c86c0e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f10ad2ae720144dd884c823e35fbd15d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3252478
Dec 11 21:00:36.730244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48256) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:36.731303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-17c3674c-f218-49a5-b011-c4cce8ee052c tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '8730fa84-a9e6-4748-806d-b6f25b5f9bd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:36.736122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b03f1-b15e-4c93-9cc4-41fc0c86c0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce0f01-c3f4-4227-8f85-8103d28d0557,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.780967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.785694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35b89675-6604-4c97-99ab-5eed88cecf2d req-780348e5-a9a9-4982-a5a5-220a3ab2dbc5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967112
Dec 11 21:00:36.803388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.807831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb89670>,) {'filters': {'network_id': ['b2d3d8e3-4775-4a56-a01f-cd3e73924e7a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:36.822782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb89670>, 'a6448c52-9b35-4810-ac53-8a3778f7d322') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:36.823079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb89670>, 'a6448c52-9b35-4810-ac53-8a3778f7d322') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:36.824846 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17c3674c-f218-49a5-b011-c4cce8ee052c tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.826791 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.841662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.869152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.877020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.878404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:36.878904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.880567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.881739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07ce0f01-c3f4-4227-8f85-8103d28d0557 HTTP/1.1" status: 204  len: 168 time: 0.1507561
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:36.882001 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:36.889638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f510f3-b0f6-424e-af17-5a9d959e124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce0f01-c3f4-4227-8f85-8103d28d0557,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:36.945674 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-17c3674c-f218-49a5-b011-c4cce8ee052c tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:00:36.946911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17c3674c-f218-49a5-b011-c4cce8ee052c tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2209227
Dec 11 21:00:36.949898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48260) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:36.970527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.982733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:36.985884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] 10.222.0.18 "DELETE /v2.0/networks/b2d3d8e3-4775-4a56-a01f-cd3e73924e7a HTTP/1.1" status: 204  len: 168 time: 1.1585066
Dec 11 21:00:37.005449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60746-33bf-4d6e-aabd-06dc99a62c71 tempest-PortsIpV6TestJSON-528155078 tempest-PortsIpV6TestJSON-528155078-project] Pushing event deleted for resources: {'Network': ['ID=b2d3d8e3-4775-4a56-a01f-cd3e73924e7a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.038791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.063127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.111044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.114889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.116209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/8730fa84-a9e6-4748-806d-b6f25b5f9bd3 HTTP/1.1" status: 204  len: 168 time: 0.1653383
Dec 11 21:00:37.119485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.125708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e864c4-60f5-47b2-a7e5-12ddb93e376a tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730fa84-a9e6-4748-806d-b6f25b5f9bd3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.190319 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f693d25a-cb31-495b-9e6c-ac599c5e5958 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0695813
Dec 11 21:00:37.194425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48276) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.200280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--959560518'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:37.226707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.286735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48278) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.318900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.324304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.361332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.363293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1675749
Dec 11 21:00:37.364571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c773fd-5d16-4a4f-a2ee-3a6f5ebe7e72 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2e1225-7aba-4082-bafd-7a472073818f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.366245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48284) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.377529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bcf6e8f4-5c94-44c1-a4e6-44009a83b396 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '5e2e1225-7aba-4082-bafd-7a472073818f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:37.379631 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-bcf6e8f4-5c94-44c1-a4e6-44009a83b396 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 11 21:00:37.381968 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-bcf6e8f4-5c94-44c1-a4e6-44009a83b396 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:37.386359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bcf6e8f4-5c94-44c1-a4e6-44009a83b396 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0165443
Dec 11 21:00:37.386836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48286) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.452315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.485452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.491353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f87f914-39bd-4907-8513-0dcb284ef076 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59c72a73d69f4143889cfcf6b9b3b15d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2096055
Dec 11 21:00:37.492610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.540315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.543112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.544996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/5e2e1225-7aba-4082-bafd-7a472073818f HTTP/1.1" status: 204  len: 168 time: 0.1564815
Dec 11 21:00:37.546785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.549265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48296) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.560916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44b99e-4051-4b72-ad91-60b242adae88 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2e1225-7aba-4082-bafd-7a472073818f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.572369 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.631269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.636199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ae38019f-e755-4a00-9e67-36f3db0e77a3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0733013
Dec 11 21:00:37.636478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.636578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48300) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.640715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40d88a7b-4cdf-4c8e-b821-d95b63881a76 HTTP/1.1" status: 204  len: 168 time: 0.1467030
Dec 11 21:00:37.644761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060171556'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:37.654991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094b692-f485-484e-8c91-8014736cad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d88a7b-4cdf-4c8e-b821-d95b63881a76,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.684914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.777170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.781164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.817461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.818644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1811104
Dec 11 21:00:37.821880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48316) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.826406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0c9be5cf-f6d7-48e3-ba1b-a6fca5d537d8 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'b916a3b9-b1a5-4bde-817d-9688bf0a44e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:37.827323 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-0c9be5cf-f6d7-48e3-ba1b-a6fca5d537d8 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 11 21:00:37.827829 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-0c9be5cf-f6d7-48e3-ba1b-a6fca5d537d8 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:37.828776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0c9be5cf-f6d7-48e3-ba1b-a6fca5d537d8 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0057714
Dec 11 21:00:37.831523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afa5fb-0ae2-4f3a-b9dc-a1199382c18b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b916a3b9-b1a5-4bde-817d-9688bf0a44e5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:37.833516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:37.920832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:37.931646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ebbce-3f10-46dd-a585-6f3bdcabc27e req-5f320b91-5f9a-4534-8e02-0adea5f50a97 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:37.940868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-328ebbce-3f10-46dd-a585-6f3bdcabc27e req-5f320b91-5f9a-4534-8e02-0adea5f50a97 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0644419
Dec 11 21:00:37.946658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.006848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-328ebbce-3f10-46dd-a585-6f3bdcabc27e req-b8446e76-4cf0-4bf3-b409-8f4d4a704e35 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582931
Dec 11 21:00:38.024881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.030189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.031989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/b916a3b9-b1a5-4bde-817d-9688bf0a44e5 HTTP/1.1" status: 204  len: 168 time: 0.1965547
Dec 11 21:00:38.034892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.053189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb62d8-20e6-46ce-8300-56af7e55bfdb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916a3b9-b1a5-4bde-817d-9688bf0a44e5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:38.107654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-79a32815-eca3-477d-9470-537735d03039 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0681829
Dec 11 21:00:38.107977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48332) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.113072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193862964'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.135859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.210378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.214797 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.245461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.246896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1378059
Dec 11 21:00:38.249752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48340) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.261704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8fdd92f6-6e90-4c94-bb77-95f9f7c733f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'a550b392-c74e-41e7-9fab-2c98d8905864', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.266012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15fa78-4a09-4b80-88cc-25aa30f7276e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a550b392-c74e-41e7-9fab-2c98d8905864,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:38.277873 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-8fdd92f6-6e90-4c94-bb77-95f9f7c733f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 11 21:00:38.278536 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-8fdd92f6-6e90-4c94-bb77-95f9f7c733f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.286447 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8fdd92f6-6e90-4c94-bb77-95f9f7c733f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0320790
Dec 11 21:00:38.286713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48344) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.292833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-19f25e1e-3491-47ff-abe4-5c4610de54cf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'a550b392-c74e-41e7-9fab-2c98d8905864', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.293452 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-19f25e1e-3491-47ff-abe4-5c4610de54cf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 11 21:00:38.294109 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-19f25e1e-3491-47ff-abe4-5c4610de54cf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.298105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19f25e1e-3491-47ff-abe4-5c4610de54cf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0074813
Dec 11 21:00:38.298105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48346) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.302484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-26a34be3-9e22-4d50-afa5-1cc75e87cfda tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'a550b392-c74e-41e7-9fab-2c98d8905864', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.303319 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-26a34be3-9e22-4d50-afa5-1cc75e87cfda tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 11 21:00:38.303954 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-26a34be3-9e22-4d50-afa5-1cc75e87cfda tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.307514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-26a34be3-9e22-4d50-afa5-1cc75e87cfda tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0061231
Dec 11 21:00:38.307698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48348) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.313100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-42f7d246-7bb0-4e5a-a6f4-8d62650e1af1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'a550b392-c74e-41e7-9fab-2c98d8905864', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.314002 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-42f7d246-7bb0-4e5a-a6f4-8d62650e1af1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 11 21:00:38.314519 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-42f7d246-7bb0-4e5a-a6f4-8d62650e1af1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.318398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42f7d246-7bb0-4e5a-a6f4-8d62650e1af1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0072281
Dec 11 21:00:38.318961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48354) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.390773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.439794 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.502080 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-ff63f993-421b-4d9c-999a-1bdacb5d0a81 service neutron] show failed (client error): The resource could not be found.
Dec 11 21:00:38.503190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-ff63f993-421b-4d9c-999a-1bdacb5d0a81 service neutron] 10.222.0.30 "GET /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1199598
Dec 11 21:00:38.513205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.523487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.527369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/a550b392-c74e-41e7-9fab-2c98d8905864 HTTP/1.1" status: 204  len: 168 time: 0.2046037
Dec 11 21:00:38.528030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48368) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.564157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e930-82bd-4be9-9752-082579f877bf tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a550b392-c74e-41e7-9fab-2c98d8905864,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:38.613112 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f8a59d71-2c21-48c2-86bf-692bd848feeb tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0780270
Dec 11 21:00:38.618515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.623400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225366866'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.625150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-4f2e14b9-b23a-4ca2-b36c-7a37447edee3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1069210
Dec 11 21:00:38.657799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.741742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48374) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.768783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.786197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.835388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.835872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.836329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.836956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.837574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.838189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.839043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.840242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43fcf0-cbba-46b0-a528-1cd467f3f24d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:38.841528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-5ac4d5a3-257b-4172-9b38-b00773029dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.1198759
Dec 11 21:00:38.848489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:38.849802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d89fd014-8b6c-4685-b95f-136831ef9b73 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2303927
Dec 11 21:00:38.853135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48384) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.858637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1dedc396-a2e4-4654-bef0-aef34121c287 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.859215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-56bf4607-8c99-4e55-b5e4-b01c9b1a4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:38.859928 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-1dedc396-a2e4-4654-bef0-aef34121c287 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 11 21:00:38.860741 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-1dedc396-a2e4-4654-bef0-aef34121c287 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.860863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-56bf4607-8c99-4e55-b5e4-b01c9b1a4f06 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1101 time: 0.0924258
Dec 11 21:00:38.863456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1dedc396-a2e4-4654-bef0-aef34121c287 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0085979
Dec 11 21:00:38.866247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48386) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.873142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-54c73adb-b5f2-415b-8abd-ea10e97f8ab3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.874898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.926922 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-54c73adb-b5f2-415b-8abd-ea10e97f8ab3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.930587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-54c73adb-b5f2-415b-8abd-ea10e97f8ab3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0606318
Dec 11 21:00:38.930963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48388) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.935548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-41302b6a-97ff-411c-bf74-3f5c915807a9 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:38.935899 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-41302b6a-97ff-411c-bf74-3f5c915807a9 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 11 21:00:38.936479 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-41302b6a-97ff-411c-bf74-3f5c915807a9 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:38.937764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-41302b6a-97ff-411c-bf74-3f5c915807a9 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0059445
Dec 11 21:00:38.940794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48390) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:38.944887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d377302f-365d-47e6-a28f-c73527c660f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.017230 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-d377302f-365d-47e6-a28f-c73527c660f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.022732 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d377302f-365d-47e6-a28f-c73527c660f7 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0768192
Dec 11 21:00:39.023183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48396) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.030038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3ad9322a-c0ab-4127-83ab-4ec147214020 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.030932 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-3ad9322a-c0ab-4127-83ab-4ec147214020 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 11 21:00:39.031511 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-3ad9322a-c0ab-4127-83ab-4ec147214020 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.032586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ad9322a-c0ab-4127-83ab-4ec147214020 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0083463
Dec 11 21:00:39.035485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48398) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.039543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.040594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8422718f-8a2e-4af5-a6c7-fa13890333f5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.061512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-b5dfa55b-31aa-4134-999c-774d6738e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.062104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-b5dfa55b-31aa-4134-999c-774d6738e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.062708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-b5dfa55b-31aa-4134-999c-774d6738e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.064371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-b5dfa55b-31aa-4134-999c-774d6738e700 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 2293 time: 0.1845362
Dec 11 21:00:39.085115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1598093954'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.092935 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-8422718f-8a2e-4af5-a6c7-fa13890333f5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Project bd5770422d6b4b1eb391448198fdb265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:00:39.153332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:39.156943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.167663 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-8422718f-8a2e-4af5-a6c7-fa13890333f5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.168723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8422718f-8a2e-4af5-a6c7-fa13890333f5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1322491
Dec 11 21:00:39.170377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.173410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.181225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944ab1c-a0a0-4fab-8c41-5b6dd84218fd req-281ad170-0558-436a-b7fc-b8ed99c7bcc2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.182793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3944ab1c-a0a0-4fab-8c41-5b6dd84218fd req-281ad170-0558-436a-b7fc-b8ed99c7bcc2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.0931385
Dec 11 21:00:39.225741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b558e312-d016-47ce-9e94-403d5dee9216 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.226226 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-b558e312-d016-47ce-9e94-403d5dee9216 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 11 21:00:39.226759 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-b558e312-d016-47ce-9e94-403d5dee9216 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.227731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b558e312-d016-47ce-9e94-403d5dee9216 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0099571
Dec 11 21:00:39.237960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48406) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.241863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-e1dcda56-15fb-473f-b58c-5fff439a89e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 1001 time: 0.1524565
Dec 11 21:00:39.247773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-88e085cf-c5c1-4d07-a533-5c45ea058275 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.284163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3944ab1c-a0a0-4fab-8c41-5b6dd84218fd req-4f90ce4b-9635-41f3-866c-65a48e0cdb37 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825031
Dec 11 21:00:39.331239 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-88e085cf-c5c1-4d07-a533-5c45ea058275 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Project bd5770422d6b4b1eb391448198fdb265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:00:39.353240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.356291 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-88e085cf-c5c1-4d07-a533-5c45ea058275 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.360218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-40a53042-1485-47c0-aadc-de3f0272b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.360362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-88e085cf-c5c1-4d07-a533-5c45ea058275 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1185410
Dec 11 21:00:39.360480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-40a53042-1485-47c0-aadc-de3f0272b6bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 200  len: 851 time: 0.1073472
Dec 11 21:00:39.360581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.366246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f036e951-bd59-4bee-9870-6df876ef7835 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'aa43fcf0-cbba-46b0-a528-1cd467f3f24d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.382110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.421185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:39.429396 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-f036e951-bd59-4bee-9870-6df876ef7835 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Project bd5770422d6b4b1eb391448198fdb265 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:00:39.430448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:39.439911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6dabe6-5088-4ba8-91e5-c68523ecd6e3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:39.444845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-1fc22a26-9dd8-4e18-b012-543d5920b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.446253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.446630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-1fc22a26-9dd8-4e18-b012-543d5920b2a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe15a21-726e-4e30-a5c5-ef4819342354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0800002
Dec 11 21:00:39.446754 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 4a70e7a0-b947-439a-b529-5f338435d466 of type vlan for network 16ef0cc6-2b2f-4543-a426-866da8e6c601
Dec 11 21:00:39.456213 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-f036e951-bd59-4bee-9870-6df876ef7835 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:39.457141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f036e951-bd59-4bee-9870-6df876ef7835 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0957336
Dec 11 21:00:39.460013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48418) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.512065 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.531750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:39.566739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.572704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:39.573327 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.590754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:39.593148 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d58635-f312-4162-85ce-5e5fce145c43" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:39.593700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.600165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.626161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Transition to ACTIVE for port object b3aa8517-6d97-40ce-8a79-d9e647d1dac8 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:00:39.629057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-4bf6e117-fc2a-43d6-8b3e-56c95a0af048 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729829
Dec 11 21:00:39.634721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.669140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.9263194
Dec 11 21:00:39.671450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48432) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.687578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'name': 'tempest-PortsTestJSON-834344356'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.687726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.703960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc840f66-852d-4eb7-9165-8b01f00421e4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=16ef0cc6-2b2f-4543-a426-866da8e6c601,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:39.707302 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab33dacd-3ea1-4d97-a3de-2a7d968a0283 x-openstack-request-id: req-ab33dacd-3ea1-4d97-a3de-2a7d968a0283 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:39.707836 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:39.708319 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab33dacd-3ea1-4d97-a3de-2a7d968a0283 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:39.708875 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'code': 200}
Dec 11 21:00:39.717514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:39.796108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.797298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:39.798909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/aa43fcf0-cbba-46b0-a528-1cd467f3f24d HTTP/1.1" status: 204  len: 168 time: 0.3379817
Dec 11 21:00:39.805201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48438) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.827378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366563d-1bc3-4558-80df-59914fbac900 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43fcf0-cbba-46b0-a528-1cd467f3f24d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:39.833396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:39.893360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] No DVR routers for this DVR port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:39.922595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da48ae29-2278-43f1-82da-a1175d9072cd tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1149507
Dec 11 21:00:39.925056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48442) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:39.933487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--953894404'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:39.967406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.007882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:40.008236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:40.008576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:40.032937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:00:40.033626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:40.045348 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-e04943bf-af8f-4d8c-9e45-6d764531c230 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4066083
Dec 11 21:00:40.050441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:40.051810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:40.051810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:40.051810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Bound port: b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:40.052202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.073229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:40.076791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.089733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.095340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.116967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-491e0246-8fcf-42aa-a20b-379d4cd10683 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 217 time: 0.0602810
Dec 11 21:00:40.130997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.134761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2056623
Dec 11 21:00:40.135913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48446) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.141214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-01263e30-e227-476b-a7b2-9fdb8401bcbd tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '627f2adf-102c-438a-95a3-8fb70f7ab61a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:40.148600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f3e0e-30da-4d29-8c63-63298260faed tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627f2adf-102c-438a-95a3-8fb70f7ab61a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:40.186163 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-01263e30-e227-476b-a7b2-9fdb8401bcbd tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The resource could not be found.
Dec 11 21:00:40.191196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-01263e30-e227-476b-a7b2-9fdb8401bcbd tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0497708
Dec 11 21:00:40.191501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48450) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.196250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-55522f0e-6b30-407a-ac26-8021b1668f8f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '627f2adf-102c-438a-95a3-8fb70f7ab61a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9e70e231-4965-41c5-b443-a80a6a245644'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:40.197550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 7a0bb361-9784-4927-9770-ccdb8f8d0860 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:40.246376 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-55522f0e-6b30-407a-ac26-8021b1668f8f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The resource could not be found.
Dec 11 21:00:40.252071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55522f0e-6b30-407a-ac26-8021b1668f8f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0583222
Dec 11 21:00:40.253605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48452) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.272137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-a2ec6692-7c63-4733-b872-6a4f9bd21df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.273677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-a2ec6692-7c63-4733-b872-6a4f9bd21df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1337841
Dec 11 21:00:40.276844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:40.282118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:40.302315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.338859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.371491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.387394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.388069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.389439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] 10.222.0.16 "PUT /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 1096 time: 1.5207968
Dec 11 21:00:40.460412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f79d8-148e-405f-a89b-e3de14f3b8cc req-b27c9210-c655-45f6-a9ca-1c07a587e994 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.462297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-667f79d8-148e-405f-a89b-e3de14f3b8cc req-b27c9210-c655-45f6-a9ca-1c07a587e994 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.0799079
Dec 11 21:00:40.473954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-49f4af51-5cf0-4f66-8b4b-c5f48843874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.475622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-49f4af51-5cf0-4f66-8b4b-c5f48843874f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1856160
Dec 11 21:00:40.476375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.479746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.483498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/627f2adf-102c-438a-95a3-8fb70f7ab61a HTTP/1.1" status: 204  len: 168 time: 0.2264714
Dec 11 21:00:40.489755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48456) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.504572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc024932-99cc-4af8-8597-fdad60dfd31a service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:40.526754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70691bc8-bdc1-4530-a51a-a1084bf2951e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f2adf-102c-438a-95a3-8fb70f7ab61a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:40.593573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-667f79d8-148e-405f-a89b-e3de14f3b8cc req-c7604afe-fd7d-478c-8fa4-a9e173a83e49 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198273
Dec 11 21:00:40.605765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bf0dce73-6f55-4a54-9587-2aa28876c405 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1136169
Dec 11 21:00:40.611199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.619197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3a533fbe-9f76-42e3-867b-cc3688edbbb2 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '47b2ddc9-f6cb-479c-bfc1-591a16c90ec2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:40.626284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.641970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-048aad8e-06c0-4fb0-9853-446315c54283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.643840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-048aad8e-06c0-4fb0-9853-446315c54283 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1099 time: 0.1957490
Dec 11 21:00:40.670322 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-3a533fbe-9f76-42e3-867b-cc3688edbbb2 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The resource could not be found.
Dec 11 21:00:40.677891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3a533fbe-9f76-42e3-867b-cc3688edbbb2 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0615983
Dec 11 21:00:40.680837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.696909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343044564'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:40.731586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.737677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48466) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.758165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-31931dc8-ac43-4540-9e76-74a823985b19 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564209
Dec 11 21:00:40.790043 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.808167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.817127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.872287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.872287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1879427
Dec 11 21:00:40.872988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:40.880554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478929143'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:40.889904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26d5d5-4647-48c9-b6d4-8fcb8b144c7f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccee817-adac-4ec6-a184-c3e96528ce52,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:40.914512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.925735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-1f58cec1-10fc-48d4-9f6a-ae5ae19393d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:40.927577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-1f58cec1-10fc-48d4-9f6a-ae5ae19393d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2744093
Dec 11 21:00:40.931999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13aded44-0940-41ce-a7a4-00da125af589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:40.936539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=7a0bb361-9784-4927-9770-ccdb8f8d0860,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:40.973355 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1be53bd3-d6ed-47e2-aefc-5687312d9c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.009049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.013549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-c2bf1165-9f99-465a-adb4-ed140d289c0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0667951
Dec 11 21:00:41.014643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.015479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-bced270e-c381-4e9a-9903-e55b124f63a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2482998
Dec 11 21:00:41.053451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.054725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1797552
Dec 11 21:00:41.057419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81d7dd-086a-4805-8897-bf76d29db1b5 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d59a4b7-ca96-48e2-9db5-6862ca83d43f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:41.059334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48478) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.063546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8ec0849b-5c0e-4728-8eb0-da717e4ad7ab tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': '1ccee817-adac-4ec6-a184-c3e96528ce52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9d59a4b7-ca96-48e2-9db5-6862ca83d43f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.095416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '4a70e7a0-b947-439a-b529-5f338435d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:41.096280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 16ef0cc6-2b2f-4543-a426-866da8e6c601, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:41.101154 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-8ec0849b-5c0e-4728-8eb0-da717e4ad7ab tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:41.102220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8ec0849b-5c0e-4728-8eb0-da717e4ad7ab tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0419753
Dec 11 21:00:41.105014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48480) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.107034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-b45af214-2f1b-4481-8cd8-3d181a8063b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 217 time: 0.0796041
Dec 11 21:00:41.161185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.171205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-7e52d18b-782a-4f57-b1f7-792aaa8169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.172698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-7e52d18b-782a-4f57-b1f7-792aaa8169a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1466191
Dec 11 21:00:41.184628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.195011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:41.223152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-8e50cc77-d56a-4698-ae41-10822b0cc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.224699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-8e50cc77-d56a-4698-ae41-10822b0cc2a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1103375
Dec 11 21:00:41.229075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.230097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16ef0cc6-2b2f-4543-a426-866da8e6c601) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:41.232968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.237884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d59a4b7-ca96-48e2-9db5-6862ca83d43f HTTP/1.1" status: 204  len: 168 time: 0.1319153
Dec 11 21:00:41.238874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.240238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d5edb-e991-4780-b7b3-e6e6bc57043a None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:41.250649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:41.256884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.257519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.261878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deda9cf-0bef-46ec-ba10-b85181f32544 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d59a4b7-ca96-48e2-9db5-6862ca83d43f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:41.303634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13aded44-0940-41ce-a7a4-00da125af589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.316372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-c4ac3dac-fa90-48e3-a279-6a00ae9ce5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.317905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-c4ac3dac-fa90-48e3-a279-6a00ae9ce5ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1333711
Dec 11 21:00:41.324212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dfe6543e-ce04-4f56-80fc-dcd49af55d21 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.6415670
Dec 11 21:00:41.324212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13aded44-0940-41ce-a7a4-00da125af589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.324480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48484) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.331353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1270156338'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.350508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35b92db0-d144-49f2-a8df-204881917d0c tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0977221
Dec 11 21:00:41.353061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48486) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.389748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:41.393885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.411884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-009c30b4-a679-42e3-b0bc-249b182e9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.413289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-009c30b4-a679-42e3-b0bc-249b182e9dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1812394
Dec 11 21:00:41.432575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aded44-0940-41ce-a7a4-00da125af589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af7f2e8-5f92-4fcd-ae34-591e1a11155b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:41.436187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.436814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13aded44-0940-41ce-a7a4-00da125af589 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da9ead54d9b4917b3716224e93c34d3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6954427
Dec 11 21:00:41.441531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48488) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.449669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:41.472819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.472819 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 0378f56e-a3a7-4547-b27a-031b273c2a36 of type vlan for network d090b098-b21d-4e3d-880c-d5a3227574d7
Dec 11 21:00:41.474634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.543452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.563708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-b92f2bad-c8cf-46c0-8d19-16f764b5feff service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357948
Dec 11 21:00:41.567742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.570294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.571455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/1ccee817-adac-4ec6-a184-c3e96528ce52 HTTP/1.1" status: 204  len: 168 time: 0.2195351
Dec 11 21:00:41.575849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48490) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.584619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.589890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.590466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.600052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:41.608545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-70c6ba7b-6b0f-4d4e-b14c-1c4bc3d05c78 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848123
Dec 11 21:00:41.610752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.616158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55261e1-5d98-42ba-84b2-7abbdea3b480 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccee817-adac-4ec6-a184-c3e96528ce52,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:41.674696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:41.681646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3559964
Dec 11 21:00:41.693480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48494) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.698242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'ports': [{'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'}, {'network_id': 'd090b098-b21d-4e3d-880c-d5a3227574d7'}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.698570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.699056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': 'd090b098-b21d-4e3d-880c-d5a3227574d7'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.714339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:41.716690 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a4918-1c58-4630-876c-6df449212f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:41.727983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.730526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e786367-fae1-4072-8566-8862edfcfb01 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=d090b098-b21d-4e3d-880c-d5a3227574d7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:41.738824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-657378f6-5e44-4e84-9eab-8522c8353c84 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1619461
Dec 11 21:00:41.744641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48500) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:41.753167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d090b098-b21d-4e3d-880c-d5a3227574d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:41.774287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070240916'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:41.833918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:41.998387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-a7cf3205-29f5-4355-9b85-28c61bebdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:41.999923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-a7cf3205-29f5-4355-9b85-28c61bebdb6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1099 time: 0.1230130
Dec 11 21:00:42.001836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 2} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:42.007115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.059224 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.059428 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f05883-0b34-4fd3-a4fe-e2a5f78c3cfe x-openstack-request-id: req-e8f05883-0b34-4fd3-a4fe-e2a5f78c3cfe {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:42.059745 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:42.059973 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8f05883-0b34-4fd3-a4fe-e2a5f78c3cfe {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:42.060479 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'status': 'completed', 'code': 200}
Dec 11 21:00:42.089994 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.094983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.153238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-6159657e-ee90-4eda-b61e-222b3767ba81 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5765707
Dec 11 21:00:42.160756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-98b66dbc-19cd-40f6-9a57-d5e746113ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5183663
Dec 11 21:00:42.163411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.166891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4214599
Dec 11 21:00:42.167635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c76c75-a96b-43db-baed-2e14be8d9724 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ffdc8-e8f6-4e9a-8512-feb209c7e477,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:42.169617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729b7c6-3973-4f10-8b13-0cb4f311325f req-3a344296-0396-4ba8-bc69-b3c9904b7f39 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.170443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48508) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:42.178247 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6729b7c6-3973-4f10-8b13-0cb4f311325f req-3a344296-0396-4ba8-bc69-b3c9904b7f39 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.4679778
Dec 11 21:00:42.188074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9acb0b8e-2423-4b9d-a750-757bd4487212 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'd38ffdc8-e8f6-4e9a-8512-feb209c7e477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:42.233892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-32e3728c-d7a7-4a63-9cb5-17d90587e06b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 200  len: 217 time: 0.0535605
Dec 11 21:00:42.270196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 9e188401-ff49-45e4-83b6-0d636f0adab1 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:42.274105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-913670f3-77b2-46bf-9cfc-a084128f5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.275804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-913670f3-77b2-46bf-9cfc-a084128f5e4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2665143
Dec 11 21:00:42.290879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.293899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.294762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3af7f2e8-5f92-4fcd-ae34-591e1a11155b HTTP/1.1" status: 204  len: 168 time: 0.8401601
Dec 11 21:00:42.335887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a32e8-73b3-48a9-ad17-337f30becdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af7f2e8-5f92-4fcd-ae34-591e1a11155b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:42.362934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6729b7c6-3973-4f10-8b13-0cb4f311325f req-b995aa3b-46eb-4139-9339-96a7b1e2133d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781607
Dec 11 21:00:42.367151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-18cb07a3-54f4-4c85-882b-2ed1b43a6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.368986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-18cb07a3-54f4-4c85-882b-2ed1b43a6068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1249616
Dec 11 21:00:42.380845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-bd613df4-0bd9-4879-8e7a-ddfcffda4d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.383362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-bd613df4-0bd9-4879-8e7a-ddfcffda4d94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1099 time: 0.1533389
Dec 11 21:00:42.490330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-535cd635-e13a-43c4-95c1-d12e1c43e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.491922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-535cd635-e13a-43c4-95c1-d12e1c43e284 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1075861
Dec 11 21:00:42.571921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-971ad97d-74da-41ec-8ee1-eee518860394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.573286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-971ad97d-74da-41ec-8ee1-eee518860394 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1777554
Dec 11 21:00:42.620193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-858ab17f-2a6d-4da2-8327-c1d8efe8e67e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0382955
Dec 11 21:00:42.629089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:42.654818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-4d8afe43-bace-4af2-8d46-e7fca3499715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.3704679
Dec 11 21:00:42.682141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1149-c170-4e82-bcb5-c8c8b3dc07d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.697710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-dbf18a8d-1a87-4f02-bac8-ff11b97639be service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952007
Dec 11 21:00:42.704066 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-9acb0b8e-2423-4b9d-a750-757bd4487212 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:42.705123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9acb0b8e-2423-4b9d-a750-757bd4487212 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5214226
Dec 11 21:00:42.709158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48516) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:42.725075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ad12115b-fa53-4e61-9bf3-4cf6381d12ec tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group_rule': {'security_group_id': 'd38ffdc8-e8f6-4e9a-8512-feb209c7e477', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:42.749388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-14d01e30-7306-40e2-90b4-21c4bc5204e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.750877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-14d01e30-7306-40e2-90b4-21c4bc5204e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1209190
Dec 11 21:00:42.754957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-289a2f76-f43c-432d-afa6-7116feffb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.756120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-289a2f76-f43c-432d-afa6-7116feffb203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0926230
Dec 11 21:00:42.836247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:42.841082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-e7cb433e-b8cc-4521-8608-83e96b1d44fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.842641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-e7cb433e-b8cc-4521-8608-83e96b1d44fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0766242
Dec 11 21:00:42.899531 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-ad12115b-fa53-4e61-9bf3-4cf6381d12ec tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:00:42.900585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad12115b-fa53-4e61-9bf3-4cf6381d12ec tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1831846
Dec 11 21:00:42.903860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a4918-1c58-4630-876c-6df449212f3e req-4b33de83-2939-4305-b149-d1ba7ca3f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:42.905459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-4b33de83-2939-4305-b149-d1ba7ca3f592 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1438546
Dec 11 21:00:42.906038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:42.909847 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-f20f3a44-de6d-4818-9b7d-58ccf56a9ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2032769
Dec 11 21:00:42.979618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 93ffb9d8-cbab-4abe-baaf-40757b537b5a yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:42.983673 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1149-c170-4e82-bcb5-c8c8b3dc07d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.012769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-6632dba9-91a3-41fb-9db9-b0e5a45191d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 200  len: 217 time: 0.0834100
Dec 11 21:00:43.015104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f4c1149-c170-4e82-bcb5-c8c8b3dc07d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.037806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-27a1852b-29ff-4a6e-b90d-190a390b43c8 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849122
Dec 11 21:00:43.074120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.111237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c1149-c170-4e82-bcb5-c8c8b3dc07d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39a942-f3b2-4de7-a1f3-45a2db05f896,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.119992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f4c1149-c170-4e82-bcb5-c8c8b3dc07d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=691a591d57a44550bcdafb7e7f8dcadc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4887531
Dec 11 21:00:43.126093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48526) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.133361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-6f6a4de2-ad0e-47f7-9499-558e20819066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.134827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-6f6a4de2-ad0e-47f7-9499-558e20819066 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1118593
Dec 11 21:00:43.159900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.161967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-3c9a0369-9c71-4792-8f3c-dc8c3db03414 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2468514
Dec 11 21:00:43.264364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-a9bffc8c-5b6c-4205-adea-fb89f7752212 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2176838
Dec 11 21:00:43.270195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-77c885c3-a637-477e-a8c1-0b235320ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.271742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-77c885c3-a637-477e-a8c1-0b235320ca03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1291132
Dec 11 21:00:43.280044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.284209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.285626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/d38ffdc8-e8f6-4e9a-8512-feb209c7e477 HTTP/1.1" status: 204  len: 168 time: 0.3786373
Dec 11 21:00:43.293921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.306905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fef41-eec9-42a3-a0d3-7d19607ef106 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ffdc8-e8f6-4e9a-8512-feb209c7e477,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.318147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.328138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.360057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.399340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c47a4918-1c58-4630-876c-6df449212f3e req-6c93e688-b35b-4674-bea4-55bc62e737aa service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2215836
Dec 11 21:00:43.421318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.426744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:43.430713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:43.433459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:43.434508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.465856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e274510c-168a-4932-a632-e67a8c6bcaab tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1672010
Dec 11 21:00:43.466951 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-08701e73-32dc-4f19-9937-c00e18578e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.471798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.480112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=9e188401-ff49-45e4-83b6-0d636f0adab1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.485109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367102169'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:43.501798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-43a16895-d31a-40e8-95f7-55af81b94db0 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202873
Dec 11 21:00:43.531770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.553365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=93ffb9d8-cbab-4abe-baaf-40757b537b5a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.565133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba34b2-d899-442a-8daf-23cdb4cf39de req-66937931-bc0b-4318-9cb5-a9a404b115de tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.566850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2ba34b2-d899-442a-8daf-23cdb4cf39de req-66937931-bc0b-4318-9cb5-a9a404b115de tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 948 time: 0.1258879
Dec 11 21:00:43.574704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '0378f56e-a3a7-4547-b27a-031b273c2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd090b098-b21d-4e3d-880c-d5a3227574d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:43.575038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: d090b098-b21d-4e3d-880c-d5a3227574d7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:43.583167 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.585681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.586834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab39a942-f3b2-4de7-a1f3-45a2db05f896 HTTP/1.1" status: 204  len: 168 time: 0.4597716
Dec 11 21:00:43.608784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082d5a9-1395-44a7-9cfb-0e0591e4c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39a942-f3b2-4de7-a1f3-45a2db05f896,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.617707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network d090b098-b21d-4e3d-880c-d5a3227574d7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:43.647592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2ba34b2-d899-442a-8daf-23cdb4cf39de req-e3496107-70c0-43e4-b6b9-5947e3879cec tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741544
Dec 11 21:00:43.649114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d090b098-b21d-4e3d-880c-d5a3227574d7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:43.655654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-18de2238-cb57-45f0-a97b-f24b0ec2b41a service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451092
Dec 11 21:00:43.671284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:43.677343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.677537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58240ac4-44af-4059-869f-29b03b5150ae None None] Network d090b098-b21d-4e3d-880c-d5a3227574d7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:43.682302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.683045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.706747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f42f170-3bdc-4c17-9523-96c76f7411b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.0119319
Dec 11 21:00:43.707430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48538) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.719409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-76d12a31-4b7b-46d5-9138-d5509ce27535 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 200  len: 217 time: 0.0467424
Dec 11 21:00:43.722744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.737716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.792732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.794205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3162327
Dec 11 21:00:43.798641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48540) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.805998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bf2c3-1da5-490d-80ab-ba846e05b5e3 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1838bf9-0cb0-49f5-a3c3-e895104179f5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:43.806372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1eec1a21-bbe1-4630-8900-8f1bd00214d1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:43.807025 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-1eec1a21-bbe1-4630-8900-8f1bd00214d1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 11 21:00:43.807643 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-1eec1a21-bbe1-4630-8900-8f1bd00214d1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:00:43.809100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-ddd1294f-7cf1-4a1e-b176-679b9c530c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.810639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-ddd1294f-7cf1-4a1e-b176-679b9c530c77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0833216
Dec 11 21:00:43.810950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1eec1a21-bbe1-4630-8900-8f1bd00214d1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "PUT /v2.0/security-groups/e1838bf9-0cb0-49f5-a3c3-e895104179f5 HTTP/1.1" status: 409  len: 330 time: 0.0092309
Dec 11 21:00:43.813302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48542) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:43.834368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 93ffb9d8-cbab-4abe-baaf-40757b537b5a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:43.834738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.906716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.909741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:00:43.910090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-17b7aa75-dd24-42af-a315-4bf065051d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:43.911636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-17b7aa75-dd24-42af-a315-4bf065051d92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0878446
Dec 11 21:00:43.936493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.950929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:43.975184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 93ffb9d8-cbab-4abe-baaf-40757b537b5a owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:44.050380 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-f747534d-6ed1-476c-be4e-0c7fb9b5f0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222532
Dec 11 21:00:44.051127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.053742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.054844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1838bf9-0cb0-49f5-a3c3-e895104179f5 HTTP/1.1" status: 204  len: 168 time: 0.2386599
Dec 11 21:00:44.058041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48552) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.090559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca69a86-cbb0-4d5a-80d7-2421cf821b32 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1838bf9-0cb0-49f5-a3c3-e895104179f5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:44.094612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:44.121586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'mac_address': 'fa:16:3e:31:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:00:44.173377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f69065c4-dce6-4c5f-ae3f-e99d184f6c2f tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1100898
Dec 11 21:00:44.173377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.178327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.179505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.197452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:00:44.203066 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-6fba8288-ef2a-462d-8ebf-aa860b79aae1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] delete failed (client error): The resource could not be found.
Dec 11 21:00:44.212002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6fba8288-ef2a-462d-8ebf-aa860b79aae1 tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "DELETE /v2.0/security-groups/27efb02b-5925-4573-a584-6d9d98347368 HTTP/1.1" status: 404  len: 347 time: 0.0302622
Dec 11 21:00:44.212002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48564) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.237270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=93ffb9d8-cbab-4abe-baaf-40757b537b5a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:44.247755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:44.256240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.265517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.279584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-77344926-bf8d-4c52-ad92-936f8a8f5020 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/93ffb9d8-cbab-4abe-baaf-40757b537b5a HTTP/1.1" status: 204  len: 168 time: 0.5680442
Dec 11 21:00:44.280698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48568) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.294376 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-5af63e94-e774-4984-bd61-03175fd46f0e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] show failed (client error): The resource could not be found.
Dec 11 21:00:44.295436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5af63e94-e774-4984-bd61-03175fd46f0e tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-groups/0028248e-1cad-4c29-93f5-fccef3fe5716 HTTP/1.1" status: 404  len: 347 time: 0.0845840
Dec 11 21:00:44.299983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48570) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.322047 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-93c15459-65bc-46fb-b2a4-0bc12d52bf8b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] show failed (client error): The resource could not be found.
Dec 11 21:00:44.323469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-93c15459-65bc-46fb-b2a4-0bc12d52bf8b tempest-NegativeSecGroupIPv6Test-1134142796 tempest-NegativeSecGroupIPv6Test-1134142796-project] 10.222.0.18 "GET /v2.0/security-group-rules/a4f6f3b4-511e-4dcb-a6a6-892cb1f712d0 HTTP/1.1" status: 404  len: 356 time: 0.0219769
Dec 11 21:00:44.349865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-aba45b20-a44b-4c67-a120-15195962a4ea service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2892826
Dec 11 21:00:44.364220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944bc6c-ef7d-4691-8290-28f3295caf83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:44.371754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944bc6c-ef7d-4691-8290-28f3295caf83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:44.374532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0944bc6c-ef7d-4691-8290-28f3295caf83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0918944
Dec 11 21:00:44.381445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48574) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.385563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:44.442983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-802dea27-4078-4f01-a820-9532b4bafbcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 217 time: 0.0673840
Dec 11 21:00:44.531608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-f96bcbd5-b0d2-4de5-b9c1-ceb6601f48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:44.533088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-f96bcbd5-b0d2-4de5-b9c1-ceb6601f48ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0823944
Dec 11 21:00:44.584182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 9e188401-ff49-45e4-83b6-0d636f0adab1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:44.584515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.587746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:00:44.603147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48584) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.606071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-244e46fe-6b38-4fb0-8d70-f788fe955f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:44.607750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-244e46fe-6b38-4fb0-8d70-f788fe955f53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0668819
Dec 11 21:00:44.713796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.734299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 9e188401-ff49-45e4-83b6-0d636f0adab1 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:44.803239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcad1b-bb43-4933-810d-5cae793b19b8 req-afd23395-c5ed-4bcb-93b9-aea2b39aa3e4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:44.811943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11fcad1b-bb43-4933-810d-5cae793b19b8 req-afd23395-c5ed-4bcb-93b9-aea2b39aa3e4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.0689270
Dec 11 21:00:44.824898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-c4d45095-fcd6-48a5-b36e-f971298fbee2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786745
Dec 11 21:00:44.862790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.883122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11fcad1b-bb43-4933-810d-5cae793b19b8 req-16920d6c-7931-47f8-9934-2006de83ef04 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698924
Dec 11 21:00:44.917421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.960924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:44.968786 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/9e188401-ff49-45e4-83b6-0d636f0adab1 HTTP/1.1" status: 204  len: 168 time: 0.5847964
Dec 11 21:00:44.968988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48598) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:44.973357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76b38d-8873-4a5b-9c3c-96ee3bee48f9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=9e188401-ff49-45e4-83b6-0d636f0adab1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:45.007600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41daaa57-464f-4c95-b5cc-f231225578f3 req-70ca7a71-2a39-45d3-afbb-c49e0f115b78 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710830
Dec 11 21:00:45.054786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48600) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:45.055055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb99f43c-a448-408b-82e3-2ea3eada59b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd5770422d6b4b1eb391448198fdb265&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4504902
Dec 11 21:00:45.079511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65768e2a-a216-4011-9dd9-8b4e78c258f1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.081042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-65768e2a-a216-4011-9dd9-8b4e78c258f1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1107545
Dec 11 21:00:45.084013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48602) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:45.110761 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa034aa-3bf1-45d6-85a7-ac16ef08c289 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:45.112776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aaa034aa-3bf1-45d6-85a7-ac16ef08c289 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/93ffb9d8-cbab-4abe-baaf-40757b537b5a HTTP/1.1" status: 404  len: 333 time: 0.0277171
Dec 11 21:00:45.118009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:45.159652 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-77eab66f-52e2-42d7-b04b-d14173ff5284 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:45.164456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-77eab66f-52e2-42d7-b04b-d14173ff5284 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/9e188401-ff49-45e4-83b6-0d636f0adab1 HTTP/1.1" status: 404  len: 333 time: 0.0449398
Dec 11 21:00:45.165086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48610) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:45.260397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.283742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-5059ff60-ae3b-4e6e-9bdc-ef65ac7ed2f5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.285441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-5059ff60-ae3b-4e6e-9bdc-ef65ac7ed2f5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 949 time: 0.1129920
Dec 11 21:00:45.308524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.323542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.353313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2346b-c1e5-479e-939d-e135c5cfc71a req-b77e151b-460f-4e7f-9d7c-9e2637c55605 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.367570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75b2346b-c1e5-479e-939d-e135c5cfc71a req-b77e151b-460f-4e7f-9d7c-9e2637c55605 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.1671846
Dec 11 21:00:45.392216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-e7972cf6-ea1c-46a1-96ea-5433fd0c9c17 service neutron] 10.222.0.16 "GET /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0950811
Dec 11 21:00:45.427822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75b2346b-c1e5-479e-939d-e135c5cfc71a req-17cf34bf-49b0-44cf-add4-3a04529eea7b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593495
Dec 11 21:00:45.434502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.438269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.441829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/425e421c-4a2c-4049-99a6-8fc9b3adcdb3 HTTP/1.1" status: 204  len: 168 time: 0.3831012
Dec 11 21:00:45.520193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e56930-5019-4504-b4c3-d721cec1f8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e421c-4a2c-4049-99a6-8fc9b3adcdb3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:45.568888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.571041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-8c8ff507-7299-4e5f-ab61-23cf93277aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.572955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-8c8ff507-7299-4e5f-ab61-23cf93277aaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1100 time: 0.1537330
Dec 11 21:00:45.623801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4e0af0>,) {'filters': {'network_id': ['d090b098-b21d-4e3d-880c-d5a3227574d7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:45.625353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.642931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4e0af0>, '0378f56e-a3a7-4547-b27a-031b273c2a36') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:45.643323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4e0af0>, '0378f56e-a3a7-4547-b27a-031b273c2a36') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:45.655189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.675297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.686323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:45.686940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:45.694770 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:45.708268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-59da8194-59d6-46cb-9b67-b0f840afb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.711538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-59da8194-59d6-46cb-9b67-b0f840afb334 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1304741
Dec 11 21:00:45.770803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-3ff02970-3392-4242-96e6-2281b6a49ade service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0502119
Dec 11 21:00:45.791441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.821816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.826629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/d090b098-b21d-4e3d-880c-d5a3227574d7 HTTP/1.1" status: 204  len: 168 time: 0.6605911
Dec 11 21:00:45.827655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c6d96-6e38-4298-ba1d-1e7962825c88 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=d090b098-b21d-4e3d-880c-d5a3227574d7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:45.831348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48638) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:45.840395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602662470'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:45.867080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-9d908819-be86-44b2-9dd6-857638ded614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.868860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-9d908819-be86-44b2-9dd6-857638ded614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0911276
Dec 11 21:00:45.879047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:45.882552 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.925258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:45.953307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:45.968658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:45.969261 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 8e707fd3-ed21-4bb0-a14e-30bd20f6f086 of type vlan for network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0
Dec 11 21:00:45.979056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-afeeba4d-f6fb-4e19-9daa-c658f6246e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:45.980599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-afeeba4d-f6fb-4e19-9daa-c658f6246e2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1033971
Dec 11 21:00:46.077722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.079889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:00:46.089100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:46.090033 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.126567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-f10a2496-3fca-48ee-9ae4-cdc5c584b1c4 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370187
Dec 11 21:00:46.127671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.133222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:46.133772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.228751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3926599
Dec 11 21:00:46.228955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48650) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:46.235495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:46.274174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c075a-604d-48d5-bbea-ddc3d9508787 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=6721568f-2b80-4ea5-8030-bc4be2ce1ed0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:46.289555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.305290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:46.367008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-bc6cb3fb-2406-4e5a-b860-45f4c5d7c1a2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294595
Dec 11 21:00:46.387024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:46.391507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.421940 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.473688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:46.478264 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92270504-efe7-41a7-a7ad-11243cf46785" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:46.487469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Performing IP validity checks on allocation pools {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:00:46.488184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:00:46.511570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:46.521009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.611988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:46.681537 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67be2f9-840d-4d98-82f9-f77e32c5f621 x-openstack-request-id: req-b67be2f9-840d-4d98-82f9-f77e32c5f621 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:46.682493 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:46.682926 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b67be2f9-840d-4d98-82f9-f77e32c5f621 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:46.683657 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'code': 200}
Dec 11 21:00:46.687692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b7680-ff34-450d-b4b8-69cbcc2ca447 req-ad3fe2c1-4c7d-4422-9411-d14a747c3f26 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:46.689294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e34b7680-ff34-450d-b4b8-69cbcc2ca447 req-ad3fe2c1-4c7d-4422-9411-d14a747c3f26 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1231244
Dec 11 21:00:46.715545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.789599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=15207d8b-2c55-48d9-8aa2-a21f2ebc2d18,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:46.804171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '8e707fd3-ed21-4bb0-a14e-30bd20f6f086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:46.804482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 6721568f-2b80-4ea5-8030-bc4be2ce1ed0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:46.822808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e34b7680-ff34-450d-b4b8-69cbcc2ca447 req-e667a85c-37ef-4220-8522-f35f0705176b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216118
Dec 11 21:00:46.837883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:46.852455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6721568f-2b80-4ea5-8030-bc4be2ce1ed0) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:46.861305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2c9b4-5b57-42eb-bac5-36b1b0909ddd None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:46.868464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:46.869058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:46.896212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39d7e3af-f40c-4ad8-9142-ccf1ae41ffcc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6649199
Dec 11 21:00:46.896212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48682) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:46.901985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0', 'name': 'tempest-PortsTestJSON-1959108115'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:46.964674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48684) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:46.996968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6721568f-2b80-4ea5-8030-bc4be2ce1ed0', 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': '15207d8b-2c55-48d9-8aa2-a21f2ebc2d18'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:00:46.997930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.052983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:47.058402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.085650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port e5b88a1b-de2b-416f-b564-91bd934058f2 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:47.117618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.163247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Allocated IP 172.20.0.2 (6721568f-2b80-4ea5-8030-bc4be2ce1ed0/15207d8b-2c55-48d9-8aa2-a21f2ebc2d18/2cba6df9-80da-41eb-9d87-7584ff88358b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:47.235313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1252656965'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:47.258336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Made reservation on behalf of 66774866e98c43e2849dafbf980e3499 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:47.263126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.272607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.342773 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.350840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.355282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.362908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.393604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:47.395366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:47.402911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:47.408940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:47.411205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b27490-b0f7-495f-a319-40ef08afea70,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:47.415053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.415407 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Added segment a2e8ffcf-b830-435d-9e1d-0ad560322cc2 of type vlan for network 37902538-ef00-44ed-808c-5aa323ae2f0b
Dec 11 21:00:47.430518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.7 (6721568f-2b80-4ea5-8030-bc4be2ce1ed0/15207d8b-2c55-48d9-8aa2-a21f2ebc2d18/e5b88a1b-de2b-416f-b564-91bd934058f2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:47.433011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Pushing event updated for resources: {'Port': ['ID=2cba6df9-80da-41eb-9d87-7584ff88358b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:47.473689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.500682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Attempting to bind port 2cba6df9-80da-41eb-9d87-7584ff88358b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:47.501061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Attempting to bind port 2cba6df9-80da-41eb-9d87-7584ff88358b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e707fd3-ed21-4bb0-a14e-30bd20f6f086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:47.501429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Attempting to bind port 2cba6df9-80da-41eb-9d87-7584ff88358b on network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Checking segment: {'id': '8e707fd3-ed21-4bb0-a14e-30bd20f6f086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Bound using segment: {'id': '8e707fd3-ed21-4bb0-a14e-30bd20f6f086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Bound port: 2cba6df9-80da-41eb-9d87-7584ff88358b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e707fd3-ed21-4bb0-a14e-30bd20f6f086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6721568f-2b80-4ea5-8030-bc4be2ce1ed0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:47.512005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.512985 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.525730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:47.526456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.556870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 776 time: 0.5906539
Dec 11 21:00:47.568550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:47.576522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-e4863f05-1f2b-4c78-83ee-8d963339cc0f tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0f72b0>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-1608649854') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:47.592079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] For port 2cba6df9-80da-41eb-9d87-7584ff88358b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:47.595653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] For port 2cba6df9-80da-41eb-9d87-7584ff88358b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cba6df9-80da-41eb-9d87-7584ff88358b,segment=NetworkSegment(8e707fd3-ed21-4bb0-a14e-30bd20f6f086),segment_id=8e707fd3-ed21-4bb0-a14e-30bd20f6f086)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:47.603200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.655426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a593817-2924-4dc9-bfe1-3fa120c4d5af tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Pushing event updated for resources: {'Network': ['ID=37902538-ef00-44ed-808c-5aa323ae2f0b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:47.673363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 37902538-ef00-44ed-808c-5aa323ae2f0b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:47.702295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a27fe-5cd5-4117-991b-195a8faf407c None None] Pushing event updated for resources: {'Port': ['ID=2cba6df9-80da-41eb-9d87-7584ff88358b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:47.734854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.776389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e4863f05-1f2b-4c78-83ee-8d963339cc0f tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "PUT /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-1608649854 HTTP/1.1" status: 201  len: 201 time: 0.2064474
Dec 11 21:00:47.778743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:47.784258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-095156c0-7201-4a2b-bdb8-dcc88e23e33d tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d844f1280>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-1608649854') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:47.818165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:47.882527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:47.888507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:47.891168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:47.896211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-095156c0-7201-4a2b-bdb8-dcc88e23e33d tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-1608649854 HTTP/1.1" status: 204  len: 168 time: 0.1160636
Dec 11 21:00:47.899018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48716) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:47.904071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-2a81d6b6-8101-473e-a797-d59a7c392531 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d861f42e0>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.045004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:48.049739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.056037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=e5b88a1b-de2b-416f-b564-91bd934058f2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:48.113684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a81d6b6-8101-473e-a797-d59a7c392531 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags HTTP/1.1" status: 200  len: 238 time: 0.2132261
Dec 11 21:00:48.119176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48720) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.130781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-7bc70421-a5c7-4063-b2e8-e73cb34e327b tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7eea2760>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', {'tags': ['tempest-TagsTest-Tag-972295321', 'tempest-TagsTest-Tag-384830300', 'tempest-TagsTest-Tag-259853977']}) {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.165966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b5e51ef-2dc9-45e4-bc93-02d5ebeaf07f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2669024
Dec 11 21:00:48.166407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48726) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.180069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2cba6df9-80da-41eb-9d87-7584ff88358b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:48.222943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc2cc8-a5c8-4d80-9328-8c9f13bd1b66 req-cff9c260-3c3c-46ae-a2f8-07d4abe2fe44 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:48.224522 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14dc2cc8-a5c8-4d80-9328-8c9f13bd1b66 req-cff9c260-3c3c-46ae-a2f8-07d4abe2fe44 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1706254
Dec 11 21:00:48.249627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2cba6df9-80da-41eb-9d87-7584ff88358b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:48.250071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.298010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7bc70421-a5c7-4063-b2e8-e73cb34e327b tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "PUT /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags HTTP/1.1" status: 200  len: 306 time: 0.1743636
Dec 11 21:00:48.298241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48730) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.309976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-5b462164-bc72-4bc7-afda-99d9bea0ab2c tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8b57f0>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-972295321') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.340467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port e5b88a1b-de2b-416f-b564-91bd934058f2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:48.341007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.347903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14dc2cc8-a5c8-4d80-9328-8c9f13bd1b66 req-221e0779-f62b-4963-bf58-e771993e80b0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108148
Dec 11 21:00:48.426269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.451319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.467362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for e5b88a1b-de2b-416f-b564-91bd934058f2 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:48.494236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 2cba6df9-80da-41eb-9d87-7584ff88358b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cba6df9-80da-41eb-9d87-7584ff88358b,segment=NetworkSegment(8e707fd3-ed21-4bb0-a14e-30bd20f6f086),segment_id=8e707fd3-ed21-4bb0-a14e-30bd20f6f086)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:48.499399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.525511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b462164-bc72-4bc7-afda-99d9bea0ab2c tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "DELETE /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-972295321 HTTP/1.1" status: 204  len: 168 time: 0.2262475
Dec 11 21:00:48.526154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.534587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-90660a15-ee5d-4a27-bb19-fc9534dad0d9 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e8b5820>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-972295321') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.599644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=2cba6df9-80da-41eb-9d87-7584ff88358b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:48.700841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.716710 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-90660a15-ee5d-4a27-bb19-fc9534dad0d9 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] show failed (client error): The resource could not be found.
Dec 11 21:00:48.721717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-90660a15-ee5d-4a27-bb19-fc9534dad0d9 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-972295321 HTTP/1.1" status: 404  len: 325 time: 0.1945519
Dec 11 21:00:48.724019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.738715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-3ea668a9-7fa7-49e3-a83f-6f6693346eaa tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea0cf10>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-384830300') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.769400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=e5b88a1b-de2b-416f-b564-91bd934058f2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:48.877658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ea668a9-7fa7-49e3-a83f-6f6693346eaa tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-384830300 HTTP/1.1" status: 204  len: 168 time: 0.1517932
Dec 11 21:00:48.880113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.885189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-5ed9a8df-8611-41d7-b7ed-6c1dd74f9cf2 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e770700>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-259853977') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:48.906919 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:48.913272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-246fbe18-d990-4e59-9bc8-6a943c6ada41 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/e5b88a1b-de2b-416f-b564-91bd934058f2 HTTP/1.1" status: 204  len: 168 time: 0.7457273
Dec 11 21:00:48.914085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48752) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.951583 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5e041f-5ae8-43d0-bc9d-514bd44c0658 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:00:48.952160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5e041f-5ae8-43d0-bc9d-514bd44c0658 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:00:48.958881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f5e041f-5ae8-43d0-bc9d-514bd44c0658 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/e5b88a1b-de2b-416f-b564-91bd934058f2 HTTP/1.1" status: 404  len: 333 time: 0.0433328
Dec 11 21:00:48.959828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48758) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.978873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5ed9a8df-8611-41d7-b7ed-6c1dd74f9cf2 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-259853977 HTTP/1.1" status: 204  len: 168 time: 0.0972569
Dec 11 21:00:48.981563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48760) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:48.988623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-37816c5b-665f-481d-a852-9dbe09f37121 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7dae37f0>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.029783 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc9b34-ab11-4dec-a76d-a3d3d64ce9ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:49.034282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-92fc9b34-ab11-4dec-a76d-a3d3d64ce9ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/e5b88a1b-de2b-416f-b564-91bd934058f2 HTTP/1.1" status: 404  len: 333 time: 0.0720026
Dec 11 21:00:49.039721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48762) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:49.128679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-37816c5b-665f-481d-a852-9dbe09f37121 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "DELETE /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags HTTP/1.1" status: 204  len: 168 time: 0.1458421
Dec 11 21:00:49.131264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48768) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:49.135975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-903ed24f-c71c-4b6e-8f1f-4a7c8671baeb tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1564c0>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-384830300') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.165196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9164635-d43f-45c2-be06-3bf3fbba1c89 None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:49.248900 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-903ed24f-c71c-4b6e-8f1f-4a7c8671baeb tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] show failed (client error): The resource could not be found.
Dec 11 21:00:49.250539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-903ed24f-c71c-4b6e-8f1f-4a7c8671baeb tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-384830300 HTTP/1.1" status: 404  len: 325 time: 0.1175795
Dec 11 21:00:49.253063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:49.259263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-fbb4cee0-cdb4-4642-a552-d9644c925ce3 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d8433bf10>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b', 'tempest-TagsTest-Tag-259853977') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.297287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99b93999-5241-4be2-881c-39ac208890be None None] Provisioning complete for port 2cba6df9-80da-41eb-9d87-7584ff88358b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:49.297659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99b93999-5241-4be2-881c-39ac208890be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.344320 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-fbb4cee0-cdb4-4642-a552-d9644c925ce3 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] show failed (client error): The resource could not be found.
Dec 11 21:00:49.346262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fbb4cee0-cdb4-4642-a552-d9644c925ce3 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "GET /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags/tempest-TagsTest-Tag-259853977 HTTP/1.1" status: 404  len: 325 time: 0.0913961
Dec 11 21:00:49.349063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48774) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:49.354793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-da6fc87c-60a3-4ad1-bb5e-1626bb0777f2 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec73310>, 'networks', '37902538-ef00-44ed-808c-5aa323ae2f0b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.469340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-a4734f4d-dd31-43cc-8da1-6a7485b72904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:49.471694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-a4734f4d-dd31-43cc-8da1-6a7485b72904 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1101 time: 0.4733882
Dec 11 21:00:49.485361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet 15207d8b-2c55-48d9-8aa2-a21f2ebc2d18 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:49.489117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.492754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da6fc87c-60a3-4ad1-bb5e-1626bb0777f2 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "DELETE /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b/tags HTTP/1.1" status: 204  len: 168 time: 0.1424565
Dec 11 21:00:49.494407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48782) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:49.521311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:49.563903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.582895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.718193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.739663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a4d2e-959f-44cb-9463-f7d73f386a9e req-e408db84-25de-41e4-bf5e-01210c337c66 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:49.742222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d0a4d2e-959f-44cb-9463-f7d73f386a9e req-e408db84-25de-41e4-bf5e-01210c337c66 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.2255998
Dec 11 21:00:49.746785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.755213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f014c70>,) {'filters': {'network_id': ['37902538-ef00-44ed-808c-5aa323ae2f0b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.766230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f014c70>, 'a2e8ffcf-b830-435d-9e1d-0ad560322cc2') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.766566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f014c70>, 'a2e8ffcf-b830-435d-9e1d-0ad560322cc2') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:49.786579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.796520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3842efa9-55f7-4b90-923f-1b0e1c4d2281 None None] Provisioning complete for port 2cba6df9-80da-41eb-9d87-7584ff88358b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:49.798115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3842efa9-55f7-4b90-923f-1b0e1c4d2281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.804198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.811052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:49.811544 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:49.815797 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:49.893745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.904298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.909535 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] 10.222.0.18 "DELETE /v2.0/networks/37902538-ef00-44ed-808c-5aa323ae2f0b HTTP/1.1" status: 204  len: 168 time: 0.4137113
Dec 11 21:00:49.913843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d0a4d2e-959f-44cb-9463-f7d73f386a9e req-01e523f9-57eb-4d21-bdf5-01c069714613 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1596708
Dec 11 21:00:49.933376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:49.951259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4da01b-bd7a-4cfa-828c-eb058b621687 tempest-TagsTest-1770388125 tempest-TagsTest-1770388125-project] Pushing event deleted for resources: {'Network': ['ID=37902538-ef00-44ed-808c-5aa323ae2f0b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:50.048934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ef21f8d8-d633-4305-bd17-5f10be4db923 None None] Could not find standard attr ID for object e5b88a1b-de2b-416f-b564-91bd934058f2. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:50.168572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2cba6df9-80da-41eb-9d87-7584ff88358b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:50.183127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.221313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=15207d8b-2c55-48d9-8aa2-a21f2ebc2d18,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:50.226689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.229972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b1a1c96-5b59-4c92-b64b-2ebd140ec2a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/15207d8b-2c55-48d9-8aa2-a21f2ebc2d18 HTTP/1.1" status: 204  len: 168 time: 1.1868858
Dec 11 21:00:50.232761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48802) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:50.275804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:50.300509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2cba6df9-80da-41eb-9d87-7584ff88358b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:50.302288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.329240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:50.389506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:50.393351 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe284f40-b90e-4261-8ecc-63fe59cb5056" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:50.399817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.416915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Transition to ACTIVE for port object b3aa8517-6d97-40ce-8a79-d9e647d1dac8 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:00:50.426788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.426919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.536054 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b85d7-91d2-4cae-ae92-4323bf3706ed x-openstack-request-id: req-e79b85d7-91d2-4cae-ae92-4323bf3706ed {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:50.536510 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:50.536607 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e79b85d7-91d2-4cae-ae92-4323bf3706ed {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:50.537005 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'code': 200}
Dec 11 21:00:50.538167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 2cba6df9-80da-41eb-9d87-7584ff88358b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:50.538167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.543156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcb77b-6569-43f5-8928-51142af92297 None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:50.586181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] No DVR routers for this DVR port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:50.595489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:50.604658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48812) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:50.686805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port 2cba6df9-80da-41eb-9d87-7584ff88358b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cba6df9-80da-41eb-9d87-7584ff88358b,segment=NetworkSegment(8e707fd3-ed21-4bb0-a14e-30bd20f6f086),segment_id=8e707fd3-ed21-4bb0-a14e-30bd20f6f086)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:50.688820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.688977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:50.689214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:50.689600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:50.700406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:00:50.700642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Attempting to bind port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:50.706194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:50.706572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:50.706968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:50.707633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Bound port: b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:50.708001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.728944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 2cba6df9-80da-41eb-9d87-7584ff88358b owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:50.809821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] DHCP port deletion for 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:00:50.830964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:50.834313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:50.842588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.894651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Deleting port 2cba6df9-80da-41eb-9d87-7584ff88358b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:50.895384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:50.958390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.007307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] For port 2cba6df9-80da-41eb-9d87-7584ff88358b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cba6df9-80da-41eb-9d87-7584ff88358b,segment=NetworkSegment(8e707fd3-ed21-4bb0-a14e-30bd20f6f086),segment_id=8e707fd3-ed21-4bb0-a14e-30bd20f6f086)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:51.007871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.017080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.020140 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.040682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 1097 time: 1.5601807
Dec 11 21:00:51.056966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=2cba6df9-80da-41eb-9d87-7584ff88358b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:51.057678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Calling delete_port for 2cba6df9-80da-41eb-9d87-7584ff88358b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:51.075229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port 2cba6df9-80da-41eb-9d87-7584ff88358b on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:51.124026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-053f0b0f-a689-44fb-bd58-418d26402d3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66774866e98c43e2849dafbf980e3499&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5182486
Dec 11 21:00:51.130860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:51.226675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd76bb-7784-40f2-92f2-91f0a6d8ab59 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=11']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:51.259736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-a29bc979-3869-4ad4-9beb-9a77ae1fe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.260282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.262146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-a29bc979-3869-4ad4-9beb-9a77ae1fe7db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1100 time: 0.1428463
Dec 11 21:00:51.298809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84646a90>,) {'filters': {'network_id': ['6721568f-2b80-4ea5-8030-bc4be2ce1ed0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:51.325378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84646a90>, '8e707fd3-ed21-4bb0-a14e-30bd20f6f086') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:51.325690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84646a90>, '8e707fd3-ed21-4bb0-a14e-30bd20f6f086') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:51.337138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.351814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.359274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:51.359274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.391289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-e4b55c23-62fb-4194-9530-3c22c786f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.393936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-e4b55c23-62fb-4194-9530-3c22c786f7fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1191335
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:51.453078 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:51.455521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-20c33e49-9ec1-4f88-9850-bd7a5feea5cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0506434
Dec 11 21:00:51.457014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.458723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.468999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.473634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/6721568f-2b80-4ea5-8030-bc4be2ce1ed0 HTTP/1.1" status: 204  len: 168 time: 1.2395511
Dec 11 21:00:51.487623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48840) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:51.493144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-340022408'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:51.500032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0c221-4402-4b56-9927-3dee895ce0bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=6721568f-2b80-4ea5-8030-bc4be2ce1ed0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:51.541511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.553114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-d996b9f2-eb30-4534-9936-8007c20a3cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.554862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-d996b9f2-eb30-4534-9936-8007c20a3cd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0940535
Dec 11 21:00:51.587384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b07e4-85f4-4fc5-9bec-c41ffee3416d req-ef03d10e-7ae5-4d64-91ee-925e5e8b8054 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.592922 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.596372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba5b07e4-85f4-4fc5-9bec-c41ffee3416d req-ef03d10e-7ae5-4d64-91ee-925e5e8b8054 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.4929395
Dec 11 21:00:51.624430 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.678191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-c50de707-62be-47d3-906c-0a5e89465d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.680235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-c50de707-62be-47d3-906c-0a5e89465d54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1153955
Dec 11 21:00:51.684097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Network 6721568f-2b80-4ea5-8030-bc4be2ce1ed0 is not hosted by any dhcp agent {{(pid=125989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:00:51.684594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] No DVR routers for this DVR port 2cba6df9-80da-41eb-9d87-7584ff88358b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:51.686571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1c6f-d34f-4a93-baed-079b7c2313f5 None None] Pushing event deleted for resources: {'Port': ['ID=2cba6df9-80da-41eb-9d87-7584ff88358b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:51.708337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:51.717706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.724545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba5b07e4-85f4-4fc5-9bec-c41ffee3416d req-7e9cf3f3-f531-4561-872b-4e8eec90a5dc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266475
Dec 11 21:00:51.752769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.755928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.759444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17b27490-b0f7-495f-a319-40ef08afea70 HTTP/1.1" status: 204  len: 168 time: 0.5977421
Dec 11 21:00:51.776117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe533e8-5ba3-475b-a809-1d64aae5298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b27490-b0f7-495f-a319-40ef08afea70,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:51.801380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:51.828143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.830456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-69f4c796-987d-4289-b817-263f956f320e service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416934
Dec 11 21:00:51.830840 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment da99cdae-1ae6-49e9-9b73-b2ee9f888b0f of type vlan for network 04ba2e02-2146-4527-bc11-e31ab570c9d0
Dec 11 21:00:51.885506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.924234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:51.953602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:51.964341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:51.967284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:52.001563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5eeddbd-7d5b-4062-92ef-6b6339dba2bb req-9d99837d-30c6-43f8-ab05-d2d1a01adeaf service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616428
Dec 11 21:00:52.015532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:52.082741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2cba6df9-80da-41eb-9d87-7584ff88358b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:52.091430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=04ba2e02-2146-4527-bc11-e31ab570c9d0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:52.111547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d2d39e8b-1cf0-4d5e-a760-380db5b8fd48 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6200473
Dec 11 21:00:52.111743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:52.116777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:52.117037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:52.120067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2cba6df9-80da-41eb-9d87-7584ff88358b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:00:52.120388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2cba6df9-80da-41eb-9d87-7584ff88358b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:52.222297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:52.226338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:52.447088 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:52.514149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=8bc3e072-a70c-4afd-a277-7b31730eaf38,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:52.521770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:52.522171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 04ba2e02-2146-4527-bc11-e31ab570c9d0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:52.538826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:00:52.542809 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:00:52.544223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:52.565613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04ba2e02-2146-4527-bc11-e31ab570c9d0) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:52.570332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:52.571068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:52.580962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb68046-6e21-4b62-9dee-d2bc739e3746 None None] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:52.598579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97a10826-f2c1-423b-9280-1c862663b863 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4856019
Dec 11 21:00:52.601206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:52.607467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2056270920'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:52.725398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04ba2e02-2146-4527-bc11-e31ab570c9d0', 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': '8bc3e072-a70c-4afd-a277-7b31730eaf38'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:00:52.726335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:52.744284 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b938dd8-cab6-47a0-a81a-76c90cb7f9bd x-openstack-request-id: req-9b938dd8-cab6-47a0-a81a-76c90cb7f9bd {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:00:52.744756 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:00:52.745157 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b938dd8-cab6-47a0-a81a-76c90cb7f9bd {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:00:52.745739 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'status': 'completed', 'code': 200}
Dec 11 21:00:52.891034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-23ea49a1-e670-4795-ad3a-878e8863dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:52.892919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-23ea49a1-e670-4795-ad3a-878e8863dc2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1100 time: 0.1426406
Dec 11 21:00:52.922057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16053968-fb38-4da9-95b6-797b89fb61fa req-dba59d97-edb6-484f-a38a-34b0a50cb570 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:52.926201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16053968-fb38-4da9-95b6-797b89fb61fa req-dba59d97-edb6-484f-a38a-34b0a50cb570 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.1043069
Dec 11 21:00:52.935770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:52.953010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0153255
Dec 11 21:00:52.967363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Allocated IP 172.20.0.2 (04ba2e02-2146-4527-bc11-e31ab570c9d0/8bc3e072-a70c-4afd-a277-7b31730eaf38/ddd01ca9-5cf5-45b3-a240-91ec3357f42b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:52.976854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:53.017137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-42cecb73-6858-4a05-8aae-cfebd43f5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.019349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-42cecb73-6858-4a05-8aae-cfebd43f5def service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 1100 time: 0.2701018
Dec 11 21:00:53.126307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16053968-fb38-4da9-95b6-797b89fb61fa req-30d8b269-4cc8-474a-b733-6bcb786d065e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927404
Dec 11 21:00:53.148056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:53.154954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.190874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:53.225148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.234340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.289267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-d90b05f0-2ed0-4793-8e8c-36b9003f15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.290800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-d90b05f0-2ed0-4793-8e8c-36b9003f15e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3848932
Dec 11 21:00:53.325263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ea9d1613-58b7-496e-a7b0-6df86a368260 tempest-NetworksApiDiscovery-901495099 tempest-NetworksApiDiscovery-901495099-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.3467503
Dec 11 21:00:53.346527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:53.348742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:53.359434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:53.365669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-300e374e-e222-4269-9b2a-a3b81872f97d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.0623629
Dec 11 21:00:53.407217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Pushing event updated for resources: {'Port': ['ID=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:53.429873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-41bc117a-f012-418e-a65c-da326a268331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.431416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-41bc117a-f012-418e-a65c-da326a268331 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.4016490
Dec 11 21:00:53.445120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Attempting to bind port ddd01ca9-5cf5-45b3-a240-91ec3357f42b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:00:53.445277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Attempting to bind port ddd01ca9-5cf5-45b3-a240-91ec3357f42b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:00:53.445674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Attempting to bind port ddd01ca9-5cf5-45b3-a240-91ec3357f42b on network 04ba2e02-2146-4527-bc11-e31ab570c9d0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:00:53.451821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:00:53.451988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Checking segment: {'id': 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:53.452477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.452719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Bound using segment: {'id': 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:00:53.453195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Bound port: ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '04ba2e02-2146-4527-bc11-e31ab570c9d0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:00:53.453576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.550806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] For port ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:00:53.556551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] For port ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,segment=NetworkSegment(da99cdae-1ae6-49e9-9b73-b2ee9f888b0f),segment_id=da99cdae-1ae6-49e9-9b73-b2ee9f888b0f)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:00:53.565558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:53.607431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-0112cd81-0f8e-4a75-9fec-64f33fbc831b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 200  len: 217 time: 0.1208978
Dec 11 21:00:53.664804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad101f4-e0aa-4160-b0bc-079261aad462 None None] Pushing event updated for resources: {'Port': ['ID=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:53.723205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-5bf040a4-b240-4e2b-bd91-3c2848a21d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.725082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-5bf040a4-b240-4e2b-bd91-3c2848a21d8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.3211536
Dec 11 21:00:53.726624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.9 (04ba2e02-2146-4527-bc11-e31ab570c9d0/8bc3e072-a70c-4afd-a277-7b31730eaf38/3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:00:53.729840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-a00b633c-f02d-4c6b-846a-63d427d604be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.731740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-a00b633c-f02d-4c6b-846a-63d427d604be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1082194
Dec 11 21:00:53.909032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:53.964873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-05026bf4-1ddc-43c7-ad43-cd254be73862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.966829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-05026bf4-1ddc-43c7-ad43-cd254be73862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2310090
Dec 11 21:00:53.996988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-3e72307c-a6eb-430f-bb07-b8af505bf015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:53.998448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-3e72307c-a6eb-430f-bb07-b8af505bf015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.2173138
Dec 11 21:00:54.097192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6500a4af-d4e2-4b4d-b930-5053ef3290a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.201353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddd01ca9-5cf5-45b3-a240-91ec3357f42b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:54.205992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.292184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-27d43d21-6d6f-4af6-b5f7-059e6b16bc5f service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086798
Dec 11 21:00:54.295322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6500a4af-d4e2-4b4d-b930-5053ef3290a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.299847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6500a4af-d4e2-4b4d-b930-5053ef3290a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.313410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ddd01ca9-5cf5-45b3-a240-91ec3357f42b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:54.313794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.323976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-467ff0de-d062-481d-a4a5-89df50aaa9fd service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153150
Dec 11 21:00:54.344951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6500a4af-d4e2-4b4d-b930-5053ef3290a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0bdcc7941d04960b4e654197521ea11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4346106
Dec 11 21:00:54.347556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500a4af-d4e2-4b4d-b930-5053ef3290a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c731d61-417a-40d9-bc9d-719be08e9eb8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:54.351110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:54.410000 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.474419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,segment=NetworkSegment(da99cdae-1ae6-49e9-9b73-b2ee9f888b0f),segment_id=da99cdae-1ae6-49e9-9b73-b2ee9f888b0f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:54.481131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.483811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.539950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.563953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-244e190b-ccdc-4009-9568-ab18a9934dbd service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101040
Dec 11 21:00:54.619439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:54.655099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.660285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.665036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c731d61-417a-40d9-bc9d-719be08e9eb8 HTTP/1.1" status: 204  len: 168 time: 0.3120606
Dec 11 21:00:54.684641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dd087-8d13-43a0-8ca4-7eb8439fb1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c731d61-417a-40d9-bc9d-719be08e9eb8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:54.704726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.800790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:54.822418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99323aa7-5121-497e-bb6a-14569125cf85 req-cd2630bc-a036-4346-acdf-52897544d55f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:54.826513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99323aa7-5121-497e-bb6a-14569125cf85 req-cd2630bc-a036-4346-acdf-52897544d55f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 949 time: 0.5210493
Dec 11 21:00:54.837922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:54.845405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:54.914630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48970) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:54.931071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:54.931720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:54.952821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:55.010208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48974) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:55.021910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.4191511
Dec 11 21:00:55.031384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.031384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.031384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.031384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.031384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.031898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.032122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.034539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.035150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.036434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.037423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.037770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.039431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4aad7-325d-49d6-a723-140cbc812847 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:55.083093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d748d9d7-4eb0-4e58-9b79-c6652702e9fe req-330ff2de-8a4d-465b-a135-d1bedfa7b44d service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7758658
Dec 11 21:00:55.193279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35db41a-8d2c-4042-9a4a-fa8dd692ac40 None None] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:55.210432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99323aa7-5121-497e-bb6a-14569125cf85 req-807a705a-f94a-4dc4-baee-db03d07fd541 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2873461
Dec 11 21:00:55.286817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71f28986-09c0-4873-b239-65d6b57bbed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.355786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:55.359170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.412792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0c65a079-7350-4f81-9153-ba062f2930f4 None None] Provisioning complete for port ddd01ca9-5cf5-45b3-a240-91ec3357f42b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:55.413394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c65a079-7350-4f81-9153-ba062f2930f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.501462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71f28986-09c0-4873-b239-65d6b57bbed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.519268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71f28986-09c0-4873-b239-65d6b57bbed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.522860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.600391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f28986-09c0-4873-b239-65d6b57bbed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c262b1e-fdd6-4c84-a138-b5c0de17633c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:55.612346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:55.643755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71f28986-09c0-4873-b239-65d6b57bbed6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=854412a5657a4cd0a61cac0d56480a37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7251194
Dec 11 21:00:55.644655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49006) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:55.700552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:00:55.772910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.802186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.839115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.856676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:55.887646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:55.904300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'mac_address': 'fa:16:3e:31:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:00:55.919343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.922893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.926585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c262b1e-fdd6-4c84-a138-b5c0de17633c HTTP/1.1" status: 204  len: 168 time: 0.2789712
Dec 11 21:00:55.943345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74343970-dbcd-4171-adce-8d11a178ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c262b1e-fdd6-4c84-a138-b5c0de17633c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:55.951856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:55.956965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2f6f4fc-0180-4ce9-aa2e-482222fa36da tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f HTTP/1.1" status: 204  len: 168 time: 0.9454238
Dec 11 21:00:55.959779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49020) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:55.998880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ca9ce533-754e-4d3b-a632-d61874d1b01c None None] Could not find standard attr ID for object 3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:56.011856 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2321070-45ad-4c76-9d93-472d4b23e01e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:00:56.017027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e2321070-45ad-4c76-9d93-472d4b23e01e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f HTTP/1.1" status: 404  len: 333 time: 0.0559886
Dec 11 21:00:56.020394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49022) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:56.024578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.027247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:56.046940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ca9ce533-754e-4d3b-a632-d61874d1b01c None None] Provisioning complete for port ddd01ca9-5cf5-45b3-a240-91ec3357f42b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:56.047416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce533-754e-4d3b-a632-d61874d1b01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.086046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:00:56.126056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:56.129396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet 8bc3e072-a70c-4afd-a277-7b31730eaf38 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:00:56.133902 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.145526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.172972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddd01ca9-5cf5-45b3-a240-91ec3357f42b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:56.198301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.220309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527398951-network', 'tenant_id': '5167ee49ae8f40f8be6cf6d3073f3da5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:56.277131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Made reservation on behalf of 5167ee49ae8f40f8be6cf6d3073f3da5 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:56.287473 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.289259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:56.300341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.330502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ddd01ca9-5cf5-45b3-a240-91ec3357f42b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:56.330997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.403399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.404976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-de415bd5-9ef5-4e4d-8716-b0c78f4f1615 None None] Could not find standard attr ID for object 3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:00:56.445067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.451441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.482154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:56.508195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.509432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.509856 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Added segment 8e9c22b4-e429-4247-bb5a-c708498d7921 of type vlan for network 1726f149-d34c-40ec-ad59-ebd53c2e5f8b
Dec 11 21:00:56.512518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e8c0c-b4c7-4da5-818f-d62b88af3314,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:56.536077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:00:56.542667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ec3a-5b5e-4927-8bd9-6ffef5c626eb req-b8a6d331-3b4c-4efb-9ac4-76219ab911b7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:56.556958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc3e072-a70c-4afd-a277-7b31730eaf38,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:56.557281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3484ec3a-5b5e-4927-8bd9-6ffef5c626eb req-b8a6d331-3b4c-4efb-9ac4-76219ab911b7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1785295
Dec 11 21:00:56.586420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd53dcf-202f-466e-882b-047acbe014e3 None None] Network 04ba2e02-2146-4527-bc11-e31ab570c9d0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:56.587391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.594545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3bf44467-18a8-4db6-967e-3bef36423644 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/8bc3e072-a70c-4afd-a277-7b31730eaf38 HTTP/1.1" status: 204  len: 168 time: 0.5718503
Dec 11 21:00:56.597272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49032) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:56.609801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:56.639792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.765596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.864655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] DHCP port deletion for 04ba2e02-2146-4527-bc11-e31ab570c9d0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:00:56.922382 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.933383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.934441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Deleting port ddd01ca9-5cf5-45b3-a240-91ec3357f42b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:56.934850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:56.970099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port ddd01ca9-5cf5-45b3-a240-91ec3357f42b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:56.971529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.009733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] For port ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,segment=NetworkSegment(da99cdae-1ae6-49e9-9b73-b2ee9f888b0f),segment_id=da99cdae-1ae6-49e9-9b73-b2ee9f888b0f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:57.010130 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.025898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Calling delete_port for ddd01ca9-5cf5-45b3-a240-91ec3357f42b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:57.144386 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.145946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.172296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3484ec3a-5b5e-4927-8bd9-6ffef5c626eb req-0e04b17e-3666-4685-b967-ae140d1dcadf tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6139774
Dec 11 21:00:57.188299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] Pushing event deleted for resources: {'Port': ['ID=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.191964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311052d9-8e33-4bb0-a16e-39ceadf04eb4 None None] No DVR routers for this DVR port ddd01ca9-5cf5-45b3-a240-91ec3357f42b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:57.202527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.203586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:57.204118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.274120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2456756
Dec 11 21:00:57.277220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:57.287176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Request body: {'subnet': {'network_id': '1726f149-d34c-40ec-ad59-ebd53c2e5f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527398951-subnet', 'tenant_id': '5167ee49ae8f40f8be6cf6d3073f3da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:57.291553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550201a-3538-475b-817d-e95446953c1d admin admin] Pushing event updated for resources: {'Network': ['ID=1726f149-d34c-40ec-ad59-ebd53c2e5f8b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.308508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1726f149-d34c-40ec-ad59-ebd53c2e5f8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:57.313691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Made reservation on behalf of 5167ee49ae8f40f8be6cf6d3073f3da5 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:57.317292 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.416317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d12a453f1e2341c7937742cc1aa0a11b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8051889
Dec 11 21:00:57.422782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:57.444774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd36c89-b6f1-4f35-918f-68a96350b449,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.482214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.482214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.482214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.482214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.491436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913c1d17-1d24-4dd7-832b-abc1bebaf33e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:00:57.499897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port ddd01ca9-5cf5-45b3-a240-91ec3357f42b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,segment=NetworkSegment(da99cdae-1ae6-49e9-9b73-b2ee9f888b0f),segment_id=da99cdae-1ae6-49e9-9b73-b2ee9f888b0f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:00:57.500360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.536813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.542980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for ddd01ca9-5cf5-45b3-a240-91ec3357f42b owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:57.572850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc7981-8515-494f-9a85-01c536c768dc req-0bb5a213-2e15-4f17-aaaa-55613c0b17cb tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:57.574384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fffc7981-8515-494f-9a85-01c536c768dc req-0bb5a213-2e15-4f17-aaaa-55613c0b17cb tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 950 time: 0.1559138
Dec 11 21:00:57.593200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5673fe2-eaa2-4e20-9c4d-752d23cb5cd6,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.611626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Checking segment: {'id': '8e9c22b4-e429-4247-bb5a-c708498d7921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1726f149-d34c-40ec-ad59-ebd53c2e5f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:57.612233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Network hostable DHCP agents. Network: 1726f149-d34c-40ec-ad59-ebd53c2e5f8b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:57.630612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.637561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Network 1726f149-d34c-40ec-ad59-ebd53c2e5f8b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:57.649705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1726f149-d34c-40ec-ad59-ebd53c2e5f8b) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:57.654362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:57.655520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.660940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8633a3-fb36-4ede-aedd-326b5743bfe9 None None] Network 1726f149-d34c-40ec-ad59-ebd53c2e5f8b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:57.672884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f4ed8b4c-d713-4b11-89aa-d01ced148f92 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3928876
Dec 11 21:00:57.710310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.726694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fffc7981-8515-494f-9a85-01c536c768dc req-2d8680b6-d5c8-46c5-9517-ece2640a1704 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184366
Dec 11 21:00:57.743395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.788035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=ddd01ca9-5cf5-45b3-a240-91ec3357f42b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.790434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port ddd01ca9-5cf5-45b3-a240-91ec3357f42b on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:00:57.830379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183e4f1-b9a0-4581-94f3-41b4cde00c2a None None] Network 1726f149-d34c-40ec-ad59-ebd53c2e5f8b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:57.894256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.897042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.898300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cd36c89-b6f1-4f35-918f-68a96350b449 HTTP/1.1" status: 204  len: 168 time: 0.4746723
Dec 11 21:00:57.914521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ee884-d216-4363-a91d-30ca6a389619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd36c89-b6f1-4f35-918f-68a96350b449,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:57.920335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.942775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff27310>,) {'filters': {'network_id': ['04ba2e02-2146-4527-bc11-e31ab570c9d0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:57.953653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff27310>, 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:57.954749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff27310>, 'da99cdae-1ae6-49e9-9b73-b2ee9f888b0f') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:00:57.966344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.980650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.987849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:00:57.988350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:00:57.991971 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:00:58.085027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.102548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.106986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/04ba2e02-2146-4527-bc11-e31ab570c9d0 HTTP/1.1" status: 204  len: 168 time: 1.5081227
Dec 11 21:00:58.112130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49100) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:58.119474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'name': 'tempest-PortsTestJSON-1941192068'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:58.147948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5ebfe-bb8c-46be-b68b-9a34236a53b8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=04ba2e02-2146-4527-bc11-e31ab570c9d0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:58.168730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddd01ca9-5cf5-45b3-a240-91ec3357f42b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:00:58.183320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-270acd5a-7eb2-44ed-92f3-05896cdb7c76 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0545230
Dec 11 21:00:58.203907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ddd01ca9-5cf5-45b3-a240-91ec3357f42b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:00:58.204255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ddd01ca9-5cf5-45b3-a240-91ec3357f42b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:00:58.353029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-5ab4896c-66a1-490e-b60b-f494de2f6651 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:58.354549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-5ab4896c-66a1-490e-b60b-f494de2f6651 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1414423
Dec 11 21:00:58.355673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:58.359007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.381142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-808eb882-df93-4ed4-b4f2-0003bda2cd30 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/quotas/7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 375 time: 0.0180907
Dec 11 21:00:58.385956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:58.493321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-ccf6b57a-ec63-447c-aa5b-7ac9d3ed9730 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1026552
Dec 11 21:00:58.515761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49122) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:58.521875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-635196570-network', 'tenant_id': '00dda6847a8d489fb2801ed6b3300cec'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:58.570989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Made reservation on behalf of 00dda6847a8d489fb2801ed6b3300cec for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:58.573983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.586191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.605405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.645548 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.694911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.701493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:00:58.704077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.705805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:58.710223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:00:58.716588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:58.717410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.730585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:58.742743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-454ad8d7-bf9a-4545-b32e-ab9d3a6e5d58 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.6285920
Dec 11 21:00:58.744886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:58.745453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:00:58.786930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.787410 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Added segment 78b9b1b0-c2a1-4015-9cd4-34e99e9b6278 of type vlan for network 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6
Dec 11 21:00:58.805010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0349f1-3aa8-4b1e-a72b-69ec97962334,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:58.850989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79935e6a-4b19-4a3d-b4b6-cf46d27a1df8 req-5a52bef1-80a8-4c9b-8d4e-16851012dc74 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 210 time: 0.0456214
Dec 11 21:00:58.874785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.927035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.929655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:58.930629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:58.967748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:00:58.974801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.005346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4883397
Dec 11 21:00:59.008749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:59.014655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Request body: {'subnet': {'network_id': '7ae7a0e6-2370-47e1-bb6c-6996a977d0a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-635196570-subnet', 'tenant_id': '00dda6847a8d489fb2801ed6b3300cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:59.040111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e16f7-da44-4e9d-bb47-0c0591c8f8dd admin admin] Pushing event updated for resources: {'Network': ['ID=7ae7a0e6-2370-47e1-bb6c-6996a977d0a6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:59.055552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:00:59.081264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.102853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Made reservation on behalf of 00dda6847a8d489fb2801ed6b3300cec for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:59.105958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.106088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:00:59.274304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.320217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:59.327730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.332655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9aa5010-2509-4e65-a837-3ac338c68638 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/e3cf1f6e-bc06-4dc5-8f01-bdf23f3e00fb HTTP/1.1" status: 204  len: 168 time: 0.5865881
Dec 11 21:00:59.336208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:59.350527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'mac_address': 'fa:16:3e:e0:b4:ec', 'name': 'tempest-PortsTestJSON-2023443634'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:00:59.482739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:00:59.489707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.538926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=410f23c1-d4c6-45a7-9687-1b25fc797810,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:00:59.591739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Checking segment: {'id': '78b9b1b0-c2a1-4015-9cd4-34e99e9b6278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7ae7a0e6-2370-47e1-bb6c-6996a977d0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:00:59.592644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Network hostable DHCP agents. Network: 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:00:59.615076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Network 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:00:59.618777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.637630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:00:59.643902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 440df2c8-7675-496e-88e4-0784ba486e39 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:00:59.646462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:00:59.646622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:00:59.651442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d52d88-f944-499b-820e-3b43ea422398 None None] Network 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:00:59.686254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c20bb338-6dee-4861-bc10-c0ccf5f54bee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6683681
Dec 11 21:00:59.728516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:00:59.930467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49186) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:00:59.952109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:00:59.974062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:00:59.974714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.001845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b44a2-0007-41fb-94bc-a612601ba9f7 None None] Network 7ae7a0e6-2370-47e1-bb6c-6996a977d0a6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:00.040449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.102933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Deleting subnet e5673fe2-eaa2-4e20-9c4d-752d23cb5cd6 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:00.118653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.201610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.211082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba8119d2-fa37-4243-a912-708d5f63e2da req-38cf1427-8283-4f96-bd2d-6d4a591a9607 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 210 time: 0.1191430
Dec 11 21:01:00.211487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.246917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:00.251742 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892749fb-6797-4f1f-b2b8-1cd8ef9bcf8a" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:00.281051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:00.286916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-b58c86af-9bee-47d7-9139-0d6cb84f0be2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0594335
Dec 11 21:01:00.291116 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.326304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.344417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.378366 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d50be-ad39-49a3-be45-c02564cf852a x-openstack-request-id: req-fc7d50be-ad39-49a3-be45-c02564cf852a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:00.378871 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:00.379398 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc7d50be-ad39-49a3-be45-c02564cf852a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:00.379946 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'code': 200}
Dec 11 21:01:00.417488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=13']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:00.502412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:00.518856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:00.535718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.557481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=440df2c8-7675-496e-88e4-0784ba486e39,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:00.570893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-d52ffc17-f96d-4ebc-a6de-4f81f7be89dc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:00.571045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.573024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-d52ffc17-f96d-4ebc-a6de-4f81f7be89dc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2746880
Dec 11 21:01:00.574045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:00.577055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e5673fe2-eaa2-4e20-9c4d-752d23cb5cd6 HTTP/1.1" status: 204  len: 168 time: 0.6446748
Dec 11 21:01:00.580993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:00.581787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.585251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49206) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:00.599994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503416d-647d-4091-a23d-e9a2a0de29d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5673fe2-eaa2-4e20-9c4d-752d23cb5cd6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:00.650899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Request body: {'port': {'device_id': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '7b98c4eb4ef944e6b5d80570f04c62e4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:00.656686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d9cc193-fc5a-47b9-b6e0-cf6e40ef89f2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.3196831
Dec 11 21:01:00.659445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:00.706962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7481ef3-6e34-42a2-bc1d-a029c144e9d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:00.710593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7481ef3-6e34-42a2-bc1d-a029c144e9d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/440df2c8-7675-496e-88e4-0784ba486e39 HTTP/1.1" status: 200  len: 841 time: 0.0478339
Dec 11 21:01:00.714166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49214) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:00.720233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.819675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 440df2c8-7675-496e-88e4-0784ba486e39 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:00.819967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.858887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.882639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Made reservation on behalf of 7b98c4eb4ef944e6b5d80570f04c62e4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:00.886907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.889696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d851c9820>,) {'filters': {'network_id': ['1726f149-d34c-40ec-ad59-ebd53c2e5f8b']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:00.889820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.903747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 440df2c8-7675-496e-88e4-0784ba486e39 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:00.906313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d851c9820>, '8e9c22b4-e429-4247-bb5a-c708498d7921') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:00.906655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d851c9820>, '8e9c22b4-e429-4247-bb5a-c708498d7921') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:00.927329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.972772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.984456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:00.984878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:00.987131 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:00.994828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.031600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.038178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/440df2c8-7675-496e-88e4-0784ba486e39 HTTP/1.1" status: 204  len: 168 time: 0.3228040
Dec 11 21:01:01.039049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49222) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:01.050303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf6a52-6c10-4653-961e-8b705e8dea27 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=440df2c8-7675-496e-88e4-0784ba486e39,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.072672 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd366e9b-6424-4f9c-bb6a-92feaeb9af5a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:01.078373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cd366e9b-6424-4f9c-bb6a-92feaeb9af5a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/440df2c8-7675-496e-88e4-0784ba486e39 HTTP/1.1" status: 404  len: 333 time: 0.0380688
Dec 11 21:01:01.078885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:01.085775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'name': 'tempest-PortsTestJSON-682805049'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:01.094563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.118213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.121447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1726f149-d34c-40ec-ad59-ebd53c2e5f8b HTTP/1.1" status: 204  len: 168 time: 0.5351853
Dec 11 21:01:01.124594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:01.171293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Allocated IP 192.168.233.22 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/36ebb204-6efe-43d1-ba10-d668291bd8ac) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:01.173430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b28f8-6c43-4d38-b7c4-bde6d89e0150 admin admin] Pushing event deleted for resources: {'Network': ['ID=1726f149-d34c-40ec-ad59-ebd53c2e5f8b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.175860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Deleting subnet 410f23c1-d4c6-45a7-9687-1b25fc797810 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:01.179866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.239388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.274189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:01.278017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.318039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.361054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ccbbe8df-aa87-4c7d-94b9-da58929b377d req-a914d42f-efb6-42e9-91d1-f8d9f8ce9a7b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 210 time: 0.0434613
Dec 11 21:01:01.364606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 240879e0-b58b-4427-b51e-6369c3d33170 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:01.396674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.425582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=410f23c1-d4c6-45a7-9687-1b25fc797810,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.430132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.433659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02687a90-2cdc-4b7e-acfc-d2ae1e99b3f6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/410f23c1-d4c6-45a7-9687-1b25fc797810 HTTP/1.1" status: 204  len: 168 time: 0.3075171
Dec 11 21:01:01.436318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49238) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:01.467036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.536181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.618356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.626934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.640002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5357c0>,) {'filters': {'network_id': ['7ae7a0e6-2370-47e1-bb6c-6996a977d0a6']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:01.640239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8', 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:01.643148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:01.649766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.654218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5357c0>, '78b9b1b0-c2a1-4015-9cd4-34e99e9b6278') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:01.654742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5357c0>, '78b9b1b0-c2a1-4015-9cd4-34e99e9b6278') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:01.666106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.683664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.694121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:01.694637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:01.697353 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:01.709647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:01.721564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:01.724605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:01.758552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.803496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:01.804553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.809559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.872802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.881147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.881398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:01.888476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-79f8d5cf-af4a-487f-ad0c-ff606bb5ca62 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2480910
Dec 11 21:01:01.889857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ae7a0e6-2370-47e1-bb6c-6996a977d0a6 HTTP/1.1" status: 204  len: 168 time: 0.4526384
Dec 11 21:01:01.893220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:01.896538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:01.903045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:01.903952 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:01.915242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Request body: {'port': {'device_id': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:01.922617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea006f4-5779-47db-a762-28feece17796 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ae7a0e6-2370-47e1-bb6c-6996a977d0a6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.955810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=240879e0-b58b-4427-b51e-6369c3d33170,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:01.970816 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c63487de-76a0-49e9-ad18-d82d77b6a86a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8882957
Dec 11 21:01:01.971447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:01.978388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:01.988303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49252) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:02.000701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.116431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.207794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ce9e637d-383e-4570-858b-86c9fc82bfed None None] Provisioning complete for port 36ebb204-6efe-43d1-ba10-d668291bd8ac triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:02.208484 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce9e637d-383e-4570-858b-86c9fc82bfed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.260337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:02.292685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e637d-383e-4570-858b-86c9fc82bfed None None] Port 36ebb204-6efe-43d1-ba10-d668291bd8ac cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:02.296253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328cfae9-e29e-4cf5-aebb-0698e18b2580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.354236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e156077-a5bc-49b5-a9ea-d89c2917dd28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5167ee49ae8f40f8be6cf6d3073f3da5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0921049
Dec 11 21:01:02.356566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49262) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:02.387342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.396994 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.428597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:01:02.443203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.458461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=240879e0-b58b-4427-b51e-6369c3d33170,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:02.467898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] In _notify_port_updated(), no bound segment for port 240879e0-b58b-4427-b51e-6369c3d33170 on network 16ef0cc6-2b2f-4543-a426-866da8e6c601 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:02.468873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Transition to ACTIVE for port object 36ebb204-6efe-43d1-ba10-d668291bd8ac will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:01:02.470053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.475272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:02.475940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.480140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d0e361b-1ac5-4658-9b9f-22ae0f11cefc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/ports/240879e0-b58b-4427-b51e-6369c3d33170 HTTP/1.1" status: 200  len: 818 time: 0.5073500
Dec 11 21:01:02.483860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49270) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:02.487807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.529246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328cfae9-e29e-4cf5-aebb-0698e18b2580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.537348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328cfae9-e29e-4cf5-aebb-0698e18b2580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.566775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-328cfae9-e29e-4cf5-aebb-0698e18b2580 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c4458463d5f4acc8dbfae1da4a33549&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5742099
Dec 11 21:01:02.569151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:02.572888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.632487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cfae9-e29e-4cf5-aebb-0698e18b2580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069bf374-b913-4a3c-a8fb-4c1588118f81,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:02.633361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:02.673757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 240879e0-b58b-4427-b51e-6369c3d33170 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:02.674020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.693634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565949d8-e190-4d3a-b095-6d5bdb72c4ed req-b1f19e44-a678-4604-8aca-c73a153c7516 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:02.707089 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-565949d8-e190-4d3a-b095-6d5bdb72c4ed req-b1f19e44-a678-4604-8aca-c73a153c7516 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.2201550
Dec 11 21:01:02.759257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.776016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 240879e0-b58b-4427-b51e-6369c3d33170 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:02.813847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.816707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.820587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b8e8c0c-b4c7-4da5-818f-d62b88af3314 HTTP/1.1" status: 204  len: 168 time: 0.4608536
Dec 11 21:01:02.848254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.858678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78941d22-d636-4c1a-8a9f-0ef9e9126426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e8c0c-b4c7-4da5-818f-d62b88af3314,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:02.903404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:02.903856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:02.904312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:02.926950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-565949d8-e190-4d3a-b095-6d5bdb72c4ed req-f3a2cc42-706d-493d-81ba-7b579848b8aa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153597
Dec 11 21:01:02.938688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.939961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.957356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:02.957753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:02.964884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:02.965234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:02.965624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:02.966121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Bound port: 36ebb204-6efe-43d1-ba10-d668291bd8ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:02.966629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:02.985671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=240879e0-b58b-4427-b51e-6369c3d33170,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:03.008241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.014030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e85498ca-907e-4a58-8bd3-7e2d74fd19cc tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/240879e0-b58b-4427-b51e-6369c3d33170 HTTP/1.1" status: 204  len: 168 time: 0.5281818
Dec 11 21:01:03.016082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.068695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:03.073281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:03.074589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.077840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.079238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/069bf374-b913-4a3c-a8fb-4c1588118f81 HTTP/1.1" status: 204  len: 168 time: 0.5043342
Dec 11 21:01:03.090349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de45259-c5e7-4780-b5b8-88508971ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069bf374-b913-4a3c-a8fb-4c1588118f81,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:03.092944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.099883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ddd31-b380-4c02-be06-52840c240803 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.101754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c33ddd31-b380-4c02-be06-52840c240803 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0828302
Dec 11 21:01:03.105325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.131032 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e495415-c9fc-454e-be39-b611341fa89e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:03.133041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5e495415-c9fc-454e-be39-b611341fa89e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/240879e0-b58b-4427-b51e-6369c3d33170 HTTP/1.1" status: 404  len: 333 time: 0.0267859
Dec 11 21:01:03.138678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49300) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.144400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-761071249'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:03.170909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:03.173304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:03.176219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.183917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.185755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.190392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-69606275-3bd5-4a9b-85d1-f43e6bb8dda2 service neutron] 10.222.0.16 "PUT /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 1095 time: 1.2787545
Dec 11 21:01:03.191474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:03.196060 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:03.230948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:01:03.246616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.246989 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0 of type vlan for network 3f724ab6-dcab-404d-a899-83c78c3d47d2
Dec 11 21:01:03.264676 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a643fb-dd9d-463f-8b5d-ad88708baa0c x-openstack-request-id: req-46a643fb-dd9d-463f-8b5d-ad88708baa0c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:03.264980 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:03.265317 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46a643fb-dd9d-463f-8b5d-ad88708baa0c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:03.265733 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'status': 'completed', 'code': 200}
Dec 11 21:01:03.309357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.366954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-e4d1d13e-e18b-4b0e-9b92-0a562a735d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.367228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.368672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-e4d1d13e-e18b-4b0e-9b92-0a562a735d3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1098 time: 0.0877876
Dec 11 21:01:03.373860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.374563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.456125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=3f724ab6-dcab-404d-a899-83c78c3d47d2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:03.467321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:01:03.474748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-de4672af-c6e0-433a-8580-f178211c58f4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3347588
Dec 11 21:01:03.475383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49308) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.475766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49310) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.482141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:03.489607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-5922452c-2cef-4595-853e-21285c80ebd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.1102407
Dec 11 21:01:03.547746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-9d9f92b7-387f-4311-b7dd-080770668aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.549711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-9d9f92b7-387f-4311-b7dd-080770668aa2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0521271
Dec 11 21:01:03.591020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-920b2419-9adf-4b12-a445-dd6d2c214a3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00dda6847a8d489fb2801ed6b3300cec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1141372
Dec 11 21:01:03.594083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49312) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.615974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-7914313f-c70d-4b58-849e-e3bfcba5cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:03.617854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-7914313f-c70d-4b58-849e-e3bfcba5cd70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0578027
Dec 11 21:01:03.653085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:03.656607 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.674109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.728458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49318) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:03.747501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ff12370-9897-4c58-be54-5b3317189d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.752606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-0e61f79c-5ac9-450d-acec-c3b86f0697ff service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263118
Dec 11 21:01:03.768571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.878418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15550ad4-b38a-40a8-ac13-5a312327fbc1 req-1a9ac67e-a3eb-4c63-b3ba-3e57f94906d5 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1174083
Dec 11 21:01:03.892822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.895606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.896847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c0349f1-3aa8-4b1e-a72b-69ec97962334 HTTP/1.1" status: 204  len: 168 time: 0.3014812
Dec 11 21:01:03.919386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b99760-f212-4891-93a6-c2537355c1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0349f1-3aa8-4b1e-a72b-69ec97962334,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:03.981992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ff12370-9897-4c58-be54-5b3317189d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.986992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:03.993591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ff12370-9897-4c58-be54-5b3317189d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.058710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4ff12370-9897-4c58-be54-5b3317189d8b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=722587d166c0470fbb74ad7192cd8173&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3266461
Dec 11 21:01:04.058710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-75e84eda-ad36-454c-afd4-72fb609a3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.059743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-75e84eda-ad36-454c-afd4-72fb609a3d2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1098 time: 0.1289809
Dec 11 21:01:04.060234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:04.071225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=11c5347c-8f7d-4551-a132-a3bd1be19676,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:04.081811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:04.082181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 3f724ab6-dcab-404d-a899-83c78c3d47d2, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:01:04.106959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:01:04.112163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff12370-9897-4c58-be54-5b3317189d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f3140-a7cd-4890-ba9a-1d6afc4368b1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:04.129218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3f724ab6-dcab-404d-a899-83c78c3d47d2) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:04.136170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.136769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.141166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d068889a-56fa-47ec-ad61-9b022c352e4c None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:04.178299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b872b5e-b2ed-4c1c-8377-5fa1e23b8544 req-d21716f5-77de-4cdf-9638-a9c7278aae70 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.190099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1d386822-cd4d-41f1-ae1c-fc1e5eca803f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7021008
Dec 11 21:01:04.190099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49330) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:04.190410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b872b5e-b2ed-4c1c-8377-5fa1e23b8544 req-d21716f5-77de-4cdf-9638-a9c7278aae70 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.1756935
Dec 11 21:01:04.196651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:04.298315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3f724ab6-dcab-404d-a899-83c78c3d47d2', 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': '11c5347c-8f7d-4551-a132-a3bd1be19676'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:01:04.302608 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.328650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.336616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-a6be9d9a-487d-4ac3-8131-65a9f760537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.338626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-a6be9d9a-487d-4ac3-8131-65a9f760537a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2700233
Dec 11 21:01:04.373924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:04.386883 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.429909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b872b5e-b2ed-4c1c-8377-5fa1e23b8544 req-a5b8105b-0594-4b01-905b-d7e1f7e4e783 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404945
Dec 11 21:01:04.431588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-f2007d8e-53dc-4a9f-85fd-50fa323246f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0720253
Dec 11 21:01:04.485210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.545881 ncdv-master-1 neutron-server[125988]: INFO neutron.db.ipam_backend_mixin [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11c5347c-8f7d-4551-a132-a3bd1be19676 (CIDR: 172.20.0.0/28)
Dec 11 21:01:04.554035 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:01:04.554699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:04.579213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-9507b084-2f23-4e92-a0a9-3dc974b68d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.590950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6e3ef026-1cc5-4ace-ab69-4b7a1a1e4cda tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4064403
Dec 11 21:01:04.591219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-9507b084-2f23-4e92-a0a9-3dc974b68d23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1418509
Dec 11 21:01:04.603188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49352) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:04.615814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Allocated IP 172.20.0.2 (3f724ab6-dcab-404d-a899-83c78c3d47d2/11c5347c-8f7d-4551-a132-a3bd1be19676/fbb8c472-ed7d-49d9-9a5c-bce65f4960d7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:04.621259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:04.723666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-9a8010c6-f685-46d4-9f8f-e8c074d46b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:04.725180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-9a8010c6-f685-46d4-9f8f-e8c074d46b67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1230021
Dec 11 21:01:04.754332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.756907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.758524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/886f3140-a7cd-4890-ba9a-1d6afc4368b1 HTTP/1.1" status: 204  len: 168 time: 0.6907642
Dec 11 21:01:04.824732 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.842268 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:04.901403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:04.907571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:04.915549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:04.934044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Pushing event updated for resources: {'Port': ['ID=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:05.001215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Attempting to bind port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:05.002343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Attempting to bind port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:05.002746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Attempting to bind port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 on network 3f724ab6-dcab-404d-a899-83c78c3d47d2 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:05.009112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:05.009625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Checking segment: {'id': '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:05.010069 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.010550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Bound using segment: {'id': '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:05.011098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Bound port: fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:05.011777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.101120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] For port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:05.105028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] For port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,segment=NetworkSegment(1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0),segment_id=1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:05.117868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.163999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763c2fa-5304-4805-adb3-97623640757c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f3140-a7cd-4890-ba9a-1d6afc4368b1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:05.216554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-fb5c4089-5491-4f13-9ab3-7aba3bb5cb08 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4725320
Dec 11 21:01:05.218008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:05.221976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.242810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afbf86-69a1-4db3-819a-3ac49db3473f None None] Pushing event updated for resources: {'Port': ['ID=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:05.343697 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:01:05.434803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa46e0bb-64d3-47cd-a086-c5557fae2f3e req-63c87ca2-3430-4247-8aa3-d822ece7490d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076545
Dec 11 21:01:05.641373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e96b-e0f7-46d7-94cd-3c0802e387f2 req-b7ee54a9-9ca9-43ef-bfa4-ff75b2a5ab75 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:05.647745 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b050e96b-e0f7-46d7-94cd-3c0802e387f2 req-b7ee54a9-9ca9-43ef-bfa4-ff75b2a5ab75 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.1130333
Dec 11 21:01:05.731565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.785804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:05.788912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b050e96b-e0f7-46d7-94cd-3c0802e387f2 req-66a99a52-4479-48bc-85be-d5da70c67738 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331899
Dec 11 21:01:05.793703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:05.799641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:05.800319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:05.819788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=f8f751f1-b37e-43b7-b0fe-d127f51ba9a4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:05.830335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b66311e9-77dd-48c4-9f58-abe16e69214f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2261178
Dec 11 21:01:05.832977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:05.851109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'fixed_ips': [{'subnet_id': '11c5347c-8f7d-4551-a132-a3bd1be19676'}, {'subnet_id': 'f8f751f1-b37e-43b7-b0fe-d127f51ba9a4'}], 'name': 'tempest-PortsTestJSON-688636529'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:06.038380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:06.176015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:06.202496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:06.219981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 7584b131-a723-44f3-97ee-eacf1391dc55 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:06.291321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:06.292027 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:06.445520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:06.516293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,segment=NetworkSegment(1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0),segment_id=1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:06.522267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:06.614457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:06.722651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11f76d-3d76-46cc-bd06-00d753855c7d req-3dd60537-1601-441d-9b1f-a50f1af6ff5d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:06.724282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f11f76d-3d76-46cc-bd06-00d753855c7d req-3dd60537-1601-441d-9b1f-a50f1af6ff5d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.1414979
Dec 11 21:01:06.743675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ee7b4-7a44-43e2-8468-9d2f4f66751e None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:06.809914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.14 (3f724ab6-dcab-404d-a899-83c78c3d47d2/11c5347c-8f7d-4551-a132-a3bd1be19676/7584b131-a723-44f3-97ee-eacf1391dc55) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:06.820549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.25 (3f724ab6-dcab-404d-a899-83c78c3d47d2/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4/7584b131-a723-44f3-97ee-eacf1391dc55) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:06.832368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f11f76d-3d76-46cc-bd06-00d753855c7d req-65980fb1-89a3-4bd1-b7a7-6fc2ff25fc2d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817325
Dec 11 21:01:06.849879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a2da6b84-6419-462c-ab9c-bdee84afbfcc None None] Provisioning complete for port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:06.850858 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2da6b84-6419-462c-ab9c-bdee84afbfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.046308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Update dhcp port {'port': {'network_id': '3f724ab6-dcab-404d-a899-83c78c3d47d2', 'fixed_ips': [{'subnet_id': '11c5347c-8f7d-4551-a132-a3bd1be19676', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8f751f1-b37e-43b7-b0fe-d127f51ba9a4'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'fbb8c472-ed7d-49d9-9a5c-bce65f4960d7'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:01:07.069832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49472) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:07.076778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f8210-4608-4308-b4d1-0e57f930e02a req-16e56860-e531-4ca0-874a-3e760821118d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:07.085039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf5f8210-4608-4308-b4d1-0e57f930e02a req-16e56860-e531-4ca0-874a-3e760821118d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.1766498
Dec 11 21:01:07.087072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.215169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf5f8210-4608-4308-b4d1-0e57f930e02a req-f8572fb9-6eba-4b62-9a42-07bf669e765d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290650
Dec 11 21:01:07.218966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.241061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7265b79-290c-4c46-9451-065773d4b1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.270504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.330515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:07.334054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:07.338079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:07.348048 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7265b79-290c-4c46-9451-065773d4b1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.349345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Allocated IP 172.20.0.18 (3f724ab6-dcab-404d-a899-83c78c3d47d2/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4/fbb8c472-ed7d-49d9-9a5c-bce65f4960d7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:07.356054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7265b79-290c-4c46-9451-065773d4b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.367242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=7584b131-a723-44f3-97ee-eacf1391dc55,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:07.410414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:07.411516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.422144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7265b79-290c-4c46-9451-065773d4b1c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbd21bef60bf4e2cb2a1587d654d1283&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3511569
Dec 11 21:01:07.424588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265b79-290c-4c46-9451-065773d4b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafcbeaf-9a80-46c4-8af8-50d295c713e2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:07.425848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49480) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:07.439083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-448e9525-bed5-4fd3-991c-a661e0bd8e49 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 1.6025097
Dec 11 21:01:07.440152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:07.446455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11c5347c-8f7d-4551-a132-a3bd1be19676'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:07.469971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] For port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,segment=NetworkSegment(1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0),segment_id=1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:07.500735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.516204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.522586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.529259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.589010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.597466 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.602665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bafcbeaf-9a80-46c4-8af8-50d295c713e2 HTTP/1.1" status: 204  len: 168 time: 0.1756475
Dec 11 21:01:07.614051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed06353-ef3c-4dec-9e18-3f52248c4e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafcbeaf-9a80-46c4-8af8-50d295c713e2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:07.642851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Pushing event updated for resources: {'Port': ['ID=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:07.652958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.653308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.653629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.654043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.654280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.654671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.654991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.655375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.655625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.655945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.656287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.656567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.656739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:07.656880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0e1b4a-eaa4-470e-a168-702584d81a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:07.984441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Delete allocated IP 172.20.0.25 (3f724ab6-dcab-404d-a899-83c78c3d47d2/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4) {{(pid=125988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 21:01:07.988398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:01:08.033828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:08.086047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9bc9-6be9-42cd-9add-7db0025b7aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.145583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f70351-9b11-4c9e-9828-17c35ba5ed4a req-69100318-d963-4729-a274-545c9a80cf81 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:08.156104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8f70351-9b11-4c9e-9828-17c35ba5ed4a req-69100318-d963-4729-a274-545c9a80cf81 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.1617911
Dec 11 21:01:08.227594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:08.292082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9bc9-6be9-42cd-9add-7db0025b7aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.309800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e0a9bc9-6be9-42cd-9add-7db0025b7aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.320223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5fa98776-bead-4719-98e8-6a02b73a424d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:08.322099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5fa98776-bead-4719-98e8-6a02b73a424d tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 946 time: 0.2025087
Dec 11 21:01:08.346547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:08.377485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.387276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'mac_address': 'fa:16:3e:7a:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:01:08.398444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8f70351-9b11-4c9e-9828-17c35ba5ed4a req-e4a2575d-6560-43df-828b-428029c10563 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8d270c8-717c-457b-954e-12739ebcd2d4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747015
Dec 11 21:01:08.400615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:08.400779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.423874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.466156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4e0a9bc9-6be9-42cd-9add-7db0025b7aa1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d05cf3581a694f8ca35c0c62ddc96072&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4313035
Dec 11 21:01:08.472777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49514) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:08.492976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Deleting port 88757d16-c927-4f59-868f-87b5e7fc7227 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:08.493323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.554742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85703e4f-e2fa-49ec-99d0-62ff5f54a06f None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:08.558708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a9bc9-6be9-42cd-9add-7db0025b7aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257274bf-7556-4444-81bf-eed8ffb0a14e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:08.625780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] For port 88757d16-c927-4f59-868f-87b5e7fc7227, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=88757d16-c927-4f59-868f-87b5e7fc7227,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:08.625933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=7584b131-a723-44f3-97ee-eacf1391dc55,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:08.626694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.656736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef660f0e-4d89-40b3-b2da-60dc21825279 req-2d899148-ec84-4114-b5d9-45e1122f203d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:08.667232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.667939 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef660f0e-4d89-40b3-b2da-60dc21825279 req-2d899148-ec84-4114-b5d9-45e1122f203d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.2609468
Dec 11 21:01:08.690074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.713769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4223e53b-8017-4bb4-9bf4-bca2cd61cc7a None None] Provisioning complete for port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:08.714148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4223e53b-8017-4bb4-9bf4-bca2cd61cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.717280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:01:08.735038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.751385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] In _notify_port_updated(), no bound segment for port 7584b131-a723-44f3-97ee-eacf1391dc55 on network 3f724ab6-dcab-404d-a899-83c78c3d47d2 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:08.759783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:08.760430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.761753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e49cf49a-4608-4ebd-bf48-d07534db0d3d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/ports/7584b131-a723-44f3-97ee-eacf1391dc55 HTTP/1.1" status: 200  len: 919 time: 1.3211029
Dec 11 21:01:08.768405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:08.775500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11c5347c-8f7d-4551-a132-a3bd1be19676'}, {'subnet_id': 'f8f751f1-b37e-43b7-b0fe-d127f51ba9a4'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:08.801809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:08.815661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.830621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef660f0e-4d89-40b3-b2da-60dc21825279 req-6fff39d5-c84a-47f1-8866-2932c10cab02 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612499
Dec 11 21:01:08.905490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.927182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.929817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.933472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/257274bf-7556-4444-81bf-eed8ffb0a14e HTTP/1.1" status: 204  len: 168 time: 0.4243474
Dec 11 21:01:08.959187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.959923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:08.960557 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Floating IP 0639b2e5-2472-4ce9-9f54-5b45c71913c4 disassociated. External IP: 172.35.1.170, port: 88757d16-c927-4f59-868f-87b5e7fc7227.
Dec 11 21:01:08.962746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Calling delete_port for 88757d16-c927-4f59-868f-87b5e7fc7227 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:08.965175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51d4cf-a427-4224-b2ee-38b057075b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257274bf-7556-4444-81bf-eed8ffb0a14e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:09.233612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:09.297557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['36ebb204-6efe-43d1-ba10-d668291bd8ac'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:09.310847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.416761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3977e428-30fa-42ea-95d7-1fc331df37ef None None] Provisioning complete for port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:09.420157 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3977e428-30fa-42ea-95d7-1fc331df37ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.433079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'Port': ['ID=88757d16-c927-4f59-868f-87b5e7fc7227,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:09.524165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.19 (3f724ab6-dcab-404d-a899-83c78c3d47d2/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4/7584b131-a723-44f3-97ee-eacf1391dc55) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:09.592664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2996418e-d982-44d3-b380-243f9fc47281 req-2ea078dc-c98f-4aba-8bc7-013bd174d736 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 210 time: 0.0569780
Dec 11 21:01:09.605275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49544) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:09.638408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3977e428-30fa-42ea-95d7-1fc331df37ef None None] Provisioning complete for port 7584b131-a723-44f3-97ee-eacf1391dc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:09.638767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3977e428-30fa-42ea-95d7-1fc331df37ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.705933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3977e428-30fa-42ea-95d7-1fc331df37ef None None] Port 7584b131-a723-44f3-97ee-eacf1391dc55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:09.724831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:01:09.754979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.764360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.840247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fe9a01c-9389-49fe-9523-7c91bc233791 None None] Provisioning complete for port 7584b131-a723-44f3-97ee-eacf1391dc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:09.841032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fe9a01c-9389-49fe-9523-7c91bc233791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.843710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6b53362-e9f8-4c79-9e6a-9a1b71bc8c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.945207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=7584b131-a723-44f3-97ee-eacf1391dc55,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:09.960108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] In _notify_port_updated(), no bound segment for port 7584b131-a723-44f3-97ee-eacf1391dc55 on network 3f724ab6-dcab-404d-a899-83c78c3d47d2 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:09.969718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:09.972779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:09.972944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3fe9a01c-9389-49fe-9523-7c91bc233791 None None] Port 7584b131-a723-44f3-97ee-eacf1391dc55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:09.978088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dd8cdfb2-e57c-4da8-b26c-562563f8b2ac tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/ports/7584b131-a723-44f3-97ee-eacf1391dc55 HTTP/1.1" status: 200  len: 999 time: 1.2085221
Dec 11 21:01:09.981469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49556) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:10.012100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6b53362-e9f8-4c79-9e6a-9a1b71bc8c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.060468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6b53362-e9f8-4c79-9e6a-9a1b71bc8c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.106689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fc9ca939-d0b8-4b45-a5a0-72faf2876fb0 None None] Provisioning complete for port 7584b131-a723-44f3-97ee-eacf1391dc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:10.109328 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc9ca939-d0b8-4b45-a5a0-72faf2876fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.163065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 7584b131-a723-44f3-97ee-eacf1391dc55 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:10.163065 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.181188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ca939-d0b8-4b45-a5a0-72faf2876fb0 None None] Port 7584b131-a723-44f3-97ee-eacf1391dc55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:10.236804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ea9c1-7c0c-439e-a929-5999bc1cd423 req-c330badc-c3d1-4c92-9854-8c733709374b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:10.238851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f4ea9c1-7c0c-439e-a929-5999bc1cd423 req-c330badc-c3d1-4c92-9854-8c733709374b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.2240868
Dec 11 21:01:10.242168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b53362-e9f8-4c79-9e6a-9a1b71bc8c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c063404-d1ae-472b-84a5-2bac4b5c13ec,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:10.256741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d6b53362-e9f8-4c79-9e6a-9a1b71bc8c5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aab9b85ef974496a7a8ee575c1fa22e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6539881
Dec 11 21:01:10.260186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:10.282245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:01:10.306276 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:01:10.330718 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:10.337465 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84085e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:10.376536 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f4ea9c1-7c0c-439e-a929-5999bc1cd423 req-fb2e8c34-2bda-4716-a6aa-80ccfbd2636a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026049
Dec 11 21:01:10.377719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] No DVR routers for this DVR port 88757d16-c927-4f59-868f-87b5e7fc7227 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:10.381962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.389208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0041653-6123-4084-bcbd-5bb437f63e94 req-5df580c5-dbf6-46e9-9300-1fa36e018047 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.16 "DELETE /v2.0/ports/88757d16-c927-4f59-868f-87b5e7fc7227 HTTP/1.1" status: 204  len: 173 time: 2.0593729
Dec 11 21:01:10.389504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.389784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'name': 'network-vif-deleted', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:10.392173 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bdb3c0-05e3-4824-a97e-98aeaa89f727" -d '{"events": [{"server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "name": "network-vif-deleted", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:10.415058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 7584b131-a723-44f3-97ee-eacf1391dc55 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:10.508404 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:01:10.513355 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e651f8c-2401-439a-8776-44a67c6ae924 x-openstack-request-id: req-5e651f8c-2401-439a-8776-44a67c6ae924 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:10.513667 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b1a1d7-f983-438a-ad63-50858dee7d3a", "name": "network-vif-deleted", "tag": "88757d16-c927-4f59-868f-87b5e7fc7227", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:10.513931 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e651f8c-2401-439a-8776-44a67c6ae924 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:10.514434 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b1a1d7-f983-438a-ad63-50858dee7d3a', 'name': 'network-vif-deleted', 'tag': '88757d16-c927-4f59-868f-87b5e7fc7227', 'status': 'completed', 'code': 200}
Dec 11 21:01:10.536048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f9b8c54e-52c8-4d1d-90ba-cf3deba984c6 None None] Provisioning complete for port 7584b131-a723-44f3-97ee-eacf1391dc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:10.536491 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c54e-52c8-4d1d-90ba-cf3deba984c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.580440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f9b8c54e-52c8-4d1d-90ba-cf3deba984c6 None None] Port 7584b131-a723-44f3-97ee-eacf1391dc55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:10.591857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.636069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.703596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0dba142-adce-49db-bf09-09d68738e397 req-893ff0b2-acba-4670-a0a9-c64934414f05 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b1a1d7-f983-438a-ad63-50858dee7d3a HTTP/1.1" status: 200  len: 210 time: 0.0315626
Dec 11 21:01:10.736651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.739376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.742977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c063404-d1ae-472b-84a5-2bac4b5c13ec HTTP/1.1" status: 204  len: 168 time: 0.4793789
Dec 11 21:01:10.776733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107d05-b8e6-4197-bb17-4ea0442a67d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c063404-d1ae-472b-84a5-2bac4b5c13ec,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:10.801377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.837258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=7584b131-a723-44f3-97ee-eacf1391dc55,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:10.845861 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84085e50>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:10.884048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:01:10.906445 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:10.915149 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84085e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:00:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:10.962190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:10.967081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c23cee9e-a904-4399-8d3c-78a59c51cc7a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/7584b131-a723-44f3-97ee-eacf1391dc55 HTTP/1.1" status: 204  len: 168 time: 0.9842536
Dec 11 21:01:10.968321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49588) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:10.998247 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9acca0ae-a780-483c-b2f5-d27d3d97733a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.030660 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b18556-3cff-4004-bacb-b491ba08524d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:11.035227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b0b18556-3cff-4004-bacb-b491ba08524d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/7584b131-a723-44f3-97ee-eacf1391dc55 HTTP/1.1" status: 404  len: 333 time: 0.0626116
Dec 11 21:01:11.035365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49590) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:11.085672 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:01:11.142702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet f8f751f1-b37e-43b7-b0fe-d127f51ba9a4 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:11.145977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.210000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.331116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.372477 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84085e50>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:11.406732 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a4654-8b18-4295-919a-cbcee79f0cc4 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T20:54:09Z', 'revision_number': 4, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '111c1e7c-8fb3-492d-846d-40f52b5341d7', 'name': '', 'network_id': 'e53b7dcf-68b0-4074-8e5c-005370414c81', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'mac_address': 'fa:16:3e:6f:8b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:05Z', 'updated_at': '2021-12-11T20:54:18Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'subnets': [{'id': '2332396c-c93c-4eb4-a00c-9a70dba2b340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:01:11.406969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.452451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f751f1-b37e-43b7-b0fe-d127f51ba9a4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:11.471553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.472404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65054c74-9838-45cb-a6e1-fdf6aaaebe70 None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:11.475713 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4997e3eb-a3f5-4315-82ac-255385579a78 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4 HTTP/1.1" status: 204  len: 168 time: 0.4390073
Dec 11 21:01:11.478083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49618) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:11.608360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet 11c5347c-8f7d-4551-a132-a3bd1be19676 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:11.613632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.646464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b65cf-560f-4dc1-962a-1386e9bd3215 req-67071fff-9a6b-4504-b2d3-c2436f544138 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:11.650861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-391b65cf-560f-4dc1-962a-1386e9bd3215 req-67071fff-9a6b-4504-b2d3-c2436f544138 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.0989194
Dec 11 21:01:11.681316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.788836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-391b65cf-560f-4dc1-962a-1386e9bd3215 req-f63a5cf5-7aae-4a8d-bc11-d905362697a3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272383
Dec 11 21:01:11.822636 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.865203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49632) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:11.953915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:11.968822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e74178f-d740-4115-b4e4-2c1226f79160 None None] New status for floating IP 0639b2e5-2472-4ce9-9f54-5b45c71913c4: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:01:11.991775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=11c5347c-8f7d-4551-a132-a3bd1be19676,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:12.000876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.006235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.009606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d4725df9-fe78-43fa-9274-475dd6b9ff2a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/11c5347c-8f7d-4551-a132-a3bd1be19676 HTTP/1.1" status: 204  len: 168 time: 0.5303531
Dec 11 21:01:12.013385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49642) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:12.047763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.061207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:12.130122 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.133733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.135941 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8d270c8-717c-457b-954e-12739ebcd2d4 HTTP/1.1" status: 204  len: 168 time: 0.2694218
Dec 11 21:01:12.140360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49646) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:12.165250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c33a2-9f53-420d-80b2-06df67094b68 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d270c8-717c-457b-954e-12739ebcd2d4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:12.174190 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-74900f90-fcef-4b28-93aa-5f2518d5a8f3 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] show failed (client error): The resource could not be found.
Dec 11 21:01:12.179103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-74900f90-fcef-4b28-93aa-5f2518d5a8f3 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "GET /v2.0/security-groups/c8d270c8-717c-457b-954e-12739ebcd2d4 HTTP/1.1" status: 404  len: 347 time: 0.0376933
Dec 11 21:01:12.179908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49650) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:12.239727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.312423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 36ebb204-6efe-43d1-ba10-d668291bd8ac completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:01:12.325616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 36ebb204-6efe-43d1-ba10-d668291bd8ac triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:12.326005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.334843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:12.339168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.459657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,segment=NetworkSegment(1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0),segment_id=1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:12.460578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.480671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:12.537963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.609540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:12.614231 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b61f8-fe10-4a00-b0a4-66e44ac0a528" -d '{"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-plugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:12.645198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:12.661550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.663428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 88757d16-c927-4f59-868f-87b5e7fc7227 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:12.722067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:12.748865 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e495c2-0bf9-4ab0-8e20-0de179a45515 x-openstack-request-id: req-17e495c2-0bf9-4ab0-8e20-0de179a45515 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:12.749163 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-plugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:12.749418 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17e495c2-0bf9-4ab0-8e20-0de179a45515 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:12.749948 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'code': 200}
Dec 11 21:01:12.820358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26a9afa-2b42-492f-96fd-d924bba820ea None None] Network 3f724ab6-dcab-404d-a899-83c78c3d47d2 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:12.821085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=fbb8c472-ed7d-49d9-9a5c-bce65f4960d7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:12.832003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 88757d16-c927-4f59-868f-87b5e7fc7227 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:12.832366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 88757d16-c927-4f59-868f-87b5e7fc7227 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:12.832875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:12.935425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-11fb513a-8e58-4dcb-9aac-c8ab4d9148a5 None None] Could not find standard attr ID for object fbb8c472-ed7d-49d9-9a5c-bce65f4960d7. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:12.939440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:12.996555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Deleting port 198052ca-49ab-48c4-85ed-e1304a8afbb1 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:12.997128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.049989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.076794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0844c31-aaa2-4a86-ae42-b59765c2ccb3 None None] DHCP port deletion for 3f724ab6-dcab-404d-a899-83c78c3d47d2 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:01:13.077390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.077571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.082097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2102d-d4e0-4d85-8627-68e827e99162 req-a50db81d-ed6b-4ac9-a79e-7ac48f9f3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:13.084727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12e2102d-d4e0-4d85-8627-68e827e99162 req-a50db81d-ed6b-4ac9-a79e-7ac48f9f3be2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1100 time: 0.2891390
Dec 11 21:01:13.094281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Calling delete_port for 198052ca-49ab-48c4-85ed-e1304a8afbb1 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:13.107307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e042ac0>,) {'filters': {'network_id': ['3f724ab6-dcab-404d-a899-83c78c3d47d2']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:13.128567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e042ac0>, '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:13.129433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e042ac0>, '1490ce2d-fb9b-4a3d-adde-d45ffb1e7fd0') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:13.138534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb6ad-6c13-477c-9843-4bf65fa32f05 req-40c3eb5c-3b50-45e2-bc53-6b07cbdcb266 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:13.145931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eeedb6ad-6c13-477c-9843-4bf65fa32f05 req-40c3eb5c-3b50-45e2-bc53-6b07cbdcb266 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.2175798
Dec 11 21:01:13.171434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.223232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.238725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12e2102d-d4e0-4d85-8627-68e827e99162 req-ac978559-3661-4c96-936f-9a9b2cc38c22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413689
Dec 11 21:01:13.239767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:13.240209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:13.244254 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:13.249248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.266849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eeedb6ad-6c13-477c-9843-4bf65fa32f05 req-991f89cb-c166-4b57-9d51-ddf1608a7da4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183033
Dec 11 21:01:13.270873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49684) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.275664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Pushing event deleted for resources: {'Port': ['ID=198052ca-49ab-48c4-85ed-e1304a8afbb1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:13.331081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.352794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.353028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.356210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/3f724ab6-dcab-404d-a899-83c78c3d47d2 HTTP/1.1" status: 204  len: 168 time: 1.3415556
Dec 11 21:01:13.356456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.360497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1d5fe9a8-5d53-4e84-aa7c-2e61d7f2f696 tempest-AttachVolumeTestJSON-496084914 tempest-AttachVolumeTestJSON-496084914-project] 10.222.0.18 "DELETE /v2.0/floatingips/0639b2e5-2472-4ce9-9f54-5b45c71913c4 HTTP/1.1" status: 204  len: 168 time: 1.1768231
Dec 11 21:01:13.361297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eda79-e1b3-4721-b1c1-a1fe372f918e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=3f724ab6-dcab-404d-a899-83c78c3d47d2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:13.362918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49688) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.424820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-944aea6a-6b0e-45b8-96e0-7035c2282db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.441005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b8a170-df4a-4b16-bbc9-abf8cd66d9a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:13.442524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-79b8a170-df4a-4b16-bbc9-abf8cd66d9a1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0776827
Dec 11 21:01:13.446237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.471896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f56d-21e7-42c6-ae13-dd564ada6b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.533660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b21d9391-5262-4a8e-8f3e-dce6d6758827 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.0862551
Dec 11 21:01:13.536951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49698) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.551754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213877951'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:13.586932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:13.590924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.616970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-944aea6a-6b0e-45b8-96e0-7035c2282db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.619049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:01:13.622395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-944aea6a-6b0e-45b8-96e0-7035c2282db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.632075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.633426 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 46f1ad37-36c9-44a2-88e1-4a95a2e72403 of type vlan for network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e
Dec 11 21:01:13.663316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aea6a-6b0e-45b8-96e0-7035c2282db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d63e92-8303-46f5-ad2b-a7139f4552b2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:13.674911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-944aea6a-6b0e-45b8-96e0-7035c2282db7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4b744610e324506881e549b927018c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4014754
Dec 11 21:01:13.678215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.727043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.760929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.766513 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.775140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:13.777182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.800046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.876466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3357737
Dec 11 21:01:13.876466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5605e-fa9b-49bc-a67d-4889b3f8d1d2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:13.876827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.877496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49720) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:13.885021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:13.888341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:01:13.890315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:13.890460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04d63e92-8303-46f5-ad2b-a7139f4552b2 HTTP/1.1" status: 204  len: 168 time: 0.2109988
Dec 11 21:01:13.902157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2a53c-1c1b-48d7-b4a2-53d6150bc608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d63e92-8303-46f5-ad2b-a7139f4552b2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:14.054829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:14.059222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:14.135132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:14.159710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:14.160459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fbb8c472-ed7d-49d9-9a5c-bce65f4960d7 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:14.355120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:14.420788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e40e4a-86ba-45b0-a50e-e0af0ed7039d req-8a0a6ddb-9b10-42d8-84b7-d30379ea95e4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:14.422335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e40e4a-86ba-45b0-a50e-e0af0ed7039d req-8a0a6ddb-9b10-42d8-84b7-d30379ea95e4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0547676
Dec 11 21:01:14.427603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=eeaef5c7-6401-420b-a0c8-34668c73eda0,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:14.437887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '46f1ad37-36c9-44a2-88e1-4a95a2e72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:14.438248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:01:14.456818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:01:14.473608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:14.478244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:14.478876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:14.485751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94998f-c2a7-4734-ba8c-248e48c68844 None None] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:14.489943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e40e4a-86ba-45b0-a50e-e0af0ed7039d req-5779c96b-f116-4faa-898b-8b040b42c0d7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614719
Dec 11 21:01:14.525374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e3652804-068f-4522-bc26-6336a05c9063 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6390922
Dec 11 21:01:14.526037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49756) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:14.533429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e', 'name': 'tempest-PortsTestJSON-2087413223'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:14.614251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e', 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': 'eeaef5c7-6401-420b-a0c8-34668c73eda0'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:01:14.615574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:14.708824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4db09-505b-4ce2-94c3-61e33da267ba req-a6e51e17-533d-4606-8fe1-00cb199d572c tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:14.710602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13e4db09-505b-4ce2-94c3-61e33da267ba req-a6e51e17-533d-4606-8fe1-00cb199d572c tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1100 time: 0.1033270
Dec 11 21:01:14.743750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:14.750110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:14.784510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port b1298838-8df2-42cf-9a81-bb4c903876c7 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:14.805934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13e4db09-505b-4ce2-94c3-61e33da267ba req-503d1797-e168-460c-847c-4b4caa4a3e3b tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734670
Dec 11 21:01:14.814962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Allocated IP 172.20.0.2 (5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e/eeaef5c7-6401-420b-a0c8-34668c73eda0/0fe6600e-a8e0-4917-9b6b-9d442c256a38) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:14.904913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.038313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.054526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.098448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:15.103620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:15.110080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:15.114096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Pushing event updated for resources: {'Port': ['ID=0fe6600e-a8e0-4917-9b6b-9d442c256a38,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:15.140862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.4 (5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e/eeaef5c7-6401-420b-a0c8-34668c73eda0/b1298838-8df2-42cf-9a81-bb4c903876c7) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:15.229778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Attempting to bind port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:15.231301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Attempting to bind port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46f1ad37-36c9-44a2-88e1-4a95a2e72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:15.232033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Attempting to bind port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 on network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:15.238876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:15.239378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Checking segment: {'id': '46f1ad37-36c9-44a2-88e1-4a95a2e72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:15.239890 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.240525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Bound using segment: {'id': '46f1ad37-36c9-44a2-88e1-4a95a2e72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:15.241133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Bound port: 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f1ad37-36c9-44a2-88e1-4a95a2e72403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:15.241629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.380770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] For port 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:15.393702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] For port 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fe6600e-a8e0-4917-9b6b-9d442c256a38,segment=NetworkSegment(46f1ad37-36c9-44a2-88e1-4a95a2e72403),segment_id=46f1ad37-36c9-44a2-88e1-4a95a2e72403)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:15.403797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.455550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-ddf18e02-e712-4b19-b701-efb1d54126f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2414236
Dec 11 21:01:15.474195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3db3e-1655-49f4-a9f7-6defbe19696d req-36262843-acf3-42ca-b3ab-efbe43c5666a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:15.475854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94f3db3e-1655-49f4-a9f7-6defbe19696d req-36262843-acf3-42ca-b3ab-efbe43c5666a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1028192
Dec 11 21:01:15.479838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.565433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486b1c-cde1-489b-8445-27bad4127c24 None None] Pushing event updated for resources: {'Port': ['ID=0fe6600e-a8e0-4917-9b6b-9d442c256a38,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:15.640948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.643008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94f3db3e-1655-49f4-a9f7-6defbe19696d req-656ba6f5-a7dd-4fa6-9a96-7ea5b7af08d5 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577413
Dec 11 21:01:15.665900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.727417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:15.730749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:15.736492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:15.808928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:15.809584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:15.826242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=b1298838-8df2-42cf-9a81-bb4c903876c7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:15.862323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8e9013ff-fa6a-4058-968d-cf874672b43e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.3325455
Dec 11 21:01:15.862544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49852) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:15.868996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e', 'name': 'tempest-PortsTestJSON-1418255252'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:16.200429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:16.221812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.233301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.262048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port be13cc38-e8a4-41cb-8b37-8dbafd2cabf4 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:16.270043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0fe6600e-a8e0-4917-9b6b-9d442c256a38 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:16.353173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:16.353856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.466784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.3 (5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e/eeaef5c7-6401-420b-a0c8-34668c73eda0/be13cc38-e8a4-41cb-8b37-8dbafd2cabf4) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:16.516581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.571433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fe6600e-a8e0-4917-9b6b-9d442c256a38,segment=NetworkSegment(46f1ad37-36c9-44a2-88e1-4a95a2e72403),segment_id=46f1ad37-36c9-44a2-88e1-4a95a2e72403)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:16.579079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.655614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=0fe6600e-a8e0-4917-9b6b-9d442c256a38,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:16.763195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.899869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:16.925355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06bec-3361-471e-8afb-2a343c705b41 req-39ee229b-718d-4727-a2ad-770a7624f7b8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:16.933460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7e06bec-3361-471e-8afb-2a343c705b41 req-39ee229b-718d-4727-a2ad-770a7624f7b8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1596427
Dec 11 21:01:17.084133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:17.092922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:17.108522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:17.161779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.181480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:17.192202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.219079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=be13cc38-e8a4-41cb-8b37-8dbafd2cabf4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:17.252078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7e06bec-3361-471e-8afb-2a343c705b41 req-cdd58bf6-1782-4455-be75-fcab3ed1c7c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2987657
Dec 11 21:01:17.273692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50000) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:17.274402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e4ce5c44-4c66-4243-bc85-415c0ba6cb25 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.4117074
Dec 11 21:01:17.389252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc31d09-7993-4e4c-86a0-9b939eb4a202 None None] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:17.420250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5dff6-587a-44ad-b057-5182f6e4b031 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:17.422215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0c5dff6-587a-44ad-b057-5182f6e4b031 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 922 time: 0.1469882
Dec 11 21:01:17.425027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50010) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:17.454895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50016) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:17.500549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e8ac5f5e-218c-46b7-810f-8ddc3017c0d0 None None] Provisioning complete for port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:17.501146 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8ac5f5e-218c-46b7-810f-8ddc3017c0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.614729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port be13cc38-e8a4-41cb-8b37-8dbafd2cabf4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:17.615507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.739931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.755906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for be13cc38-e8a4-41cb-8b37-8dbafd2cabf4 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:17.956739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:17.974368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-2e7fb351-b344-4b0a-9646-e6f487f3ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:17.976178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-2e7fb351-b344-4b0a-9646-e6f487f3ef8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1100 time: 0.0607083
Dec 11 21:01:18.091196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50044) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:18.104591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Could not find standard attr ID for object be13cc38-e8a4-41cb-8b37-8dbafd2cabf4. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:18.119214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Provisioning complete for port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:18.119823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.137198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=be13cc38-e8a4-41cb-8b37-8dbafd2cabf4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:18.233444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0fe6600e-a8e0-4917-9b6b-9d442c256a38 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:18.261120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-7d47e44b-ecb0-435f-b663-f0df72b8ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:18.263060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-7d47e44b-ecb0-435f-b663-f0df72b8ddbc service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2777700
Dec 11 21:01:18.292697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.303886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ee5d360d-db94-47d9-936c-d1661b016f8c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/be13cc38-e8a4-41cb-8b37-8dbafd2cabf4 HTTP/1.1" status: 204  len: 168 time: 0.8751507
Dec 11 21:01:18.304605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:18.323090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-afde27a2-01cd-4275-b55b-5460ef976841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0518508
Dec 11 21:01:18.336356 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a91a2b6-ef13-4aa5-9e58-6382c447e68b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:18.340326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fb33a81-92fc-4fdf-8b1f-1bcfda3c72b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.342072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a91a2b6-ef13-4aa5-9e58-6382c447e68b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/be13cc38-e8a4-41cb-8b37-8dbafd2cabf4 HTTP/1.1" status: 404  len: 333 time: 0.0363398
Dec 11 21:01:18.342721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50060) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:18.380218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Provisioning complete for port b1298838-8df2-42cf-9a81-bb4c903876c7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:18.380537 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.421112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d42113b2-46e7-41dd-aedc-b63545e2645b None None] Port b1298838-8df2-42cf-9a81-bb4c903876c7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:18.436471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:18.437012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.473827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port b1298838-8df2-42cf-9a81-bb4c903876c7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:18.474430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.638951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-37ff430d-8041-4f85-b2bc-342580a8be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:18.640416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-37ff430d-8041-4f85-b2bc-342580a8be2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.2384448
Dec 11 21:01:18.640777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-37f8436f-2d0d-46ff-8a26-a26c37b146fd None None] Provisioning complete for port b1298838-8df2-42cf-9a81-bb4c903876c7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:18.641265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-37f8436f-2d0d-46ff-8a26-a26c37b146fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.650370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fc29f-99a5-412e-81fb-4494c48e7a70 req-0f6d3f4d-ed67-438b-9d58-91c4fff93f77 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:18.659014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad3fc29f-99a5-412e-81fb-4494c48e7a70 req-0f6d3f4d-ed67-438b-9d58-91c4fff93f77 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1041749
Dec 11 21:01:18.682549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-37f8436f-2d0d-46ff-8a26-a26c37b146fd None None] Port b1298838-8df2-42cf-9a81-bb4c903876c7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:18.720193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.747269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for b1298838-8df2-42cf-9a81-bb4c903876c7 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:18.747569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fb33a81-92fc-4fdf-8b1f-1bcfda3c72b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.750051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-f1c7cf17-5f97-4e0f-9014-54b6d7b46419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:18.754753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-f1c7cf17-5f97-4e0f-9014-54b6d7b46419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0943837
Dec 11 21:01:18.756727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad3fc29f-99a5-412e-81fb-4494c48e7a70 req-763a51f3-1346-43cc-9c75-632e6ffe236c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964828
Dec 11 21:01:18.759244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fb33a81-92fc-4fdf-8b1f-1bcfda3c72b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.806132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c4a0e71-3084-4e8b-9a20-e2f39740e393 None None] Could not find standard attr ID for object be13cc38-e8a4-41cb-8b37-8dbafd2cabf4. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:18.918825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:18.919085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8fb33a81-92fc-4fdf-8b1f-1bcfda3c72b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6edfe75293614879a8bd8eae1f1ab6b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8196537
Dec 11 21:01:18.932195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb33a81-92fc-4fdf-8b1f-1bcfda3c72b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13215ab3-3bf0-4726-9605-2d0b12903c65,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:18.957924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.979964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:18.984768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-27246a60-77d9-4230-9865-00351edb71ef service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208929
Dec 11 21:01:19.002432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=b1298838-8df2-42cf-9a81-bb4c903876c7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:19.038773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.089046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.105296 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.108764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a5e7117a-43c9-49aa-8608-8b3f69a66329 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/b1298838-8df2-42cf-9a81-bb4c903876c7 HTTP/1.1" status: 204  len: 168 time: 0.7648382
Dec 11 21:01:19.114374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50088) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:19.156714 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf81cb0-acab-4349-94d0-b85bd3aba7a3 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:19.163250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6bf81cb0-acab-4349-94d0-b85bd3aba7a3 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/b1298838-8df2-42cf-9a81-bb4c903876c7 HTTP/1.1" status: 404  len: 333 time: 0.0478065
Dec 11 21:01:19.167488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:19.267889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet eeaef5c7-6401-420b-a0c8-34668c73eda0 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:19.273341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.276459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.278175 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13215ab3-3bf0-4726-9605-2d0b12903c65 HTTP/1.1" status: 204  len: 168 time: 0.3576787
Dec 11 21:01:19.279816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.314081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c67eb3-1257-4fe4-8ed9-b7ff5fff0b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13215ab3-3bf0-4726-9605-2d0b12903c65,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:19.353795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.476939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.563740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.584442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-601219fc-4506-446b-9619-1084c97d0a93 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5602713
Dec 11 21:01:19.611790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.620266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fcbe1f-3b69-4134-ac64-2978cd1bd965 None None] Network 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:19.620971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/eeaef5c7-6401-420b-a0c8-34668c73eda0 HTTP/1.1" status: 204  len: 168 time: 0.4510617
Dec 11 21:01:19.622173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7984f-1bca-48c8-960a-600999eabb93 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaef5c7-6401-420b-a0c8-34668c73eda0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:19.630887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50120) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:19.713588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:19.735924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06bf0855-935f-4bde-ab30-55e799b8c69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.738410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.818076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:19.818428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.886803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] DHCP port deletion for 5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:01:19.897635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06bf0855-935f-4bde-ab30-55e799b8c69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.905771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Deleting port 111c1e7c-8fb3-492d-846d-40f52b5341d7 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:19.906105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.908274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06bf0855-935f-4bde-ab30-55e799b8c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.922757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fe6600e-a8e0-4917-9b6b-9d442c256a38,segment=NetworkSegment(46f1ad37-36c9-44a2-88e1-4a95a2e72403),segment_id=46f1ad37-36c9-44a2-88e1-4a95a2e72403)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:19.923740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.942629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 0fe6600e-a8e0-4917-9b6b-9d442c256a38 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:19.951317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Deleting port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:19.951962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:19.961986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f66b0c-daa1-4c17-94e9-379291a37d50 req-84f96f24-5cce-48d0-9ca3-e567acd0c98d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:19.963646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67f66b0c-daa1-4c17-94e9-379291a37d50 req-84f96f24-5cce-48d0-9ca3-e567acd0c98d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0954340
Dec 11 21:01:19.998372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06bf0855-935f-4bde-ab30-55e799b8c69d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52964dbe36e6411e872dfc96695a944b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2811835
Dec 11 21:01:19.998966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0855-935f-4bde-ab30-55e799b8c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff0c0f-41a9-4cff-8bff-858ba5dc3099,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.002264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50128) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:20.023105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] For port 0fe6600e-a8e0-4917-9b6b-9d442c256a38, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fe6600e-a8e0-4917-9b6b-9d442c256a38,segment=NetworkSegment(46f1ad37-36c9-44a2-88e1-4a95a2e72403),segment_id=46f1ad37-36c9-44a2-88e1-4a95a2e72403)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:20.023516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.039648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Calling delete_port for 0fe6600e-a8e0-4917-9b6b-9d442c256a38 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:20.054948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] For port 111c1e7c-8fb3-492d-846d-40f52b5341d7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=111c1e7c-8fb3-492d-846d-40f52b5341d7,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:20.055315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.074849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67f66b0c-daa1-4c17-94e9-379291a37d50 req-a48c4af0-59bb-4cc6-9533-0a701b54b92e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692511
Dec 11 21:01:20.076228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Calling delete_port for 111c1e7c-8fb3-492d-846d-40f52b5341d7 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:20.086907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.098174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.129553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=0fe6600e-a8e0-4917-9b6b-9d442c256a38,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.135284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:20.159572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.176490 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.207440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0fe6600e-a8e0-4917-9b6b-9d442c256a38 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:20.211998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] Pushing event deleted for resources: {'Port': ['ID=0fe6600e-a8e0-4917-9b6b-9d442c256a38,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.213910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8269c-d072-4d40-84dd-ef2243583c08 None None] No DVR routers for this DVR port 0fe6600e-a8e0-4917-9b6b-9d442c256a38 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:20.229438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.233577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0fe6600e-a8e0-4917-9b6b-9d442c256a38 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:20.234363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0fe6600e-a8e0-4917-9b6b-9d442c256a38 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:20.265021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.267899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.269188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87ff0c0f-41a9-4cff-8bff-858ba5dc3099 HTTP/1.1" status: 204  len: 168 time: 0.2657225
Dec 11 21:01:20.277264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f56afa0>,) {'filters': {'network_id': ['5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:20.292366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0693997-296a-421f-a14a-3401901567c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff0c0f-41a9-4cff-8bff-858ba5dc3099,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.306927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f56afa0>, '46f1ad37-36c9-44a2-88e1-4a95a2e72403') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:20.308047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f56afa0>, '46f1ad37-36c9-44a2-88e1-4a95a2e72403') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:20.332786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.347167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.354600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:20.355029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:20.359643 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:20.388737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.424200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=111c1e7c-8fb3-492d-846d-40f52b5341d7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.445483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.475628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.483118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e HTTP/1.1" status: 204  len: 168 time: 0.8503201
Dec 11 21:01:20.484058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f8da-aa3b-4ae9-86f8-9bf64dd87a1f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=5ba6570b-f9d1-4ae0-b21c-d2b547c9ef1e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.487390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:20.492692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1603599685'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:20.569220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:20.575089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.633204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:01:20.694699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.695221 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment 53236890-7c81-475d-848e-6fb25eeb9aa5 of type vlan for network 393784c7-393a-442c-b0ec-9a820ffdaefb
Dec 11 21:01:20.736612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.750994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.862059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.867847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:20.868465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:20.923978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4355252
Dec 11 21:01:20.926842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50166) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:20.932266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:20.974411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c397-d243-45a0-b2e9-910290fb875f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=393784c7-393a-442c-b0ec-9a820ffdaefb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:20.991990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 393784c7-393a-442c-b0ec-9a820ffdaefb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:01:21.096480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:21.103455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.143767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Router 26107736-c8d1-467f-89dd-6cb618657230 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:01:21.266865 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.302184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:01:21.312385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Sync routers for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:01:21.319787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b4ac2b0-a3af-42f9-bd32-91bcf41402b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/26107736-c8d1-467f-89dd-6cb618657230/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8627617
Dec 11 21:01:21.320735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50182) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:21.326802 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:21.328255 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84214250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:21.388119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f1eb7-e6b4-4dca-8230-9214aaa7df88 req-267699f7-e553-4ceb-b24e-5247b501675c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:21.389669 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d11f1eb7-e6b4-4dca-8230-9214aaa7df88 req-267699f7-e553-4ceb-b24e-5247b501675c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1152911
Dec 11 21:01:21.436185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.482541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.488254 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:01:21.548915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d11f1eb7-e6b4-4dca-8230-9214aaa7df88 req-9813c22d-205f-43dd-b4af-cb5f5ea979a0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529276
Dec 11 21:01:21.557089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=ed322671-e452-4b04-9114-4b0232f13684,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:21.568504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': '53236890-7c81-475d-848e-6fb25eeb9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:21.568871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 393784c7-393a-442c-b0ec-9a820ffdaefb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:01:21.591272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 393784c7-393a-442c-b0ec-9a820ffdaefb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:01:21.605172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 393784c7-393a-442c-b0ec-9a820ffdaefb) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:21.614141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:21.616474 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.617473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990df8d0-515b-48f7-bc9e-cf3226427930 None None] Network 393784c7-393a-442c-b0ec-9a820ffdaefb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:21.647448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b8ba6e4e-8b86-425f-879a-6429713a9c92 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7190294
Dec 11 21:01:21.650287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50194) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:21.656432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.665207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb', 'name': 'tempest-PortsTestJSON-293761953', 'fixed_ips': [{'subnet_id': 'ed322671-e452-4b04-9114-4b0232f13684', 'ip_address': '172.20.0.10'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:21.737232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Deleting port bee172b1-0b0a-481b-89c0-2a7c7475a759 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:21.738465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.740744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-393784c7-393a-442c-b0ec-9a820ffdaefb', 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': 'ed322671-e452-4b04-9114-4b0232f13684'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:01:21.741915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.859262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:21.888736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] For port bee172b1-0b0a-481b-89c0-2a7c7475a759, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bee172b1-0b0a-481b-89c0-2a7c7475a759,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:21.889298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:21.913669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Allocated IP 172.20.0.2 (393784c7-393a-442c-b0ec-9a820ffdaefb/ed322671-e452-4b04-9114-4b0232f13684/437ea549-be0d-4352-9081-d70d21a8c6e5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:21.918173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Calling delete_port for bee172b1-0b0a-481b-89c0-2a7c7475a759 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:21.987884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84214250>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T21:01:20Z', 'revision_number': 5, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port': {'id': 'bee172b1-0b0a-481b-89c0-2a7c7475a759', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26107736-c8d1-467f-89dd-6cb618657230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:00Z', 'updated_at': '2021-12-11T20:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:22.017865 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Checking router: 26107736-c8d1-467f-89dd-6cb618657230 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:01:22.024598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.029516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Routers {'26107736-c8d1-467f-89dd-6cb618657230'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:22.030366 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84214250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['26107736-c8d1-467f-89dd-6cb618657230'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:22.045294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port e75459bb-30be-497a-a41d-46ab3b9ceb87 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:22.157344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.174102 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.242468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] Set router 26107736-c8d1-467f-89dd-6cb618657230 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:01:22.267860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Network 393784c7-393a-442c-b0ec-9a820ffdaefb is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:22.271025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:22.275671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:22.285023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.290000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Pushing event updated for resources: {'Port': ['ID=437ea549-be0d-4352-9081-d70d21a8c6e5,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:22.334741 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84214250>, [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T21:01:21Z', 'revision_number': 6, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:22.377545 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349c9d82-3790-46f2-811e-8f1b32ce4e10 None None] The sync data for ids ['26107736-c8d1-467f-89dd-6cb618657230'] in ncdv-master-1 is: [{'id': '26107736-c8d1-467f-89dd-6cb618657230', 'name': 'tempest-AttachVolumeTestJSON-674179558-router', 'tenant_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:53:58Z', 'updated_at': '2021-12-11T21:01:21Z', 'revision_number': 6, 'project_id': '3c90b7fcfb224a9c8a763b229c09b4a7', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:01:22.400716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.10 (393784c7-393a-442c-b0ec-9a820ffdaefb/ed322671-e452-4b04-9114-4b0232f13684/e75459bb-30be-497a-a41d-46ab3b9ceb87) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:22.406255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Attempting to bind port 437ea549-be0d-4352-9081-d70d21a8c6e5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:22.406780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Attempting to bind port 437ea549-be0d-4352-9081-d70d21a8c6e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53236890-7c81-475d-848e-6fb25eeb9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:22.407454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Attempting to bind port 437ea549-be0d-4352-9081-d70d21a8c6e5 on network 393784c7-393a-442c-b0ec-9a820ffdaefb {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:22.416350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:22.416998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Checking segment: {'id': '53236890-7c81-475d-848e-6fb25eeb9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:22.417499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.419382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Bound using segment: {'id': '53236890-7c81-475d-848e-6fb25eeb9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:22.419382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Bound port: 437ea549-be0d-4352-9081-d70d21a8c6e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53236890-7c81-475d-848e-6fb25eeb9aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:22.419382 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.434704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Pushing event deleted for resources: {'Port': ['ID=bee172b1-0b0a-481b-89c0-2a7c7475a759,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:22.475056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.529465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] For port 437ea549-be0d-4352-9081-d70d21a8c6e5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:22.537471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] For port 437ea549-be0d-4352-9081-d70d21a8c6e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ea549-be0d-4352-9081-d70d21a8c6e5,segment=NetworkSegment(53236890-7c81-475d-848e-6fb25eeb9aa5),segment_id=53236890-7c81-475d-848e-6fb25eeb9aa5)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:22.550879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.593363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.596782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.659198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa735e1-3a84-4a38-b9d7-3f5f3148cc8d None None] Pushing event updated for resources: {'Port': ['ID=437ea549-be0d-4352-9081-d70d21a8c6e5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:22.666992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.667915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26107736-c8d1-467f-89dd-6cb618657230 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:01:22.674960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.678718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8a9881e0-f269-41e9-ba4b-f42342b6eabf admin admin] 10.222.0.18 "DELETE /v2.0/routers/26107736-c8d1-467f-89dd-6cb618657230 HTTP/1.1" status: 204  len: 168 time: 1.3544955
Dec 11 21:01:22.681259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50232) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:22.755732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Deleting subnet 2332396c-c93c-4eb4-a00c-9a70dba2b340 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:22.773681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.882875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.912231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:22.936992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0a618-a5e1-4896-a509-d56e378652f6 req-fcc4749f-46f9-4f3c-8c5d-4cb3af779fd7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:22.938966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8be0a618-a5e1-4896-a509-d56e378652f6 req-fcc4749f-46f9-4f3c-8c5d-4cb3af779fd7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1598527
Dec 11 21:01:23.026846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8be0a618-a5e1-4896-a509-d56e378652f6 req-c30c2c2d-1535-48bf-beaa-a67e02363dc4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733976
Dec 11 21:01:23.036781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.092948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.116359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 393784c7-393a-442c-b0ec-9a820ffdaefb is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:23.123460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:23.131035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:23.168290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=e75459bb-30be-497a-a41d-46ab3b9ceb87,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:23.169460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.200323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2332396c-c93c-4eb4-a00c-9a70dba2b340,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:23.209290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:23.209978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.214520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.221651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baaffae-42a0-4bb5-a22d-c769541b9806 None None] Network e53b7dcf-68b0-4074-8e5c-005370414c81 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:23.229761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a0c1871-fcd3-429e-abc8-5e4ebd3efa62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2332396c-c93c-4eb4-a00c-9a70dba2b340 HTTP/1.1" status: 204  len: 168 time: 0.5472910
Dec 11 21:01:23.233783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06ec49a7-83cc-4649-9e5f-85489fdde455 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5794363
Dec 11 21:01:23.233783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:23.234444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:23.244583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '393784c7-393a-442c-b0ec-9a820ffdaefb', 'name': 'tempest-PortsTestJSON-1087999983', 'fixed_ips': [{'subnet_id': 'ed322671-e452-4b04-9114-4b0232f13684', 'ip_address': '172.20.0.9'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:23.421945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.455228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] DHCP port deletion for e53b7dcf-68b0-4074-8e5c-005370414c81 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:01:23.478748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:23.506627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Deleting port f4d020d8-9f78-4239-a5d6-1a068211f554 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:23.506874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.554818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Deleting port f4d020d8-9f78-4239-a5d6-1a068211f554 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:23.555341 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.606432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] For port f4d020d8-9f78-4239-a5d6-1a068211f554, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d020d8-9f78-4239-a5d6-1a068211f554,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:23.606944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.609154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.633554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] For port f4d020d8-9f78-4239-a5d6-1a068211f554, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4d020d8-9f78-4239-a5d6-1a068211f554,segment=NetworkSegment(a895d927-c767-4bd3-9e73-cfa41f01247b),segment_id=a895d927-c767-4bd3-9e73-cfa41f01247b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:23.634103 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.637552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Calling delete_port for f4d020d8-9f78-4239-a5d6-1a068211f554 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:23.641277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 1d698c8b-dc7a-4baa-a53d-6645b436e0b2 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:23.654897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Calling delete_port for f4d020d8-9f78-4239-a5d6-1a068211f554 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:23.748049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.779545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.797828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d020d8-9f78-4239-a5d6-1a068211f554,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:23.804569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] No DVR routers for this DVR port f4d020d8-9f78-4239-a5d6-1a068211f554 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:23.834428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] Pushing event deleted for resources: {'Port': ['ID=f4d020d8-9f78-4239-a5d6-1a068211f554,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:23.840408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5d751-75e1-47e0-8f74-ac5dafbda243 None None] No DVR routers for this DVR port f4d020d8-9f78-4239-a5d6-1a068211f554 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:23.900322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:23.929882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e7e49d0>,) {'filters': {'network_id': ['e53b7dcf-68b0-4074-8e5c-005370414c81']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:23.948187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e7e49d0>, 'a895d927-c767-4bd3-9e73-cfa41f01247b') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:23.948473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e7e49d0>, 'a895d927-c767-4bd3-9e73-cfa41f01247b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:23.954862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.9 (393784c7-393a-442c-b0ec-9a820ffdaefb/ed322671-e452-4b04-9114-4b0232f13684/1d698c8b-dc7a-4baa-a53d-6645b436e0b2) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:23.970268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.004281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.016268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:24.017168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:24.019533 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:24.108397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.152007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.176111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e53b7dcf-68b0-4074-8e5c-005370414c81 HTTP/1.1" status: 204  len: 168 time: 0.9304845
Dec 11 21:01:24.180845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae53dff-807f-4ec1-89aa-8c1a6a7da4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e53b7dcf-68b0-4074-8e5c-005370414c81,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:24.328263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0525-d191-4531-ae7b-1ae958144e4c req-af7bac7a-6690-4779-8c29-ead5ecc63c95 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:24.341159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b4a0525-d191-4531-ae7b-1ae958144e4c req-af7bac7a-6690-4779-8c29-ead5ecc63c95 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1182487
Dec 11 21:01:24.349593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 437ea549-be0d-4352-9081-d70d21a8c6e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:24.426073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.462679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b4a0525-d191-4531-ae7b-1ae958144e4c req-57933f4f-9094-423e-90cf-7d2fb0779a75 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162722
Dec 11 21:01:24.492277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 437ea549-be0d-4352-9081-d70d21a8c6e5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:24.492897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.554138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.620563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.622207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50348) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:24.673034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 437ea549-be0d-4352-9081-d70d21a8c6e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ea549-be0d-4352-9081-d70d21a8c6e5,segment=NetworkSegment(53236890-7c81-475d-848e-6fb25eeb9aa5),segment_id=53236890-7c81-475d-848e-6fb25eeb9aa5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:24.678529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.694829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=1d698c8b-dc7a-4baa-a53d-6645b436e0b2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:24.700203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 393784c7-393a-442c-b0ec-9a820ffdaefb is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:24.706893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:24.714862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:24.732052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a9164e3-d3bb-42c3-8fe6-49d27db4d382 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c90b7fcfb224a9c8a763b229c09b4a7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1058023
Dec 11 21:01:24.732536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:24.745522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=437ea549-be0d-4352-9081-d70d21a8c6e5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:24.772880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 111c1e7c-8fb3-492d-846d-40f52b5341d7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:24.828458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 111c1e7c-8fb3-492d-846d-40f52b5341d7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:24.833917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 111c1e7c-8fb3-492d-846d-40f52b5341d7 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:24.835904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bee172b1-0b0a-481b-89c0-2a7c7475a759 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:24.877690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:24.880230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.882156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: bee172b1-0b0a-481b-89c0-2a7c7475a759 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:24.882535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bee172b1-0b0a-481b-89c0-2a7c7475a759 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:24.882971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f4d020d8-9f78-4239-a5d6-1a068211f554 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:24.895230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:24.915770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f0ca5ae-d87f-41ba-9895-b651853e19b4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6794496
Dec 11 21:01:24.918843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50372) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:24.941993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f4d020d8-9f78-4239-a5d6-1a068211f554 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:24.942471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f4d020d8-9f78-4239-a5d6-1a068211f554 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:24.974744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff22c37-40bd-47df-b358-31735d44161e None None] Network 393784c7-393a-442c-b0ec-9a820ffdaefb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:24.983696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.030990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1da407-4981-4628-a278-04a9e029fc11 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:25.035432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cf1da407-4981-4628-a278-04a9e029fc11 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.1125095
Dec 11 21:01:25.036629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50378) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:25.070993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.075547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.077076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcf0f10b-b111-473b-ac48-de215ce186bd HTTP/1.1" status: 204  len: 168 time: 0.3432024
Dec 11 21:01:25.083272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7e1d45b3-69e1-489a-88ec-fbfca4438670 None None] Provisioning complete for port 437ea549-be0d-4352-9081-d70d21a8c6e5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:25.083646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e1d45b3-69e1-489a-88ec-fbfca4438670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.086497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d798f4-0d48-4517-88a4-5417f667ca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0f10b-b111-473b-ac48-de215ce186bd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:25.158664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3abb02-3a85-48c5-a7c3-3dc1f43c710b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:25.181684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3abb02-3a85-48c5-a7c3-3dc1f43c710b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:25.197456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3abb02-3a85-48c5-a7c3-3dc1f43c710b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:25.200751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6c3abb02-3a85-48c5-a7c3-3dc1f43c710b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.1621792
Dec 11 21:01:25.204370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50386) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:25.363667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 1d698c8b-dc7a-4baa-a53d-6645b436e0b2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:25.364020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.477777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.513544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 1d698c8b-dc7a-4baa-a53d-6645b436e0b2 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:25.560703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Provisioning complete for port e75459bb-30be-497a-a41d-46ab3b9ceb87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:25.562827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.646389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cee92-a3bc-482d-be6d-d9fe8ac0375d req-df1cdcd1-26b2-466a-9add-8742d7cd8487 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:25.651786 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e4cee92-a3bc-482d-be6d-d9fe8ac0375d req-df1cdcd1-26b2-466a-9add-8742d7cd8487 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0813456
Dec 11 21:01:25.659343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Port e75459bb-30be-497a-a41d-46ab3b9ceb87 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:25.678245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Provisioning complete for port 1d698c8b-dc7a-4baa-a53d-6645b436e0b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:25.678852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.743525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Port 1d698c8b-dc7a-4baa-a53d-6645b436e0b2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:25.766073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Provisioning complete for port 437ea549-be0d-4352-9081-d70d21a8c6e5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:25.766470 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a39d9c22-ff6a-4d9a-980f-e4561da51f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.843978 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e4cee92-a3bc-482d-be6d-d9fe8ac0375d req-7cbbac31-8f94-4def-a5c8-47473e47b737 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711409
Dec 11 21:01:25.890171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:25.958925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=1d698c8b-dc7a-4baa-a53d-6645b436e0b2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:26.011109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8873c36f-572d-45cf-9848-ef6982c68c68 None None] Provisioning complete for port e75459bb-30be-497a-a41d-46ab3b9ceb87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:26.012762 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8873c36f-572d-45cf-9848-ef6982c68c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.029803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.033709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e4e7aa2b-719b-4133-99d5-53eba0137890 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/1d698c8b-dc7a-4baa-a53d-6645b436e0b2 HTTP/1.1" status: 204  len: 168 time: 0.8264208
Dec 11 21:01:26.036473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50432) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:26.096310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8873c36f-572d-45cf-9848-ef6982c68c68 None None] Port e75459bb-30be-497a-a41d-46ab3b9ceb87 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:26.100382 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3fc7d1-dc13-45c0-b145-a8b1d5641b16 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:26.102054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf3fc7d1-dc13-45c0-b145-a8b1d5641b16 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/1d698c8b-dc7a-4baa-a53d-6645b436e0b2 HTTP/1.1" status: 404  len: 333 time: 0.0638804
Dec 11 21:01:26.104772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50436) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:26.177796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 437ea549-be0d-4352-9081-d70d21a8c6e5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:26.230030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4277605a-0ca7-438c-87e4-3352f726663c None None] Could not find standard attr ID for object 1d698c8b-dc7a-4baa-a53d-6645b436e0b2. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:26.254828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 437ea549-be0d-4352-9081-d70d21a8c6e5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:26.255342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.299199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port e75459bb-30be-497a-a41d-46ab3b9ceb87 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:26.299575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.479546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.495960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for e75459bb-30be-497a-a41d-46ab3b9ceb87 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:26.651855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.684442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=e75459bb-30be-497a-a41d-46ab3b9ceb87,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:26.785617 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.792811 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-786375c6-5cfa-407b-ac23-fac98a28a998 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/e75459bb-30be-497a-a41d-46ab3b9ceb87 HTTP/1.1" status: 204  len: 168 time: 0.6845784
Dec 11 21:01:26.793399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50508) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:26.820807 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e80fbc-c7e6-44b3-80ba-54a1c4c05149 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:26.825340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50510) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:26.827239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f5e80fbc-c7e6-44b3-80ba-54a1c4c05149 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/e75459bb-30be-497a-a41d-46ab3b9ceb87 HTTP/1.1" status: 404  len: 333 time: 0.0325563
Dec 11 21:01:26.889463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet ed322671-e452-4b04-9114-4b0232f13684 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:26.893617 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:26.961840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.096750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c16e7-5a54-4aa5-b59b-cc060de8db49 req-a7542db0-c02b-4fdb-a792-403b52e7f7b8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:27.112002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-213c16e7-5a54-4aa5-b59b-cc060de8db49 req-a7542db0-c02b-4fdb-a792-403b52e7f7b8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1242464
Dec 11 21:01:27.119896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.212598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-213c16e7-5a54-4aa5-b59b-cc060de8db49 req-ff5d8262-ef5d-442f-9616-e800f3bd3482 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943115
Dec 11 21:01:27.237086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.264960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=ed322671-e452-4b04-9114-4b0232f13684,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:27.272867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.279029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae1448a-ea45-4262-a9e5-4a7f9e4215e5 None None] Network 393784c7-393a-442c-b0ec-9a820ffdaefb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:27.280171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-16a9eb74-f75c-41b2-b2ce-4d7a52fd3430 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/ed322671-e452-4b04-9114-4b0232f13684 HTTP/1.1" status: 204  len: 168 time: 0.4534798
Dec 11 21:01:27.280306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50550) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:27.415542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.512691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 437ea549-be0d-4352-9081-d70d21a8c6e5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:27.518665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.549106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] DHCP port deletion for 393784c7-393a-442c-b0ec-9a820ffdaefb request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:01:27.606011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port 437ea549-be0d-4352-9081-d70d21a8c6e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ea549-be0d-4352-9081-d70d21a8c6e5,segment=NetworkSegment(53236890-7c81-475d-848e-6fb25eeb9aa5),segment_id=53236890-7c81-475d-848e-6fb25eeb9aa5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:27.606465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.611526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Deleting port 437ea549-be0d-4352-9081-d70d21a8c6e5 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:27.612337 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.623387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 437ea549-be0d-4352-9081-d70d21a8c6e5 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:27.689779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] For port 437ea549-be0d-4352-9081-d70d21a8c6e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=437ea549-be0d-4352-9081-d70d21a8c6e5,segment=NetworkSegment(53236890-7c81-475d-848e-6fb25eeb9aa5),segment_id=53236890-7c81-475d-848e-6fb25eeb9aa5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:27.690388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.705637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Calling delete_port for 437ea549-be0d-4352-9081-d70d21a8c6e5 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:27.742976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.779100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port 437ea549-be0d-4352-9081-d70d21a8c6e5 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:27.785647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=437ea549-be0d-4352-9081-d70d21a8c6e5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:27.806080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.833742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] No DVR routers for this DVR port 437ea549-be0d-4352-9081-d70d21a8c6e5 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:27.856671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140f75-430e-4a98-a0a6-02ff85a38f9f None None] Pushing event deleted for resources: {'Port': ['ID=437ea549-be0d-4352-9081-d70d21a8c6e5,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:27.882350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.914120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f167bb0>,) {'filters': {'network_id': ['393784c7-393a-442c-b0ec-9a820ffdaefb']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:27.925592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f167bb0>, '53236890-7c81-475d-848e-6fb25eeb9aa5') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:27.925938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f167bb0>, '53236890-7c81-475d-848e-6fb25eeb9aa5') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:27.941171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.959399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.979828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:27.980582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:27.984214 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:28.052185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.059563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.067590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/393784c7-393a-442c-b0ec-9a820ffdaefb HTTP/1.1" status: 204  len: 168 time: 0.7862828
Dec 11 21:01:28.067778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50620) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:28.073400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1225384016'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:28.088218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61dd64-f467-4a52-8747-2a48eeae78a9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=393784c7-393a-442c-b0ec-9a820ffdaefb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:28.113460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:28.118935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.153117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 437ea549-be0d-4352-9081-d70d21a8c6e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:28.164490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:01:28.184828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.185320 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Added segment d4d0119c-4fed-41a6-b192-b500df8cade4 of type vlan for network 7747724e-e883-42ee-a32f-6e2f07852d28
Dec 11 21:01:28.187032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 437ea549-be0d-4352-9081-d70d21a8c6e5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:01:28.187538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 437ea549-be0d-4352-9081-d70d21a8c6e5 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:28.246000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.295966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.302507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:28.303446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.380260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b18aca-c9cd-4f95-8172-fe43b2b85894 req-8a25f12f-5bbf-49f2-9b9e-bd2b54ce1524 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:28.389611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35b18aca-c9cd-4f95-8172-fe43b2b85894 req-8a25f12f-5bbf-49f2-9b9e-bd2b54ce1524 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0734608
Dec 11 21:01:28.395594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Network': ['ID=7747724e-e883-42ee-a32f-6e2f07852d28,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:28.406719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7747724e-e883-42ee-a32f-6e2f07852d28 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:01:28.420196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9f03ac47-50e9-4052-9c4b-468ca42dff83 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3503754
Dec 11 21:01:28.424110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50656) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:28.455967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:28.456892 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35b18aca-c9cd-4f95-8172-fe43b2b85894 req-6ea0f613-8744-46e7-8fd6-9c899951522e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662472
Dec 11 21:01:28.654002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:28.658035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.877603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:28.952816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=69caa0a8-f53f-4a34-b6ae-bd443fecef23,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:28.957907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Checking segment: {'id': 'd4d0119c-4fed-41a6-b192-b500df8cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:28.958274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network hostable DHCP agents. Network: 7747724e-e883-42ee-a32f-6e2f07852d28, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:01:28.980574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 7747724e-e883-42ee-a32f-6e2f07852d28 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:01:28.982305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:29.002353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7747724e-e883-42ee-a32f-6e2f07852d28) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:29.011036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec6442-8b64-4a69-956a-3d86f21d1476 None None] Network 7747724e-e883-42ee-a32f-6e2f07852d28 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:29.019933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:29.020783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.069183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef000c7c-372a-484f-a61b-d6b8f4264e7b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6434457
Dec 11 21:01:29.072185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50724) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:29.083701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-237808422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:29.122932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.124436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.155698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7747724e-e883-42ee-a32f-6e2f07852d28', 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': '69caa0a8-f53f-4a34-b6ae-bd443fecef23'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:01:29.156852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.159950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1260baf4-f287-4e3a-ac8b-f6625e03ca3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.200392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.209249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.243169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.244516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8423c03b-3652-4d84-b141-5199bb8944d7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.1704226
Dec 11 21:01:29.247540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50732) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:29.257424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28', 'name': 'tempest-PortsTestJSON-504048419'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:29.375588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Allocated IP 172.20.0.2 (7747724e-e883-42ee-a32f-6e2f07852d28/69caa0a8-f53f-4a34-b6ae-bd443fecef23/d65efbba-bbbb-4635-a4ba-feb2767c6ee5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:29.457368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:29.461958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.510406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:29.618104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.633293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.690392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Network 7747724e-e883-42ee-a32f-6e2f07852d28 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:29.693938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1260baf4-f287-4e3a-ac8b-f6625e03ca3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.697799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:29.708468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1260baf4-f287-4e3a-ac8b-f6625e03ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.709166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:29.741690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Pushing event updated for resources: {'Port': ['ID=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:29.779168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.10 (7747724e-e883-42ee-a32f-6e2f07852d28/69caa0a8-f53f-4a34-b6ae-bd443fecef23/5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:29.781102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceee824-6492-4348-ad1b-5c9a2fdd717c req-343335d8-38e4-436d-a613-11f02190c923 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:29.783755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ceee824-6492-4348-ad1b-5c9a2fdd717c req-343335d8-38e4-436d-a613-11f02190c923 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1236033
Dec 11 21:01:29.789062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1260baf4-f287-4e3a-ac8b-f6625e03ca3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93bc7aff1094482aac6f03334a3e7f85&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8058333
Dec 11 21:01:29.790330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260baf4-f287-4e3a-ac8b-f6625e03ca3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412df353-e116-484e-8414-fd5821271010,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:29.794355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:29.851903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Attempting to bind port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:29.853084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Attempting to bind port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd4d0119c-4fed-41a6-b192-b500df8cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:29.853560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Attempting to bind port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 on network 7747724e-e883-42ee-a32f-6e2f07852d28 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:29.865883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:29.880116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Checking segment: {'id': 'd4d0119c-4fed-41a6-b192-b500df8cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:29.881507 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.882183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Bound using segment: {'id': 'd4d0119c-4fed-41a6-b192-b500df8cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:29.882367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Bound port: d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d0119c-4fed-41a6-b192-b500df8cade4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7747724e-e883-42ee-a32f-6e2f07852d28'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:29.883114 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.902219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ceee824-6492-4348-ad1b-5c9a2fdd717c req-dee1836e-3daa-4e46-8f72-6f86dff28730 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084509
Dec 11 21:01:29.903106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:29.942228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.020482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.025810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.027834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/412df353-e116-484e-8414-fd5821271010 HTTP/1.1" status: 204  len: 168 time: 0.2323477
Dec 11 21:01:30.063661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.079949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a60701-9b83-46ad-adec-de848523f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412df353-e116-484e-8414-fd5821271010,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:30.173127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.226385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] For port d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:30.230919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] For port d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,segment=NetworkSegment(d4d0119c-4fed-41a6-b192-b500df8cade4),segment_id=d4d0119c-4fed-41a6-b192-b500df8cade4)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:30.245706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.292207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 7747724e-e883-42ee-a32f-6e2f07852d28 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:30.300324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:30.304831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:30.355106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55cb4-62fc-4f98-bdd7-fcb34437ae4b None None] Pushing event updated for resources: {'Port': ['ID=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:30.371821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:30.417020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:30.419257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.451711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-72b14055-ab75-4a3d-8c80-aafe64683d3c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2003376
Dec 11 21:01:30.452029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50812) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:30.652788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50832) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:30.667037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2159d4d-a32f-4e30-a6fc-40f6940a28e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.763850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50836) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:30.787536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2159d4d-a32f-4e30-a6fc-40f6940a28e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.795174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2159d4d-a32f-4e30-a6fc-40f6940a28e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.858319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c2159d4d-a32f-4e30-a6fc-40f6940a28e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1edb28113752481fb96715c9fc69e476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2035351
Dec 11 21:01:30.859955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:30.867972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2159d4d-a32f-4e30-a6fc-40f6940a28e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64d7df-dd43-4d52-9b3a-1b5d8beb6f93,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:30.914136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbc4f587-e8af-448c-a711-842db4a9124d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.928013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:30.960352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.004707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.170664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3697c-a500-423d-8145-c7b08fa608d0 req-a79c1520-821e-4629-89c5-37f0d34808bf tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:31.173473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4da3697c-a500-423d-8145-c7b08fa608d0 req-a79c1520-821e-4629-89c5-37f0d34808bf tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1491981
Dec 11 21:01:31.306082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4da3697c-a500-423d-8145-c7b08fa608d0 req-85729a57-e9cc-4a85-8447-c02473d3f238 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205049
Dec 11 21:01:31.347137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.353766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.437098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbc4f587-e8af-448c-a711-842db4a9124d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.443382 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbc4f587-e8af-448c-a711-842db4a9124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.444052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:31.511827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.513088 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.517723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b64d7df-dd43-4d52-9b3a-1b5d8beb6f93 HTTP/1.1" status: 204  len: 168 time: 0.6558580
Dec 11 21:01:31.534585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cbc4f587-e8af-448c-a711-842db4a9124d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f10ca34163984715a8d16a2489336ffb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7663450
Dec 11 21:01:31.537490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:31.607579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4f587-e8af-448c-a711-842db4a9124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555ad0dd-797c-4181-85dc-9506a815e5b8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:31.629017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4c94c-ac98-44d1-bd00-7a2923f4f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64d7df-dd43-4d52-9b3a-1b5d8beb6f93,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:31.652064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.681151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.769678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.770610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556338d7-26b5-48aa-911c-50c321eed51a None None] Network 7747724e-e883-42ee-a32f-6e2f07852d28 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:31.777826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.786606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.791849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/555ad0dd-797c-4181-85dc-9506a815e5b8 HTTP/1.1" status: 204  len: 168 time: 0.2502158
Dec 11 21:01:31.806136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a3e53-d945-4c59-9c05-cd4f6dffcc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555ad0dd-797c-4181-85dc-9506a815e5b8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:31.925837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] Provisioning complete for port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:31.926417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:31.970682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.082087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.127826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] For port d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,segment=NetworkSegment(d4d0119c-4fed-41a6-b192-b500df8cade4),segment_id=d4d0119c-4fed-41a6-b192-b500df8cade4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:32.132412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.174700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:32.216889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a0fd-b8c4-434b-9bc2-025bbad11e4f None None] Pushing event updated for resources: {'Port': ['ID=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:32.281964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d65efbba-bbbb-4635-a4ba-feb2767c6ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:32.379923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:32.380624 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.395441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a345da06-1b56-4658-99e6-795ae3e4225d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.511987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e03b-979d-4388-a41b-887da7b493a8 req-270d407e-538f-4100-bfc7-4bc4b0bfdbe1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:32.515597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-86a3e25c-656f-41f1-b64e-4671b3b44320 None None] Provisioning complete for port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:32.518690 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86a3e25c-656f-41f1-b64e-4671b3b44320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.521029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f21e03b-979d-4388-a41b-887da7b493a8 req-270d407e-538f-4100-bfc7-4bc4b0bfdbe1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0873952
Dec 11 21:01:32.645621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a345da06-1b56-4658-99e6-795ae3e4225d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.658879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a345da06-1b56-4658-99e6-795ae3e4225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.659517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f21e03b-979d-4388-a41b-887da7b493a8 req-516a4dd5-d950-4076-990a-84fb3b6ad372 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369290
Dec 11 21:01:32.664548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.674291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.794335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.809931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:32.830111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a345da06-1b56-4658-99e6-795ae3e4225d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee8492baccab4bd9b650ec4efa7299b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6540613
Dec 11 21:01:32.832081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345da06-1b56-4658-99e6-795ae3e4225d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44efc28f-f19b-4a53-a18b-bb5cbf3041d4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:32.834406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50916) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:32.887592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-86a3e25c-656f-41f1-b64e-4671b3b44320 None None] Provisioning complete for port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:32.888190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86a3e25c-656f-41f1-b64e-4671b3b44320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:32.975643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-86a3e25c-656f-41f1-b64e-4671b3b44320 None None] Port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:33.004075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.006925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 7747724e-e883-42ee-a32f-6e2f07852d28 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:33.018784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:33.026624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-8103705e-c830-478d-815a-6d56c80ce580 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0874178
Dec 11 21:01:33.052998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.128744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e0a72ef8-b5ba-42b3-9e03-4c895793869a None None] Provisioning complete for port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:33.129502 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e0a72ef8-b5ba-42b3-9e03-4c895793869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.196590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.197075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.197543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.198012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.198465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.198946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.199406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.204227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e241568b-a746-498a-808c-a85fb821bc16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.1077363
Dec 11 21:01:33.240432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e0a72ef8-b5ba-42b3-9e03-4c895793869a None None] Port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:33.328372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.333040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.336836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44efc28f-f19b-4a53-a18b-bb5cbf3041d4 HTTP/1.1" status: 204  len: 168 time: 0.5009415
Dec 11 21:01:33.341117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Router f846ce6c-f7b9-485c-b2d6-e1048104213d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:01:33.352922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309565-2b9b-4ecf-91b1-aa2d979c87af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44efc28f-f19b-4a53-a18b-bb5cbf3041d4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:33.370151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a1ae9e78-e3bb-4184-a58b-f8a1cf699ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.371297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a1ae9e78-e3bb-4184-a58b-f8a1cf699ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.371763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a1ae9e78-e3bb-4184-a58b-f8a1cf699ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.375543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a1ae9e78-e3bb-4184-a58b-f8a1cf699ad5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 2297 time: 0.1424406
Dec 11 21:01:33.382910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8cd5bff9-3a0b-406e-b83a-b1661fd4c4be None None] Provisioning complete for port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:33.383406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8cd5bff9-3a0b-406e-b83a-b1661fd4c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.465373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8cd5bff9-3a0b-406e-b83a-b1661fd4c4be None None] Port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:33.499380 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-2060849e-3f1b-40a5-976d-3c9a437a8bf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1002 time: 0.1149671
Dec 11 21:01:33.513425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:01:33.528030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] Sync routers for ids ['f846ce6c-f7b9-485c-b2d6-e1048104213d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:01:33.530407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-973cabe3-a684-4148-be87-a7c9ee4baeca tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/routers/f846ce6c-f7b9-485c-b2d6-e1048104213d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0766859
Dec 11 21:01:33.532979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:33.546052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] Routers {'f846ce6c-f7b9-485c-b2d6-e1048104213d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:33.546764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77900e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f846ce6c-f7b9-485c-b2d6-e1048104213d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:33.599425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-90b42dc0-8462-4c06-b744-80fedcaa263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.601328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-90b42dc0-8462-4c06-b744-80fedcaa263a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.0953209
Dec 11 21:01:33.616716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33815f2-f6a9-48aa-89d5-ce112da2fd9a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.620605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a33815f2-f6a9-48aa-89d5-ce112da2fd9a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?device_id=f846ce6c-f7b9-485c-b2d6-e1048104213d HTTP/1.1" status: 200  len: 982 time: 0.0861425
Dec 11 21:01:33.624563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:33.636193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77900e20>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:33.652706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-54f4492a-9736-41df-b60e-2361673b075d None None] Provisioning complete for port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:33.653084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54f4492a-9736-41df-b60e-2361673b075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:33.683044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] Routers {'f846ce6c-f7b9-485c-b2d6-e1048104213d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:33.683827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77900e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f846ce6c-f7b9-485c-b2d6-e1048104213d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:33.701498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e8836efa-197f-46fb-9617-44aed490397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.703061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-e8836efa-197f-46fb-9617-44aed490397d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0937464
Dec 11 21:01:33.745299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77900e20>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:33.746268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22fb62c-a343-491a-8fea-37ef70b2be38 None None] The sync data for ids ['f846ce6c-f7b9-485c-b2d6-e1048104213d'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:01:33.771565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-54f4492a-9736-41df-b60e-2361673b075d None None] Port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:33.859526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd65bd1-0a62-4da0-ac9f-7ef896298ffd req-764c373d-31ca-43dd-a101-ed055ccaf24c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:33.861736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffd65bd1-0a62-4da0-ac9f-7ef896298ffd req-764c373d-31ca-43dd-a101-ed055ccaf24c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0973690
Dec 11 21:01:33.864494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-b56f2786-8579-4280-98ea-9f694a186132 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527421
Dec 11 21:01:33.985553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffd65bd1-0a62-4da0-ac9f-7ef896298ffd req-9d832722-0c4e-4554-b273-e5a3405a97cd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144338
Dec 11 21:01:34.022357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-63e3bd2c-6e87-4387-b0e2-b2cf830d40e5 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444416
Dec 11 21:01:34.088308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:34.098997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-201e3f36-abd0-46bd-9acf-e1b47eff8679 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 217 time: 0.0691562
Dec 11 21:01:34.115937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16c8ea47-6adb-4c80-9b3c-fc01742637fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.133062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.163141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-4bb09f1c-8d7c-4745-97b5-31d8eaecdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:34.165541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-4bb09f1c-8d7c-4745-97b5-31d8eaecdf9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0589130
Dec 11 21:01:34.180417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d65efbba-bbbb-4635-a4ba-feb2767c6ee5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:34.222053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-ebce2fc6-d6c6-44fe-90e8-073cd7046e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:34.224214 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-ebce2fc6-d6c6-44fe-90e8-073cd7046e46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0495915
Dec 11 21:01:34.313191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:34.313468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.432418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16c8ea47-6adb-4c80-9b3c-fc01742637fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.433591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-bec62559-35f6-4cfa-9898-9659c5f59c04 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020748
Dec 11 21:01:34.441008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16c8ea47-6adb-4c80-9b3c-fc01742637fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.492470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16c8ea47-6adb-4c80-9b3c-fc01742637fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e8d1d2222e041918ce086c176cb6077&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4033422
Dec 11 21:01:34.498447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50970) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:34.526634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8ea47-6adb-4c80-9b3c-fc01742637fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b311739-b01d-4195-bd0e-147fa2fd8d70,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:34.552547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-d77a673e-43aa-4300-b5af-0e2ec23fcd36 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1099675
Dec 11 21:01:34.606741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.610846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-7cb95cf2-b507-40dc-bf14-e2192fb43637 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 217 time: 0.0497293
Dec 11 21:01:34.614773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:34.615110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.673934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.674087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-6c651784-7cfa-49ba-b963-f1ae82e74850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:34.675954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-6c651784-7cfa-49ba-b963-f1ae82e74850 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0576506
Dec 11 21:01:34.754199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-db1a79e8-9f7d-4070-ac25-96fede1790cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:34.754865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.756124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-db1a79e8-9f7d-4070-ac25-96fede1790cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0713282
Dec 11 21:01:34.769967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:34.783533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.786508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:34.787780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b311739-b01d-4195-bd0e-147fa2fd8d70 HTTP/1.1" status: 204  len: 168 time: 0.2889013
Dec 11 21:01:34.827645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59314102-6b1e-4c63-89dc-54b97d4e61de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b311739-b01d-4195-bd0e-147fa2fd8d70,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:34.941131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-95908b6f-52f4-4e1d-83f1-502a217de244 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732967
Dec 11 21:01:35.001981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:35.060373 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-4cf0624f-4b1c-4102-9344-7ba2f7ea4b18 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132443
Dec 11 21:01:35.061279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:35.145550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:35.208444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-4cd66165-2993-4705-bba0-0824fd9af953 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 217 time: 0.1241760
Dec 11 21:01:35.249962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:35.300081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832389f-136e-4f7f-b163-46584124b6c1 req-2135d926-22f6-429e-8f89-74ad0a4609d9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:35.305564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7832389f-136e-4f7f-b163-46584124b6c1 req-2135d926-22f6-429e-8f89-74ad0a4609d9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1380153
Dec 11 21:01:35.394148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-6c42ed6a-c98c-40e5-87a4-bae6c28998db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:35.396220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-6c42ed6a-c98c-40e5-87a4-bae6c28998db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.1764302
Dec 11 21:01:35.400465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7832389f-136e-4f7f-b163-46584124b6c1 req-062d45a2-d841-46fb-863a-c959f98891c0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940564
Dec 11 21:01:35.489113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-523ac6b2-de0e-4554-ac38-6d7d48f90a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:35.490781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-523ac6b2-de0e-4554-ac38-6d7d48f90a77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0856400
Dec 11 21:01:35.594827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-8a2c90cd-4805-4a6f-b424-c3b2d9f25fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0951052
Dec 11 21:01:35.715614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-9f48e0c5-ec8f-4ff9-a4a4-accc7702f71b service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122515
Dec 11 21:01:35.721786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:35.775207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-810c6672-04d7-40dd-b44b-c907721d48b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 217 time: 0.0515072
Dec 11 21:01:35.835578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:35.841214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Router f846ce6c-f7b9-485c-b2d6-e1048104213d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:01:35.854279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-753fccb8-959f-4e5a-98c1-b3a341f29142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:35.855861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-753fccb8-959f-4e5a-98c1-b3a341f29142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0728092
Dec 11 21:01:35.924814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-0884ab10-e8f2-4111-9fc5-838753fc14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:35.927173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-0884ab10-e8f2-4111-9fc5-838753fc14e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0636060
Dec 11 21:01:35.973040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:01:35.979187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3750f285-caed-474f-abff-7e0a51c4a03e tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/routers/f846ce6c-f7b9-485c-b2d6-e1048104213d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3534868
Dec 11 21:01:35.982825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:35.991225 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] Sync routers for ids ['f846ce6c-f7b9-485c-b2d6-e1048104213d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:01:36.007437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] Routers {'f846ce6c-f7b9-485c-b2d6-e1048104213d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:36.008078 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84406340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f846ce6c-f7b9-485c-b2d6-e1048104213d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:36.044750 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-de356d5a-42f6-478d-a678-8ec7a8ef6ef9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:36.047231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-de356d5a-42f6-478d-a678-8ec7a8ef6ef9 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/5cdfa80e-63b3-44f2-b9c6-5a8b7e27b3a1 HTTP/1.1" status: 404  len: 333 time: 0.0633388
Dec 11 21:01:36.050830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51040) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:36.060277 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84406340>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:36.078352 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] Routers {'f846ce6c-f7b9-485c-b2d6-e1048104213d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:01:36.079044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84406340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f846ce6c-f7b9-485c-b2d6-e1048104213d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:36.114086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84406340>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:36.115032 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c059ee-e009-406b-84ef-ee41fb88adb3 None None] The sync data for ids ['f846ce6c-f7b9-485c-b2d6-e1048104213d'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:01:36.117148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-39e0b00e-e1f1-477b-b66d-d92dbd9cb97d service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816359
Dec 11 21:01:36.157548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.223924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-37f0cd0c-5876-49c9-82f4-94a464a4a177 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987337
Dec 11 21:01:36.277016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.290792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a3c562ec-e19a-4837-b200-818bee590ff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0592537
Dec 11 21:01:36.360789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.390128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-1b0cc0c9-7cf1-415d-b646-4857f3f68817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:36.391671 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-1b0cc0c9-7cf1-415d-b646-4857f3f68817 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0941250
Dec 11 21:01:36.395720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.450991 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-28095333-6577-477d-8331-c685a78af412 service neutron] show failed (client error): The resource could not be found.
Dec 11 21:01:36.452008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-28095333-6577-477d-8331-c685a78af412 service neutron] 10.222.0.16 "GET /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1046972
Dec 11 21:01:36.495420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-649f7deb-53a8-4f0d-ab0a-925ad4d0861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:36.517009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-649f7deb-53a8-4f0d-ab0a-925ad4d0861b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1164021
Dec 11 21:01:36.523320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.524038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Fanout notify agent at l3_agent the message router_deleted on router f846ce6c-f7b9-485c-b2d6-e1048104213d {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:01:36.532996 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.536845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0405f9a-e284-418a-82ee-5ba94a293566 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/routers/f846ce6c-f7b9-485c-b2d6-e1048104213d HTTP/1.1" status: 204  len: 168 time: 0.4847248
Dec 11 21:01:36.552065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:36.600633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Allocated IP 172.35.1.207 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6f91d8a2-1863-4387-9dea-7a20a9f0cbde) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:36.770730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.803673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-cfef1104-0ddb-4e09-abd0-0a25fb7fe08d service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2786841
Dec 11 21:01:36.808367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.855129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet 69caa0a8-f53f-4a34-b6ae-bd443fecef23 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:36.866649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:36.870006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:36.873644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:36.894743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:36.899358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Pushing event updated for resources: {'Port': ['ID=6f91d8a2-1863-4387-9dea-7a20a9f0cbde,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:36.913209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d11736-7146-42d7-b1ef-a23e1aa06fc2 req-cdca5c25-8ef8-46f1-bba6-48970a5fe76f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:36.920765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0d11736-7146-42d7-b1ef-a23e1aa06fc2 req-cdca5c25-8ef8-46f1-bba6-48970a5fe76f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.3582637
Dec 11 21:01:36.945852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-22e1a4b2-0280-4864-8c49-a6972dc2127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:36.947486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-22e1a4b2-0280-4864-8c49-a6972dc2127e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1100 time: 0.1949394
Dec 11 21:01:36.972758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:37.012525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.057807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.068577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.088241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.175279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-7482952b-b3fa-441b-afd3-8cf4c255e4e2 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3608544
Dec 11 21:01:37.182436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0d11736-7146-42d7-b1ef-a23e1aa06fc2 req-50ba7e61-6ccd-42c4-b4fb-eeb32febdb0e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608356
Dec 11 21:01:37.304637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.306876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-2cd8ff9b-9bb4-4987-be08-4c6834d05339 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.1141284
Dec 11 21:01:37.312423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.373887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51080) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:37.410855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Pushing event updated for resources: {'Port': ['ID=6f91d8a2-1863-4387-9dea-7a20a9f0cbde,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:37.419199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.422011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.442343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.444075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ab0fa18-cf5c-4765-a5ce-2beb8bb31b97 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.2949073
Dec 11 21:01:37.446953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51086) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:37.452944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1238458685', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'fixed_ips': [{'ip_address': '172.35.1.207'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:37.462273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-0f26276f-1004-447c-a478-807ebf130426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:37.463978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-0f26276f-1004-447c-a478-807ebf130426 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.1293848
Dec 11 21:01:37.484710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Made reservation on behalf of ceffe27c4e1a4016abde584a1eb6ebf9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:37.489029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.501747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.540907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7be83ab-e295-46b0-8f58-d812d6bae10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.594918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad913c-7180-43d9-a714-c82b7746c038 req-c7737d86-c4db-4a34-9c17-9354079bb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:37.596873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-c7737d86-c4db-4a34-9c17-9354079bb8ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1202512
Dec 11 21:01:37.602905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:37.605597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.670551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:37.674644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=69caa0a8-f53f-4a34-b6ae-bd443fecef23,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:37.686336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fb1d1-2365-460b-9fa4-290806a11384 None None] Network 7747724e-e883-42ee-a32f-6e2f07852d28 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:37.686891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.692994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a482652a-9f09-417e-be4a-04c454add8ae tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/69caa0a8-f53f-4a34-b6ae-bd443fecef23 HTTP/1.1" status: 204  len: 168 time: 1.1300075
Dec 11 21:01:37.705708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.708459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7be83ab-e295-46b0-8f58-d812d6bae10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.709962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51096) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:37.723230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.726968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] device_id is not set on port dbc87405-d132-4117-9b43-69dc6c969b63 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:37.744952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:37.820911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:37.823163 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33e7d62-b634-44fd-9764-7d57c8cfc5d5" -d '{"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-unplugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:37.829858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.835619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7be83ab-e295-46b0-8f58-d812d6bae10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.845250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-a9c9d48d-33f1-4bd4-bfb7-d42cb3b1f6c3 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366846
Dec 11 21:01:37.848724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cec1-7a3e-46b9-b772-248f48ac7535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.872064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Transition to ACTIVE for port object 36ebb204-6efe-43d1-ba10-d668291bd8ac will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:01:37.891091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:37.919993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] DHCP port deletion for 7747724e-e883-42ee-a32f-6e2f07852d28 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:01:37.920765 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db62c101-9582-4831-8c80-4e3a594bb4fe x-openstack-request-id: req-db62c101-9582-4831-8c80-4e3a594bb4fe {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:37.921057 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-unplugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:37.921314 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db62c101-9582-4831-8c80-4e3a594bb4fe {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:37.921986 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'code': 200}
Dec 11 21:01:37.975436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7be83ab-e295-46b0-8f58-d812d6bae10a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=091dd24fbdf349a28bd5b7334b9dfb54&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6006079
Dec 11 21:01:37.983360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51100) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:37.986666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Deleting port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:37.987280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.005784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29838a0f-3443-46ee-9546-1562077e014d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.020729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.053459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.056061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] No DVR routers for this DVR port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:38.099689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0cad913c-7180-43d9-a714-c82b7746c038 req-aefee491-f9a9-4565-b8ac-9811944b1026 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455971
Dec 11 21:01:38.100343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be83ab-e295-46b0-8f58-d812d6bae10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffec23-449e-42a8-989f-212963b1f5ae,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.120430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] For port d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,segment=NetworkSegment(d4d0119c-4fed-41a6-b192-b500df8cade4),segment_id=d4d0119c-4fed-41a6-b192-b500df8cade4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:38.120845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.153067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Calling delete_port for d65efbba-bbbb-4635-a4ba-feb2767c6ee5 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:38.185128 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:01:38.191327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:38.217152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:38.217497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:38.217834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:38.225175 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4fd3f9aa-39cf-4a16-9044-ebd234f57aa3 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 0.7744777
Dec 11 21:01:38.225565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:38.271746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.273358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:38.273688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:38.287766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cec1-7a3e-46b9-b772-248f48ac7535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.291185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:38.291558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:38.291956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:38.292410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Bound port: 36ebb204-6efe-43d1-ba10-d668291bd8ac, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:38.292858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.300315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d65efbba-bbbb-4635-a4ba-feb2767c6ee5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:38.323191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.371987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:38.372325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.380043 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cec1-7a3e-46b9-b772-248f48ac7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.423830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.426434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.427843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ffec23-449e-42a8-989f-212963b1f5ae HTTP/1.1" status: 204  len: 168 time: 0.4436724
Dec 11 21:01:38.430688 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.448748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.483989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6cec1-7a3e-46b9-b772-248f48ac7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0631341b-32da-4a39-ab40-5b461bd24184,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.493872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] Pushing event deleted for resources: {'Port': ['ID=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.496042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2fa6cec1-7a3e-46b9-b772-248f48ac7535 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b144b3c68a84f85af37af48be7be1ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8223994
Dec 11 21:01:38.497387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131acbed-7b28-4aae-a25f-ca6ad96d546d None None] No DVR routers for this DVR port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:38.500873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51112) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:38.546300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:38.552184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:38.571626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afeec8-c5fb-49fa-a3e5-b45f792efd1c req-128219c5-be5e-4c14-a0e2-968739c72941 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:38.573204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85afeec8-c5fb-49fa-a3e5-b45f792efd1c req-128219c5-be5e-4c14-a0e2-968739c72941 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.2284179
Dec 11 21:01:38.578065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.587096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bd03e-81f6-43c1-98b1-1dfd0fe2e925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffec23-449e-42a8-989f-212963b1f5ae,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.619653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] For port d65efbba-bbbb-4635-a4ba-feb2767c6ee5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,segment=NetworkSegment(d4d0119c-4fed-41a6-b192-b500df8cade4),segment_id=d4d0119c-4fed-41a6-b192-b500df8cade4)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:38.620076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.647277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:38.647608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for d65efbba-bbbb-4635-a4ba-feb2767c6ee5 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:38.648340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.649767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] 10.222.0.30 "PUT /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 1095 time: 1.6855199
Dec 11 21:01:38.673034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f12f6-7431-4d5b-9c30-0923c41c4867 service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.712108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.735451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-640e3441-8c41-41bf-bb9d-5be207582d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:38.737090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-640e3441-8c41-41bf-bb9d-5be207582d48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1098 time: 0.0492423
Dec 11 21:01:38.826152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51118) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:38.839638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85afeec8-c5fb-49fa-a3e5-b45f792efd1c req-df1fe1d8-320e-4e0c-8de6-7cf7da10a327 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467022
Dec 11 21:01:38.843600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.849758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30170cf1-62ae-4ece-b151-590b7ad2d49a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.853155 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.888333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Deleting port 6f91d8a2-1863-4387-9dea-7a20a9f0cbde {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:38.888731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:38.889817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-49fa7503-70d0-459a-9744-c3af23e8a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:38.891728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-49fa7503-70d0-459a-9744-c3af23e8a096 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1459439
Dec 11 21:01:38.891854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=d65efbba-bbbb-4635-a4ba-feb2767c6ee5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:38.941409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-699fd6e4-7ff8-49eb-a7cf-b7204c1e7d8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0427580
Dec 11 21:01:38.955538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No DVR routers for this DVR port d65efbba-bbbb-4635-a4ba-feb2767c6ee5 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:39.024053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-a8a0f996-31ed-450a-820a-4bf736d26e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:39.025739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-a8a0f996-31ed-450a-820a-4bf736d26e0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0737369
Dec 11 21:01:39.045353 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30170cf1-62ae-4ece-b151-590b7ad2d49a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.049810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30170cf1-62ae-4ece-b151-590b7ad2d49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.066293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.068852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.072582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0631341b-32da-4a39-ab40-5b461bd24184 HTTP/1.1" status: 204  len: 168 time: 0.5630429
Dec 11 21:01:39.072582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.083105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.083432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.109211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b33c-def8-4572-8583-c7b1b6841089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0631341b-32da-4a39-ab40-5b461bd24184,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:39.112659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30170cf1-62ae-4ece-b151-590b7ad2d49a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b347aecedf164f538c384b6cd5b22c96&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2830637
Dec 11 21:01:39.112837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Calling delete_port for 6f91d8a2-1863-4387-9dea-7a20a9f0cbde owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:39.113482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51122) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:39.115420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc33580>,) {'filters': {'network_id': ['7747724e-e883-42ee-a32f-6e2f07852d28']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:39.120362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30170cf1-62ae-4ece-b151-590b7ad2d49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b978d98b-d9cd-4df8-8057-b8ee5e94e1a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:39.134180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-c0c5bbf9-04a9-4209-b2ea-241fc7cc38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:39.135744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-c0c5bbf9-04a9-4209-b2ea-241fc7cc38e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1015406
Dec 11 21:01:39.142304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc33580>, 'd4d0119c-4fed-41a6-b192-b500df8cade4') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:39.142635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc33580>, 'd4d0119c-4fed-41a6-b192-b500df8cade4') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:39.155730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.212582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.223563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:39.224023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.232276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:39.245560 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:39.277234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.288438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-8769c81e-4401-4c93-823a-cad8a9d81b6f service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445868
Dec 11 21:01:39.328018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.334027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.341955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/7747724e-e883-42ee-a32f-6e2f07852d28 HTTP/1.1" status: 204  len: 168 time: 1.6304460
Dec 11 21:01:39.342518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:39.395749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7c809-611b-4749-ac6b-920ec58f7e94 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=7747724e-e883-42ee-a32f-6e2f07852d28,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:39.423437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de2aca-6b51-4d27-b775-b2388f672fa4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:39.424915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-91de2aca-6b51-4d27-b775-b2388f672fa4 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/7a0bb361-9784-4927-9770-ccdb8f8d0860 HTTP/1.1" status: 200  len: 840 time: 0.0768726
Dec 11 21:01:39.428961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51132) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:39.495114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9941a07a-c4e2-49f2-ad19-104878ab5be2 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/7a0bb361-9784-4927-9770-ccdb8f8d0860?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0652285
Dec 11 21:01:39.498709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:39.508829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:39.581625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.608000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51136) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:39.662094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f91d8a2-1863-4387-9dea-7a20a9f0cbde,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:39.669783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2698b987-4ae9-484a-8e69-f7315379abbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.715264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.717988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.719180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b978d98b-d9cd-4df8-8057-b8ee5e94e1a3 HTTP/1.1" status: 204  len: 168 time: 0.6047859
Dec 11 21:01:39.732818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79433ac0-0035-4e8a-900e-1fac10b57ed9 req-9309039e-f516-4a93-8836-34e5e994089a service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4374487
Dec 11 21:01:39.739778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fad5f-bf3c-45ba-b671-6387b537bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b978d98b-d9cd-4df8-8057-b8ee5e94e1a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:39.747595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.753504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.758631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f59a5b55-3441-45a7-b00d-4f7af460116f tempest-ExternalNetworksAdminNegativeTestJSON-1165555931 tempest-ExternalNetworksAdminNegativeTestJSON-1165555931-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/51836376-25b7-4701-b68c-2ff6658f4f22 HTTP/1.1" status: 204  len: 168 time: 1.5285361
Dec 11 21:01:39.758631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:39.761829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:39.923125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:39.925655 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20921d-d787-4b68-991f-4ba049eb099e" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:39.975671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2698b987-4ae9-484a-8e69-f7315379abbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.012643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2698b987-4ae9-484a-8e69-f7315379abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.025566 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a33cb9f-a091-4f87-af68-0ad193978c09 x-openstack-request-id: req-0a33cb9f-a091-4f87-af68-0ad193978c09 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:40.025865 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:40.026099 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a33cb9f-a091-4f87-af68-0ad193978c09 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:40.026537 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'status': 'completed', 'code': 200}
Dec 11 21:01:40.059813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2698b987-4ae9-484a-8e69-f7315379abbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db12ba7714eb4ff28121bb49f80ece71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4508026
Dec 11 21:01:40.072530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51152) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:40.136375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698b987-4ae9-484a-8e69-f7315379abbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfda218-deab-4e1c-9bc0-3f698d65fe3f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:40.140060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:40.151115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-1269fd5d-9d31-4e4a-826a-61c66dc4128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.152643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-1269fd5d-9d31-4e4a-826a-61c66dc4128f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1098 time: 0.1215014
Dec 11 21:01:40.154094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852042-552c-44c5-bba8-95718d1a2f81 req-99c8334d-02a9-4e22-b7b1-108e3386af06 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.156168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a852042-552c-44c5-bba8-95718d1a2f81 req-99c8334d-02a9-4e22-b7b1-108e3386af06 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.1858068
Dec 11 21:01:40.188621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.240904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:40.247680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51156) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:40.248274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=ab86e3e3-4b3d-4163-80bd-bc02029b2433,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:40.269755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.295389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:40.296478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.310498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:40.319425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-cf253e0a-6fe5-4886-a9cb-0506943533d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.320702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.321421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-cf253e0a-6fe5-4886-a9cb-0506943533d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1098 time: 0.2497563
Dec 11 21:01:40.322281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.326310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26148111-59c6-42dd-a909-8350304cc089 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:40.339714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a852042-552c-44c5-bba8-95718d1a2f81 req-c11e71a8-e18e-47ad-bcb6-9007e1d943f2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706192
Dec 11 21:01:40.350513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6046d61b-3d43-4da2-97a4-2b8292e351c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8506317
Dec 11 21:01:40.351221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51166) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:40.355961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'security_group': {'name': 'tempest-secgroup-712334001'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:40.405215 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.454667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-e3f2bc36-88d8-4833-8cd8-d23195fa8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.456964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-e3f2bc36-88d8-4833-8cd8-d23195fa8906 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2965114
Dec 11 21:01:40.538783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-ac11dfa3-4aa2-46f1-b7da-d54ff883ae0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0716283
Dec 11 21:01:40.539576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.543179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.544364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbfda218-deab-4e1c-9bc0-3f698d65fe3f HTTP/1.1" status: 204  len: 168 time: 0.4709854
Dec 11 21:01:40.548816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16ef0cc6-2b2f-4543-a426-866da8e6c601', 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'project_id': '731638a8e03949159a6804c45c3d23a1', 'fixed_ips': [{'subnet_id': 'ab86e3e3-4b3d-4163-80bd-bc02029b2433'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:01:40.549813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.597495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f4892-376f-4286-be8a-d67e48fb6105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfda218-deab-4e1c-9bc0-3f698d65fe3f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:40.614162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-73e43ae2-2dc2-4b09-9472-322282dc5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.616007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-73e43ae2-2dc2-4b09-9472-322282dc5a2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2843575
Dec 11 21:01:40.628910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d4bef2c-1419-47b9-9dff-893c31c9b319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.634799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-990fff75-a277-4da4-8949-b506d19f153c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.636497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-990fff75-a277-4da4-8949-b506d19f153c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0908973
Dec 11 21:01:40.675211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-6325cce2-63f4-40da-b2fe-d47c91f4c900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0508990
Dec 11 21:01:40.746399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-5db69fb5-e51e-44ea-aba2-69d9cdb02da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.749589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.754717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-5db69fb5-e51e-44ea-aba2-69d9cdb02da1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0881956
Dec 11 21:01:40.769822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.783606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-feb5e0ae-ad80-4677-b854-39ea7205e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.786438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-feb5e0ae-ad80-4677-b854-39ea7205e08f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0926681
Dec 11 21:01:40.819798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-30ec0a55-cca9-4c0a-b8d8-b8158355827e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2214096
Dec 11 21:01:40.834508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33e74c2-ca95-498b-954d-c5243cc660fe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:40.842768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:40.844255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d511e707-01ff-40af-890f-5deff8ee58d6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4919357
Dec 11 21:01:40.848141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51180) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:40.858464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818934108'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:40.913890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Allocated IP 172.20.0.2 (16ef0cc6-2b2f-4543-a426-866da8e6c601/ab86e3e3-4b3d-4163-80bd-bc02029b2433/1d778bab-4068-4d68-8981-448c296e1042) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:40.992206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20921d-d787-4b68-991f-4ba049eb099e req-07d7cde7-ea4a-4d13-ad7e-ae38716ed886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:40.993790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-07d7cde7-ea4a-4d13-ad7e-ae38716ed886 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1889489
Dec 11 21:01:41.144720 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1bbc93d0-ad30-4beb-b051-dd2b2380717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.169163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-293b4e41-9f87-4d66-8b15-fdb63646a54b service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4015956
Dec 11 21:01:41.221688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-e98efd36-39c0-4dda-8209-8595ed102d41 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149284
Dec 11 21:01:41.224240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.234281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.295251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:41.312209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:41.314179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:41.317066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:41.336747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.341377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d4bef2c-1419-47b9-9dff-893c31c9b319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.355801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d4bef2c-1419-47b9-9dff-893c31c9b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.382971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-8d0c88ac-2581-4ab4-b393-0ba12da313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:41.384802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-8d0c88ac-2581-4ab4-b393-0ba12da313e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 1101 time: 0.5056291
Dec 11 21:01:41.399433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Attempting to bind port 1d778bab-4068-4d68-8981-448c296e1042 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:41.399814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Attempting to bind port 1d778bab-4068-4d68-8981-448c296e1042 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a70e7a0-b947-439a-b529-5f338435d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:41.400189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Attempting to bind port 1d778bab-4068-4d68-8981-448c296e1042 on network 16ef0cc6-2b2f-4543-a426-866da8e6c601 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:41.409015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:41.409424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Checking segment: {'id': '4a70e7a0-b947-439a-b529-5f338435d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:41.410209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.410640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Bound using segment: {'id': '4a70e7a0-b947-439a-b529-5f338435d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:41.412055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Bound port: 1d778bab-4068-4d68-8981-448c296e1042, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a70e7a0-b947-439a-b529-5f338435d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:41.413193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.420546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9d4bef2c-1419-47b9-9dff-893c31c9b319 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=194ba44c40c048f1a88a8f83297c13ff&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1693416
Dec 11 21:01:41.427246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51200) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:41.462839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bef2c-1419-47b9-9dff-893c31c9b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737703ae-fff9-4dbe-9275-b433a15e2ea3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:41.508289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-fec3dedb-fee0-45a4-836c-30bf77fcfa21 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2750802
Dec 11 21:01:41.510508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f20921d-d787-4b68-991f-4ba049eb099e req-418e17d6-c3cd-440b-b04b-e95d34d5ab9d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875392
Dec 11 21:01:41.576074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:41.580924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:41.586433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.658674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173d29f-d1d6-4509-8dfb-f0c53cf69f51 None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:41.736028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.759893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.787834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.810848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8eb51-7905-4b87-8b92-92437ded2b68 req-74ecde54-547a-4c34-96e6-203593190e24 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:41.812421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56a8eb51-7905-4b87-8b92-92437ded2b68 req-74ecde54-547a-4c34-96e6-203593190e24 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.2689283
Dec 11 21:01:41.821674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-5b2b817d-9d6b-4f23-a474-bd19a093e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:41.823185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-5b2b817d-9d6b-4f23-a474-bd19a093e5d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3988593
Dec 11 21:01:41.836318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.837531 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.9885399
Dec 11 21:01:41.840407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:41.853522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110172447', 'security_groups': ['91e36295-eb76-4a90-afc5-be361e97f6db'], 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab86e3e3-4b3d-4163-80bd-bc02029b2433'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:41.872460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:41.931219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76280f88-25c1-4af7-97b8-a611112dce08 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e36295-eb76-4a90-afc5-be361e97f6db,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:41.935721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-c49de693-e690-4666-8560-1bd3891a6bcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 200  len: 217 time: 0.0971529
Dec 11 21:01:42.021133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56a8eb51-7905-4b87-8b92-92437ded2b68 req-ec04a561-0f39-4669-82ea-a2bad4ca202e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879411
Dec 11 21:01:42.043869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-1be48096-3d50-4120-98de-0631371dff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:42.046256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-1be48096-3d50-4120-98de-0631371dff7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1020308
Dec 11 21:01:42.130838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.133653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.138406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/737703ae-fff9-4dbe-9275-b433a15e2ea3 HTTP/1.1" status: 204  len: 168 time: 0.7010748
Dec 11 21:01:42.164472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe066f2-627b-47ef-9448-7392bbb3289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737703ae-fff9-4dbe-9275-b433a15e2ea3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:42.175883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:42.197300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-cc7bb9c9-3f5d-4124-be44-d6713c2f42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:42.203595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-cc7bb9c9-3f5d-4124-be44-d6713c2f42e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1490912
Dec 11 21:01:42.307499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:42.319942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.339142 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:01:42.350671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 3f0445d1-9beb-4e57-b30b-d76a4ee7794e yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:42.383241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-4d7b81b0-9bd4-40fe-b663-e96b988a73e3 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693432
Dec 11 21:01:42.393417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:42.393861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.523594 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.525185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e333968-677b-4ec0-9cfa-2895c4939e62 req-b4f5641c-3f0d-4cc4-b844-d4c2c0997b30 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340239
Dec 11 21:01:42.599330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:42.604951 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.620574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.4 (16ef0cc6-2b2f-4543-a426-866da8e6c601/ab86e3e3-4b3d-4163-80bd-bc02029b2433/3f0445d1-9beb-4e57-b30b-d76a4ee7794e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:42.699657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:42.736878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:42.817421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad75a42f-0b76-4fd9-8a38-04533ccc7106 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ceffe27c4e1a4016abde584a1eb6ebf9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0768456
Dec 11 21:01:42.818056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:42.869527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.883435 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.928255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.934359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:42.999482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:43.004358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:43.009856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:43.014709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=3f0445d1-9beb-4e57-b30b-d76a4ee7794e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:43.055744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.059153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.061408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29838a0f-3443-46ee-9546-1562077e014d HTTP/1.1" status: 204  len: 168 time: 0.2412357
Dec 11 21:01:43.080996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9115e8-0ac1-4b67-acdf-f00ae1ba457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29838a0f-3443-46ee-9546-1562077e014d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:43.114977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:43.115718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.139181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-adc29d15-2cf3-4213-978e-2e4d09836e1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2968221
Dec 11 21:01:43.141855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51262) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:43.148208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:43.242102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b820643-7c95-4e52-838a-b5cd93840085 req-950441a6-fc27-4a1d-9ae2-05c063a4ffe2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:43.243978 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b820643-7c95-4e52-838a-b5cd93840085 req-950441a6-fc27-4a1d-9ae2-05c063a4ffe2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 947 time: 0.0969415
Dec 11 21:01:43.332808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a7651c37-84dd-4bcc-990b-4a6cedd533fc None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:43.335928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7651c37-84dd-4bcc-990b-4a6cedd533fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.376664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b820643-7c95-4e52-838a-b5cd93840085 req-6bffeb67-87e0-41de-ac9a-8c70b6423fee tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203442
Dec 11 21:01:43.377839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:43.389940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.495281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca3484e8-b3f3-485e-8ca3-967b01d762d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.519405 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab86e3e3-4b3d-4163-80bd-bc02029b2433 (CIDR: 172.20.0.0/28)
Dec 11 21:01:43.519805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a7651c37-84dd-4bcc-990b-4a6cedd533fc None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:43.520358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7651c37-84dd-4bcc-990b-4a6cedd533fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.526108 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:01:43.526889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:43.574188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f0bf41f-6744-4101-868e-d1320c8d503f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4311445
Dec 11 21:01:43.576919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51276) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:43.579743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a7651c37-84dd-4bcc-990b-4a6cedd533fc None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:43.583606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:43.701918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cb6717bc-3ffa-4556-96ac-607b29f8fe04 None None] Provisioning complete for port 3f0445d1-9beb-4e57-b30b-d76a4ee7794e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:43.703156 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb6717bc-3ffa-4556-96ac-607b29f8fe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.723831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:43.729768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:43.745378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cb6717bc-3ffa-4556-96ac-607b29f8fe04 None None] Port 3f0445d1-9beb-4e57-b30b-d76a4ee7794e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:43.888855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:01:43.954229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:44.020973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:44.038045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'mac_address': 'fa:16:3e:7a:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:01:44.082413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.091124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.121832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:01:44.156186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:44.159865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:44.164906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.168370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:44.174565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:44.175112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.194907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=93bacfe2-7595-4732-8e5a-861fc0323ad2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:44.201632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d82da82-cacb-4639-bb2b-25f4c666334b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6234496
Dec 11 21:01:44.207084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:44.218932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-546685268', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93bacfe2-7595-4732-8e5a-861fc0323ad2'}], 'security_groups': ['b33e74c2-ca95-498b-954d-c5243cc660fe']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:44.320813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa58c4f4-c2d3-4d6d-a3ed-887042a83347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.480249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22834655-8a77-4200-9ac5-d5ffbb3d6fa9 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:44.482328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:44.551074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.590501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa58c4f4-c2d3-4d6d-a3ed-887042a83347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.600146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa58c4f4-c2d3-4d6d-a3ed-887042a83347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.618747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:44.654860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:44.655101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:44.665494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a12ce-b94b-46c5-8ff6-2b31fa99fafc req-aba4657f-872d-48bb-8427-bf932489d45e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:44.674950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d54a12ce-b94b-46c5-8ff6-2b31fa99fafc req-aba4657f-872d-48bb-8427-bf932489d45e tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1953459
Dec 11 21:01:44.702735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['36ebb204-6efe-43d1-ba10-d668291bd8ac'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:44.834381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fa58c4f4-c2d3-4d6d-a3ed-887042a83347 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=190606202e8343d28a97021ec69c1c90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8756385
Dec 11 21:01:44.834381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58c4f4-c2d3-4d6d-a3ed-887042a83347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e921bed-6915-490e-94be-4818ddd9e87e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:44.835229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:44.910103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d54a12ce-b94b-46c5-8ff6-2b31fa99fafc req-024b4856-1f8a-4fc9-88e5-f2be55f3794d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337389
Dec 11 21:01:45.034006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.047344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.068734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Update dhcp port {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'fixed_ips': [{'subnet_id': 'ab86e3e3-4b3d-4163-80bd-bc02029b2433', 'ip_address': '172.20.0.2'}, {'subnet_id': '93bacfe2-7595-4732-8e5a-861fc0323ad2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1d778bab-4068-4d68-8981-448c296e1042'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:01:45.089582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.125563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.192446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.196155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.200441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e921bed-6915-490e-94be-4818ddd9e87e HTTP/1.1" status: 204  len: 168 time: 0.3637712
Dec 11 21:01:45.217693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdab611-6a97-4a2d-b000-42583cdb8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e921bed-6915-490e-94be-4818ddd9e87e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:45.454267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:45.488978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Delete allocated IP 172.20.0.4 (16ef0cc6-2b2f-4543-a426-866da8e6c601/ab86e3e3-4b3d-4163-80bd-bc02029b2433) {{(pid=125988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 21:01:45.510441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512531c1-d1d9-4eee-a354-a5f98c37bd34 req-a39211f8-1be2-4b12-8101-67ff7a824999 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:45.514324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-512531c1-d1d9-4eee-a354-a5f98c37bd34 req-a39211f8-1be2-4b12-8101-67ff7a824999 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1169720
Dec 11 21:01:45.524410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.22 (16ef0cc6-2b2f-4543-a426-866da8e6c601/93bacfe2-7595-4732-8e5a-861fc0323ad2/3f0445d1-9beb-4e57-b30b-d76a4ee7794e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:45.568344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-85f54453-3aa5-4c91-ac30-d7184a59778c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:45.570043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-85f54453-3aa5-4c91-ac30-d7184a59778c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1156790
Dec 11 21:01:45.593397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-512531c1-d1d9-4eee-a354-a5f98c37bd34 req-f060b306-dd88-407a-b447-8226ef756677 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711215
Dec 11 21:01:45.647531 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.683985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:45.698517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55187a57-547d-412f-b339-13381bdb7beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.718443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-18aa22e6-ccf1-4bd3-be1b-defb6b00dbe5 service neutron] 10.222.0.30 "GET /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1351297
Dec 11 21:01:45.722992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-415469629'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:45.765580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Made reservation on behalf of 4d23f71910fe4e68ad5d26d7c762905b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:45.769637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.784025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.795012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.803295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.806393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-e006f8fa-297a-4ee2-9b8c-169b41a8fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:45.808118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-e006f8fa-297a-4ee2-9b8c-169b41a8fc69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1099 time: 0.0633097
Dec 11 21:01:45.832704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55187a57-547d-412f-b339-13381bdb7beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.847384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55187a57-547d-412f-b339-13381bdb7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:45.862202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Allocated IP 172.20.0.18 (16ef0cc6-2b2f-4543-a426-866da8e6c601/93bacfe2-7595-4732-8e5a-861fc0323ad2/1d778bab-4068-4d68-8981-448c296e1042) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:45.909321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-55187a57-547d-412f-b339-13381bdb7beb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a61699af77f44111a2bf2a17eaa9334a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2222662
Dec 11 21:01:45.911764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51372) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:45.952555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55187a57-547d-412f-b339-13381bdb7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa0f0de-8afd-481a-8143-00c2caf3c055,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:45.957002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=3f0445d1-9beb-4e57-b30b-d76a4ee7794e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:46.006290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] In _notify_port_updated(), no bound segment for port 3f0445d1-9beb-4e57-b30b-d76a4ee7794e on network 16ef0cc6-2b2f-4543-a426-866da8e6c601 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:46.009883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:46.011929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.012575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.013914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-43b4c28b-abec-49f9-a1e3-681233500bc8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/ports/3f0445d1-9beb-4e57-b30b-d76a4ee7794e HTTP/1.1" status: 200  len: 920 time: 1.8020117
Dec 11 21:01:46.016969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51374) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:46.019654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8779ea65-2c12-48f7-8474-c73274a4caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.021167 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8779ea65-2c12-48f7-8474-c73274a4caa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.2057717
Dec 11 21:01:46.027037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.031881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.056765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.073331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.091294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.099148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-7f23d46d-216b-4b16-9490-0b1622006779 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0695803
Dec 11 21:01:46.140429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:01:46.150006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.159134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c76fd-d5db-44f0-96b3-e904d42544aa None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:46.174770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eebbdd-0743-49e0-bf90-4eed1089c3a7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:46.176449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-6fadcbb1-5f08-4975-a065-b36631185654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.178315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-6fadcbb1-5f08-4975-a065-b36631185654 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0725477
Dec 11 21:01:46.191240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.191995 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Added segment abfab580-bbb0-4ae8-b253-6c87162636f4 of type vlan for network 647a5a4e-80e5-4f26-a395-17037dff87e7
Dec 11 21:01:46.241198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.249898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-f83ba33b-7c17-4f77-a922-059efef1a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.251929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-f83ba33b-7c17-4f77-a922-059efef1a20a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0644541
Dec 11 21:01:46.278295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.290932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 3f0445d1-9beb-4e57-b30b-d76a4ee7794e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:46.291435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.320536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.323205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.324505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fa0f0de-8afd-481a-8143-00c2caf3c055 HTTP/1.1" status: 204  len: 168 time: 0.4084053
Dec 11 21:01:46.428915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-eb5f59f8-0b79-4049-b57d-1f4962045d5e service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628141
Dec 11 21:01:46.468591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4e5d1-7ce4-4b60-937a-aa94374f83a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa0f0de-8afd-481a-8143-00c2caf3c055,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:46.508947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.532746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.538701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.539400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:46.553206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 3f0445d1-9beb-4e57-b30b-d76a4ee7794e owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:46.583607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-22c6ca06-5c2f-45d7-980b-7a702c7007bf service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522281
Dec 11 21:01:46.691044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.2353051
Dec 11 21:01:46.784237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c5ab4-3044-400c-86dc-3374d8323adb tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Pushing event updated for resources: {'Network': ['ID=647a5a4e-80e5-4f26-a395-17037dff87e7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:46.795383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:01:46.833445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714d72-cf81-40e3-92a5-45214b25ef3a req-b86622ed-c134-4058-8224-7e31859bdee9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:46.840918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba714d72-cf81-40e3-92a5-45214b25ef3a req-b86622ed-c134-4058-8224-7e31859bdee9 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1124437
Dec 11 21:01:46.960614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba714d72-cf81-40e3-92a5-45214b25ef3a req-6f80f310-e0df-42cd-9312-d673ed2a9f74 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186881
Dec 11 21:01:46.967592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.019815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51414) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:47.026020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1323481244'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:47.037770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=3f0445d1-9beb-4e57-b30b-d76a4ee7794e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:47.065137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Made reservation on behalf of c018b129c6954cf7a8982f08e4ad7410 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:47.067791 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.078289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.103480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Could not find standard attr ID for object 3f0445d1-9beb-4e57-b30b-d76a4ee7794e. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:47.115050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.127071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:47.127581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.189295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.197473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0f2f641f-acb6-4f29-909d-7ae6418d7351 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/3f0445d1-9beb-4e57-b30b-d76a4ee7794e HTTP/1.1" status: 204  len: 168 time: 1.1793847
Dec 11 21:01:47.199841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51424) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:47.201976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.212312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.218954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:47.231426 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-751f653f-17a8-4b68-ba1b-36c6bff1064b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:47.233521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-751f653f-17a8-4b68-ba1b-36c6bff1064b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/3f0445d1-9beb-4e57-b30b-d76a4ee7794e HTTP/1.1" status: 404  len: 333 time: 0.0325592
Dec 11 21:01:47.239579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51426) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:47.306926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.335252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.336548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:47.337398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.347819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e0020-2a6c-4e7b-be10-0156cfff3283,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:47.386579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7c5634fd-e37d-4ed8-8200-a4673d7056b8 None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:47.399245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.407734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.412451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/security-groups/91e36295-eb76-4a90-afc5-be361e97f6db HTTP/1.1" status: 204  len: 168 time: 0.1684644
Dec 11 21:01:47.413042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:47.427917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5ef43-b8ce-4f13-9fad-c8a14f76b2d8 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e36295-eb76-4a90-afc5-be361e97f6db,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:47.509084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.572464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.607031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:47.620699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.635002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.650102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.655874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.664935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/security-groups/b33e74c2-ca95-498b-954d-c5243cc660fe HTTP/1.1" status: 204  len: 168 time: 0.2471724
Dec 11 21:01:47.669328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51448) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:47.689685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93f251-cdc2-481b-ad5e-3a5a2079f11d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33e74c2-ca95-498b-954d-c5243cc660fe,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:47.740980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-daad94dd-3e23-46c4-b10d-0b7f3cdb00b3 None None] Could not find standard attr ID for object 3f0445d1-9beb-4e57-b30b-d76a4ee7794e. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:47.753686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=6f49dd7e-3420-429c-8c5e-27c1ff79ddc9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:47.776756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet ab86e3e3-4b3d-4163-80bd-bc02029b2433 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:47.779059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Checking segment: {'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:47.779415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Network hostable DHCP agents. Network: 647a5a4e-80e5-4f26-a395-17037dff87e7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:01:47.786576 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.838884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:01:47.842963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:47.873995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 647a5a4e-80e5-4f26-a395-17037dff87e7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:47.882412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d166f3-c8da-4f8a-9127-6415d5ffe440 None None] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:47.890878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:47.926131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:47.926500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:47.926862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:47.933631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:47.933976 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:47.936593 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 2 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:47.944035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:47.972031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:47.972369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:47.972941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:47.985493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:47.985822 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:47.986280 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 3 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:47.993638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.031676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.031929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.032825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.041389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.041720 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.041876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 36ebb204-6efe-43d1-ba10-d668291bd8ac completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:01:48.044127 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 4 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.049923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 36ebb204-6efe-43d1-ba10-d668291bd8ac triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:48.050466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.101160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.101160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.101160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.102253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51456) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:48.117517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.117853 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.119183 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 5 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.129978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.165283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.165864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.166002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.175188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=ab86e3e3-4b3d-4163-80bd-bc02029b2433,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:48.176977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.180706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55ba81c7-0878-4a45-b733-ac0e6f152973 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/ab86e3e3-4b3d-4163-80bd-bc02029b2433 HTTP/1.1" status: 204  len: 168 time: 0.5107059
Dec 11 21:01:48.185182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51460) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:48.191194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5732d2-3279-44a9-a0e8-d63670b75b05 req-3be6c391-4d91-486a-885b-62626364e755 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:48.192721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5732d2-3279-44a9-a0e8-d63670b75b05 req-3be6c391-4d91-486a-885b-62626364e755 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1314247
Dec 11 21:01:48.193328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.193656 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.193892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:48.194248 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 6 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.204919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce2166e-31bb-4b32-8e27-3ce0c1c9dfd7 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:48.232350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.232962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.233642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.252534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.269824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.279082 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.280606 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 7 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.295071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5732d2-3279-44a9-a0e8-d63670b75b05 req-0823a73e-8008-4390-919c-8cc954db2151 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911450
Dec 11 21:01:48.311897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.311897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.311897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.317443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.317786 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.318188 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 8 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.325469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:48.335081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.335426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.335775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.341388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.341930 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.342519 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 9 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.358094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.358702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.359001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.367413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.367956 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.368826 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 10 to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9
Dec 11 21:01:48.369581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f324ccf5-908e-4054-8e8c-4e4472076d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.385340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:48.386100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:48.387149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:48.392234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:48.392569 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:48.392943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.421406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:48.424773 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a16668-65cf-468b-88e7-6f02a1f3f5f3" -d '{"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-plugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:48.450940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:48.456766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.479040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:48.484104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:48.484522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempted to set empty binding levels {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:01:48.492112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.495032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.563697 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f9a7b9-77f0-4408-8dfe-468d8217cbda x-openstack-request-id: req-17f9a7b9-77f0-4408-8dfe-468d8217cbda {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:48.564201 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-plugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:48.565557 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17f9a7b9-77f0-4408-8dfe-468d8217cbda {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:48.566154 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'code': 200}
Dec 11 21:01:48.569075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:48.583833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:48.584509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.586968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:48.590518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.629438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f324ccf5-908e-4054-8e8c-4e4472076d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.634543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=6f49dd7e-3420-429c-8c5e-27c1ff79ddc9,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:48.653156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f324ccf5-908e-4054-8e8c-4e4472076d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.659023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dce2c643-51d5-4718-bcaf-f1ea36e8cc41 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 980 time: 1.6359003
Dec 11 21:01:48.659667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51470) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:48.690246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f324ccf5-908e-4054-8e8c-4e4472076d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=172175fb399347eb9e1bde4c3e82c0e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5829515
Dec 11 21:01:48.692532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:48.765650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ccf5-908e-4054-8e8c-4e4472076d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903d6112-8854-40a9-8158-c329e18d3bad,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:48.835079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.851329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Deleting port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:48.852138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.874809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.961054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9, host nch1-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:48.961434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:48.985471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Calling delete_port for 6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:49.112717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.139502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.142931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.144004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/903d6112-8854-40a9-8158-c329e18d3bad HTTP/1.1" status: 204  len: 168 time: 0.4496369
Dec 11 21:01:49.153409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.170256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:49.178054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:49.186026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:49.187109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.191807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f49dd7e-3420-429c-8c5e-27c1ff79ddc9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:49.217812 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.224024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24c1efc5-2c93-401f-a2f4-e60960e06a3b tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "DELETE /v2.0/ports/6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 HTTP/1.1" status: 204  len: 168 time: 0.5632787
Dec 11 21:01:49.226608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:49.230267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0436819
Dec 11 21:01:49.230986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51490) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:49.238163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac8158-6fc7-463d-a25a-885adb60f8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903d6112-8854-40a9-8158-c329e18d3bad,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:49.247836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-128164ff-6583-45a7-a3f0-e91c37b40cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:49.249420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-128164ff-6583-45a7-a3f0-e91c37b40cff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90&tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4 HTTP/1.1" status: 200  len: 1100 time: 0.1748636
Dec 11 21:01:49.270058 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0530a6fc-9461-44ee-b291-ca1b5408c01f tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:01:49.274089 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0530a6fc-9461-44ee-b291-ca1b5408c01f tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports/6f49dd7e-3420-429c-8c5e-27c1ff79ddc9 HTTP/1.1" status: 404  len: 333 time: 0.0431736
Dec 11 21:01:49.274820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51494) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:49.279978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1245525056'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:49.282959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826702097'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:49.305289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:49.316941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Made reservation on behalf of c018b129c6954cf7a8982f08e4ad7410 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:49.319075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.359680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 02370ccc-def6-4108-866d-60d3277807aa yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:49.360759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4f7ba-7aca-4318-9d1f-3090c4add7bb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=b1dc48ff-34e2-49e3-85b7-3aa2fd985793,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:49.419478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.544536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.545710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.565526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.587963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe19874d-0ae3-4058-bb22-eac626cf7d8a None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:49.601819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.654889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.677223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.678877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4419699
Dec 11 21:01:49.690817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:49.701405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864892296'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:49.716031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=02370ccc-def6-4108-866d-60d3277807aa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:49.728851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:49.730599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:49.733977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:49.735645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:49.736317 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.754568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-80815a84-68a5-4be8-af71-5a9a0b485523 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:49.755086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80815a84-68a5-4be8-af71-5a9a0b485523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.760493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab7008ca-6b3d-4258-830a-a999c7c2c9b3 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.4823194
Dec 11 21:01:49.760807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:49.763285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.767768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:49.789398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5ac9-e929-4657-b19b-ab1857d3cc96 req-8ec46cc5-683c-49dd-9f1e-7db3afc27d27 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:49.791412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-883c5ac9-e929-4657-b19b-ab1857d3cc96 req-8ec46cc5-683c-49dd-9f1e-7db3afc27d27 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.3200293
Dec 11 21:01:49.798354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab3c5f-4d5b-46a6-beb8-e0a08093e22f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdccc9b-870c-4372-910b-1851f1a0dd18,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:49.888613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.903541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Update dhcp port {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'fixed_ips': [{'subnet_id': '93bacfe2-7595-4732-8e5a-861fc0323ad2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1dc48ff-34e2-49e3-85b7-3aa2fd985793'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1d778bab-4068-4d68-8981-448c296e1042'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:01:49.928916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-80815a84-68a5-4be8-af71-5a9a0b485523 None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:49.929892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80815a84-68a5-4be8-af71-5a9a0b485523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.964258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.965449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.979860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:49.986778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-80815a84-68a5-4be8-af71-5a9a0b485523 None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:50.059293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.060534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3627653
Dec 11 21:01:50.065859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51526) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:50.066525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad20704-4980-4edb-8ac3-873086d99c19 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58620ccb-5ce2-4864-a122-25025fa1f68a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:50.072311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'security_group': {'name': 'tempest-secgroup-684832458'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:50.104807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-883c5ac9-e929-4657-b19b-ab1857d3cc96 req-2793f300-af4f-42a3-a1c4-2e2bdc96a5c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848842
Dec 11 21:01:50.165769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.168160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 02370ccc-def6-4108-866d-60d3277807aa yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:50.178716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.185679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.208896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:50.222394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Allocated IP 172.20.0.2 (16ef0cc6-2b2f-4543-a426-866da8e6c601/b1dc48ff-34e2-49e3-85b7-3aa2fd985793/1d778bab-4068-4d68-8981-448c296e1042) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:50.266407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.266780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.267120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.269529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:50.271766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=02370ccc-def6-4108-866d-60d3277807aa,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:50.276759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.277517 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.278578 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 2 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.307338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.307757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.308406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.315016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.315418 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.315786 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 3 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.332280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.332713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.333121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.338266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.338717 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.343199 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 4 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.349712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:50.352214 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015ad83-6385-427e-b377-e23871290c5b" -d '{"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-unplugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:50.358163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.391400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Transition to ACTIVE for port object 36ebb204-6efe-43d1-ba10-d668291bd8ac will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:01:50.394287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.394712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.395093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.409342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.411113 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.411533 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 5 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.413110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:50.419530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.423780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.429141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.429503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.429834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.435392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.435772 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.436112 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 6 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.445902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.458278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.458702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.458998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.474837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.475247 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.476221 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 7 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.522748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.535090 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa97974b-1040-4e65-8fe8-c14ee8fb1eee x-openstack-request-id: req-fa97974b-1040-4e65-8fe8-c14ee8fb1eee {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:50.538521 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-unplugged", "status": "completed", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:50.538804 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.541042 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa97974b-1040-4e65-8fe8-c14ee8fb1eee {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:50.541849 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'code': 200}
Dec 11 21:01:50.561283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.561748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.561980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.583938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.586173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.586518 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.586920 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 8 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.587245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.5180860
Dec 11 21:01:50.624134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:50.625103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.625447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.626114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.646597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1428255179', 'security_groups': ['4c8397d3-ec61-4e11-a186-fc24db7faca6'], 'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1dc48ff-34e2-49e3-85b7-3aa2fd985793'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:50.657687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.658310 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.684011 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 9 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.695601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e5d30-5c47-4350-a067-388f28cc9f51 None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:50.710560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] No DVR routers for this DVR port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:50.717248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27d671-315d-410e-87ed-260a821a1872 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8397d3-ec61-4e11-a186-fc24db7faca6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:50.722306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:50.812343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.812845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.812966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.813323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.813629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.813745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.824911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.825211 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.828687 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 10 to bind port 02370ccc-def6-4108-866d-60d3277807aa
Dec 11 21:01:50.828898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.829219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Attempting to bind port 36ebb204-6efe-43d1-ba10-d668291bd8ac on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.850795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:01:50.851652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:01:50.851652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:01:50.851983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Bound port: 36ebb204-6efe-43d1-ba10-d668291bd8ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:01:50.852352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.871554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:50.871775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:50.872343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:50.888790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:50.889123 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 02370ccc-def6-4108-866d-60d3277807aa on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:50.889522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:50.973398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:50.977867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:50.984186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:01:50.995337 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.059828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:51.060645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.062661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] 10.222.0.16 "PUT /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 1096 time: 1.7933002
Dec 11 21:01:51.173002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab24dba-946e-40f0-ab45-9990d87e8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=11']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:51.175266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 02370ccc-def6-4108-866d-60d3277807aa, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:51.178084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempted to set empty binding levels {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:01:51.199459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.217201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-4e517eb4-a0cc-45a0-8689-e75ce3389351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:51.218365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.223489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-4e517eb4-a0cc-45a0-8689-e75ce3389351 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1099 time: 0.1293898
Dec 11 21:01:51.257042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.289231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] In _notify_port_updated(), no bound segment for port 02370ccc-def6-4108-866d-60d3277807aa on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:51.291238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:51.292820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.296664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "PUT /v2.0/ports/02370ccc-def6-4108-866d-60d3277807aa HTTP/1.1" status: 200  len: 975 time: 1.5325820
Dec 11 21:01:51.298801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51620) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:51.326962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] device_id is not set on port 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:51.397010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1214-96b7-4dee-951d-7570eb2244a7 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=02370ccc-def6-4108-866d-60d3277807aa,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:51.611711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-11229c83-3377-42bc-920b-4eb0e8e86643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:51.620685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-11229c83-3377-42bc-920b-4eb0e8e86643 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.3810313
Dec 11 21:01:51.663728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.5 (16ef0cc6-2b2f-4543-a426-866da8e6c601/b1dc48ff-34e2-49e3-85b7-3aa2fd985793/8e8ec9a0-47ac-4774-904f-b0cfb38acaa2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:51.725192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a65d7fb1-d12f-4ff8-a390-0d3865578541 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:51.725637 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a65d7fb1-d12f-4ff8-a390-0d3865578541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.904001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.934016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:01:51.966592 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:51.977302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a65d7fb1-d12f-4ff8-a390-0d3865578541 None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:51.977667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a65d7fb1-d12f-4ff8-a390-0d3865578541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.019924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:01:52.027263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a65d7fb1-d12f-4ff8-a390-0d3865578541 None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:52.056613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:52.060166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:52.086221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:52.119043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.119528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.120041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.120448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.121490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.121957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.122418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.122901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.123355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.123801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.124467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.125147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.125785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.126433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.127122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.127758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.128403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.129037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.129671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.130307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.130989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.131623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.132259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.132897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.134443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.135162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.135824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.136470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.137108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.137742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.138378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.139037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.139153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:52.139823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.140488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.141446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.142090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.142752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.143390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.144025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.144976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.145621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.146266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.147183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.147620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=8e8ec9a0-47ac-4774-904f-b0cfb38acaa2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:52.148037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.148702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.149341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.149977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.150877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.157000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-498aec26-2792-4d5d-b885-455e47fac3dc tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 43176 time: 0.8447800
Dec 11 21:01:52.179730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51684) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:52.191876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-e7e5dea2-e00f-4c71-86bc-d74716168783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.5565944
Dec 11 21:01:52.212802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51686) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:52.222818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c355f-b730-409d-87f4-5886ba32ea62 req-b4fa30af-1f75-458c-b766-2136a772d101 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.230647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a28c355f-b730-409d-87f4-5886ba32ea62 req-b4fa30af-1f75-458c-b766-2136a772d101 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.9090958
Dec 11 21:01:52.238396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:52.306891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-3eebf04f-d8a5-43c9-b4f1-ad0901c86a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.313695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-3eebf04f-d8a5-43c9-b4f1-ad0901c86a43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1129808
Dec 11 21:01:52.321253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:52.332489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a28c355f-b730-409d-87f4-5886ba32ea62 req-61f4441e-7870-4f4f-a529-82678b2c120b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987773
Dec 11 21:01:52.337640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.365583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.366269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.398358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-dc26fe5a-fe6a-42a8-b6c3-2216449f179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.403171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-dc26fe5a-fe6a-42a8-b6c3-2216449f179a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0658817
Dec 11 21:01:52.435946 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fa177e81-860a-46b3-b921-97e65d3b9d32 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8048086
Dec 11 21:01:52.436423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51692) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:52.442269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:52.464367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Deleting port 02370ccc-def6-4108-866d-60d3277807aa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:52.464715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.476045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0d203f05-2b82-4f11-891d-8df931cae5c5 None None] Provisioning complete for port 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:52.477115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d203f05-2b82-4f11-891d-8df931cae5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.521341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0d203f05-2b82-4f11-891d-8df931cae5c5 None None] Port 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:52.525993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-2bd9ada6-f34f-4cf9-b6d0-7ab89dc5e762 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136222
Dec 11 21:01:52.549662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:52.552239 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:52.585745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b221aa1-2011-4d85-80aa-a13ca36cdd18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.598126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28bb903f-636b-4910-8b18-014d8b2bb014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.608398 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9efcf-793a-416b-a31a-99e436272668 x-openstack-request-id: req-efb9efcf-793a-416b-a31a-99e436272668 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:52.608697 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:52.608956 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efb9efcf-793a-416b-a31a-99e436272668 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:52.609371 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'status': 'completed', 'code': 200}
Dec 11 21:01:52.629942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21d882e1-3ec9-4ae9-a5de-cca0360ddbb8 req-ed8c1a34-1228-49a2-88b4-bf042fe2add2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0965219
Dec 11 21:01:52.696028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 02370ccc-def6-4108-866d-60d3277807aa, host nch1-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:52.696575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.732458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Calling delete_port for 02370ccc-def6-4108-866d-60d3277807aa owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:52.733190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-b57d10d9-a927-47e4-99ae-e1712e58a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.734778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-b57d10d9-a927-47e4-99ae-e1712e58a1de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1099 time: 0.0432832
Dec 11 21:01:52.835107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-850785c2-7042-4a05-b909-9859c80c3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.840361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-850785c2-7042-4a05-b909-9859c80c3f5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1099 time: 0.2049294
Dec 11 21:01:52.845396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-8829405b-e8bf-4a7d-ab7a-5edab4710800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.847816 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-8829405b-e8bf-4a7d-ab7a-5edab4710800 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1065676
Dec 11 21:01:52.868509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:52.871890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:52.892300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-c62346b9-7498-40c1-8904-41f2bc6cebf3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0372756
Dec 11 21:01:52.947187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-7e13b985-7c7b-442c-8566-eec32ee7386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:52.948675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-7e13b985-7c7b-442c-8566-eec32ee7386f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0487926
Dec 11 21:01:53.002205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-9edb9965-1416-419c-8eb6-99dfcffe9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:53.003782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-9edb9965-1416-419c-8eb6-99dfcffe9536 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0465457
Dec 11 21:01:53.098955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-75e2ceb9-e4ac-4a5b-b518-b58f22bda9da service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866969
Dec 11 21:01:53.197935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-97a38609-8c97-4176-b4ba-f4b89781652c service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911784
Dec 11 21:01:53.337047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28bb903f-636b-4910-8b18-014d8b2bb014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.350032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b221aa1-2011-4d85-80aa-a13ca36cdd18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.351152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28bb903f-636b-4910-8b18-014d8b2bb014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.390237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.391860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b221aa1-2011-4d85-80aa-a13ca36cdd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.465173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb903f-636b-4910-8b18-014d8b2bb014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf04ec6-a48a-4ea8-aa11-0ce87c32f08e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:53.468119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-0cb1739a-6fa6-4abd-ac3e-7f84946ad9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:53.469369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-0cb1739a-6fa6-4abd-ac3e-7f84946ad9dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.6220467
Dec 11 21:01:53.482630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-28bb903f-636b-4910-8b18-014d8b2bb014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b03f32a2164d4b5397969691eda9376f&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2687538
Dec 11 21:01:53.486007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51708) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:53.486432 ncdv-master-1 neutron-server[125988]: INFO neutron.db.ipam_backend_mixin [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b1dc48ff-34e2-49e3-85b7-3aa2fd985793 (CIDR: 172.20.0.0/28)
Dec 11 21:01:53.490261 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.493478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "DELETE /v2.0/ports/02370ccc-def6-4108-866d-60d3277807aa HTTP/1.1" status: 204  len: 168 time: 1.2995331
Dec 11 21:01:53.499483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:53.527201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d52b6-6b43-47cd-8121-a268bc63b61c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event deleted for resources: {'Port': ['ID=02370ccc-def6-4108-866d-60d3277807aa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:53.529299 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:01:53.529787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:53.533638 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b811a2-5216-4d6a-b7d5-0a2422e2ed34 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:01:53.540788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8b811a2-5216-4d6a-b7d5-0a2422e2ed34 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports/02370ccc-def6-4108-866d-60d3277807aa HTTP/1.1" status: 404  len: 333 time: 0.0340066
Dec 11 21:01:53.541000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51712) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:53.550795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-800496463', 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:53.582178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b221aa1-2011-4d85-80aa-a13ca36cdd18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e79127f13b874b42ac5ca866cfe91b7e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.4396617
Dec 11 21:01:53.582391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.582501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51714) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:53.591159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Made reservation on behalf of c018b129c6954cf7a8982f08e4ad7410 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:53.593340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.600307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-433ba494-9c4e-4bd1-9890-653ce2809096 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 200  len: 217 time: 0.0895922
Dec 11 21:01:53.607076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b221aa1-2011-4d85-80aa-a13ca36cdd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c0c836-572b-4b4a-92a9-1e60053ec4e2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:53.623282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e9b6b635-22ac-4888-93ff-7557b52ce24d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1858516
Dec 11 21:01:53.637788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51716) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:53.652663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:53.659914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.665992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9ce14-dc12-4332-b53a-c1739e13ad3b req-e4c78439-0d75-411e-824b-6de01263b8fd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:53.667544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ad9ce14-dc12-4332-b53a-c1739e13ad3b req-e4c78439-0d75-411e-824b-6de01263b8fd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.2343318
Dec 11 21:01:53.680051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 5b4a660f-bafb-47c1-93fa-2367154cac63 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:53.683750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-e12e12cf-ab4e-46f1-83dd-d91ca88e9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:53.685188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-e12e12cf-ab4e-46f1-83dd-d91ca88e9b5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0748162
Dec 11 21:01:53.749208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ad9ce14-dc12-4332-b53a-c1739e13ad3b req-fb04ffb7-b91a-4a79-9aa8-4ce99938bfab tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748618
Dec 11 21:01:53.755654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-fb850a59-d05e-4149-9c36-0e77e978d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:53.757277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-fb850a59-d05e-4149-9c36-0e77e978d3e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0639877
Dec 11 21:01:53.856046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-22e3cf18-7869-49d6-947c-9b0cfb40a74a service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898881
Dec 11 21:01:53.857371 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.901186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.903782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.907434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdf04ec6-a48a-4ea8-aa11-0ce87c32f08e HTTP/1.1" status: 204  len: 168 time: 0.4175463
Dec 11 21:01:53.936789 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:53.966985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497c3ae5-6fc0-4da7-a817-6afa8d4a4e8d req-39e76f0b-e9f5-40d5-8481-e527fc336182 service neutron] 10.222.0.30 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031222
Dec 11 21:01:53.981845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b7446-8002-4fbf-9435-1fbe3648bf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf04ec6-a48a-4ea8-aa11-0ce87c32f08e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.006668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:54.010616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.090668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.143962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.146482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.149965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05c0c836-572b-4b4a-92a9-1e60053ec4e2 HTTP/1.1" status: 204  len: 168 time: 0.5634367
Dec 11 21:01:54.167027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f97c18-24fa-44e9-adbc-e4c367450ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c0c836-572b-4b4a-92a9-1e60053ec4e2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.171637 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 93bacfe2-7595-4732-8e5a-861fc0323ad2 (CIDR: 172.20.0.16/28)
Dec 11 21:01:54.177015 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:01:54.177705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:54.184908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.231192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-944bde51-8c84-4d0d-ae16-56450e5c7fde tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.5920157
Dec 11 21:01:54.234156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51728) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.243433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'subnet': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:54.246832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:54.250121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:54.255145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=5b4a660f-bafb-47c1-93fa-2367154cac63,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.257648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:54.258999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:54.259887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.279180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c63972a4-d5f1-46fa-b639-6743f8e64026 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.7369771
Dec 11 21:01:54.282357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51730) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.320834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51734) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.340206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a672fb9f-a6fc-43d4-bdfe-8587d107fff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.351009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f4458-7beb-4424-bc5a-c2867751144c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:54.352667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2b5f4458-7beb-4424-bc5a-c2867751144c tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports/5b4a660f-bafb-47c1-93fa-2367154cac63 HTTP/1.1" status: 200  len: 954 time: 0.0689452
Dec 11 21:01:54.355779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.444520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a672fb9f-a6fc-43d4-bdfe-8587d107fff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.454202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a672fb9f-a6fc-43d4-bdfe-8587d107fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.519087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672fb9f-a6fc-43d4-bdfe-8587d107fff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c660a27-8f54-4996-8219-7e25f5c98bb1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.533110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a672fb9f-a6fc-43d4-bdfe-8587d107fff4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ea89ba1e84e47818db1336a1f313baf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2078748
Dec 11 21:01:54.533548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51744) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.541921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Made reservation on behalf of 731638a8e03949159a6804c45c3d23a1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:54.543815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.568297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Deleting port 5b4a660f-bafb-47c1-93fa-2367154cac63 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:54.568645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.592833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.621050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.678049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.681329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.682537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c660a27-8f54-4996-8219-7e25f5c98bb1 HTTP/1.1" status: 204  len: 168 time: 0.1479499
Dec 11 21:01:54.692420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.693179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1219e-6a16-40bf-a475-675e725f6521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c660a27-8f54-4996-8219-7e25f5c98bb1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.712494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Calling delete_port for 5b4a660f-bafb-47c1-93fa-2367154cac63 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:54.880979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.944185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b4a660f-bafb-47c1-93fa-2367154cac63,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:54.963927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:54.967450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4f88a55d-e081-4bed-8614-08cb40575d60 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5b4a660f-bafb-47c1-93fa-2367154cac63 HTTP/1.1" status: 204  len: 168 time: 0.6107206
Dec 11 21:01:54.970984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51766) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:54.997854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdff9d0-136e-431f-bf22-761e0847ced8 req-e696214c-2489-4ccf-a7db-8c8c90e419aa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:54.999235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efdff9d0-136e-431f-bf22-761e0847ced8 req-e696214c-2489-4ccf-a7db-8c8c90e419aa tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1217427
Dec 11 21:01:55.001455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.023324 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-779d1efd-c2e2-4b04-9f5b-630948419c8d tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:01:55.028534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-779d1efd-c2e2-4b04-9f5b-630948419c8d tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports/5b4a660f-bafb-47c1-93fa-2367154cac63 HTTP/1.1" status: 404  len: 333 time: 0.0530012
Dec 11 21:01:55.032375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51770) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:55.039111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-787464649'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:55.066158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Made reservation on behalf of c018b129c6954cf7a8982f08e4ad7410 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:01:55.069729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.092760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:55.102226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 5db63c2e-8250-4209-a2bc-0383bb9615bb yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:55.102730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:55.107496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Subnet': ['ID=ecea00db-ad21-4784-ae51-118b453cc60b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:55.113083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb636bed-5b79-4291-99cc-8479b0f37ebd None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:55.117313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:55.118005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.138412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efdff9d0-136e-431f-bf22-761e0847ced8 req-61b29fd4-1ff1-4e63-9ab5-89123e9d87f8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300485
Dec 11 21:01:55.148545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2bdbf0a3-f135-47d9-b3b4-3f1694d844c6 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9101152
Dec 11 21:01:55.149746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51782) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:55.162905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-266172903', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ecea00db-ad21-4784-ae51-118b453cc60b'}], 'security_groups': ['0bdccc9b-870c-4372-910b-1851f1a0dd18', '58620ccb-5ce2-4864-a122-25025fa1f68a']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:55.301012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.459181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a578d-651d-4954-bf14-41e5c3f0055f req-29ed037f-00d9-47ad-bfaa-21ccc7aed2a8 tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:55.466709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145a578d-651d-4954-bf14-41e5c3f0055f req-29ed037f-00d9-47ad-bfaa-21ccc7aed2a8 tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 1099 time: 0.1701946
Dec 11 21:01:55.471636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Update dhcp port {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'fixed_ips': [{'subnet_id': '93bacfe2-7595-4732-8e5a-861fc0323ad2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b1dc48ff-34e2-49e3-85b7-3aa2fd985793', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ecea00db-ad21-4784-ae51-118b453cc60b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1d778bab-4068-4d68-8981-448c296e1042'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:01:55.474562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.524062 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.584542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145a578d-651d-4954-bf14-41e5c3f0055f req-7f22726c-c3d9-489f-99b0-80e1fd7613f4 tempest-MigrationsAdminTest-1497907837 tempest-MigrationsAdminTest-1497907837-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169229
Dec 11 21:01:55.608032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.767348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Network 647a5a4e-80e5-4f26-a395-17037dff87e7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:01:55.771325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:01:55.773289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=5db63c2e-8250-4209-a2bc-0383bb9615bb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:55.787047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:01:55.788012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:55.793036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:55.822519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.825756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.826102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.826802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.827105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.827430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.827772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.828298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.828500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.828809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.829135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.829467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.829810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:55.853084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a41c1217-de35-4a51-bdc0-cb2c130e3171 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.8162348
Dec 11 21:01:55.853745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:55.870931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:55.918042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Delete allocated IP 172.20.0.5 (16ef0cc6-2b2f-4543-a426-866da8e6c601/b1dc48ff-34e2-49e3-85b7-3aa2fd985793) {{(pid=125988) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 11 21:01:55.934799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Allocated IP 172.20.0.46 (16ef0cc6-2b2f-4543-a426-866da8e6c601/ecea00db-ad21-4784-ae51-118b453cc60b/8e8ec9a0-47ac-4774-904f-b0cfb38acaa2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:56.046033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.196000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414513c-b0e8-45f2-9873-050a7ca9ed40 req-92d36d5a-f2d2-4bab-9c3f-6dbc12a0cb6d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:56.197659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6414513c-b0e8-45f2-9873-050a7ca9ed40 req-92d36d5a-f2d2-4bab-9c3f-6dbc12a0cb6d tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 948 time: 0.1559787
Dec 11 21:01:56.267918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:01:56.279272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.295089 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6414513c-b0e8-45f2-9873-050a7ca9ed40 req-0437f5bc-728b-4c6d-85b3-7e679df1f9d3 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860620
Dec 11 21:01:56.297908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.345823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] device_id is not set on port 5db63c2e-8250-4209-a2bc-0383bb9615bb yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:01:56.361701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.368724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.377886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event updated for resources: {'Port': ['ID=8e8ec9a0-47ac-4774-904f-b0cfb38acaa2,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:56.428912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Allocated IP 172.20.0.34 (16ef0cc6-2b2f-4543-a426-866da8e6c601/ecea00db-ad21-4784-ae51-118b453cc60b/1d778bab-4068-4d68-8981-448c296e1042) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:01:56.500902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=5db63c2e-8250-4209-a2bc-0383bb9615bb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:56.516193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:56.525344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.525683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.526283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.536622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.536970 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.537356 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 2 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.538212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'mac_address': 'fa:16:3e:7a:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:01:56.538616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] In _notify_port_updated(), no bound segment for port 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 on network 16ef0cc6-2b2f-4543-a426-866da8e6c601 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:56.544578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:56.545227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.549806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-22ad248d-a7d6-424f-8071-8142bf71e34b tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "PUT /v2.0/ports/8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 HTTP/1.1" status: 200  len: 959 time: 1.3955529
Dec 11 21:01:56.550101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51842) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:56.550345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51844) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:56.599188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.599682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.600277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.607762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.608370 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.608936 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 3 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.627681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.628762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.629337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.636247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.637215 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.638020 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 4 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.643402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:56.656605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.658114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.659828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.666564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.667146 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.668152 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 5 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.683432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.684752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.685320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.691221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.694151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.694742 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.694883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:56.695129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.695853 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 6 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.699511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.712773 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.719691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.720168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.720605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.729259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.730103 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.732434 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 7 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.758111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.758449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.758830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.764064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.764380 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.764770 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 8 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.774216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75707-ce25-41aa-9daf-65664ff68406 None None] Pushing event updated for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:56.782084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.782433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.782761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:01:56.782885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.788296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.788639 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.789035 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 9 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.808734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.809198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.809605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.818141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.818504 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.818916 ncdv-master-1 neutron-server[125987]: INFO neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempt 10 to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb
Dec 11 21:01:56.834943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:01:56.835278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:01:56.835618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempting to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:01:56.840679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:01:56.841009 ncdv-master-1 neutron-server[125987]: ERROR neutron.plugins.ml2.managers [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Failed to bind port 5db63c2e-8250-4209-a2bc-0383bb9615bb on host nch1-master-1 for vnic_type normal using segments [{'id': 'abfab580-bbb0-4ae8-b253-6c87162636f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '647a5a4e-80e5-4f26-a395-17037dff87e7'}]
Dec 11 21:01:56.841374 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.849080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.860379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:56.866068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:56.880288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:56.952097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:56.979416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 5db63c2e-8250-4209-a2bc-0383bb9615bb, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:01:56.979805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attempted to set empty binding levels {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:01:56.983537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ccfdb4a8-00c7-4165-8954-639a7f60c8bd tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1795120279'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:56.984073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ccfdb4a8-00c7-4165-8954-639a7f60c8bd tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Unknown quota resources ['metering_label']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:01:56.990821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.052716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.092091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=8e8ec9a0-47ac-4774-904f-b0cfb38acaa2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:57.122117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] In _notify_port_updated(), no bound segment for port 5db63c2e-8250-4209-a2bc-0383bb9615bb on network 647a5a4e-80e5-4f26-a395-17037dff87e7 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:01:57.123117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:57.123612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.127532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "PUT /v2.0/ports/5db63c2e-8250-4209-a2bc-0383bb9615bb HTTP/1.1" status: 200  len: 974 time: 1.2703159
Dec 11 21:01:57.128121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.201359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.209530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-804e4756-85db-4968-8b95-f42c8f67c9b5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 HTTP/1.1" status: 204  len: 168 time: 0.6580997
Dec 11 21:01:57.210467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.264773 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-790d3a60-c263-4ecb-97ff-ab98c0a97991 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] GET failed (client error): The resource could not be found.
Dec 11 21:01:57.269968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-790d3a60-c263-4ecb-97ff-ab98c0a97991 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports/8e8ec9a0-47ac-4774-904f-b0cfb38acaa2 HTTP/1.1" status: 404  len: 333 time: 0.0582795
Dec 11 21:01:57.270781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51870) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.329462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ccfdb4a8-00c7-4165-8954-639a7f60c8bd tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.331051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ccfdb4a8-00c7-4165-8954-639a7f60c8bd tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.7797637
Dec 11 21:01:57.336638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e032700-0c4d-468b-8999-7983fa997b65 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event updated for resources: {'Port': ['ID=5db63c2e-8250-4209-a2bc-0383bb9615bb,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:57.339967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51874) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.348878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c71a2c19-9140-401c-9744-a58007ae18ef tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3e13d493-4729-451d-b478-5fd079f1c15b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:57.349732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c71a2c19-9140-401c-9744-a58007ae18ef tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:01:57.368418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.398534 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.480028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-03b9b96c-ad25-4843-b1c8-fe1aace67a34 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:57.481572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-03b9b96c-ad25-4843-b1c8-fe1aace67a34 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.3143673
Dec 11 21:01:57.483647 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.metering.metering_plugin [None req-c71a2c19-9140-401c-9744-a58007ae18ef tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 11 21:01:57.516823 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.519909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.521347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c8397d3-ec61-4e11-a186-fc24db7faca6 HTTP/1.1" status: 204  len: 168 time: 0.2494860
Dec 11 21:01:57.526612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.539266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975a766-8b37-4050-bb49-83b6a6a5cc67 req-6ccab616-1fb9-4cbc-a11f-a2d5c9ec86cd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:57.541715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6975a766-8b37-4050-bb49-83b6a6a5cc67 req-6ccab616-1fb9-4cbc-a11f-a2d5c9ec86cd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.0982349
Dec 11 21:01:57.592836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8397d3-ec61-4e11-a186-fc24db7faca6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:57.603043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.603566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.604009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.604474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.604897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.605358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.605882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.606240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.606656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.607066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.607456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.607853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.608247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b3993b-2a8a-425a-8162-f06903143950 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:01:57.633270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c71a2c19-9140-401c-9744-a58007ae18ef tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.634614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c71a2c19-9140-401c-9744-a58007ae18ef tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.2918012
Dec 11 21:01:57.639086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51884) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.644242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5c286e51-b487-41db-8f05-0f6a044ecb8f tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3e13d493-4729-451d-b478-5fd079f1c15b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:57.644729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5c286e51-b487-41db-8f05-0f6a044ecb8f tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:01:57.662309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.693888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Deleting port 5db63c2e-8250-4209-a2bc-0383bb9615bb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:57.694334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.710506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.713596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:57.713596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.729524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6975a766-8b37-4050-bb49-83b6a6a5cc67 req-b5621e85-b335-4e97-bbcc-00b88c3c943a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527836
Dec 11 21:01:57.785152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.790256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.794293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/security-groups/58620ccb-5ce2-4864-a122-25025fa1f68a HTTP/1.1" status: 204  len: 168 time: 0.2647076
Dec 11 21:01:57.795732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51888) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.824046 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.metering.metering_plugin [None req-5c286e51-b487-41db-8f05-0f6a044ecb8f tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 11 21:01:57.824283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f28e61-3469-4ed7-88e2-d7e6c3f9f70f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58620ccb-5ce2-4864-a122-25025fa1f68a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:57.856040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:57.856516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.899722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.909042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:01:57.912988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dc50c600-fd52-4d63-8c0e-ad7418b4419c None None] Could not find standard attr ID for object 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:57.928398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] For port 5db63c2e-8250-4209-a2bc-0383bb9615bb, host nch1-master-1, got binding levels [] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:57.928738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.933483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.940707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c286e51-b487-41db-8f05-0f6a044ecb8f tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.941900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c286e51-b487-41db-8f05-0f6a044ecb8f tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3012974
Dec 11 21:01:57.944926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:57.947344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Deleting port 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:01:57.947713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:57.973729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Calling delete_port for 5db63c2e-8250-4209-a2bc-0383bb9615bb owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:57.983099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b39d62a-8ab5-4eae-9275-368fa740507d tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=b22989e6-5cce-4854-a43d-a1db599be4b9 HTTP/1.1" status: 200  len: 462 time: 0.0323005
Dec 11 21:01:57.986508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.032855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.035998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.039846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/security-groups/0bdccc9b-870c-4372-910b-1851f1a0dd18 HTTP/1.1" status: 204  len: 168 time: 0.2384684
Dec 11 21:01:58.046256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.138413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7db5-b373-40d6-a7f1-c4c2439eed89 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdccc9b-870c-4372-910b-1851f1a0dd18,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:58.242044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:01:58.299934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:01:58.316006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51a02098-7b3d-4343-8c4f-045f1c26d102 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.317499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51a02098-7b3d-4343-8c4f-045f1c26d102 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/b22989e6-5cce-4854-a43d-a1db599be4b9 HTTP/1.1" status: 204  len: 168 time: 0.3290858
Dec 11 21:01:58.321289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51904) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.329357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:01:58.329723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.342800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59a1de81-b8f3-4420-b7cc-749fc7b99661 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=b22989e6-5cce-4854-a43d-a1db599be4b9 HTTP/1.1" status: 200  len: 221 time: 0.0171814
Dec 11 21:01:58.345678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet b1dc48ff-34e2-49e3-85b7-3aa2fd985793 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:58.349854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.389490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1a3efbb9-47dc-4c58-a2c2-34d1b0ed4d7d None None] Could not find standard attr ID for object 8e8ec9a0-47ac-4774-904f-b0cfb38acaa2. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:01:58.416384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.501769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.506861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ea025da-18c7-48d3-b6f2-8716cfe8ff24 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--230979584', 'description': 'label created by tempest'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:01:58.507309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ea025da-18c7-48d3-b6f2-8716cfe8ff24 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Unknown quota resources ['metering_label']. {{(pid=125988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:01:58.574010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:58.582990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] For port 36ebb204-6efe-43d1-ba10-d668291bd8ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=36ebb204-6efe-43d1-ba10-d668291bd8ac,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:01:58.583352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.600222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'mac_address': 'fa:16:3e:7a:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:01:58.608209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Calling delete_port for 36ebb204-6efe-43d1-ba10-d668291bd8ac owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:01:58.661211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.672351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.699849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Pushing event deleted for resources: {'Port': ['ID=5db63c2e-8250-4209-a2bc-0383bb9615bb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:58.705962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.710797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8595775-d53c-4e59-94e7-fabb5f360ae6 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5db63c2e-8250-4209-a2bc-0383bb9615bb HTTP/1.1" status: 204  len: 168 time: 1.5444150
Dec 11 21:01:58.713241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51920) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.747743 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fead82-d070-4947-b761-bb7541d1ec91 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:01:58.750554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-44fead82-d070-4947-b761-bb7541d1ec91 tempest-PortsAdminExtendedAttrsTestJSON-1176180057 tempest-PortsAdminExtendedAttrsTestJSON-1176180057-project-admin] 10.222.0.18 "GET /v2.0/ports/5db63c2e-8250-4209-a2bc-0383bb9615bb HTTP/1.1" status: 404  len: 333 time: 0.0346565
Dec 11 21:01:58.753472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.771147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ea025da-18c7-48d3-b6f2-8716cfe8ff24 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.774751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ea025da-18c7-48d3-b6f2-8716cfe8ff24 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.2695091
Dec 11 21:01:58.775683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.863162 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.874397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e02c3f87-c499-4dfb-8aa7-3bbd624162b8 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=58b92b16-15b7-4374-abc8-2f645fad4c65 HTTP/1.1" status: 200  len: 467 time: 0.0960450
Dec 11 21:01:58.875697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51928) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:58.906442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.947347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a895692-8d6d-4314-9ef0-8135b0d6925b req-7f5fe108-e065-4dc4-97b1-d75d552dc7a8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:01:58.948912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a895692-8d6d-4314-9ef0-8135b0d6925b req-7f5fe108-e065-4dc4-97b1-d75d552dc7a8 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e5e4c3-e7ae-4e92-8d15-92d9e348ef90 HTTP/1.1" status: 200  len: 949 time: 0.1512411
Dec 11 21:01:58.950089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dc48ff-34e2-49e3-85b7-3aa2fd985793,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:58.959642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:58.961037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51db32c9-8e8a-44df-abf9-e9168161ea69 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:01:58.965324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51096592-b57e-493e-bbf2-a57a8ccacc70 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/b1dc48ff-34e2-49e3-85b7-3aa2fd985793 HTTP/1.1" status: 204  len: 168 time: 0.9196227
Dec 11 21:01:58.969975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.040044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.056477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:59.059673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet ecea00db-ad21-4784-ae51-118b453cc60b {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:59.066145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.109855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a895692-8d6d-4314-9ef0-8135b0d6925b req-7fde9a1a-2a33-46d4-ad9c-04f36c1f9de7 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272542
Dec 11 21:01:59.121746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8', 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:01:59.133502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.152818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event deleted for resources: {'Port': ['ID=36ebb204-6efe-43d1-ba10-d668291bd8ac,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:59.239273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.287278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.290821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13f2fb03-fe64-4101-8388-9d0ba3b31305 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.292304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13f2fb03-fe64-4101-8388-9d0ba3b31305 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/58b92b16-15b7-4374-abc8-2f645fad4c65 HTTP/1.1" status: 204  len: 168 time: 0.4151094
Dec 11 21:01:59.319124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51940) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.320407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] No DVR routers for this DVR port 36ebb204-6efe-43d1-ba10-d668291bd8ac on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:01:59.324364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.328734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec8ead5c-5b28-4f41-9d7d-ec8277dae28e req-6be13d43-73fa-4394-98fd-f072794dfa03 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "DELETE /v2.0/ports/36ebb204-6efe-43d1-ba10-d668291bd8ac HTTP/1.1" status: 204  len: 173 time: 1.8389008
Dec 11 21:01:59.347578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-deleted', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:01:59.351377 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763ab88-d9d2-408c-b35d-ee2aad1d7e30" -d '{"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-deleted", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:01:59.369680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7da12880>,) {'filters': {'network_id': ['647a5a4e-80e5-4f26-a395-17037dff87e7']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:59.410463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.423255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30e4a35e-f3dc-41b7-bc39-4b02281a6784 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=58b92b16-15b7-4374-abc8-2f645fad4c65 HTTP/1.1" status: 200  len: 216 time: 0.1004195
Dec 11 21:01:59.433244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51944) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.435577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7da12880>, 'abfab580-bbb0-4ae8-b253-6c87162636f4') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:59.441118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7da12880>, 'abfab580-bbb0-4ae8-b253-6c87162636f4') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:01:59.451069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=ecea00db-ad21-4784-ae51-118b453cc60b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:59.455074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.459796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac113722-60b2-4be8-8f2f-d66d03dc1285 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/ecea00db-ad21-4784-ae51-118b453cc60b HTTP/1.1" status: 204  len: 168 time: 0.4884236
Dec 11 21:01:59.461889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.491674 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d06e71a-06e1-4bb6-836e-6f5089bf8080 x-openstack-request-id: req-8d06e71a-06e1-4bb6-836e-6f5089bf8080 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:01:59.493982 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e5e4c3-e7ae-4e92-8d15-92d9e348ef90", "name": "network-vif-deleted", "tag": "36ebb204-6efe-43d1-ba10-d668291bd8ac", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:01:59.494493 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d06e71a-06e1-4bb6-836e-6f5089bf8080 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:01:59.495437 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e5e4c3-e7ae-4e92-8d15-92d9e348ef90', 'name': 'network-vif-deleted', 'tag': '36ebb204-6efe-43d1-ba10-d668291bd8ac', 'status': 'completed', 'code': 200}
Dec 11 21:01:59.501001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.533200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2bd4e77c-220e-4526-8d15-270c2df2e9e4 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0864906
Dec 11 21:01:59.542947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51952) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.551293 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-657975af-7afe-425d-b6e7-8b23d2e89b8f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:01:59.551785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657975af-7afe-425d-b6e7-8b23d2e89b8f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:01:59.557648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-657975af-7afe-425d-b6e7-8b23d2e89b8f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/b1dc48ff-34e2-49e3-85b7-3aa2fd985793 HTTP/1.1" status: 404  len: 337 time: 0.0942898
Dec 11 21:01:59.559038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.576233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.596732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d9f658c6-5581-439a-880c-4708a9fd2b66 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0475206
Dec 11 21:01:59.601057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51956) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.613608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:01:59.614036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.676723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting subnet 93bacfe2-7595-4732-8e5a-861fc0323ad2 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:01:59.680332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:01:59.683384 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:01:59.735935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b8562cf-e9cc-4ad5-8dfc-aad69b4dbc41 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/3e13d493-4729-451d-b478-5fd079f1c15b HTTP/1.1" status: 200  len: 473 time: 0.1330545
Dec 11 21:01:59.739305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.741383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.748483 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.748869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98854cd-fc6e-468d-b9b1-d4eff9804fe3 None None] Update dhcp port {'port': {'network_id': '16ef0cc6-2b2f-4543-a426-866da8e6c601', 'fixed_ips': [{'subnet_id': '93bacfe2-7595-4732-8e5a-861fc0323ad2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ecea00db-ad21-4784-ae51-118b453cc60b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1d778bab-4068-4d68-8981-448c296e1042'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:01:59.756953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.761164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] 10.222.0.18 "DELETE /v2.0/networks/647a5a4e-80e5-4f26-a395-17037dff87e7 HTTP/1.1" status: 204  len: 168 time: 1.0063541
Dec 11 21:01:59.772294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1560f221-90ca-4661-9c2b-b3471ea64b5e tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/3f3416bb-6db1-40e3-b64e-536d7d9fe318 HTTP/1.1" status: 200  len: 459 time: 0.0286412
Dec 11 21:01:59.780648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51978) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.789846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a13422-c25c-4b8d-8dfd-3065e3d4dc86 tempest-PortsAdminExtendedAttrsTestJSON-519957938 tempest-PortsAdminExtendedAttrsTestJSON-519957938-project] Pushing event deleted for resources: {'Network': ['ID=647a5a4e-80e5-4f26-a395-17037dff87e7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:01:59.871928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.875674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e98854cd-fc6e-468d-b9b1-d4eff9804fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.953867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9632521a-46d7-4ae6-95f8-ed60623fb955 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:01:59.954833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9632521a-46d7-4ae6-95f8-ed60623fb955 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/3f3416bb-6db1-40e3-b64e-536d7d9fe318 HTTP/1.1" status: 204  len: 168 time: 0.1729083
Dec 11 21:01:59.957552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:01:59.973921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.024633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Subnet': ['ID=93bacfe2-7595-4732-8e5a-861fc0323ad2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:00.040162 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.060415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2cbd6a66-0275-44a7-97d2-7db9827bf871 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/93bacfe2-7595-4732-8e5a-861fc0323ad2 HTTP/1.1" status: 204  len: 168 time: 0.5002265
Dec 11 21:02:00.064019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.105198 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39771e1-4f65-408b-a019-9e759a5073b7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:00.105657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39771e1-4f65-408b-a019-9e759a5073b7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:00.113153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c39771e1-4f65-408b-a019-9e759a5073b7 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/ab86e3e3-4b3d-4163-80bd-bc02029b2433 HTTP/1.1" status: 404  len: 337 time: 0.0481269
Dec 11 21:02:00.113781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51988) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-e98854cd-fc6e-468d-b9b1-d4eff9804fe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93bacfe2-7595-4732-8e5a-861fc0323ad2: This subnet is being modified by another concurrent operation.
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:02:00.154430 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93bacfe2-7595-4732-8e5a-861fc0323ad2: This subnet is being modified by another concurrent operation.
Dec 11 21:02:00.158210 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:02:00.164106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-081a9d9d-3c96-4f85-bd87-cac8afb6ffeb tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "GET /v2.0/ports?device_id=f846ce6c-f7b9-485c-b2d6-e1048104213d HTTP/1.1" status: 200  len: 205 time: 0.0462422
Dec 11 21:02:00.166397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51992) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.238774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51996) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.265114 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-6ceb1edd-bde5-4ba3-971f-da08a67ec77a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] delete failed (client error): The resource could not be found.
Dec 11 21:02:00.268985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ceb1edd-bde5-4ba3-971f-da08a67ec77a tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/routers/f846ce6c-f7b9-485c-b2d6-e1048104213d HTTP/1.1" status: 404  len: 336 time: 0.0982747
Dec 11 21:02:00.269423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52000) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.295519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:00.311230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fa0ab0-a577-48d7-bf1b-3df39d8aaa96 None None] Network 16ef0cc6-2b2f-4543-a426-866da8e6c601 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:00.324942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6d1574a2-1cb0-4c30-8e82-bd2532a2b124 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.328562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6d1574a2-1cb0-4c30-8e82-bd2532a2b124 tempest-MeteringIpV6TestJSON-70970553 tempest-MeteringIpV6TestJSON-70970553-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/3e13d493-4729-451d-b478-5fd079f1c15b HTTP/1.1" status: 204  len: 168 time: 0.3676302
Dec 11 21:02:00.353944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 36ebb204-6efe-43d1-ba10-d668291bd8ac {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:00.354498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 36ebb204-6efe-43d1-ba10-d668291bd8ac not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:00.416401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8d0714ed-1660-45ac-b718-710dcfd192f7 None None] Provisioning complete for port 1d778bab-4068-4d68-8981-448c296e1042 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:00.416853 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d0714ed-1660-45ac-b718-710dcfd192f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.539224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] DHCP port deletion for 16ef0cc6-2b2f-4543-a426-866da8e6c601 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:00.626296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8d0714ed-1660-45ac-b718-710dcfd192f7 None None] Provisioning complete for port 7a0bb361-9784-4927-9770-ccdb8f8d0860 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:00.626982 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d0714ed-1660-45ac-b718-710dcfd192f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.662614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52016) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.674845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Deleting port 1d778bab-4068-4d68-8981-448c296e1042 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:00.675225 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.677705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8d0714ed-1660-45ac-b718-710dcfd192f7 None None] Port 7a0bb361-9784-4927-9770-ccdb8f8d0860 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:00.779481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] For port 1d778bab-4068-4d68-8981-448c296e1042, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d778bab-4068-4d68-8981-448c296e1042,segment=NetworkSegment(4a70e7a0-b947-439a-b529-5f338435d466),segment_id=4a70e7a0-b947-439a-b529-5f338435d466)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:00.780428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.800097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b981c686-b011-4865-848d-ab9266e92f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.801748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Calling delete_port for 1d778bab-4068-4d68-8981-448c296e1042 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:00.807583 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e438297a-0c29-4aab-8f9e-64aa01de1d1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:00.808212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e438297a-0c29-4aab-8f9e-64aa01de1d1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:00.812373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e438297a-0c29-4aab-8f9e-64aa01de1d1c tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/69caa0a8-f53f-4a34-b6ae-bd443fecef23 HTTP/1.1" status: 404  len: 337 time: 0.5418191
Dec 11 21:02:00.816910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52026) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.856480 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-84acc5e3-5706-4cbc-a81c-5f002efb39c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:00.856480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84acc5e3-5706-4cbc-a81c-5f002efb39c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:00.863023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84acc5e3-5706-4cbc-a81c-5f002efb39c5 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/ed322671-e452-4b04-9114-4b0232f13684 HTTP/1.1" status: 404  len: 337 time: 0.0450523
Dec 11 21:02:00.864115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52030) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.911867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ec24c-ef5d-40dd-84c9-62ffa2148c57 req-2f7dd0a1-425e-4c47-b8bc-2cfbbf09492c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:00.914505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-742ec24c-ef5d-40dd-84c9-62ffa2148c57 req-2f7dd0a1-425e-4c47-b8bc-2cfbbf09492c tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 951 time: 0.1141903
Dec 11 21:02:00.918433 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfb35f8-c71b-42fb-b95f-43070550f233 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:00.923852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfb35f8-c71b-42fb-b95f-43070550f233 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:00.923852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cdfb35f8-c71b-42fb-b95f-43070550f233 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/eeaef5c7-6401-420b-a0c8-34668c73eda0 HTTP/1.1" status: 404  len: 337 time: 0.0572479
Dec 11 21:02:00.928399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:00.929015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.945423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b981c686-b011-4865-848d-ab9266e92f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.951391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b981c686-b011-4865-848d-ab9266e92f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:00.964947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] Pushing event deleted for resources: {'Port': ['ID=1d778bab-4068-4d68-8981-448c296e1042,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:00.970032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d5aba-e8fe-4714-a001-5a63f82576d2 None None] No DVR routers for this DVR port 1d778bab-4068-4d68-8981-448c296e1042 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:00.990185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-742ec24c-ef5d-40dd-84c9-62ffa2148c57 req-0ae6dbbe-5793-4441-934b-d0cd8b1b5454 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640450
Dec 11 21:02:00.992583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-54372a1b-b3c7-4e04-ba6a-6104bbe0da7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d23f71910fe4e68ad5d26d7c762905b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7527020
Dec 11 21:02:00.996099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.011004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d31f55-e7dd-46fd-9ffd-bbb672133373 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:02:01.011924 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-930f4db0-039d-4502-aa7c-a365c2757194 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.012722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930f4db0-039d-4502-aa7c-a365c2757194 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.016414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-930f4db0-039d-4502-aa7c-a365c2757194 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/7584b131-a723-44f3-97ee-eacf1391dc55 HTTP/1.1" status: 404  len: 333 time: 0.0870800
Dec 11 21:02:01.019404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.029163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b981c686-b011-4865-848d-ab9266e92f1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cf83719dd4f4a62b90c3a178bc7f0f9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3655322
Dec 11 21:02:01.035792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.037309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981c686-b011-4865-848d-ab9266e92f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f8d7e-402d-48a1-8971-60002025f901,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:01.068538 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db69451-9a9d-4461-8f81-ebf11c543e0f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.069361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db69451-9a9d-4461-8f81-ebf11c543e0f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.075391 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7db69451-9a9d-4461-8f81-ebf11c543e0f tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/f8f751f1-b37e-43b7-b0fe-d127f51ba9a4 HTTP/1.1" status: 404  len: 337 time: 0.0547578
Dec 11 21:02:01.075804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52048) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.088283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.129296 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b791da-c796-4353-9518-1994967a0cea tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.129949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b791da-c796-4353-9518-1994967a0cea tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.134965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1b791da-c796-4353-9518-1994967a0cea tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/11c5347c-8f7d-4551-a132-a3bd1be19676 HTTP/1.1" status: 404  len: 337 time: 0.0556149
Dec 11 21:02:01.138424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.145117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52054) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.184226 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c1a73-b1d4-43e7-8ea4-68a4ae61c758 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.184711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764c1a73-b1d4-43e7-8ea4-68a4ae61c758 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.192255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-764c1a73-b1d4-43e7-8ea4-68a4ae61c758 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/3b6e0c25-fcfd-42e6-87e6-c1f1a1c6531f HTTP/1.1" status: 404  len: 333 time: 0.0461092
Dec 11 21:02:01.193260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52058) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.215103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.217872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d31f55-e7dd-46fd-9ffd-bbb672133373 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:02:01.225504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.225504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29eebbdd-0743-49e0-bf90-4eed1089c3a7 HTTP/1.1" status: 204  len: 168 time: 0.2220392
Dec 11 21:02:01.227628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.271648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.282229 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91bf586-1c4a-4e09-a309-c4ed4164c625 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.282767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91bf586-1c4a-4e09-a309-c4ed4164c625 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.285799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b91bf586-1c4a-4e09-a309-c4ed4164c625 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/8bc3e072-a70c-4afd-a277-7b31730eaf38 HTTP/1.1" status: 404  len: 337 time: 0.0883868
Dec 11 21:02:01.291375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52068) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.298250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7bf99-1b65-47fb-8665-a496b5e498d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eebbdd-0743-49e0-bf90-4eed1089c3a7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:01.344052 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c11751d-caea-4a68-812a-180601a8d62d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:02:01.344514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c11751d-caea-4a68-812a-180601a8d62d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:01.350684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c11751d-caea-4a68-812a-180601a8d62d tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/subnets/15207d8b-2c55-48d9-8aa2-a21f2ebc2d18 HTTP/1.1" status: 404  len: 337 time: 0.0553257
Dec 11 21:02:01.350809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52072) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.385583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.394704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.400294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d14f8d7e-402d-48a1-8971-60002025f901 HTTP/1.1" status: 204  len: 168 time: 0.3579810
Dec 11 21:02:01.415807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5b5ca-59a0-40be-9c7e-b6958207c82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f8d7e-402d-48a1-8971-60002025f901,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:01.549109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Deleting port 7a0bb361-9784-4927-9770-ccdb8f8d0860 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:01.549449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.670711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.681056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52088) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.708437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Calling delete_port for 7a0bb361-9784-4927-9770-ccdb8f8d0860 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:01.779276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2fc66d18-ed96-4151-8eb4-9d88f20eca4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c018b129c6954cf7a8982f08e4ad7410&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0970473
Dec 11 21:02:01.781925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52098) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:01.912490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.954373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.968893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:01.998532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.020854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52106) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:02.021479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/ports/7a0bb361-9784-4927-9770-ccdb8f8d0860 HTTP/1.1" status: 204  len: 168 time: 0.6695719
Dec 11 21:02:02.023762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86461226-bbed-4976-9023-127316d4c0c1 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Port': ['ID=7a0bb361-9784-4927-9770-ccdb8f8d0860,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:02.034577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 658d4b5a-ff29-4652-afae-314b13c5ed3e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:02.034806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.063543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.071440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.075109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed8e0020-2a6c-4e7b-be10-0156cfff3283 HTTP/1.1" status: 204  len: 168 time: 0.2917175
Dec 11 21:02:02.108291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Port 658d4b5a-ff29-4652-afae-314b13c5ed3e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:02.126633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:02.144287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 41fa6948-7b3a-41c7-97b0-08c175d73feb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:02.144957 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.147906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c8e22-50a0-4ea0-aa10-e35520f1345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e0020-2a6c-4e7b-be10-0156cfff3283,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:02.159267 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f1fd02-ae6e-4e6b-929f-ac27f5f02280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.216022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:02.227764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.244513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1d778bab-4068-4d68-8981-448c296e1042 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:02.245413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d778bab-4068-4d68-8981-448c296e1042 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:02.268599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-3c9aedfb-95f9-4fa5-9419-3235ca8512d0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:02.270768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-3c9aedfb-95f9-4fa5-9419-3235ca8512d0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 951 time: 0.1439786
Dec 11 21:02:02.349087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f416a-d5e7-43fa-8cb2-23d4da182580 req-e9d5b77a-e67a-49c6-8a2b-c62be0ac2374 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:02.351199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-542f416a-d5e7-43fa-8cb2-23d4da182580 req-e9d5b77a-e67a-49c6-8a2b-c62be0ac2374 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 951 time: 0.1780932
Dec 11 21:02:02.395694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f1fd02-ae6e-4e6b-929f-ac27f5f02280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.401646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f1fd02-ae6e-4e6b-929f-ac27f5f02280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.451951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1fd02-ae6e-4e6b-929f-ac27f5f02280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a50ab1-e651-4ff4-b7ab-f03dd5e9fa0b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:02.479148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1f1fd02-ae6e-4e6b-929f-ac27f5f02280 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2da4d473166b4514a9d0f5fd2f7f9032&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3511190
Dec 11 21:02:02.480009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:02.513158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 6f07f74b-eb81-4674-b558-f5611d6cec76 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:02.513788 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.516117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.555295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.559074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1ad9a0>,) {'filters': {'network_id': ['16ef0cc6-2b2f-4543-a426-866da8e6c601']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:02.565541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Port 6f07f74b-eb81-4674-b558-f5611d6cec76 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:02.579883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1ad9a0>, '4a70e7a0-b947-439a-b529-5f338435d466') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:02.580734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1ad9a0>, '4a70e7a0-b947-439a-b529-5f338435d466') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:02.581374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 886485cc-1515-4900-a7cc-46d3ea329547 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:02.581783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.584018 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.601586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-542f416a-d5e7-43fa-8cb2-23d4da182580 req-5aeea562-cb5e-4e55-992b-c77d30adf350 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2277801
Dec 11 21:02:02.605925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.625935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.633038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:02.633430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:02.636759 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:02.689855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Deleting port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:02.690232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.696913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.700935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.704482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57a50ab1-e651-4ff4-b7ab-f03dd5e9fa0b HTTP/1.1" status: 204  len: 168 time: 0.2209959
Dec 11 21:02:02.724434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port fcab796b-aa45-48b9-9d93-b5134c706a4a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:02.724945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.729258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b04280-3164-4810-8a1f-52cc0077336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a50ab1-e651-4ff4-b7ab-f03dd5e9fa0b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:02.780552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.795430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.801724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] 10.222.0.18 "DELETE /v2.0/networks/16ef0cc6-2b2f-4543-a426-866da8e6c601 HTTP/1.1" status: 204  len: 168 time: 0.7738371
Dec 11 21:02:02.811941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8dc57-31f7-4f3a-9cfe-c20065f0e399 tempest-PortsTestJSON-289058847 tempest-PortsTestJSON-289058847-project] Pushing event deleted for resources: {'Network': ['ID=16ef0cc6-2b2f-4543-a426-866da8e6c601,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:02.871271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] For port b3aa8517-6d97-40ce-8a79-d9e647d1dac8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:02.871271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:02.885885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Calling delete_port for b3aa8517-6d97-40ce-8a79-d9e647d1dac8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:02.999369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 86ae9ef7-a29f-421f-8536-544a20cbc851 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:03.000192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.112634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.114496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port 07b43f52-9c18-41ce-8897-24972693ba00 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:03.115026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.148110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8', 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:03.151193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:03.212517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52172) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:03.225140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event deleted for resources: {'Port': ['ID=b3aa8517-6d97-40ce-8a79-d9e647d1dac8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:03.245128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] No DVR routers for this DVR port b3aa8517-6d97-40ce-8a79-d9e647d1dac8 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:03.248616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.252344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91f7f5dc-1437-45ca-9bb0-ab15fcaab808 req-64a71274-eb02-468a-9c5f-99783b3fc722 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "DELETE /v2.0/ports/b3aa8517-6d97-40ce-8a79-d9e647d1dac8 HTTP/1.1" status: 204  len: 173 time: 0.9724321
Dec 11 21:02:03.252823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-deleted', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:03.256077 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae37fa6-76c6-4392-8756-48f98d31ca38" -d '{"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-deleted", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:03.332382 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61f6a16-8eca-46de-bbc1-a9bfa2eb3e97 x-openstack-request-id: req-b61f6a16-8eca-46de-bbc1-a9bfa2eb3e97 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:03.332681 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87068152-0aa2-4498-85f7-aef34f9f5f2d", "name": "network-vif-deleted", "tag": "b3aa8517-6d97-40ce-8a79-d9e647d1dac8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:03.333139 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b61f6a16-8eca-46de-bbc1-a9bfa2eb3e97 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:03.333786 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87068152-0aa2-4498-85f7-aef34f9f5f2d', 'name': 'network-vif-deleted', 'tag': 'b3aa8517-6d97-40ce-8a79-d9e647d1dac8', 'status': 'completed', 'code': 200}
Dec 11 21:02:03.514778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port c097c672-ab7c-4faf-a95c-061fe5477b72 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:03.515909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.534632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7c4bd4a-22b7-4358-9581-00778e6a3421 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=731638a8e03949159a6804c45c3d23a1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3184726
Dec 11 21:02:03.535066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52192) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:03.639572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.670774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.736425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Provisioning complete for port b325c5f7-0598-4df5-8567-47019b35ec34 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:03.736811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.780497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9e5d0-fafd-43e6-a929-5616422ff8e9 req-5cb47aee-c944-43bb-ad6e-5648f8d850d8 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:03.791311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25f9e5d0-fafd-43e6-a929-5616422ff8e9 req-5cb47aee-c944-43bb-ad6e-5648f8d850d8 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.1050475
Dec 11 21:02:03.807774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.811011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:03.815276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae6dabe6-5088-4ba8-91e5-c68523ecd6e3 HTTP/1.1" status: 204  len: 168 time: 0.2762098
Dec 11 21:02:03.826689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-84a789c8-6e97-41ad-a2e9-afbc953b2805 None None] Port b325c5f7-0598-4df5-8567-47019b35ec34 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:03.830191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172cc20-4f8b-41bd-93d8-04d7c80454fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6dabe6-5088-4ba8-91e5-c68523ecd6e3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:03.879604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59008ade-fc33-4356-bf41-32f440d34a8b req-b12ad7f2-7db0-41a5-bc64-80ef4fcc1144 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=87068152-0aa2-4498-85f7-aef34f9f5f2d HTTP/1.1" status: 200  len: 210 time: 0.0428185
Dec 11 21:02:03.907903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25f9e5d0-fafd-43e6-a929-5616422ff8e9 req-abfb152f-75f2-48a1-a4db-1c3a690f4fa3 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074831
Dec 11 21:02:04.100548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52218) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:04.278154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4feceab9-8206-4f7d-959a-95e5f946a776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.364427 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4feceab9-8206-4f7d-959a-95e5f946a776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.369845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4feceab9-8206-4f7d-959a-95e5f946a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.411946 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4feceab9-8206-4f7d-959a-95e5f946a776 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=635bfc9a6fa94d27bd749ecae12305d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3101022
Dec 11 21:02:04.412938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feceab9-8206-4f7d-959a-95e5f946a776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b23c6-a9f8-4199-838c-83a9b04899d0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:04.414661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52236) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:04.467492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.498037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.557992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.562303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:04.564529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/082b23c6-a9f8-4199-838c-83a9b04899d0 HTTP/1.1" status: 204  len: 168 time: 0.1482472
Dec 11 21:02:04.573703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a023ddb-215f-41c2-883b-2a0c6aa13aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b23c6-a9f8-4199-838c-83a9b04899d0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:04.765824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7033b1-20ec-4cbf-a24d-8b99266a0779 req-2517d72f-4f5c-46fa-99da-975cfbcf2490 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:04.767796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e7033b1-20ec-4cbf-a24d-8b99266a0779 req-2517d72f-4f5c-46fa-99da-975cfbcf2490 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0609956
Dec 11 21:02:04.830999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e7033b1-20ec-4cbf-a24d-8b99266a0779 req-f06a50e6-95bd-44f7-ab69-45e57d52cce2 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534434
Dec 11 21:02:05.117410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:05.133022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2fdd27ad-dd5d-4f02-8985-e461cd7ab57d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.241614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae806a-6f22-498a-8208-69ca3e59ee98 req-b1ca517e-4d9a-4e64-9ad4-10b0d657cce0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:05.243220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4ae806a-6f22-498a-8208-69ca3e59ee98 req-b1ca517e-4d9a-4e64-9ad4-10b0d657cce0 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0773661
Dec 11 21:02:05.311363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2fdd27ad-dd5d-4f02-8985-e461cd7ab57d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.323930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2fdd27ad-dd5d-4f02-8985-e461cd7ab57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.385675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4ae806a-6f22-498a-8208-69ca3e59ee98 req-eb5ebde2-0faa-4283-8895-ddd19ff708cd tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132083
Dec 11 21:02:05.394728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2fdd27ad-dd5d-4f02-8985-e461cd7ab57d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d856f6b9f9847ada8834b82cf4dc397&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2759213
Dec 11 21:02:05.395833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd27ad-dd5d-4f02-8985-e461cd7ab57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac0a733-bb29-4eaf-a3e8-a6a969f5116b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:05.397485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52292) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:05.508619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a308c-f7ef-4d57-abc2-f94403ef14f7 req-c2f33c21-7853-44d0-8680-5e642fa45a95 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:05.510896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd2a308c-f7ef-4d57-abc2-f94403ef14f7 req-c2f33c21-7853-44d0-8680-5e642fa45a95 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0827069
Dec 11 21:02:05.512174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.552851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.605333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd2a308c-f7ef-4d57-abc2-f94403ef14f7 req-d41bfea6-1e46-4efe-bffa-ce57e33c2f9f tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828862
Dec 11 21:02:05.636877 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.639730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:05.641454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bac0a733-bb29-4eaf-a3e8-a6a969f5116b HTTP/1.1" status: 204  len: 168 time: 0.2429824
Dec 11 21:02:05.649325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5bbcd-a70e-46c9-990a-ef39c78b73cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac0a733-bb29-4eaf-a3e8-a6a969f5116b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:06.022859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:06.047309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: b3aa8517-6d97-40ce-8a79-d9e647d1dac8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:06.047748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b3aa8517-6d97-40ce-8a79-d9e647d1dac8 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:06.502429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16154154-8595-4327-8043-e701965ae2f6 req-3738f481-4b50-4b4b-8572-4b9b4f478c2b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:06.504108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16154154-8595-4327-8043-e701965ae2f6 req-3738f481-4b50-4b4b-8572-4b9b4f478c2b tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.0512636
Dec 11 21:02:06.558789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16154154-8595-4327-8043-e701965ae2f6 req-375cfeb1-c3c5-4d9f-b7af-7fae28bf53a2 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465138
Dec 11 21:02:06.618662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52352) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:06.697475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-4d78b1ba-ae1d-4e35-9672-9b55067e6e3b tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:06.700574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-4d78b1ba-ae1d-4e35-9672-9b55067e6e3b tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.16 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0666473
Dec 11 21:02:06.744384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-7386b7eb-59dd-4616-a53e-118de0bc1abc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:06.746010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-7386b7eb-59dd-4616-a53e-118de0bc1abc tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 950 time: 0.1018662
Dec 11 21:02:06.821587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:06.840516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f3cd6-097c-450d-be00-7fe637bea0c3 req-13ece90e-9d6b-4455-8983-c399a186b2d4 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:06.842026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f82f3cd6-097c-450d-be00-7fe637bea0c3 req-13ece90e-9d6b-4455-8983-c399a186b2d4 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 945 time: 0.0951278
Dec 11 21:02:06.880837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Deleting port 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:06.881470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:06.888745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Deleting port 0908aab9-a30b-4cf5-957d-85b7f4db9806 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:06.889082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:06.948475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f82f3cd6-097c-450d-be00-7fe637bea0c3 req-c4cf8cf5-0697-4303-93e0-6fddc9abc3c2 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups?id=edbde273-478a-442a-b0a4-9e0ce07c1078&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959980
Dec 11 21:02:07.003678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] For port 0908aab9-a30b-4cf5-957d-85b7f4db9806, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0908aab9-a30b-4cf5-957d-85b7f4db9806,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:07.004042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.011309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] For port 8e939cd9-c1b6-419f-958d-abe8e5267da8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8e939cd9-c1b6-419f-958d-abe8e5267da8,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:07.011684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.020120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-aa816081-c6a8-4bbb-ac49-3f22d878e228 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:07.037507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Calling delete_port for 8e939cd9-c1b6-419f-958d-abe8e5267da8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:07.075159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-efab346f-5e65-4abb-afba-16e1f6ee76bd tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Request body: {'quota': {'network': 2}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:07.112494 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aa816081-c6a8-4bbb-ac49-3f22d878e228 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "PUT /v2.0/quotas/8b25d005e1704d68b3418453cdff2694 HTTP/1.1" status: 200  len: 366 time: 0.4925570
Dec 11 21:02:07.114789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52372) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.139080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64066001-9a44-4c61-ad2a-2cc7d5f9b8a9 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0229492
Dec 11 21:02:07.139822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52374) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.155715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-efab346f-5e65-4abb-afba-16e1f6ee76bd tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "PUT /v2.0/quotas/31ea36320b4f478280d54dd235f4743b HTTP/1.1" status: 200  len: 368 time: 0.3320177
Dec 11 21:02:07.160182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52378) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.165446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Request body: {'network': {'project_id': '31ea36320b4f478280d54dd235f4743b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:07.186777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52382) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.194670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ee5caeb4-2068-4fcf-ab6d-47f19319710e tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas/8b25d005e1704d68b3418453cdff2694 HTTP/1.1" status: 200  len: 366 time: 0.0512154
Dec 11 21:02:07.258560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Made reservation on behalf of 31ea36320b4f478280d54dd235f4743b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:07.262816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.271526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3b4f99be-2c4b-4875-a020-8601f4e32fdb tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/8b25d005e1704d68b3418453cdff2694 HTTP/1.1" status: 204  len: 168 time: 0.0806627
Dec 11 21:02:07.272875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52386) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.279596 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.300300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.300895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.301399 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Floating IP 33270329-75fc-4fbe-8711-d921afa4bb5b disassociated. External IP: 172.35.1.168, port: 0908aab9-a30b-4cf5-957d-85b7f4db9806.
Dec 11 21:02:07.301931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Calling delete_port for 0908aab9-a30b-4cf5-957d-85b7f4db9806 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:07.332476 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a7c56c6-07a6-40f7-b5a5-eabdaf824b39 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0580564
Dec 11 21:02:07.335186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52392) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.352489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b246da79-e24f-4437-bd60-2e30f3ec832c tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas/8b25d005e1704d68b3418453cdff2694 HTTP/1.1" status: 200  len: 370 time: 0.0161998
Dec 11 21:02:07.356151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52394) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.365078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45cc18f8-f73d-4d53-9fad-06857fd9d6f0 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas/8b25d005e1704d68b3418453cdff2694/default HTTP/1.1" status: 200  len: 370 time: 0.0056193
Dec 11 21:02:07.366314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52398) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.374406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.378698 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-86e5545c-3292-4f1b-8447-b060625dfd5e tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] delete failed (client error): The resource could not be found.
Dec 11 21:02:07.378698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-86e5545c-3292-4f1b-8447-b060625dfd5e tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/8b25d005e1704d68b3418453cdff2694 HTTP/1.1" status: 404  len: 348 time: 0.0119483
Dec 11 21:02:07.389809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8e939cd9-c1b6-419f-958d-abe8e5267da8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:07.430096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:07.457604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event deleted for resources: {'Port': ['ID=8e939cd9-c1b6-419f-958d-abe8e5267da8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:07.485221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.519311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.550816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.557653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] No DVR routers for this DVR port 8e939cd9-c1b6-419f-958d-abe8e5267da8 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:07.561044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.566446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83ef63fd-9959-4e83-a76f-3302997a65b3 req-131df965-e219-4964-9b5c-27f7fa2fcf57 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.30 "DELETE /v2.0/ports/8e939cd9-c1b6-419f-958d-abe8e5267da8 HTTP/1.1" status: 204  len: 173 time: 0.8129089
Dec 11 21:02:07.567117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-deleted', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:07.583924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0df2d-874d-4745-9147-df35d2462fd5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:07.606464 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b929f32-8175-4834-9fac-13cb7d73dd93" -d '{"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-deleted", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:07.640115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:07.666069 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd1d46-edfd-4608-81db-21727bc17a2c x-openstack-request-id: req-bccd1d46-edfd-4608-81db-21727bc17a2c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:07.666826 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf", "name": "network-vif-deleted", "tag": "8e939cd9-c1b6-419f-958d-abe8e5267da8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:07.667925 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bccd1d46-edfd-4608-81db-21727bc17a2c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:07.668530 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf', 'name': 'network-vif-deleted', 'tag': '8e939cd9-c1b6-419f-958d-abe8e5267da8', 'status': 'completed', 'code': 200}
Dec 11 21:02:07.672190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.672552 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Added segment affd736d-a115-44d7-89de-ee2f059cb1b2 of type vlan for network bcc48567-d50d-4464-8418-4be101b3a98d
Dec 11 21:02:07.674389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.717273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52416) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:07.747522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.794133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event deleted for resources: {'Port': ['ID=0908aab9-a30b-4cf5-957d-85b7f4db9806,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:07.794355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d043087b-6038-4f66-b572-a080e9d6ee59 req-a1e863fa-a627-4434-99d4-4728ffe51ac4 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=036c69e4-a3ee-4f6d-b7a0-1425b4fcccbf HTTP/1.1" status: 200  len: 210 time: 0.0621092
Dec 11 21:02:07.805096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:network and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.820061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.840945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:subnet and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.845401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.865549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:subnetpool and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.874031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.881728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:port and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.885496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.888368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.889436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:07.889987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:07.894549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:router and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.898028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.905546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:floatingip and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:07.909636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:07.966812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1175202874-network', 'tenant_id': '0391c4e11bf243febd9a93713c1b4ac3'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:07.989190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event updated for resources: {'Network': ['ID=bcc48567-d50d-4464-8418-4be101b3a98d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:07.993924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:security_group and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:08.001957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:08.007066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network bcc48567-d50d-4464-8418-4be101b3a98d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:08.013084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c5ca2623-de17-47bc-adb4-f1f000ee5b1d tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.8517237
Dec 11 21:02:08.018514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.027520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Usage tracker for resource:security_group_rule and project:3961394b1ec249dcbeb3e09eee9b53af is out of sync, need to count used quota {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:291}}
Dec 11 21:02:08.034456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.quota.resource [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=125988) count_used /opt/stack/neutron/neutron/quota/resource.py:312}}
Dec 11 21:02:08.047604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e85242e7-bc94-4456-a77c-307244891de6 tempest-QuotasTest-2054068979 tempest-QuotasTest-2054068979-project-admin] 10.222.0.18 "GET /v2.0/quotas/3961394b1ec249dcbeb3e09eee9b53af/details.json HTTP/1.1" status: 200  len: 703 time: 0.3288367
Dec 11 21:02:08.053660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Request body: {'network': {'project_id': '31ea36320b4f478280d54dd235f4743b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:08.190757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15c5b347-cbc2-47d1-99b2-68967f0603a3 req-c6692f1b-3d00-4acc-adaf-0b23e5aa1b38 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 210 time: 0.0473230
Dec 11 21:02:08.195341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Made reservation on behalf of 0391c4e11bf243febd9a93713c1b4ac3 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:08.198536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.223070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.243695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Made reservation on behalf of 31ea36320b4f478280d54dd235f4743b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:08.246523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.262615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Router 4c9109a3-59c8-4939-9cbd-04121549c4ad has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:02:08.322469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:08.393992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.394682 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Added segment bcbf2c7b-c330-4dc2-ad00-840200b16229 of type vlan for network 5f10597a-921d-456f-9d59-fda4dce96f1b
Dec 11 21:02:08.472060 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.501237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.564179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.567688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:08.582103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.585620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Sync routers for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:08.599037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:08.610666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:08.612598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.613324 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Added segment e2ec2236-1af2-4e04-9470-dc55a8d6aa77 of type vlan for network f32fe629-84ec-4efa-bb5f-9531b1c76326
Dec 11 21:02:08.614706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.615729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:08.616137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:08.616328 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.650400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6a92cf3-d5e2-43d1-85fc-394fd4fe10ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.687985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.6646662
Dec 11 21:02:08.689883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52476) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.698876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f1f17f3d-32db-4ad5-870f-2bc384fa6843 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Request body: {'network': {'project_id': '31ea36320b4f478280d54dd235f4743b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:08.723870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] No DVR routers for this DVR port 0908aab9-a30b-4cf5-957d-85b7f4db9806 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:08.730283 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f17f3d-32db-4ad5-870f-2bc384fa6843 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:02:08.730779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f17f3d-32db-4ad5-870f-2bc384fa6843 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:02:08.732022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1f17f3d-32db-4ad5-870f-2bc384fa6843 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0411644
Dec 11 21:02:08.735986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52480) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.764423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:08.786605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.790127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6344af1-7106-45fe-abd0-fbe1b2b7d251 req-0dbd5c6c-9174-41ae-a9f4-fa7da85444ec tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.16 "DELETE /v2.0/ports/0908aab9-a30b-4cf5-957d-85b7f4db9806 HTTP/1.1" status: 204  len: 173 time: 2.0834930
Dec 11 21:02:08.790621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'name': 'network-vif-deleted', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:08.793029 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea84d59-2621-4953-8ec3-a3a711dd3b3f" -d '{"events": [{"server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "name": "network-vif-deleted", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:08.806505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6a92cf3-d5e2-43d1-85fc-394fd4fe10ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.817900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b9002-615f-4f16-85d8-ed2137e9bf3e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:08.820759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6a92cf3-d5e2-43d1-85fc-394fd4fe10ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.821680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.836006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4356c7-ff41-43e3-971d-3f8273344e61 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event updated for resources: {'Network': ['ID=5f10597a-921d-456f-9d59-fda4dce96f1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:08.869421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a92cf3-d5e2-43d1-85fc-394fd4fe10ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aaeb57-6465-444a-977d-c71dedb84860,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:08.878079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-90223136-2a4c-4822-a24a-d313f73c637c tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31ea36320b4f478280d54dd235f4743b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1399350
Dec 11 21:02:08.881174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.906970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52494) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:08.916429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e6a92cf3-d5e2-43d1-85fc-394fd4fe10ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ec315efc5354b85ba982972bdfacb71&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4114156
Dec 11 21:02:08.918511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5f10597a-921d-456f-9d59-fda4dce96f1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:08.925977 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b7c46-1dbd-4803-a85b-260a70241606 x-openstack-request-id: req-d16b7c46-1dbd-4803-a85b-260a70241606 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:08.926522 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51456af-b62d-42c0-a0ec-5a10e959550f", "name": "network-vif-deleted", "tag": "0908aab9-a30b-4cf5-957d-85b7f4db9806", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:08.927151 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d16b7c46-1dbd-4803-a85b-260a70241606 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:08.927902 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51456af-b62d-42c0-a0ec-5a10e959550f', 'name': 'network-vif-deleted', 'tag': '0908aab9-a30b-4cf5-957d-85b7f4db9806', 'status': 'completed', 'code': 200}
Dec 11 21:02:08.947555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:08.948928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:08.951317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.078605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5259356
Dec 11 21:02:09.081331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52512) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:09.092395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Request body: {'subnet': {'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1175202874-subnet', 'tenant_id': '0391c4e11bf243febd9a93713c1b4ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:09.095064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc2b4c-68df-4a0a-8e8b-25c1fffa506d admin admin] Pushing event updated for resources: {'Network': ['ID=f32fe629-84ec-4efa-bb5f-9531b1c76326,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:09.116365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f32fe629-84ec-4efa-bb5f-9531b1c76326 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:09.126062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Made reservation on behalf of 0391c4e11bf243febd9a93713c1b4ac3 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:09.130383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.160480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.172414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.272748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.319198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.336605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1070>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:09.414674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Checking router: 4c9109a3-59c8-4939-9cbd-04121549c4ad for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:02:09.435423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:09.437645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94c73-7999-40fc-b0ed-da682e3b25d7 req-a4168bba-a15b-437c-b858-9940e422c908 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:09.438082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:01:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:09.439306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5d94c73-7999-40fc-b0ed-da682e3b25d7 req-a4168bba-a15b-437c-b858-9940e422c908 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.1103106
Dec 11 21:02:09.468626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.573470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5d94c73-7999-40fc-b0ed-da682e3b25d7 req-27bcfaf8-b541-4fec-b366-9f4bee59743f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254530
Dec 11 21:02:09.604592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Checking segment: {'id': 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:09.604970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Network hostable DHCP agents. Network: f32fe629-84ec-4efa-bb5f-9531b1c76326, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:02:09.611554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc521fa-37dc-4973-b391-3b2f66a3d838,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:09.631948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Network f32fe629-84ec-4efa-bb5f-9531b1c76326 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:02:09.647116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:09.647736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f32fe629-84ec-4efa-bb5f-9531b1c76326) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:09.660602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:09.661472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.689520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cacd5f-4d7e-45c6-a1ad-9d6784e89a47 None None] Network f32fe629-84ec-4efa-bb5f-9531b1c76326 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:09.703968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-15039d4f-742f-4f3c-8550-e2c58fd0b098 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6196973
Dec 11 21:02:09.811705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4161622f-c99c-46dd-9644-bdaaa589518b req-1b23c67c-4391-4b9b-82c7-c5c8b9ddb621 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51456af-b62d-42c0-a0ec-5a10e959550f HTTP/1.1" status: 200  len: 210 time: 0.4134815
Dec 11 21:02:09.830878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:09.852196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.855076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.856217 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56aaeb57-6465-444a-977d-c71dedb84860 HTTP/1.1" status: 204  len: 168 time: 0.9483118
Dec 11 21:02:09.865383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970d404-8b27-41b8-9d10-78740b599834 None None] Network f32fe629-84ec-4efa-bb5f-9531b1c76326 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:09.869269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc172-ccac-4190-89d1-f29c96615e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aaeb57-6465-444a-977d-c71dedb84860,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:09.873988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.877365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:09.881467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:09.881813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bf0df2d-874d-4745-9147-df35d2462fd5 HTTP/1.1" status: 204  len: 168 time: 0.9995015
Dec 11 21:02:09.891220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02187c5e-f0bf-4ed6-bc61-ae7c489e22a5 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0df2d-874d-4745-9147-df35d2462fd5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:09.983681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.009148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd1a6-1048-4037-9c42-deadf35a4a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.123130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1070>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.139110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.152450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5950-7c3d-417c-9b91-26b65ff03110 None None] The sync data for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 is: [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:00:04Z', 'revision_number': 4, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fa42971c-ff23-48cf-a871-da275d6f6ffb', 'name': '', 'network_id': '650fb3d3-fb05-4343-8c78-0ef3534d7ff5', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'mac_address': 'fa:16:3e:61:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:00:03Z', 'updated_at': '2021-12-11T21:00:11Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'subnets': [{'id': '8aa6bd5c-df0f-4176-908d-1f55c3f4b12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:10.165017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df476d0>,) {'filters': {'network_id': ['5f10597a-921d-456f-9d59-fda4dce96f1b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.180266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df476d0>, 'bcbf2c7b-c330-4dc2-ad00-840200b16229') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.180574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df476d0>, 'bcbf2c7b-c330-4dc2-ad00-840200b16229') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.197282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.223624 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.239492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:10.239910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:10.241715 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:10.257698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd1a6-1048-4037-9c42-deadf35a4a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.311227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd1a6-1048-4037-9c42-deadf35a4a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.345596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52558) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:10.361575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0908aab9-a30b-4cf5-957d-85b7f4db9806 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:10.367511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.377633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e5ffd1a6-1048-4037-9c42-deadf35a4a36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aad3b0ae0bc4b33a8063d28674ce880&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5456226
Dec 11 21:02:10.380898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52562) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:10.383536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.391213 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "DELETE /v2.0/networks/5f10597a-921d-456f-9d59-fda4dce96f1b HTTP/1.1" status: 204  len: 168 time: 0.5078104
Dec 11 21:02:10.392217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:10.398109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec014-eeaf-4f71-8e46-d42e2b3b8cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.407842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 0908aab9-a30b-4cf5-957d-85b7f4db9806 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:10.408204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0908aab9-a30b-4cf5-957d-85b7f4db9806 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:10.416641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd1a6-1048-4037-9c42-deadf35a4a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac84948-98a9-4f2f-84db-f90558d12080,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:10.422632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60c8d6-4335-4d1a-a846-bd5a73ad49b7 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f10597a-921d-456f-9d59-fda4dce96f1b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:10.497775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.535613 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678e9b3-bddb-4e49-9337-1ef86711f196 None None] New status for floating IP 33270329-75fc-4fbe-8711-d921afa4bb5b: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:02:10.572769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.605234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e77f-811d-458b-8cde-71e65912ed45 req-0bb932df-e77b-4d91-9ac7-b088cbc0b59f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:10.606936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5511e77f-811d-458b-8cde-71e65912ed45 req-0bb932df-e77b-4d91-9ac7-b088cbc0b59f tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.1319020
Dec 11 21:02:10.627852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.643158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.652772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84aeae50>,) {'filters': {'network_id': ['bcc48567-d50d-4464-8418-4be101b3a98d']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.671770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84aeae50>, 'affd736d-a115-44d7-89de-ee2f059cb1b2') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.672509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84aeae50>, 'affd736d-a115-44d7-89de-ee2f059cb1b2') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:10.697350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec014-eeaf-4f71-8e46-d42e2b3b8cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.710197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.715713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec014-eeaf-4f71-8e46-d42e2b3b8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.763521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52574) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:10.771994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-3594468-network', 'tenant_id': '63299e03c4fb47fd9218eab8c056587f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:10.777730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.794674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:10.795365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:10.798146 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:10.832865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a85226-67dd-4a54-b812-b90115fb31dd req-8df603f8-2bde-4bdc-8a7e-1c782822dd20 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:10.834395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8a85226-67dd-4a54-b812-b90115fb31dd req-8df603f8-2bde-4bdc-8a7e-1c782822dd20 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 950 time: 0.1346538
Dec 11 21:02:10.842241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b9ec014-eeaf-4f71-8e46-d42e2b3b8cf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3961394b1ec249dcbeb3e09eee9b53af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4950185
Dec 11 21:02:10.843211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52580) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:10.857226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec014-eeaf-4f71-8e46-d42e2b3b8cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be612ca-c718-44ad-b244-50e774d78d59,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:10.893178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Made reservation on behalf of 63299e03c4fb47fd9218eab8c056587f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:10.895605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.900091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.907792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.911661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.916249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aac84948-98a9-4f2f-84db-f90558d12080 HTTP/1.1" status: 204  len: 168 time: 0.5308168
Dec 11 21:02:10.916336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.916440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Deleting port 3092e126-612d-4779-8d7e-7567b2355b76 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:10.916440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.919807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bcc48567-d50d-4464-8418-4be101b3a98d HTTP/1.1" status: 204  len: 168 time: 0.5240901
Dec 11 21:02:10.923056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:10.951365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4e682-366c-4675-aa10-796b78f26db9 tempest-QuotasNegativeTest-379238254 tempest-QuotasNegativeTest-379238254-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcc48567-d50d-4464-8418-4be101b3a98d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:10.976550 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8a85226-67dd-4a54-b812-b90115fb31dd req-22b16d29-b4be-43c1-935a-f188497e663a tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/security-groups?id=12109adb-2d25-445a-a362-0464bde0e39d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132882
Dec 11 21:02:10.998314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4485071a-5365-47e0-b1c4-794a26fc565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.032064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52588) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:11.045425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e792-a584-4503-9ef4-baa708412b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac84948-98a9-4f2f-84db-f90558d12080,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.082757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.107246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.110774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] For port 3092e126-612d-4779-8d7e-7567b2355b76, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3092e126-612d-4779-8d7e-7567b2355b76,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:11.111212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.118370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.136989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.146926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Calling delete_port for 3092e126-612d-4779-8d7e-7567b2355b76 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:11.152394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:11.160464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.182678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.183039 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Added segment 8c01e952-83b7-43c1-b0a9-cc0c8a71e472 of type vlan for network 6d195123-5f01-474e-9735-285bbc7eaa90
Dec 11 21:02:11.196453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d797fae-aa2c-4cef-bcaa-d1040a354e28,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.209711 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.257754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.264090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.268194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5be612ca-c718-44ad-b244-50e774d78d59 HTTP/1.1" status: 204  len: 168 time: 0.4218094
Dec 11 21:02:11.272097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.290625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075f48f-a766-485c-a37b-9dd6610d1ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be612ca-c718-44ad-b244-50e774d78d59,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.318398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.324057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:11.324683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.383512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.386025 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.387413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "DELETE /v2.0/security-groups/edbde273-478a-442a-b0a4-9e0ce07c1078 HTTP/1.1" status: 204  len: 168 time: 0.3538141
Dec 11 21:02:11.391328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52596) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:11.395905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6311789
Dec 11 21:02:11.402933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52598) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:11.406532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.406712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85249-e121-4015-996d-18005f50f09c tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbde273-478a-442a-b0a4-9e0ce07c1078,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.408467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733719d-c1f0-4f94-a0f9-37dc5b902d05 admin admin] Pushing event updated for resources: {'Network': ['ID=6d195123-5f01-474e-9735-285bbc7eaa90,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.416591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Request body: {'subnet': {'network_id': '6d195123-5f01-474e-9735-285bbc7eaa90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-3594468-subnet', 'tenant_id': '63299e03c4fb47fd9218eab8c056587f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:11.420008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['3092e126-612d-4779-8d7e-7567b2355b76'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:11.438797 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-4d8100ab-5144-42f8-a3fb-ddd6a2a0a59b tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] show failed (client error): The resource could not be found.
Dec 11 21:02:11.440185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d8100ab-5144-42f8-a3fb-ddd6a2a0a59b tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "GET /v2.0/security-groups/edbde273-478a-442a-b0a4-9e0ce07c1078 HTTP/1.1" status: 404  len: 347 time: 0.0468132
Dec 11 21:02:11.443548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52600) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:11.470453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Pushing event deleted for resources: {'Port': ['ID=3092e126-612d-4779-8d7e-7567b2355b76,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.496985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6d195123-5f01-474e-9735-285bbc7eaa90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:11.511789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Made reservation on behalf of 63299e03c4fb47fd9218eab8c056587f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:11.518910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.631950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] No DVR routers for this DVR port 3092e126-612d-4779-8d7e-7567b2355b76 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:11.643109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.646741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5511e77f-811d-458b-8cde-71e65912ed45 req-6ca08035-d207-4d43-8256-7b6bf49332c1 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.16 "DELETE /v2.0/ports/3092e126-612d-4779-8d7e-7567b2355b76 HTTP/1.1" status: 204  len: 173 time: 1.0313597
Dec 11 21:02:11.647165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Deleting port 6f07f74b-eb81-4674-b558-f5611d6cec76 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:11.647305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-deleted', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:11.647782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.649683 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86340d2-27f7-4724-ac8f-43dca92a5a4b" -d '{"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-deleted", "tag": "3092e126-612d-4779-8d7e-7567b2355b76"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:11.709356 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf56ee63-3aa8-4474-bab1-2d86fbf1094e x-openstack-request-id: req-bf56ee63-3aa8-4474-bab1-2d86fbf1094e {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:11.709653 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0dfa17-f93b-4ede-a3ef-401b365efd2e", "name": "network-vif-deleted", "tag": "3092e126-612d-4779-8d7e-7567b2355b76", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:11.709923 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf56ee63-3aa8-4474-bab1-2d86fbf1094e {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:11.710321 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0dfa17-f93b-4ede-a3ef-401b365efd2e', 'name': 'network-vif-deleted', 'tag': '3092e126-612d-4779-8d7e-7567b2355b76', 'status': 'completed', 'code': 200}
Dec 11 21:02:11.785723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.786671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.798094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:11.803018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Calling delete_port for 6f07f74b-eb81-4674-b558-f5611d6cec76 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:11.894310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52614) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:11.926570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb2bf53-fc5e-4c0d-a201-ecf8645371a9,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:11.943100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Checking segment: {'id': '8c01e952-83b7-43c1-b0a9-cc0c8a71e472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6d195123-5f01-474e-9735-285bbc7eaa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:11.943474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Network hostable DHCP agents. Network: 6d195123-5f01-474e-9735-285bbc7eaa90, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:02:11.997638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Network 6d195123-5f01-474e-9735-285bbc7eaa90 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:02:12.024235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d195123-5f01-474e-9735-285bbc7eaa90) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:12.037193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:12.037193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.049179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992e169-24a4-4ac5-8f5a-470199b08bba None None] Network 6d195123-5f01-474e-9735-285bbc7eaa90 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:12.101841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3082397b-3690-4d11-ac13-4c8010d9567c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.6837337
Dec 11 21:02:12.134631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.141645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:12.169773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52626) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:12.198388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6792ed5-524b-4fdc-b3c3-30b81180ad77 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:12.206280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Pushing event deleted for resources: {'Port': ['ID=6f07f74b-eb81-4674-b558-f5611d6cec76,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:12.208651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 8e939cd9-c1b6-419f-958d-abe8e5267da8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:12.208996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8e939cd9-c1b6-419f-958d-abe8e5267da8 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:12.258817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92f2a2aa-cdec-4d82-a68a-c6420fb8679e req-d957effc-d953-4d2b-b92b-2da38366a976 tempest-MigrationsAdminTest-233349121 tempest-MigrationsAdminTest-233349121-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a0dfa17-f93b-4ede-a3ef-401b365efd2e HTTP/1.1" status: 200  len: 210 time: 0.1162167
Dec 11 21:02:12.280309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.287640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.288863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ee2323a5-4818-4ea8-bded-e557c2224d34 tempest-ServersTestManualDisk-1425366880 tempest-ServersTestManualDisk-1425366880-project] 10.222.0.18 "DELETE /v2.0/floatingips/33270329-75fc-4fbe-8711-d921afa4bb5b HTTP/1.1" status: 204  len: 168 time: 0.8440793
Dec 11 21:02:12.293171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52628) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:12.306365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cf5f4be-d5df-4225-ac86-8e6b8ab1d190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.320922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dd952c4-283e-4019-8532-ae88c7209590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.451990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cf5f4be-d5df-4225-ac86-8e6b8ab1d190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.465386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3cf5f4be-d5df-4225-ac86-8e6b8ab1d190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.469937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dd952c4-283e-4019-8532-ae88c7209590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.492661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dd952c4-283e-4019-8532-ae88c7209590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.528462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3dd952c4-283e-4019-8532-ae88c7209590 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1907989792c8408f8942cc2df63188f0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6245835
Dec 11 21:02:12.534772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52636) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:12.549381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3cf5f4be-d5df-4225-ac86-8e6b8ab1d190 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a997ef5677e441caf7e1a63bd336ad9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3783731
Dec 11 21:02:12.550037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5f4be-d5df-4225-ac86-8e6b8ab1d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad57cef-21f3-45eb-a96e-1afa867f9cf4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:12.552520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52638) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:12.579100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502ad7f-48df-464f-8478-6dd31e5029b9 None None] Network 6d195123-5f01-474e-9735-285bbc7eaa90 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:12.661555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd952c4-283e-4019-8532-ae88c7209590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5329e0-e3e6-472d-ba84-bf0f956522c1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:12.675447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.701219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.761746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.764194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.767311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.768906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e5329e0-e3e6-472d-ba84-bf0f956522c1 HTTP/1.1" status: 204  len: 168 time: 0.2309480
Dec 11 21:02:12.788438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a696bbb-b3ac-48ae-843c-0349e31318b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5329e0-e3e6-472d-ba84-bf0f956522c1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:12.833668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.881750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.898965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.903364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:12.904564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fad57cef-21f3-45eb-a96e-1afa867f9cf4 HTTP/1.1" status: 204  len: 168 time: 0.3448927
Dec 11 21:02:12.914724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db776a5-61a3-4c1f-b58c-ed87d69f057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad57cef-21f3-45eb-a96e-1afa867f9cf4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:13.205900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-414c1287-2ad4-4fd1-8809-3b51a439ee28 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:13.207471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-414c1287-2ad4-4fd1-8809-3b51a439ee28 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/networks?id=f32fe629-84ec-4efa-bb5f-9531b1c76326 HTTP/1.1" status: 200  len: 809 time: 0.1549454
Dec 11 21:02:13.245275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52670) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:13.273715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-c0d5b2d4-6c75-47c0-9eb4-0bceae178a44 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/quotas/0391c4e11bf243febd9a93713c1b4ac3 HTTP/1.1" status: 200  len: 375 time: 0.0459275
Dec 11 21:02:13.285217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00bd0a24-437c-42b7-8730-aa7aaa02979d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.324366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-7d9d309e-d187-474b-9c24-6bcfe7f2e711 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0391c4e11bf243febd9a93713c1b4ac3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438187
Dec 11 21:02:13.419728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Deleting port fa42971c-ff23-48cf-a871-da275d6f6ffb {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:13.420272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.464698 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa9f8713-a2a8-4c82-80e0-9bee62eae213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.529248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-e9cf1918-d1b5-4605-b0c5-c65aebdf1a53 service neutron] 10.222.0.18 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927900
Dec 11 21:02:13.564925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00bd0a24-437c-42b7-8730-aa7aaa02979d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.602451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00bd0a24-437c-42b7-8730-aa7aaa02979d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.639254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52686) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:13.644277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] For port fa42971c-ff23-48cf-a871-da275d6f6ffb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fa42971c-ff23-48cf-a871-da275d6f6ffb,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:13.644643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.671670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00bd0a24-437c-42b7-8730-aa7aaa02979d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1851d168028443d97b5ed15a9f444c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4254572
Dec 11 21:02:13.674857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52690) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:13.679686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Calling delete_port for fa42971c-ff23-48cf-a871-da275d6f6ffb owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:13.681332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd0a24-437c-42b7-8730-aa7aaa02979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72bc12-d71c-4821-b558-253117c24f03,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:13.742937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3e2a1c84-fb4f-483a-8090-720e2c34a58f service neutron] 10.222.0.18 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127895
Dec 11 21:02:13.783525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.813532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.931499 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.939017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:13.942594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b72bc12-d71c-4821-b558-253117c24f03 HTTP/1.1" status: 204  len: 168 time: 0.2636445
Dec 11 21:02:13.956706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f44a51-7abc-4cea-bb50-6b0ef1d5ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72bc12-d71c-4821-b558-253117c24f03,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:13.971899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-af201275-2454-4e29-9183-f1714dfdbb1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b98c4eb4ef944e6b5d80570f04c62e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3305867
Dec 11 21:02:13.975614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:14.000802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.008982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c19ded41-e530-408c-920f-4449fac9db62 req-f66bf60c-76da-4f0d-95fe-ce8d2075e911 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 210 time: 0.0524371
Dec 11 21:02:14.059184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa42971c-ff23-48cf-a871-da275d6f6ffb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:14.144682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.220114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.285210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.289512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.292845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12109adb-2d25-445a-a362-0464bde0e39d HTTP/1.1" status: 204  len: 168 time: 0.3173156
Dec 11 21:02:14.318687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f677fe1-3ce8-4d83-8133-00c53f384e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12109adb-2d25-445a-a362-0464bde0e39d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:14.372710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:14.402400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.420866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 3092e126-612d-4779-8d7e-7567b2355b76 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:14.421788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 3092e126-612d-4779-8d7e-7567b2355b76 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:14.870341 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:14.969891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52742) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:15.027584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e0efba31-ce03-409a-901e-afed366f0ea7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1f949d5b73c442d801656072be7d026&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0550964
Dec 11 21:02:15.030108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52746) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:15.042977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:15.094404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Router 4c9109a3-59c8-4939-9cbd-04121549c4ad has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:02:15.116731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.175048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.184622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2748aa45-e583-4eba-8220-187179dcd792 req-26e8c20c-9699-49a5-869d-ffaadc2c9e87 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 210 time: 0.0368915
Dec 11 21:02:15.263150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:15.273131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eff0370d-49a2-4015-aa4b-a7bebc2fa051 admin admin] 10.222.0.18 "PUT /v2.0/routers/4c9109a3-59c8-4939-9cbd-04121549c4ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9802318
Dec 11 21:02:15.277212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.281358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.282967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:15.283250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e713b160-6d67-4821-afa2-5e6fedc116fd HTTP/1.1" status: 204  len: 168 time: 0.2504153
Dec 11 21:02:15.291782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Sync routers for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:15.305798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:15.306826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77457a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:15.372504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338222d-1665-473f-a93b-959b74c8c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e713b160-6d67-4821-afa2-5e6fedc116fd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:15.461527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1555590195', 'router:external': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:15.514202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.566960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-f521137b-208d-4db3-b2f8-cf80f6d4ed7f tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:15.569891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-f521137b-208d-4db3-b2f8-cf80f6d4ed7f tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.16 "GET /v2.0/networks?id=f32fe629-84ec-4efa-bb5f-9531b1c76326 HTTP/1.1" status: 200  len: 809 time: 0.2842929
Dec 11 21:02:15.584428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Request body: {'port': {'device_id': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326', 'admin_state_up': True, 'tenant_id': '0391c4e11bf243febd9a93713c1b4ac3'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:15.592373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:15.630012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Made reservation on behalf of aafe059798944fd6835f79024312e641 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:15.634357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.650978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.751646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.762226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.822051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Made reservation on behalf of 0391c4e11bf243febd9a93713c1b4ac3 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:15.827416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.861611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.867090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Deleting port 41fa6948-7b3a-41c7-97b0-08c175d73feb {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:15.867838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.886346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77457a60>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129'}], 'enable_snat': True}, 'gw_port_id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:02:13Z', 'revision_number': 5, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port': {'id': '41fa6948-7b3a-41c7-97b0-08c175d73feb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:59:59Z', 'updated_at': '2021-12-11T21:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:15.939394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Checking router: 4c9109a3-59c8-4939-9cbd-04121549c4ad for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:02:15.948336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Routers {'4c9109a3-59c8-4939-9cbd-04121549c4ad'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:15.949283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77457a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4c9109a3-59c8-4939-9cbd-04121549c4ad'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:15.968988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] For port 41fa6948-7b3a-41c7-97b0-08c175d73feb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41fa6948-7b3a-41c7-97b0-08c175d73feb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:15.969345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:15.986138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Calling delete_port for 41fa6948-7b3a-41c7-97b0-08c175d73feb owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:16.041126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.051326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Allocated IP 172.20.0.2 (f32fe629-84ec-4efa-bb5f-9531b1c76326/6fc521fa-37dc-4973-b391-3b2f66a3d838/a4d37e9c-5d79-49fd-80bb-641c0e8ff075) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:16.059047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] Set router 4c9109a3-59c8-4939-9cbd-04121549c4ad gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:16.090683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:16.130356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eefbc82-9fd9-4c04-a168-e958dadaf7ae,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:16.145816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77457a60>, [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:02:15Z', 'revision_number': 6, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:16.170536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.173163 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Added segment 7fc6898a-7f84-4771-a8a1-bc860e5a2c2b of type vlan for network a6b39b26-2e9e-4b36-a70d-f91478d90cde
Dec 11 21:02:16.178694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e12d8a-e096-4cfd-b861-7159cb391c20 None None] The sync data for ids ['4c9109a3-59c8-4939-9cbd-04121549c4ad'] in ncdv-master-1 is: [{'id': '4c9109a3-59c8-4939-9cbd-04121549c4ad', 'name': 'tempest-ServersTestManualDisk-877671904-router', 'tenant_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:59:58Z', 'updated_at': '2021-12-11T21:02:15Z', 'revision_number': 6, 'project_id': 'ad5b21c1b99d46489ff38cfb76e1211b', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:16.222715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.292207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.378400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.411268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.412306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:16.413048 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.442003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.511785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.4656293
Dec 11 21:02:16.518469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52802) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:16.526933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'subnet': {'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:16.560042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804dc6b-317e-40cd-8066-d990d713565e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Network': ['ID=a6b39b26-2e9e-4b36-a70d-f91478d90cde,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:16.578116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:16.599369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Made reservation on behalf of aafe059798944fd6835f79024312e641 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:16.609829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.654512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Network f32fe629-84ec-4efa-bb5f-9531b1c76326 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:16.661970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:16.668947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:16.762456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Pushing event updated for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:16.813205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:16.815109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.847944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-24ce8b89-d943-4175-a8f0-f10d35df6be6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2678547
Dec 11 21:02:16.870894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Request body: {'port': {'device_id': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:16.888855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbca10-7865-48e3-b43e-368d8da86e02 req-66ba03ac-04cf-40d2-9000-560125132766 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:16.890577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53bbca10-7865-48e3-b43e-368d8da86e02 req-66ba03ac-04cf-40d2-9000-560125132766 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 931 time: 0.3332634
Dec 11 21:02:16.893547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:16.923596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205e986-25ae-43b7-9886-6fda857d60fd None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:16.987095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.023888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fa6948-7b3a-41c7-97b0-08c175d73feb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:17.108329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.122561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53bbca10-7865-48e3-b43e-368d8da86e02 req-a07f50b2-882b-4bd3-a69f-5b8734faf5f0 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172451
Dec 11 21:02:17.123458 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.264254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.267291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.322465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.322990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9109a3-59c8-4939-9cbd-04121549c4ad {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:17.327978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.329305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-86b07b4a-35e9-4ecd-91a2-1577832d8f13 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4c9109a3-59c8-4939-9cbd-04121549c4ad HTTP/1.1" status: 204  len: 168 time: 2.0441873
Dec 11 21:02:17.333257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:17.397666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:02:17.398190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.449907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Deleting subnet 8aa6bd5c-df0f-4176-908d-1f55c3f4b12d {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:02:17.460736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Subnet': ['ID=38d96bcc-84ca-43a4-89e4-1514b3cacdc4,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:17.470872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Checking segment: {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:17.471247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network hostable DHCP agents. Network: a6b39b26-2e9e-4b36-a70d-f91478d90cde, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:02:17.472781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.491340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:02:17.503729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6b39b26-2e9e-4b36-a70d-f91478d90cde) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:17.516479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e24e1ef-4756-4ce9-ad37-d3839317369a None None] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:17.520025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:17.521990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.550679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d37e9c-5d79-49fd-80bb-641c0e8ff075 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:17.554685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d69b56c-6717-411a-b614-fccf4a9dd2b8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.0349398
Dec 11 21:02:17.557451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52836) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:17.566123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-643082012', 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:17.571521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.576040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.625929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Transition to ACTIVE for port object a4d37e9c-5d79-49fd-80bb-641c0e8ff075 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:02:17.632910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.636481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Made reservation on behalf of aafe059798944fd6835f79024312e641 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:17.639395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.697115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] device_id is not set on port 63dc5982-570f-4f96-92cb-0f9f21a2e821 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:17.773716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62ddef-199f-44d2-a5a3-41f78d9872fe None None] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:17.824012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:17.839947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:17.876464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:17.922365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.20.0.7 (a6b39b26-2e9e-4b36-a70d-f91478d90cde/38d96bcc-84ca-43a4-89e4-1514b3cacdc4/63dc5982-570f-4f96-92cb-0f9f21a2e821) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:17.961788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Attempting to bind port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:17.962554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Attempting to bind port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:17.962554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Attempting to bind port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 on network f32fe629-84ec-4efa-bb5f-9531b1c76326 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:17.969032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 on network f32fe629-84ec-4efa-bb5f-9531b1c76326 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:02:17.969354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Attempting to bind port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 on network f32fe629-84ec-4efa-bb5f-9531b1c76326 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:17.977551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:17.977551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Checking segment: {'id': 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:17.977877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Bound using segment: {'id': 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:17.978516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Bound port: a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:17.978893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.000465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.050198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa6bd5c-df0f-4176-908d-1f55c3f4b12d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:18.063796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.067922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff4969-47e9-4c55-a433-b2cfc22f9f16 None None] Network 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:18.071352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80ea33d9-b68f-4886-b9ef-771054c53e32 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8aa6bd5c-df0f-4176-908d-1f55c3f4b12d HTTP/1.1" status: 204  len: 168 time: 0.7332981
Dec 11 21:02:18.072911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:18.150613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:18.157359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,segment=NetworkSegment(e2ec2236-1af2-4e04-9470-dc55a8d6aa77),segment_id=e2ec2236-1af2-4e04-9470-dc55a8d6aa77)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:18.169294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.240712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:18.241348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.246454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] 10.222.0.16 "PUT /v2.0/ports/a4d37e9c-5d79-49fd-80bb-641c0e8ff075 HTTP/1.1" status: 200  len: 1091 time: 1.3883479
Dec 11 21:02:18.254561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:18.261206 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b564911-23c7-493a-8010-18497c995dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:18.265686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.314358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fa42971c-ff23-48cf-a871-da275d6f6ffb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:18.330609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.361285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: fa42971c-ff23-48cf-a871-da275d6f6ffb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:18.361876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fa42971c-ff23-48cf-a871-da275d6f6ffb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:18.363395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41fa6948-7b3a-41c7-97b0-08c175d73feb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:18.379477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-437940015'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:18.392078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 41fa6948-7b3a-41c7-97b0-08c175d73feb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:18.392482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 41fa6948-7b3a-41c7-97b0-08c175d73feb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:18.429280 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f22ab-cc7d-4194-8941-4e5430f6b73c x-openstack-request-id: req-e06f22ab-cc7d-4194-8941-4e5430f6b73c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:18.429806 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:18.429912 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e06f22ab-cc7d-4194-8941-4e5430f6b73c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:18.430255 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075', 'status': 'completed', 'code': 200}
Dec 11 21:02:18.461805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af902ac-721a-447e-875a-f1dceb7f410f service neutron] Pushing event updated for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:18.486150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-ca71cb3c-f604-4445-93c3-77ff0280e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:18.487836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-ca71cb3c-f604-4445-93c3-77ff0280e63b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0391c4e11bf243febd9a93713c1b4ac3&device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 1094 time: 0.1255388
Dec 11 21:02:18.496773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e61b22-bc68-4cac-aa28-9faabc66d129 req-1a257996-cbac-4765-8912-8d80d1df8ce6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:18.504792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0e61b22-bc68-4cac-aa28-9faabc66d129 req-1a257996-cbac-4765-8912-8d80d1df8ce6 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 943 time: 0.2166052
Dec 11 21:02:18.515224 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.519987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.527694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] DHCP port deletion for 650fb3d3-fb05-4343-8c78-0ef3534d7ff5 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:18.562962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.566703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-cad6f5e5-a36c-413c-b449-257b3f0ccecb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075 HTTP/1.1" status: 200  len: 217 time: 0.0589216
Dec 11 21:02:18.661784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Deleting port d7bd521d-338c-48bc-8543-2f67a8923f72 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:18.661784 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.673353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0e61b22-bc68-4cac-aa28-9faabc66d129 req-d58c68e0-1904-495b-b4d2-ae320dd3ac7b tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673243
Dec 11 21:02:18.702974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-0e7b1d4e-412c-4eff-88e0-7dae31fcc8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:18.706150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-0e7b1d4e-412c-4eff-88e0-7dae31fcc8cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fc521fa-37dc-4973-b391-3b2f66a3d838 HTTP/1.1" status: 200  len: 849 time: 0.1268871
Dec 11 21:02:18.743666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Deleting port d7bd521d-338c-48bc-8543-2f67a8923f72 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:18.744006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.749654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:18.755106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] For port d7bd521d-338c-48bc-8543-2f67a8923f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bd521d-338c-48bc-8543-2f67a8923f72,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:18.755480 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.755950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.773832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:18.774972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Calling delete_port for d7bd521d-338c-48bc-8543-2f67a8923f72 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:18.777577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:18.808620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-d30ff648-d171-4d8e-b722-232d1327323d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f32fe629-84ec-4efa-bb5f-9531b1c76326&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950434
Dec 11 21:02:18.816098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.868133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=63dc5982-570f-4f96-92cb-0f9f21a2e821,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:18.906828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:18.907445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.912769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.913994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-769a2a2a-d89c-4072-b0b5-9737f8920d39 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.0888085
Dec 11 21:02:18.917246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:18.939685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] For port d7bd521d-338c-48bc-8543-2f67a8923f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bd521d-338c-48bc-8543-2f67a8923f72,segment=NetworkSegment(8cf30867-95ee-49ba-934c-8f0a0ddcec23),segment_id=8cf30867-95ee-49ba-934c-8f0a0ddcec23)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:18.940421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:18.946945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-38c9b45c-1af5-471b-b054-656f0fffb5c8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1022 time: 1.3882163
Dec 11 21:02:18.952021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:18.968408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Calling delete_port for d7bd521d-338c-48bc-8543-2f67a8923f72 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:18.969860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.013553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] No DVR routers for this DVR port d7bd521d-338c-48bc-8543-2f67a8923f72 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:19.030930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Pushing event deleted for resources: {'Port': ['ID=d7bd521d-338c-48bc-8543-2f67a8923f72,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:19.044614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.045525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.046510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.047122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.047709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.048277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.048871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.049420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.050015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.050780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.051335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.051900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.052459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96d130-ee08-41fa-b5a8-96fee1263a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:19.090397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.094062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-9481ebb6-0fe9-4120-9f27-d86be2f60da2 service neutron] 10.222.0.16 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778146
Dec 11 21:02:19.127649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.157999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] No DVR routers for this DVR port d7bd521d-338c-48bc-8543-2f67a8923f72 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:19.162838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd521d-338c-48bc-8543-2f67a8923f72,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:19.245840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.268724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eca1040>,) {'filters': {'network_id': ['650fb3d3-fb05-4343-8c78-0ef3534d7ff5']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:19.278772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eca1040>, '8cf30867-95ee-49ba-934c-8f0a0ddcec23') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:19.279005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eca1040>, '8cf30867-95ee-49ba-934c-8f0a0ddcec23') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:19.291319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.306033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.314114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:19.314616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:19.316244 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:19.344655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.347881 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:02:19.348905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.380442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.385889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.389242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] 10.222.0.18 "DELETE /v2.0/networks/650fb3d3-fb05-4343-8c78-0ef3534d7ff5 HTTP/1.1" status: 204  len: 168 time: 1.3148742
Dec 11 21:02:19.417266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894a672-a1a5-4c21-a1c5-7beed0f31025 admin admin] Pushing event deleted for resources: {'Network': ['ID=650fb3d3-fb05-4343-8c78-0ef3534d7ff5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:19.419428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.419950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46fb7df5-651b-495a-a7a0-698a2f0b1feb {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:19.423272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Deleting port 63dc5982-570f-4f96-92cb-0f9f21a2e821 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:19.423604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.428286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.432537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6fe0efb7-f3d3-4364-a7d0-b8e7c18b4e5a tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "DELETE /v2.0/routers/46fb7df5-651b-495a-a7a0-698a2f0b1feb HTTP/1.1" status: 204  len: 168 time: 0.5115941
Dec 11 21:02:19.435481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52924) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:19.435893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f93ee5a-4778-48bd-b925-e067c9478886 req-69c8edfc-211e-46d6-bfb3-8bad9b0dde02 service neutron] 10.222.0.16 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058949
Dec 11 21:02:19.442453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Request body: {'router': {'name': 'tempest-router-417835063', 'distributed': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:19.478076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.479237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.509109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a91abb7e-2e91-4ad7-9118-749bcbe7e086 req-af1d69fe-a3c0-467e-abe1-66c9259ad06f tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ff11d619b2345df9cd134cc76590c0a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0714946
Dec 11 21:02:19.542720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.548121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.566708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.568174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19d33e25-be4d-4b70-aa78-7a39c86d3be0 tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1310177
Dec 11 21:02:19.571015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:19.629285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52928) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:19.636533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564911-23c7-493a-8010-18497c995dbf req-bd6bf2e9-4f31-4685-aadd-0841641853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:19.637975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-bd6bf2e9-4f31-4685-aadd-0841641853a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0391c4e11bf243febd9a93713c1b4ac3&device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 1094 time: 0.1402040
Dec 11 21:02:19.645808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.648434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.693052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Calling delete_port for 63dc5982-570f-4f96-92cb-0f9f21a2e821 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:19.849636 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.852925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.875066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0aa67-7350-4514-a59b-6e9a8fd0e1f5 req-172cdfaa-b050-42fa-b35a-4f179af72e74 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:19.876687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95b0aa67-7350-4514-a59b-6e9a8fd0e1f5 req-172cdfaa-b050-42fa-b35a-4f179af72e74 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 943 time: 0.1203575
Dec 11 21:02:19.933110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.933648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee2353d-88f3-4fea-b239-3117468865b4 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:19.942953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.947903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e317ced2-2a03-4f89-a009-904ffc6b087e tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5ee2353d-88f3-4fea-b239-3117468865b4 HTTP/1.1" status: 204  len: 168 time: 0.3750296
Dec 11 21:02:19.951000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:19.955227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Request body: {'router': {'name': 'tempest-router-1283753833', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ee604dfb9a5d4160b46246bfdb74425b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:19.978154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95b0aa67-7350-4514-a59b-6e9a8fd0e1f5 req-eb5d479e-aff3-42c0-8501-38a7f95dfb35 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683050
Dec 11 21:02:19.995576 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:19.996661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.074560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.080744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.101983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.108225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a87dad99-9a92-4947-81c3-c36c6ab44cbc tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1564236
Dec 11 21:02:20.111863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:20.118599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Request body: {'router': {'distributed': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:20.183734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91abb7e-2e91-4ad7-9118-749bcbe7e086 req-7daa473e-4969-49cd-bcae-16b8eef27753 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:20.185293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a91abb7e-2e91-4ad7-9118-749bcbe7e086 req-7daa473e-4969-49cd-bcae-16b8eef27753 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6570501
Dec 11 21:02:20.211282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d7bd521d-338c-48bc-8543-2f67a8923f72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:20.236371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d7bd521d-338c-48bc-8543-2f67a8923f72 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:20.237228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a91abb7e-2e91-4ad7-9118-749bcbe7e086 req-ce2387e4-3a86-4a35-9cf4-002b0768ae11 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/quotas/2ff11d619b2345df9cd134cc76590c0a HTTP/1.1" status: 200  len: 375 time: 0.0382183
Dec 11 21:02:20.237692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d7bd521d-338c-48bc-8543-2f67a8923f72 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:20.245845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c16e137-0fea-470d-b463-132abfae700b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad5b21c1b99d46489ff38cfb76e1211b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6154079
Dec 11 21:02:20.251287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52954) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:20.303504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a91abb7e-2e91-4ad7-9118-749bcbe7e086 req-07613f77-faab-4148-be99-1cb69f12598b tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ff11d619b2345df9cd134cc76590c0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424454
Dec 11 21:02:20.310548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564911-23c7-493a-8010-18497c995dbf req-6ac6940e-e4ed-4318-8f42-ccfb79bd2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:20.312139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-6ac6940e-e4ed-4318-8f42-ccfb79bd2ec0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f32fe629-84ec-4efa-bb5f-9531b1c76326 HTTP/1.1" status: 200  len: 910 time: 0.6637783
Dec 11 21:02:20.377638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-fb12b8ee-d7b4-4c81-a2f1-350bdfe6c091 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075 HTTP/1.1" status: 200  len: 217 time: 0.0534854
Dec 11 21:02:20.456885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.494730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.497614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.500424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b564911-23c7-493a-8010-18497c995dbf req-ec168de4-8ae7-487e-a544-45b6927bc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:20.501913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-ec168de4-8ae7-487e-a544-45b6927bc000 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fc521fa-37dc-4973-b391-3b2f66a3d838 HTTP/1.1" status: 200  len: 849 time: 0.1172068
Dec 11 21:02:20.552118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Port': ['ID=63dc5982-570f-4f96-92cb-0f9f21a2e821,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:20.583104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-865d6d76-8313-447c-b676-9ba30e4d49c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f32fe629-84ec-4efa-bb5f-9531b1c76326&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690846
Dec 11 21:02:20.707582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.710563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.711890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c6bf535-7c5a-477e-b120-3ff1f08a30dc HTTP/1.1" status: 204  len: 168 time: 0.4594505
Dec 11 21:02:20.727512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.728105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.752374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-08eac986-c30c-4fea-9713-155f64ca474f service neutron] 10.222.0.16 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580706
Dec 11 21:02:20.766145 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.774804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f92a2b57-bc32-4679-b193-d8fb623d0858 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/ports/63dc5982-570f-4f96-92cb-0f9f21a2e821 HTTP/1.1" status: 204  len: 168 time: 1.8116028
Dec 11 21:02:20.774804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881548d-1abd-4c80-a906-e50453e59f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6bf535-7c5a-477e-b120-3ff1f08a30dc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:20.793770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52978) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:20.816606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde', 'external_fixed_ips': [{'subnet_id': '38d96bcc-84ca-43a4-89e4-1514b3cacdc4', 'ip_address': '172.20.0.7'}]}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:20.817564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=125988) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
Dec 11 21:02:20.817772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Router 96aba3b7-3d39-4282-8262-5c7889fd6025 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f0d867a6df0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f0d867a6bb0> provider. {{(pid=125988) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
Dec 11 21:02:20.818401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.824401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.829619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.908478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.909935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:20.927534 ncdv-master-1 neutron-server[125988]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] No L3 agents can host the router 96aba3b7-3d39-4282-8262-5c7889fd6025
Dec 11 21:02:20.960212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b564911-23c7-493a-8010-18497c995dbf req-454c092d-52e1-4565-8d49-dab6c051d8a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964569
Dec 11 21:02:21.008402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.072928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Hosts for router 96aba3b7-3d39-4282-8262-5c7889fd6025: [] {{(pid=125988) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 11 21:02:21.097927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Hosts for other DVR routers connected to router 96aba3b7-3d39-4282-8262-5c7889fd6025: set() {{(pid=125988) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 11 21:02:21.101373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.105604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ed4809bb-d167-4ef4-acf3-3ddf2a6e7f2b tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "PUT /v2.0/routers/96aba3b7-3d39-4282-8262-5c7889fd6025 HTTP/1.1" status: 200  len: 717 time: 0.9901502
Dec 11 21:02:21.105976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:21.175258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.228821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fcf65101-8303-455e-a5fb-a013e6e5f0cb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "GET /v2.0/routers/96aba3b7-3d39-4282-8262-5c7889fd6025 HTTP/1.1" status: 200  len: 717 time: 0.1218927
Dec 11 21:02:21.229423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53010) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:21.242093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.292481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacefc6c-fb1b-4591-a08f-ce0c144cc582 req-e2cff78d-b7e8-4ebd-9a50-ad2b5857b93f tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:21.300965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eacefc6c-fb1b-4591-a08f-ce0c144cc582 req-e2cff78d-b7e8-4ebd-9a50-ad2b5857b93f tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 943 time: 0.1797514
Dec 11 21:02:21.338362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59c7786b-e171-4366-a69d-ac95f6351f47 req-95203861-a704-40cc-bd5d-2e1eaa83df6d tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ff11d619b2345df9cd134cc76590c0a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386183
Dec 11 21:02:21.417898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eacefc6c-fb1b-4591-a08f-ce0c144cc582 req-3daa20b9-d69e-42ac-a86f-8457993ca51e tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160259
Dec 11 21:02:21.555483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7786b-e171-4366-a69d-ac95f6351f47 req-c3ad5754-2ac5-4c81-ab40-658786b01cb3 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:21.558263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59c7786b-e171-4366-a69d-ac95f6351f47 req-c3ad5754-2ac5-4c81-ab40-658786b01cb3 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2120354
Dec 11 21:02:21.619427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.645228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.675940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59c7786b-e171-4366-a69d-ac95f6351f47 req-f63e7962-aae4-4a7c-b2c4-7f5e650193a6 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/quotas/2ff11d619b2345df9cd134cc76590c0a HTTP/1.1" status: 200  len: 375 time: 0.1068447
Dec 11 21:02:21.685484 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1de03fb-e9fe-4dbc-a24a-d8dabb47f300 tempest-RoutersTestDVR-957033536 tempest-RoutersTestDVR-957033536-project] 10.222.0.18 "GET /v2.0/routers/96aba3b7-3d39-4282-8262-5c7889fd6025 HTTP/1.1" status: 200  len: 683 time: 0.4546785
Dec 11 21:02:21.688023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:21.767911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-59c7786b-e171-4366-a69d-ac95f6351f47 req-8c6e7c6c-204c-46e8-8aa6-5511b9bb31b4 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ff11d619b2345df9cd134cc76590c0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0810986
Dec 11 21:02:21.824969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:21.831865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.20.0.7 (a6b39b26-2e9e-4b36-a70d-f91478d90cde/38d96bcc-84ca-43a4-89e4-1514b3cacdc4/156f9a3d-a605-4056-a411-9263675162e6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:21.867033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53052) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:21.980332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.021972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.028323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.032193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.067407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-432257120-network', 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:22.089248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.089802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96aba3b7-3d39-4282-8262-5c7889fd6025 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:22.100541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.101153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network a6b39b26-2e9e-4b36-a70d-f91478d90cde is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:22.101885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ebc66935-28ec-43a5-9451-54c3645e6ceb tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "DELETE /v2.0/routers/96aba3b7-3d39-4282-8262-5c7889fd6025 HTTP/1.1" status: 204  len: 168 time: 0.4128056
Dec 11 21:02:22.105365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53074) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:22.114195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Request body: {'router': {'name': 'tempest-router-1573067777', 'distributed': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:22.115583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:22.119006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:22.145579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=156f9a3d-a605-4056-a411-9263675162e6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:22.158117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:22.160747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.180787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.184144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.185639 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.257231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.265595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.294217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.300171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4e5bd3a1-6a5d-4c21-9105-2fa5c7866b4d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1922553
Dec 11 21:02:22.300800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:22.385137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.404139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a4d37e9c-5d79-49fd-80bb-641c0e8ff075 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:02:22.418540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.425032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.507666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:22.519312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a227b-32fe-4935-b09e-24724fccb41c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:22.528592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,segment=NetworkSegment(e2ec2236-1af2-4e04-9470-dc55a8d6aa77),segment_id=e2ec2236-1af2-4e04-9470-dc55a8d6aa77)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:22.529989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.533035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.533422 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Added segment b624c9d6-f674-45d2-98bd-36dcbeb95300 of type vlan for network 1bb62787-4b73-4403-bc55-2162b03d9950
Dec 11 21:02:22.558880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075', 'network_id': 'f32fe629-84ec-4efa-bb5f-9531b1c76326', 'port_id': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075', 'mac_address': 'fa:16:3e:e8:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc521fa-37dc-4973-b391-3b2f66a3d838', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:02:22.647912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.679083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d37e9c-5d79-49fd-80bb-641c0e8ff075 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:22.693084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.719905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,segment=NetworkSegment(e2ec2236-1af2-4e04-9470-dc55a8d6aa77),segment_id=e2ec2236-1af2-4e04-9470-dc55a8d6aa77)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:22.723483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.727981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.731931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.834718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:22.838398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b62e1-fad5-412e-ba8a-9d5c7cb06d4f req-1a7bc741-ec2e-4941-a790-6eeceab53f76 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:22.841676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f26b62e1-fad5-412e-ba8a-9d5c7cb06d4f req-1a7bc741-ec2e-4941-a790-6eeceab53f76 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 943 time: 0.2381544
Dec 11 21:02:22.843877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.844916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20c2e3c1-650a-4579-9c47-3287869775fc {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:22.860110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.865868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe22f3a3-d175-47f9-a200-568dbdd8c56d tempest-RoutersTestDVR-623312865 tempest-RoutersTestDVR-623312865-project-admin] 10.222.0.18 "DELETE /v2.0/routers/20c2e3c1-650a-4579-9c47-3287869775fc HTTP/1.1" status: 204  len: 168 time: 0.5640550
Dec 11 21:02:22.908751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.909883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:22.910546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:22.934228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f26b62e1-fad5-412e-ba8a-9d5c7cb06d4f req-ea322cb7-fe43-4027-8adb-0bd57517a38c tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670292
Dec 11 21:02:22.966659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0985448
Dec 11 21:02:22.970302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53126) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:22.981078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Request body: {'subnet': {'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-432257120-subnet', 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:22.991418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['a4d37e9c-5d79-49fd-80bb-641c0e8ff075'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:22.996398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7770aac5-5749-49ed-994a-f83495c9cb08 req-ac1a9354-f0ec-4857-af6a-8a244f2ecb17 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ff11d619b2345df9cd134cc76590c0a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0933087
Dec 11 21:02:23.020323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:23.028209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.126106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53130) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:23.165327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770aac5-5749-49ed-994a-f83495c9cb08 req-a9368fbf-538a-474d-87bb-43ccfe658ba7 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:23.166233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7770aac5-5749-49ed-994a-f83495c9cb08 req-a9368fbf-538a-474d-87bb-43ccfe658ba7 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1689951
Dec 11 21:02:23.226969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798668d-b79c-4699-87eb-e2036cc546f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb62787-4b73-4403-bc55-2162b03d9950,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:23.232781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53134) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:23.242913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1bb62787-4b73-4403-bc55-2162b03d9950 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:23.256401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7770aac5-5749-49ed-994a-f83495c9cb08 req-18fcae61-7985-4df5-8d9a-b5b7d9710952 tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/quotas/2ff11d619b2345df9cd134cc76590c0a HTTP/1.1" status: 200  len: 375 time: 0.0494053
Dec 11 21:02:23.300258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.338217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.343755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7770aac5-5749-49ed-994a-f83495c9cb08 req-17b97b0d-6c67-4d37-97be-dcf95e3fb10c tempest-QuotasAdminNegativeTest-1043342106 tempest-QuotasAdminNegativeTest-1043342106-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ff11d619b2345df9cd134cc76590c0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0754619
Dec 11 21:02:23.428213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc8fd-406f-4d1d-92c4-43f0a5a46552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.434246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db56e1ae-7fa4-4c34-9524-b4d2ee0d8ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.462337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7672a6-8f58-4da2-981d-e93cecd8d2c9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:23.490955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:23.491412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Network hostable DHCP agents. Network: 1bb62787-4b73-4403-bc55-2162b03d9950, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:02:23.529684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:02:23.543898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1bb62787-4b73-4403-bc55-2162b03d9950) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:23.549576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:23.550627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.555596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d684a9-96c7-4738-99b4-84ad6ab1d2e8 None None] Network 1bb62787-4b73-4403-bc55-2162b03d9950 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:23.579396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router 95c1a090-eae0-4315-ad55-605dd078bde3 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:02:23.582810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc8fd-406f-4d1d-92c4-43f0a5a46552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.595001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c2476260-7ca4-44c1-a11f-c7eacbceb675 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6227846
Dec 11 21:02:23.597595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc8fd-406f-4d1d-92c4-43f0a5a46552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.600498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db56e1ae-7fa4-4c34-9524-b4d2ee0d8ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.611310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db56e1ae-7fa4-4c34-9524-b4d2ee0d8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.658026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dc8fd-406f-4d1d-92c4-43f0a5a46552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a1dac-3135-4826-a62a-3c17399fce46,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:23.663606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2b7dc8fd-406f-4d1d-92c4-43f0a5a46552 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85318641ba794d7b8c5c07b5177e5315&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5270040
Dec 11 21:02:23.666057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:23.709639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a738c37-085d-4a08-ac2f-b1ab6dae2657 None None] Network 1bb62787-4b73-4403-bc55-2162b03d9950 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:23.729237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.754442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-db56e1ae-7fa4-4c34-9524-b4d2ee0d8ca2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee604dfb9a5d4160b46246bfdb74425b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5178404
Dec 11 21:02:23.754442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56e1ae-7fa4-4c34-9524-b4d2ee0d8ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c80f6f3-0b73-450e-883f-a0ff4dbad5b3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:23.755078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:23.805582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.829859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:23.840655 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Sync routers for ids ['95c1a090-eae0-4315-ad55-605dd078bde3'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:23.860514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.864667 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Routers {'95c1a090-eae0-4315-ad55-605dd078bde3'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:23.869160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:23.873321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d850a1a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['95c1a090-eae0-4315-ad55-605dd078bde3'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:23.875080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53156) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:23.875290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4ed36f15-eea7-4ac1-9ae0-bc0441319685 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 3.0798862
Dec 11 21:02:23.968115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.049107 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Set router 95c1a090-eae0-4315-ad55-605dd078bde3 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:24.059045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.062739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.064172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c0a1dac-3135-4826-a62a-3c17399fce46 HTTP/1.1" status: 204  len: 168 time: 0.3971176
Dec 11 21:02:24.137748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f01bac-6982-4746-a468-bcd87edcf1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a1dac-3135-4826-a62a-3c17399fce46,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:24.184416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.191547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.195385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.198989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c80f6f3-0b73-450e-883f-a0ff4dbad5b3 HTTP/1.1" status: 204  len: 168 time: 0.4412224
Dec 11 21:02:24.250916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c743cc6-9bef-4049-aef3-00d521dafcba req-ec692e89-6bc9-4792-afb9-bbf0aa57d3dd tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:24.258211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c743cc6-9bef-4049-aef3-00d521dafcba req-ec692e89-6bc9-4792-afb9-bbf0aa57d3dd tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 944 time: 0.1525269
Dec 11 21:02:24.278175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95d3ac-9cb8-41e5-9c2e-adcb8d04ea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c80f6f3-0b73-450e-883f-a0ff4dbad5b3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:24.344166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c743cc6-9bef-4049-aef3-00d521dafcba req-b5d0dd64-cab6-4633-af1c-f4ff4ae9a7bb tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846663
Dec 11 21:02:24.355551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-0b2be13b-ea3a-4136-9e0e-b29b00d0f2b5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:24.359567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-0b2be13b-ea3a-4136-9e0e-b29b00d0f2b5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.2290480
Dec 11 21:02:24.371981 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d850a1a60>, [{'id': '95c1a090-eae0-4315-ad55-605dd078bde3', 'name': '', 'tenant_id': 'aafe059798944fd6835f79024312e641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde', 'external_fixed_ips': [{'subnet_id': '38d96bcc-84ca-43a4-89e4-1514b3cacdc4', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '156f9a3d-a605-4056-a411-9263675162e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:02:20Z', 'updated_at': '2021-12-11T21:02:22Z', 'revision_number': 3, 'project_id': 'aafe059798944fd6835f79024312e641', 'gw_port': {'id': '156f9a3d-a605-4056-a411-9263675162e6', 'name': '', 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:14:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c1a090-eae0-4315-ad55-605dd078bde3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '38d96bcc-84ca-43a4-89e4-1514b3cacdc4', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:02:21Z', 'updated_at': '2021-12-11T21:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '38d96bcc-84ca-43a4-89e4-1514b3cacdc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:24.387102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-fba14938-8555-48fe-96db-a254e80b7a54 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0186813
Dec 11 21:02:24.419421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a4d37e9c-5d79-49fd-80bb-641c0e8ff075 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:24.422409 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Checking router: 95c1a090-eae0-4315-ad55-605dd078bde3 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:02:24.423966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Updating router 95c1a090-eae0-4315-ad55-605dd078bde3 port 156f9a3d-a605-4056-a411-9263675162e6 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:02:24.447836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-375c150e-81db-4591-8b55-9d8cac0e9eeb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0553293
Dec 11 21:02:24.468570 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.475271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.512481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:02:24.522615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:24.523397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.536924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53186) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:24.592239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-bdf0ec24-740d-4df4-a6dd-76b27399f389 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358721
Dec 11 21:02:24.611145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Deleting port 156f9a3d-a605-4056-a411-9263675162e6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:24.611790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.682045 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.730575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.748684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Calling delete_port for 156f9a3d-a605-4056-a411-9263675162e6 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:24.757304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:24.762874 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acaae24-7683-4a1f-be53-c64f0a3a4d96" -d '{"events": [{"server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:24.781871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,segment=NetworkSegment(e2ec2236-1af2-4e04-9470-dc55a8d6aa77),segment_id=e2ec2236-1af2-4e04-9470-dc55a8d6aa77)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:24.784492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53194) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:24.788950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.826097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-5bd3dfc5-cd33-49f7-9e96-c453235544a7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247393
Dec 11 21:02:24.829948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc709137-6da7-4312-a2ab-f7b0d9730b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.964379 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.981311 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:24.989142 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0776de1a-7619-4616-b655-5fc2ea569237 x-openstack-request-id: req-0776de1a-7619-4616-b655-5fc2ea569237 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:24.992522 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:24.993521 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0776de1a-7619-4616-b655-5fc2ea569237 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:24.993984 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075', 'code': 200}
Dec 11 21:02:25.000751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.059509 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:25.060248 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:25.060790 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 on network a6b39b26-2e9e-4b36-a70d-f91478d90cde {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:25.069499 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:25.069869 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Checking segment: {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:25.070303 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.070686 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Bound using segment: {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:25.071157 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Bound port: 156f9a3d-a605-4056-a411-9263675162e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:25.071537 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.073102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Pushing event updated for resources: {'Port': ['ID=156f9a3d-a605-4056-a411-9263675162e6,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.095225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e180d2f-5123-4a97-b64f-05ffc9cd0aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.131282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc709137-6da7-4312-a2ab-f7b0d9730b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.163493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc709137-6da7-4312-a2ab-f7b0d9730b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.166727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53200) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:25.184720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-548fa283-1a09-458c-b8e2-4316e9c3d987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.194300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.199462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fc709137-6da7-4312-a2ab-f7b0d9730b0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=606b0ce5c6eb4d6c84736d66a3f3b1dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4111903
Dec 11 21:02:25.201886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53204) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:25.227138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f3e3-a293-49f3-9c60-04e8fff2a94a req-e4e22d0e-ff13-4b6c-963e-434c52328277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:25.228900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1512f3e3-a293-49f3-9c60-04e8fff2a94a req-e4e22d0e-ff13-4b6c-963e-434c52328277 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 1096 time: 0.2592318
Dec 11 21:02:25.271015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709137-6da7-4312-a2ab-f7b0d9730b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84517d7-6d56-4b6b-996d-a5efcf3a6ded,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.303539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.304350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.305294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-548fa283-1a09-458c-b8e2-4316e9c3d987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.307549 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.308895 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.309385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.309818 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.310213 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.310647 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.311030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.311508 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.312949 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.313300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.313847 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe4cf59-957c-4823-b963-0686d2be64a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:25.329725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1512f3e3-a293-49f3-9c60-04e8fff2a94a req-445d618c-25eb-4733-bdce-dc3046fcf358 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899885
Dec 11 21:02:25.368832 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.db.api [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=125990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:02:25.369215 ncdv-master-1 neutron-server[125990]: DEBUG oslo_db.api [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:02:25.377291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e180d2f-5123-4a97-b64f-05ffc9cd0aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.386990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-548fa283-1a09-458c-b8e2-4316e9c3d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.388293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8e180d2f-5123-4a97-b64f-05ffc9cd0aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.398224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Port': ['ID=156f9a3d-a605-4056-a411-9263675162e6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.402573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7bb9e9f1-48ee-4bd1-82f4-90b0ca42de1c req-29f59a22-6da7-4f6f-b2d7-7039126bc227 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 210 time: 0.2052932
Dec 11 21:02:25.460022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8e180d2f-5123-4a97-b64f-05ffc9cd0aac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ff11d619b2345df9cd134cc76590c0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9217591
Dec 11 21:02:25.465246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:25.504030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-548fa283-1a09-458c-b8e2-4316e9c3d987 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3050e6e3ceea45f786c1ab17d737a495&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3367360
Dec 11 21:02:25.509641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53216) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:25.513348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fa283-1a09-458c-b8e2-4316e9c3d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4780a36-046d-4cb0-b3e6-3c08f2daf2bf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.515638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e180d2f-5123-4a97-b64f-05ffc9cd0aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc98062e-9b67-4762-b032-1fd0c23b7101,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.564135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f623bc-2ca7-4b31-817d-177ef4b83af5 req-ad6ddbff-b131-46b2-be8a-4dfbbe8be357 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:25.566431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78f623bc-2ca7-4b31-817d-177ef4b83af5 req-ad6ddbff-b131-46b2-be8a-4dfbbe8be357 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.1022840
Dec 11 21:02:25.569626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.577494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.595554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.630571 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.662151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78f623bc-2ca7-4b31-817d-177ef4b83af5 req-87159833-c8f7-4081-a8be-7d1de4035532 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847642
Dec 11 21:02:25.696542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.700017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.703170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.713293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.716562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.719318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc98062e-9b67-4762-b032-1fd0c23b7101 HTTP/1.1" status: 204  len: 168 time: 0.2476485
Dec 11 21:02:25.729618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdc8e7-5fbd-4cc8-962b-02a32a5f47b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc98062e-9b67-4762-b032-1fd0c23b7101,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.767462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.811856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.814511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.818010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e84517d7-6d56-4b6b-996d-a5efcf3a6ded HTTP/1.1" status: 204  len: 168 time: 0.5081735
Dec 11 21:02:25.818010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.818010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95c1a090-eae0-4315-ad55-605dd078bde3 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:25.838946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.842399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2baa7faf-813a-40f4-8d51-aabf95496eed tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/routers/95c1a090-eae0-4315-ad55-605dd078bde3 HTTP/1.1" status: 204  len: 168 time: 1.9584575
Dec 11 21:02:25.845092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:25.850340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.863854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266c303-2e31-457a-b823-b8f9f87b4d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84517d7-6d56-4b6b-996d-a5efcf3a6ded,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.902025 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:25.902503 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:25.903051 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Attempting to bind port 156f9a3d-a605-4056-a411-9263675162e6 on network a6b39b26-2e9e-4b36-a70d-f91478d90cde {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:25.915274 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:25.916187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Checking segment: {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:25.917576 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.918236 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Bound using segment: {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:25.919253 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Bound port: 156f9a3d-a605-4056-a411-9263675162e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a6b39b26-2e9e-4b36-a70d-f91478d90cde'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:25.919950 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.943646 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Port 156f9a3d-a605-4056-a411-9263675162e6 has been deleted concurrently {{(pid=125990) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 11 21:02:25.949566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Deleting subnet 38d96bcc-84ca-43a4-89e4-1514b3cacdc4 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:02:25.949788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.954153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.954373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:25.959940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4780a36-046d-4cb0-b3e6-3c08f2daf2bf HTTP/1.1" status: 204  len: 168 time: 0.4475131
Dec 11 21:02:25.966981 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:25.967511 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 21:02:25.970911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a3ca5-3203-4f4c-a2eb-4b219bf7e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4780a36-046d-4cb0-b3e6-3c08f2daf2bf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:25.971810 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95c1a090-eae0-4315-ad55-605dd078bde3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent'). {{(pid=125990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 11 21:02:25.972249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f5a78-d6a4-457b-90ae-2c8d0cbe2796 None None] The sync data for ids ['95c1a090-eae0-4315-ad55-605dd078bde3'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:26.000020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.053931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.125998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.156420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=38d96bcc-84ca-43a4-89e4-1514b3cacdc4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:26.158432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.164207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f12d5b75-ab20-4a2e-afdc-a814b258436d tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/38d96bcc-84ca-43a4-89e4-1514b3cacdc4 HTTP/1.1" status: 204  len: 168 time: 0.3155339
Dec 11 21:02:26.164364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:26.243107 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.306651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53236) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:26.328350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b81f16-d21a-48bb-93c9-2476de20519b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.406098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.431109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d842368e0>,) {'filters': {'network_id': ['a6b39b26-2e9e-4b36-a70d-f91478d90cde']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:26.439647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b81f16-d21a-48bb-93c9-2476de20519b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.449389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842368e0>, '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:26.450928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842368e0>, '7fc6898a-7f84-4771-a8a1-bc860e5a2c2b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:26.451231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49b81f16-d21a-48bb-93c9-2476de20519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.463488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.481914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.490173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:26.491204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:26.493242 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:26.581158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.590224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b81f16-d21a-48bb-93c9-2476de20519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db19a0-3d86-468e-b793-1ca90a8e71af,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:26.594154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a6b39b26-2e9e-4b36-a70d-f91478d90cde {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:02:26.609272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:26.617410 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49b81f16-d21a-48bb-93c9-2476de20519b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72e6409c8a514bacad5c6341f52d0d32&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3089309
Dec 11 21:02:26.625784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53254) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:26.628040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a6b39b26-2e9e-4b36-a70d-f91478d90cde HTTP/1.1" status: 204  len: 168 time: 0.4626453
Dec 11 21:02:26.667057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e6ea982a-9a54-4097-b646-357f3750ff52 req-2d3af101-34da-473b-9a24-048ed60b6c9b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 210 time: 0.0372434
Dec 11 21:02:26.668723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9482b95-af2c-4ca7-892b-fba2db4f0159 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6b39b26-2e9e-4b36-a70d-f91478d90cde,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:26.803908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7a0ff-b340-4463-8ea2-037e8495cd5e req-e000ec12-e36b-4669-932c-99b3c4c356d8 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:26.812036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1d7a0ff-b340-4463-8ea2-037e8495cd5e req-e000ec12-e36b-4669-932c-99b3c4c356d8 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.0570512
Dec 11 21:02:26.879792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1d7a0ff-b340-4463-8ea2-037e8495cd5e req-d694122c-e5ec-4c31-b5b1-0f2d7df39594 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661991
Dec 11 21:02:27.377829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-6ea7c48e-cb41-431a-9b42-985328e25b8e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:27.381358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-6ea7c48e-cb41-431a-9b42-985328e25b8e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.8505874
Dec 11 21:02:27.381830 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.403660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '0408be7d-77fe-47ae-bce8-749557d770d6', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:27.450137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.485835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53290) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:27.493784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'name': 'tempest-router--1054918022', 'project_id': '8143385850be4b8caf09b50885db5673'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:27.526799 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.529699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.604304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.612737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.618180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.624310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.627629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7db19a0-3d86-468e-b793-1ca90a8e71af HTTP/1.1" status: 204  len: 168 time: 0.9346426
Dec 11 21:02:27.638766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.641106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fc3764c3-97ca-48b9-8d02-698d145a7fff tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1522677
Dec 11 21:02:27.644341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53298) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:27.661796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e30be-981e-4ac2-a875-ffbfd1e5b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db19a0-3d86-468e-b793-1ca90a8e71af,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:27.707537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:27.712992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:27.798965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53316) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:27.958990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.5 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/1ed4702c-67b1-4f4f-81df-74e9db6d297f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:28.204473 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.237725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.259160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1097794790'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:28.271241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.353168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:28.360865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:28.363414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:28.410056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:28.413360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:28.417054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.434377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:28.434377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.437832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.478127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ff941e9f-fcc3-4384-8c01-b9630bb7df8a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0829773
Dec 11 21:02:28.492864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Request body: {'port': {'device_id': '0408be7d-77fe-47ae-bce8-749557d770d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:28.501211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.503700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.512256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7270b-4b9c-4984-b8a5-bfa216d2a16f req-4e00f291-8950-4f8f-97b2-0aa507d4b030 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:28.520588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ed7270b-4b9c-4984-b8a5-bfa216d2a16f req-4e00f291-8950-4f8f-97b2-0aa507d4b030 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 931 time: 0.2807393
Dec 11 21:02:28.609137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ed7270b-4b9c-4984-b8a5-bfa216d2a16f req-1b3f2ff6-6491-454c-a21e-fee165b5b775 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875967
Dec 11 21:02:28.613263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.615377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.615969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 100969cf-3db9-40e5-86ee-1f72087d6627 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:28.621488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.626005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a635b1f9-0953-438c-9940-9fed24484edb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/routers/100969cf-3db9-40e5-86ee-1f72087d6627 HTTP/1.1" status: 204  len: 168 time: 0.9806223
Dec 11 21:02:28.698467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.714444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.799342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9398ac38-541a-4387-bc69-b55ae3d2dd4f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:28.831906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:02:28.854188 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:28.854631 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Added segment d826ba52-3f66-448c-bd05-22e0a527db49 of type vlan for network 92f914c4-af7d-4fdf-b113-d2806e7b0109
Dec 11 21:02:28.947419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.015291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.020936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:29.021532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.024842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53366) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:29.063585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.2636814
Dec 11 21:02:29.066573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53370) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:29.071893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'subnet': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:29.114124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b5e5-d66e-4bae-b2f3-cfc45ce36d5e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Network': ['ID=92f914c4-af7d-4fdf-b113-d2806e7b0109,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:29.125601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:02:29.164024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed4702c-67b1-4f4f-81df-74e9db6d297f {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:29.175899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.192843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:29.195036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Transition to ACTIVE for port object 1ed4702c-67b1-4f4f-81df-74e9db6d297f will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:02:29.201997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.203194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.301814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:29.425538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.503175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Attempting to bind port 1ed4702c-67b1-4f4f-81df-74e9db6d297f on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:29.503712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Attempting to bind port 1ed4702c-67b1-4f4f-81df-74e9db6d297f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:29.503843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Attempting to bind port 1ed4702c-67b1-4f4f-81df-74e9db6d297f on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:29.516902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Port 1ed4702c-67b1-4f4f-81df-74e9db6d297f on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:02:29.521397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Attempting to bind port 1ed4702c-67b1-4f4f-81df-74e9db6d297f on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:29.546636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:29.547010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:29.547408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:29.548118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Bound port: 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:29.548491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.549572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Subnet': ['ID=75024394-4fca-45a2-a7b0-2cc47a46068d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:29.562857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Checking segment: {'id': 'd826ba52-3f66-448c-bd05-22e0a527db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:29.563442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network hostable DHCP agents. Network: 92f914c4-af7d-4fdf-b113-d2806e7b0109, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:02:29.598515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:02:29.617114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92f914c4-af7d-4fdf-b113-d2806e7b0109) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:29.625688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232b84f-fce6-45b8-95c4-484f7a817937 None None] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:29.627523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:29.632008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.669620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-055c9933-cb95-40c9-8a47-0dd8bea4addc tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6017792
Dec 11 21:02:29.673426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:29.677969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:29.682001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:29.686679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-1242708946'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:29.690882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.722645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-494432230', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:29.753198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:29.802051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:29.802781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.804372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-950cf8ed-aff5-4dc2-acc0-3ff81c7349fe service neutron] 10.222.0.30 "PUT /v2.0/ports/1ed4702c-67b1-4f4f-81df-74e9db6d297f HTTP/1.1" status: 200  len: 1091 time: 1.3169727
Dec 11 21:02:29.807581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:29.810207 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09839125-41ae-4114-a7de-c6c4126ab908" -d '{"events": [{"name": "network-changed", "server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:29.832485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049e4f-078d-4745-a0e5-c8d332dceb35 req-58d4ba1d-ce30-44fb-aa6d-e05346573be7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:29.834245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce049e4f-078d-4745-a0e5-c8d332dceb35 req-58d4ba1d-ce30-44fb-aa6d-e05346573be7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 943 time: 0.0775447
Dec 11 21:02:29.916578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92f914c4-af7d-4fdf-b113-d2806e7b0109', 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'project_id': '5463f6d9f46d42aa8a0143f1515042c8', 'fixed_ips': [{'subnet_id': '75024394-4fca-45a2-a7b0-2cc47a46068d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:02:29.918500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.947813 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87e78e-9eb6-4b22-ba82-4b3bc9c013bd x-openstack-request-id: req-5e87e78e-9eb6-4b22-ba82-4b3bc9c013bd {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:29.948735 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:29.951008 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e87e78e-9eb6-4b22-ba82-4b3bc9c013bd {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:29.952955 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f', 'status': 'completed', 'code': 200}
Dec 11 21:02:29.970148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:29.971247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.064611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-c20899b3-a20e-45ca-b1f2-e24ee74ffbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:30.077333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-c20899b3-a20e-45ca-b1f2-e24ee74ffbc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 1094 time: 0.2205107
Dec 11 21:02:30.082162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce049e4f-078d-4745-a0e5-c8d332dceb35 req-40b88c49-e497-42bd-9713-d07df8128e09 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400568
Dec 11 21:02:30.182460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-989b9521-ebde-481b-9663-22e65b514bbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f HTTP/1.1" status: 200  len: 217 time: 0.0955350
Dec 11 21:02:30.188415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.191030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:30.201434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.227148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:30.290958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-d371780f-0429-476d-a5c4-40acc3eb923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:30.292481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-d371780f-0429-476d-a5c4-40acc3eb923b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1000652
Dec 11 21:02:30.293004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53426) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:30.356682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-0ecbb314-a71c-4d1f-9933-50415c767372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534830
Dec 11 21:02:30.418014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.5 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/6ddc7df9-59f4-45d3-8f59-69e6093ff823) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:30.511015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5db1b8be-066d-408a-a46e-296e9249b782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.602996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-ae970cb1-6d1d-44ce-8da0-eee8ccafacbe service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360468
Dec 11 21:02:30.680580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.724964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5db1b8be-066d-408a-a46e-296e9249b782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.735654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5db1b8be-066d-408a-a46e-296e9249b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.749583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c519a7-05dc-42d9-92ac-18e6f745ef59 req-deee9317-7df0-4a9c-9332-c972e9a13e04 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:30.755119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c519a7-05dc-42d9-92ac-18e6f745ef59 req-deee9317-7df0-4a9c-9332-c972e9a13e04 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.2485397
Dec 11 21:02:30.767310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e5c5322-332d-4215-a743-d9b9705c5c04 req-0636448d-f175-41af-bb17-cbe20baeb894 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564043
Dec 11 21:02:30.789172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5db1b8be-066d-408a-a46e-296e9249b782 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71b8073f55954b0baad89110ba954aa4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4925482
Dec 11 21:02:30.790453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53444) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:30.811009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1b8be-066d-408a-a46e-296e9249b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31219a6-6377-4dcf-8aca-da5d9bc3d244,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:30.874930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.904961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.921436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839125-41ae-4114-a7de-c6c4126ab908 req-34ce8e83-cbd5-47f4-ae91-70e49078efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:30.922997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-34ce8e83-cbd5-47f4-ae91-70e49078efff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 1094 time: 0.0841362
Dec 11 21:02:30.934060 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:30.943511 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c519a7-05dc-42d9-92ac-18e6f745ef59 req-2d0b7e6a-c1c9-44b3-ad45-fb2007f0fca4 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628697
Dec 11 21:02:31.001278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.041199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839125-41ae-4114-a7de-c6c4126ab908 req-bf142814-6622-4bfa-b38a-e56dc16930e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.042520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-bf142814-6622-4bfa-b38a-e56dc16930e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.1119199
Dec 11 21:02:31.065517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Allocated IP 172.20.0.2 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/7d1d0136-db03-48c9-9792-a08bd4deb688) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:31.097776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.100450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.103949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b31219a6-6377-4dcf-8aca-da5d9bc3d244 HTTP/1.1" status: 204  len: 168 time: 0.3110478
Dec 11 21:02:31.103949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-8a1862e3-6b8a-49e4-b465-2943300237b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f HTTP/1.1" status: 200  len: 217 time: 0.0479720
Dec 11 21:02:31.143083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff1a79-329f-46ad-b851-553f97b69968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31219a6-6377-4dcf-8aca-da5d9bc3d244,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:31.161021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:31.172620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:31.174288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-3878e679-e305-4df7-a4f3-88b4b907dc46 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4b37614c455e48899d41908c906256a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0701962
Dec 11 21:02:31.176929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=6ddc7df9-59f4-45d3-8f59-69e6093ff823,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:31.178827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:31.222393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.261020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.266077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.275476 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.302180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839125-41ae-4114-a7de-c6c4126ab908 req-40e2a480-03ee-41e5-9182-0dd3c3285452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.304142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-40e2a480-03ee-41e5-9182-0dd3c3285452 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1861265
Dec 11 21:02:31.331819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Pushing event updated for resources: {'Port': ['ID=7d1d0136-db03-48c9-9792-a08bd4deb688,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:31.344416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:31.345429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.346036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:31.346247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.349059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:31.352367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-980da5ee-f257-4f15-8194-4c54a4c589cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394230
Dec 11 21:02:31.411028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d013-900e-426e-9f07-8cbbb21f9bfa req-ede6c50d-1cc5-4407-bc08-dabebb726722 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.412581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47d5d013-900e-426e-9f07-8cbbb21f9bfa req-ede6c50d-1cc5-4407-bc08-dabebb726722 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 943 time: 0.1860154
Dec 11 21:02:31.418575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c13cd93-808b-493f-9c20-047d1facd04e tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7442791
Dec 11 21:02:31.423156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53466) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:31.428586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-542082831', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:81:56:0e'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:31.430111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Attempting to bind port 7d1d0136-db03-48c9-9792-a08bd4deb688 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:31.430582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Attempting to bind port 7d1d0136-db03-48c9-9792-a08bd4deb688 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd826ba52-3f66-448c-bd05-22e0a527db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:31.431040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Attempting to bind port 7d1d0136-db03-48c9-9792-a08bd4deb688 on network 92f914c4-af7d-4fdf-b113-d2806e7b0109 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:31.439479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:31.439732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Checking segment: {'id': 'd826ba52-3f66-448c-bd05-22e0a527db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:31.440077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.440743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Bound using segment: {'id': 'd826ba52-3f66-448c-bd05-22e0a527db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:31.441328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Bound port: 7d1d0136-db03-48c9-9792-a08bd4deb688, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd826ba52-3f66-448c-bd05-22e0a527db49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:31.441969 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.464924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-d41a0570-3348-4517-a2e4-44bb079d3ac5 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.477993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-d41a0570-3348-4517-a2e4-44bb079d3ac5 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2806823
Dec 11 21:02:31.501869 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-1f4efa6f-4d14-4277-adf8-d32ef8205b16 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/quotas/4b37614c455e48899d41908c906256a5 HTTP/1.1" status: 200  len: 375 time: 0.0214260
Dec 11 21:02:31.512822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] For port 7d1d0136-db03-48c9-9792-a08bd4deb688, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:31.516969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] For port 7d1d0136-db03-48c9-9792-a08bd4deb688, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1d0136-db03-48c9-9792-a08bd4deb688,segment=NetworkSegment(d826ba52-3f66-448c-bd05-22e0a527db49),segment_id=d826ba52-3f66-448c-bd05-22e0a527db49)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:31.523930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.531602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Allocated IP 172.35.1.204 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:31.607867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47d5d013-900e-426e-9f07-8cbbb21f9bfa req-f9af84de-301e-434e-a096-a0ea8ad4f93c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711953
Dec 11 21:02:31.608384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-69cf3508-8110-492d-aa49-5faa8e59073a tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b37614c455e48899d41908c906256a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1046438
Dec 11 21:02:31.638056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53470) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:31.650809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ac9dd-4964-41a8-a5d8-82032b1a1752 None None] Pushing event updated for resources: {'Port': ['ID=7d1d0136-db03-48c9-9792-a08bd4deb688,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:31.671083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f8916cb-badf-4fa2-8e04-55cc59a92c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.816281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-af115748-a77d-40b0-9835-9ad28118504b service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4526772
Dec 11 21:02:31.826011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-5227b832-d2af-4b65-a0eb-8672d3c67c48 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:31.828570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-5227b832-d2af-4b65-a0eb-8672d3c67c48 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.16 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.1530828
Dec 11 21:02:31.833287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:31.882890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d47a9714-b59f-479a-a895-2e4b2c36b2e6 req-43bb69c7-1e74-474a-a0b3-692bc2ac315a tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 210 time: 0.0434971
Dec 11 21:02:31.892025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.900631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f8916cb-badf-4fa2-8e04-55cc59a92c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:31.977297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f8916cb-badf-4fa2-8e04-55cc59a92c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.027841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8916cb-badf-4fa2-8e04-55cc59a92c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ccf9f-31a8-4720-ac6f-1d8b0364de55,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:32.067834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f8916cb-badf-4fa2-8e04-55cc59a92c2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0f72b6fed9e4d1aa90907ddd6506bc7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4302313
Dec 11 21:02:32.074190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:32.114379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.123270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.156563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09839125-41ae-4114-a7de-c6c4126ab908 req-98cf8a93-8ca0-46d8-b579-577f9b8442b6 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184144
Dec 11 21:02:32.210585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e551270-527f-41e8-82ee-26f64cc19af1 req-ac14902f-d9f5-4aea-bd5e-bd90ceebc2c1 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:32.223114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e551270-527f-41e8-82ee-26f64cc19af1 req-ac14902f-d9f5-4aea-bd5e-bd90ceebc2c1 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.1465635
Dec 11 21:02:32.227770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.266496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port 527e4f00-fa87-40d3-aad2-59dd256a9df6 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:32.267150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7d1d0136-db03-48c9-9792-a08bd4deb688 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:32.277959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:32.300790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:32.323467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.344191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:32.353669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecef777-e191-4011-be2b-e9854e606616 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:32.367537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event updated for resources: {'Port': ['ID=bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:32.388844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e551270-527f-41e8-82ee-26f64cc19af1 req-ff617f9a-4d41-4ca1-8bd8-bae1f76dc321 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589208
Dec 11 21:02:32.409841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7d1d0136-db03-48c9-9792-a08bd4deb688 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:32.410278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.432581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Deleting port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:32.432927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.439484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.443556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.445006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e85ccf9f-31a8-4720-ac6f-1d8b0364de55 HTTP/1.1" status: 204  len: 168 time: 0.3696799
Dec 11 21:02:32.467246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6c1bee13-2fac-4515-9ad6-08f30715f8a4 None None] Provisioning complete for port bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:32.468507 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6c1bee13-2fac-4515-9ad6-08f30715f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.475952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c5062-fdc9-4111-a494-4601084b2a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ccf9f-31a8-4720-ac6f-1d8b0364de55,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:32.577788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bee13-2fac-4515-9ad6-08f30715f8a4 None None] Port bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:32.610875 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.664320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 7d1d0136-db03-48c9-9792-a08bd4deb688, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1d0136-db03-48c9-9792-a08bd4deb688,segment=NetworkSegment(d826ba52-3f66-448c-bd05-22e0a527db49),segment_id=d826ba52-3f66-448c-bd05-22e0a527db49)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:32.673009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:32.720290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.6 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/527e4f00-fa87-40d3-aad2-59dd256a9df6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:32.806246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=7d1d0136-db03-48c9-9792-a08bd4deb688,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:33.039886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fe19bc3-980f-4e91-b05d-d2ad1051fb33 req-4b75502f-d922-458f-96d2-3619208159e9 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 210 time: 0.0556498
Dec 11 21:02:33.128343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d29fe7-31d7-4a45-9991-a9c3a916bbf2 None None] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:33.224809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e67f5697-71dc-4331-b233-b363a7232ed5 None None] Provisioning complete for port 7d1d0136-db03-48c9-9792-a08bd4deb688 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:33.225245 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e67f5697-71dc-4331-b233-b363a7232ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.439945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] For port a4d37e9c-5d79-49fd-80bb-641c0e8ff075, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,segment=NetworkSegment(e2ec2236-1af2-4e04-9470-dc55a8d6aa77),segment_id=e2ec2236-1af2-4e04-9470-dc55a8d6aa77)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:33.440451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.469462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-ea14f474-63ff-4807-89b9-f78117a77aae tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4b37614c455e48899d41908c906256a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1159554
Dec 11 21:02:33.543472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Calling delete_port for a4d37e9c-5d79-49fd-80bb-641c0e8ff075 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:33.543998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782ec6e-abab-4b20-8e3c-524738799a32 req-9a42d523-7a2c-40f7-927e-e35c76649841 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:33.546097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6782ec6e-abab-4b20-8e3c-524738799a32 req-9a42d523-7a2c-40f7-927e-e35c76649841 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 945 time: 0.0620544
Dec 11 21:02:33.609044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6782ec6e-abab-4b20-8e3c-524738799a32 req-1c31f6cf-8c67-4e26-a5f6-3098baf9803e tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/security-groups?id=b33b9002-615f-4f16-85d8-ed2137e9bf3e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557640
Dec 11 21:02:33.636554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-036eed7a-ccda-4c6d-8a03-fbae337c547a None None] Provisioning complete for port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:33.637543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-036eed7a-ccda-4c6d-8a03-fbae337c547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.646895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38044cf9-e0cf-4c67-b7bd-67f93e03f426 req-5ce694c1-3ed1-4a14-bbbf-9d3ca5a80a52 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:33.648449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38044cf9-e0cf-4c67-b7bd-67f93e03f426 req-5ce694c1-3ed1-4a14-bbbf-9d3ca5a80a52 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 943 time: 0.8511648
Dec 11 21:02:33.689349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-036eed7a-ccda-4c6d-8a03-fbae337c547a None None] Port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:33.700193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-036eed7a-ccda-4c6d-8a03-fbae337c547a None None] Provisioning complete for port 7d1d0136-db03-48c9-9792-a08bd4deb688 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:33.700740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-036eed7a-ccda-4c6d-8a03-fbae337c547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.709551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.912537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-aa093dbf-4de3-49e9-bda1-f18bf73b8fec None None] Provisioning complete for port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:33.912831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa093dbf-4de3-49e9-bda1-f18bf73b8fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:33.918525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-27001232-cf91-455b-9765-ad4b88715d86 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:33.921372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-27001232-cf91-455b-9765-ad4b88715d86 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4232619
Dec 11 21:02:33.953251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aa093dbf-4de3-49e9-bda1-f18bf73b8fec None None] Port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:33.987866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Request body: {'port': {'device_id': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '4b37614c455e48899d41908c906256a5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:34.004504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38044cf9-e0cf-4c67-b7bd-67f93e03f426 req-270094a3-89e7-44d4-9b8b-4d978dd08d1c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025341
Dec 11 21:02:34.118802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53530) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:34.193502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1ed4702c-67b1-4f4f-81df-74e9db6d297f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:02:34.221190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1042b414-e3ed-4f14-bbea-4a4cddebe34b req-edbb5b00-c447-4523-b9db-e339cd483802 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 210 time: 0.0810740
Dec 11 21:02:34.235905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7d1d0136-db03-48c9-9792-a08bd4deb688 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:34.247698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.255609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.291954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-560a81ef-8485-492f-875c-739e4a365cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.311756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Pushing event deleted for resources: {'Port': ['ID=a4d37e9c-5d79-49fd-80bb-641c0e8ff075,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:34.348059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Made reservation on behalf of 4b37614c455e48899d41908c906256a5 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:34.351702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.354055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.358019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7d1d0136-db03-48c9-9792-a08bd4deb688 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:34.359230 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.382645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] No DVR routers for this DVR port a4d37e9c-5d79-49fd-80bb-641c0e8ff075 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:34.388562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.392104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90b4341d-f94a-4097-973e-50ce05a0d9aa req-ede4ae08-8774-4e6a-9b01-571a43b9d4ab tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.16 "DELETE /v2.0/ports/a4d37e9c-5d79-49fd-80bb-641c0e8ff075 HTTP/1.1" status: 204  len: 173 time: 2.4226515
Dec 11 21:02:34.392812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.394562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'name': 'network-vif-deleted', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:34.396822 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b771a1-5744-48f4-bb25-481f0e798a95" -d '{"events": [{"server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "name": "network-vif-deleted", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:34.398176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-560a81ef-8485-492f-875c-739e4a365cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.407513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:34.415278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-560a81ef-8485-492f-875c-739e4a365cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.427295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1ed4702c-67b1-4f4f-81df-74e9db6d297f', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': '1ed4702c-67b1-4f4f-81df-74e9db6d297f', 'mac_address': 'fa:16:3e:de:21:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:02:34.465835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.468660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53538) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:34.469532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-560a81ef-8485-492f-875c-739e4a365cff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fc2f4cca6144c81aa23e397d4ed06db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3494673
Dec 11 21:02:34.504630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a81ef-8485-492f-875c-739e4a365cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ea284-3377-4da2-8407-7554aaff279b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:34.511757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a4d37e9c-5d79-49fd-80bb-641c0e8ff075 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:34.524525 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ea44cd-d1df-4ec2-95f3-888ea83aa4ce x-openstack-request-id: req-04ea44cd-d1df-4ec2-95f3-888ea83aa4ce {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:34.524816 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd", "name": "network-vif-deleted", "tag": "a4d37e9c-5d79-49fd-80bb-641c0e8ff075", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:34.525063 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04ea44cd-d1df-4ec2-95f3-888ea83aa4ce {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:34.526065 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd', 'name': 'network-vif-deleted', 'tag': 'a4d37e9c-5d79-49fd-80bb-641c0e8ff075', 'status': 'completed', 'code': 200}
Dec 11 21:02:34.539047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: a4d37e9c-5d79-49fd-80bb-641c0e8ff075 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:34.539514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a4d37e9c-5d79-49fd-80bb-641c0e8ff075 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:34.548758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.562873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed4702c-67b1-4f4f-81df-74e9db6d297f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:34.587131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:34.592093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.608605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:34.629682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:34.640340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:34.649438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=527e4f00-fa87-40d3-aad2-59dd256a9df6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:34.653647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:34.723186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.729990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9daff3fd-16ae-4103-913d-13fb16c402e5 req-28d51ef3-7acf-43ca-9cc2-4e3d0dfb8207 tempest-VolumesActionsTest-2028875331 tempest-VolumesActionsTest-2028875331-project] 10.222.0.18 "GET /v2.0/ports?device_id=8257e3c8-12ee-4d48-aaa7-4d9ec6c3e4cd HTTP/1.1" status: 200  len: 210 time: 0.0298822
Dec 11 21:02:34.776875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:34.777490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.797362 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.813991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.824055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.860324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e92c94be-06a9-49c0-9455-b3a9a65f8a01 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 997 time: 3.4332507
Dec 11 21:02:34.861255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:34.889050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-224971b9-2c4d-41f1-9eb2-f9e88430cad1 None None] Provisioning complete for port 527e4f00-fa87-40d3-aad2-59dd256a9df6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:34.890169 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-224971b9-2c4d-41f1-9eb2-f9e88430cad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:34.927832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d9b2e-bdd7-476b-952e-d9b9bbd97da2 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:34.930134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Router aa1c9d45-7e45-49fc-bd97-d6cea0474938 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:02:34.934228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-224971b9-2c4d-41f1-9eb2-f9e88430cad1 None None] Port 527e4f00-fa87-40d3-aad2-59dd256a9df6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:34.935085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d9b2e-bdd7-476b-952e-d9b9bbd97da2 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:34.942442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d9b2e-bdd7-476b-952e-d9b9bbd97da2 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:34.944188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d9d9b2e-bdd7-476b-952e-d9b9bbd97da2 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.0815032
Dec 11 21:02:34.947095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53546) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:34.993567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1ed4702c-67b1-4f4f-81df-74e9db6d297f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:35.032949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad66c1c-736f-4f79-81ce-80966de59161,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:35.112017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.114742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.117810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 527e4f00-fa87-40d3-aad2-59dd256a9df6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:35.120675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.126091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/120ea284-3377-4da2-8407-7554aaff279b HTTP/1.1" status: 204  len: 168 time: 0.6497571
Dec 11 21:02:35.247598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.256442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614e3e2-b662-4e8c-b5b6-66191467bc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ea284-3377-4da2-8407-7554aaff279b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:35.275420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Allocated IP 192.168.233.232 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/300c7a11-540e-4840-8ea4-aa71dd71b489) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:35.284603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 527e4f00-fa87-40d3-aad2-59dd256a9df6 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:35.317001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:35.331255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] Sync routers for ids ['aa1c9d45-7e45-49fc-bd97-d6cea0474938'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:35.347116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] Routers {'aa1c9d45-7e45-49fc-bd97-d6cea0474938'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:35.352102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770f6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['aa1c9d45-7e45-49fc-bd97-d6cea0474938'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:35.392738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.394274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0b5ef3bb-6ca2-4e0d-a8c2-a0583d8471cf tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.3674004
Dec 11 21:02:35.399715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:35.412581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770f6bb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:35.427955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] Routers {'aa1c9d45-7e45-49fc-bd97-d6cea0474938'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:35.428716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770f6bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['aa1c9d45-7e45-49fc-bd97-d6cea0474938'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:35.511977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770f6bb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:35.512656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c7ea1-5a75-413a-bb51-27675933380c None None] The sync data for ids ['aa1c9d45-7e45-49fc-bd97-d6cea0474938'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:35.554821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6f5ad55-01a6-411a-981c-12e332aa4a8b req-7224312f-573d-433b-b5e2-de3858532bb9 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 210 time: 0.0666864
Dec 11 21:02:35.568344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7ef7fc56-ea88-4afa-bf61-33824525ba98 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/aa1c9d45-7e45-49fc-bd97-d6cea0474938 HTTP/1.1" status: 200  len: 920 time: 0.1662457
Dec 11 21:02:35.570094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53564) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:35.584921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838b22-aa41-4ffa-837f-185712fe52fc req-7dce9123-9668-4cf6-a02f-85ddb8666948 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:35.586560 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf838b22-aa41-4ffa-837f-185712fe52fc req-7dce9123-9668-4cf6-a02f-85ddb8666948 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 944 time: 0.3594058
Dec 11 21:02:35.587691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.630890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=527e4f00-fa87-40d3-aad2-59dd256a9df6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:35.663352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef1cceab-b2d1-440f-b22e-a8fdbb996224 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1c9d45-7e45-49fc-bd97-d6cea0474938 HTTP/1.1" status: 200  len: 205 time: 0.0889394
Dec 11 21:02:35.666066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53570) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:35.763620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf838b22-aa41-4ffa-837f-185712fe52fc req-4d63fd80-6912-47e3-82ff-89e907d02709 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630557
Dec 11 21:02:35.854335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.882134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.888936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:35.890737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-95d6a340-dad5-4d20-a1b9-b31710f9ccd6 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/527e4f00-fa87-40d3-aad2-59dd256a9df6 HTTP/1.1" status: 204  len: 168 time: 0.9423099
Dec 11 21:02:35.891843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53578) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:35.928044 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4b9082-c356-48b9-9667-e1215459a4f9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] GET failed (client error): The resource could not be found.
Dec 11 21:02:35.933555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9f4b9082-c356-48b9-9667-e1215459a4f9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports/527e4f00-fa87-40d3-aad2-59dd256a9df6 HTTP/1.1" status: 404  len: 333 time: 0.0406933
Dec 11 21:02:35.934174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53582) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:35.939731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-1210557118'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:36.018957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.073955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:36.081708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:36.086196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:36.116093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:36.120961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.122945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.140945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Pushing event updated for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:36.146276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:36.192778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1ed4702c-67b1-4f4f-81df-74e9db6d297f up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:36.205902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:36.206576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.239462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-970864ea-aa9a-421e-bccc-20457d69c715 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2680531
Dec 11 21:02:36.269899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Request body: {'port': {'device_id': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:36.322904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1ed4702c-67b1-4f4f-81df-74e9db6d297f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:02:36.327826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1ed4702c-67b1-4f4f-81df-74e9db6d297f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:36.328198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.344637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:36.345089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.392186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.427076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.6 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/2de31c5a-5bbc-4e9f-a2b7-06f094082f01) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:36.536462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.581719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.588358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c5318666-d4bf-485b-89b5-762f3fec964b None None] Provisioning complete for port 300c7a11-540e-4840-8ea4-aa71dd71b489 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:36.589110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5318666-d4bf-485b-89b5-762f3fec964b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.597763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:36.624917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:36.627778 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f254489-c5e0-46ce-88af-4927f094e21c" -d '{"events": [{"server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:36.651767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:36.653372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c5318666-d4bf-485b-89b5-762f3fec964b None None] Port 300c7a11-540e-4840-8ea4-aa71dd71b489 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:36.659378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.661731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.770991 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de5040d-8e8f-47cc-8758-4f140b9ce244 x-openstack-request-id: req-8de5040d-8e8f-47cc-8758-4f140b9ce244 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:36.772881 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:36.773310 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8de5040d-8e8f-47cc-8758-4f140b9ce244 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:36.773929 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f', 'code': 200}
Dec 11 21:02:36.774381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.777049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:36.826061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:36.919957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=bd3ea3a7-96bd-4dac-a6ef-3949edd11ac2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:36.931650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:36.937206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:36.940539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:36.944671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62324651-e5c0-43c3-8256-383ccbc9178f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:37.026891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:37.027814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.056688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d004a-3a7f-4abb-92cb-5a55d31626c8 req-c9e076d8-c841-45a9-9f90-b038e31aa4b8 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:37.059962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be1d004a-3a7f-4abb-92cb-5a55d31626c8 req-c9e076d8-c841-45a9-9f90-b038e31aa4b8 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 936 time: 0.2990315
Dec 11 21:02:37.066062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=2de31c5a-5bbc-4e9f-a2b7-06f094082f01,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:37.092884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6038fa29-44d2-46f8-94af-eb7fd8683ba9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1545792
Dec 11 21:02:37.107157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53626) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:37.114446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e56f11-37db-4743-99e3-8e76f9b43164 req-a8d0e761-e5b9-4026-88f9-2c5e38373510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:37.114446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92e56f11-37db-4743-99e3-8e76f9b43164 req-a8d0e761-e5b9-4026-88f9-2c5e38373510 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 1096 time: 0.2725720
Dec 11 21:02:37.121409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:81:56:0e'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:37.310259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be1d004a-3a7f-4abb-92cb-5a55d31626c8 req-ec65b42b-3a62-40a0-a51c-3a2c268aecc5 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313931
Dec 11 21:02:37.311759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92e56f11-37db-4743-99e3-8e76f9b43164 req-1b971381-14f4-4712-83c1-567704221674 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427114
Dec 11 21:02:37.390402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.411761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da5c558d-d93f-4ede-b3bb-ad52f1121828 None None] Provisioning complete for port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:37.413459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da5c558d-d93f-4ede-b3bb-ad52f1121828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.459800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da5c558d-d93f-4ede-b3bb-ad52f1121828 None None] Port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:37.646049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.677801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.684094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.777209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.797407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=2de31c5a-5bbc-4e9f-a2b7-06f094082f01,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:37.800233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e238c-d840-43ce-ae86-9f433fe27ad0 req-84cd5d33-216e-415f-9a10-610bf4096932 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:37.801855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c4e238c-d840-43ce-ae86-9f433fe27ad0 req-84cd5d33-216e-415f-9a10-610bf4096932 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 945 time: 0.9019454
Dec 11 21:02:37.806441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.811959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] In _notify_port_updated(), no bound segment for port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 on network 92f914c4-af7d-4fdf-b113-d2806e7b0109 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:02:37.818558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:37.819433 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.821004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f7e64a5-d1e8-45d8-b3d9-29fc7e857429 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "PUT /v2.0/ports/2de31c5a-5bbc-4e9f-a2b7-06f094082f01 HTTP/1.1" status: 200  len: 993 time: 0.7128937
Dec 11 21:02:37.824244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53662) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:37.955592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:37.955970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.959075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.959888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router aa1c9d45-7e45-49fc-bd97-d6cea0474938 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:37.976790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:37.977919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-012c2a61-ba8f-42df-b795-06dea5848be9 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/aa1c9d45-7e45-49fc-bd97-d6cea0474938 HTTP/1.1" status: 204  len: 168 time: 2.3108232
Dec 11 21:02:37.982531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:37.989441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544215801', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:37.999675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c4e238c-d840-43ce-ae86-9f433fe27ad0 req-cfa9dce7-8177-442c-b21f-6f7b1d3ef76f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683245
Dec 11 21:02:38.004112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 300c7a11-540e-4840-8ea4-aa71dd71b489 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:38.014031 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.030520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Transition to ACTIVE for port object 300c7a11-540e-4840-8ea4-aa71dd71b489 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:02:38.035102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.067781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.068844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.091732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Pushing event updated for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:38.095422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.109297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-93645b20-098c-4ca9-acf5-657031c94441 None None] Provisioning complete for port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:38.110683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-93645b20-098c-4ca9-acf5-657031c94441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.134017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:38.164996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-93645b20-098c-4ca9-acf5-657031c94441 None None] Port 2de31c5a-5bbc-4e9f-a2b7-06f094082f01 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:38.189826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.210900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Attempting to bind port 300c7a11-540e-4840-8ea4-aa71dd71b489 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:38.211502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Attempting to bind port 300c7a11-540e-4840-8ea4-aa71dd71b489 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:38.211948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Attempting to bind port 300c7a11-540e-4840-8ea4-aa71dd71b489 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:38.216766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Port 300c7a11-540e-4840-8ea4-aa71dd71b489 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:02:38.217144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Attempting to bind port 300c7a11-540e-4840-8ea4-aa71dd71b489 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:38.223059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:38.223504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:38.223984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:38.224526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Bound port: 300c7a11-540e-4840-8ea4-aa71dd71b489, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:38.224981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.313415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:38.320940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=300c7a11-540e-4840-8ea4-aa71dd71b489,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:38.328300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.385509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:38.386202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:38.387888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] 10.222.0.16 "PUT /v2.0/ports/300c7a11-540e-4840-8ea4-aa71dd71b489 HTTP/1.1" status: 200  len: 1096 time: 2.1302691
Dec 11 21:02:38.388401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:38.391495 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e77114-58b5-4dd8-b250-c592614200f0" -d '{"events": [{"name": "network-changed", "server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:38.491787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5d3a-c0ad-40f4-9f87-15d5d366642c service neutron] Pushing event updated for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:38.517866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be4b73-d95e-4a6c-b95b-49aab8ab39f1 req-bec06b0a-14ec-419c-bbb5-3f5905a2dafa tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:38.525507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47be4b73-d95e-4a6c-b95b-49aab8ab39f1 req-bec06b0a-14ec-419c-bbb5-3f5905a2dafa tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 948 time: 0.1242864
Dec 11 21:02:38.544984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-cf7af46e-f18c-4f60-9c07-54e380bf74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:38.547345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-cf7af46e-f18c-4f60-9c07-54e380bf74f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b37614c455e48899d41908c906256a5&device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 1099 time: 0.1030073
Dec 11 21:02:38.615893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-c2ec03d8-7474-4f40-bf88-e22efa42ac75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=300c7a11-540e-4840-8ea4-aa71dd71b489 HTTP/1.1" status: 200  len: 217 time: 0.0597138
Dec 11 21:02:38.638824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47be4b73-d95e-4a6c-b95b-49aab8ab39f1 req-ef4414c7-6f55-49dc-8259-3313a9629b07 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079247
Dec 11 21:02:38.694773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-8cd20ec9-0fff-490f-9297-b5153f45fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:38.696578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-8cd20ec9-0fff-490f-9297-b5153f45fffa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0735183
Dec 11 21:02:38.709101 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c2767-747b-42f5-bebe-9ed63ee1b92b x-openstack-request-id: req-f39c2767-747b-42f5-bebe-9ed63ee1b92b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:38.709537 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:38.710672 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f39c2767-747b-42f5-bebe-9ed63ee1b92b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:38.711098 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489', 'status': 'completed', 'code': 200}
Dec 11 21:02:38.760378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-656f55ea-5b57-453c-912a-ed5c9bb6afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:38.761899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-656f55ea-5b57-453c-912a-ed5c9bb6afe5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0500171
Dec 11 21:02:38.869906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-261812e4-2add-41c7-b69a-a6b099402450 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=308785d2f32842fc9a54131a10325012&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0950780
Dec 11 21:02:38.903585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-8c47af35-923d-4758-a24d-b66f990a266d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298397
Dec 11 21:02:38.976415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:39.010983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db115c6d-3db6-4a3f-b802-5b83da6e4df5 req-4950a48a-5974-40c2-9f5e-b10016dcaa58 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999160
Dec 11 21:02:39.163845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-3f027bf9-5857-4b1b-83e3-c9cfaf0d9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.164336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-3f027bf9-5857-4b1b-83e3-c9cfaf0d9835 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b37614c455e48899d41908c906256a5&device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 1099 time: 0.1000490
Dec 11 21:02:39.175034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-d953d7b5-c047-466c-8a82-ac588288dd54 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.176572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-d953d7b5-c047-466c-8a82-ac588288dd54 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3057864
Dec 11 21:02:39.176836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc93d19-9f1a-4409-8cc4-d86962105534 req-e1f38781-f5ff-40db-a7b0-41eefb3e4d55 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.178308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cc93d19-9f1a-4409-8cc4-d86962105534 req-e1f38781-f5ff-40db-a7b0-41eefb3e4d55 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 945 time: 0.0724308
Dec 11 21:02:39.178713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:39.213600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=2de31c5a-5bbc-4e9f-a2b7-06f094082f01,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:39.235331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-c3ba8396-fb6f-44b8-9975-d4284f2f7a42 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/quotas/308785d2f32842fc9a54131a10325012 HTTP/1.1" status: 200  len: 375 time: 0.0275066
Dec 11 21:02:39.300679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-81dbbd65-a7a4-4a3e-a677-64eb732188e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.303183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-81dbbd65-a7a4-4a3e-a677-64eb732188e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1237333
Dec 11 21:02:39.309249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-edb565d5-c079-44b7-802f-cafeb5679889 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=308785d2f32842fc9a54131a10325012&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489819
Dec 11 21:02:39.419093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-31077459-2141-4b05-ad91-b8c6ebc874df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=300c7a11-540e-4840-8ea4-aa71dd71b489 HTTP/1.1" status: 200  len: 217 time: 0.0917597
Dec 11 21:02:39.443385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cc93d19-9f1a-4409-8cc4-d86962105534 req-0fde4ec7-d63e-418c-b63b-c359bf7a9e57 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771545
Dec 11 21:02:39.560140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-c701fab2-bfb7-4192-a74e-22d480d44ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.561785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-c701fab2-bfb7-4192-a74e-22d480d44ecd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1172962
Dec 11 21:02:39.580776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abdc159d-452c-46b9-89a1-1c13f3376901 req-ffd59692-57ba-4094-b596-89e49374ed92 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 210 time: 0.0533104
Dec 11 21:02:39.608826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:39.615044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b6cae025-77d4-4963-8929-e29261d91712 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/2de31c5a-5bbc-4e9f-a2b7-06f094082f01 HTTP/1.1" status: 204  len: 168 time: 1.7895310
Dec 11 21:02:39.615823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:39.631485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-0cbb68e4-b657-4199-98ec-c4bb96133ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.633275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-0cbb68e4-b657-4199-98ec-c4bb96133ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0638473
Dec 11 21:02:39.690644 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05795a2-5479-47ef-8d60-dfc36a6ac7a9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] GET failed (client error): The resource could not be found.
Dec 11 21:02:39.696514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f05795a2-5479-47ef-8d60-dfc36a6ac7a9 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports/2de31c5a-5bbc-4e9f-a2b7-06f094082f01 HTTP/1.1" status: 404  len: 333 time: 0.0750182
Dec 11 21:02:39.697163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53740) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:39.709727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-2079177522'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:39.715203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:39.755717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:39.769575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-b22bc66e-a667-4e2d-a0aa-1fec3a6bfe4d service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279960
Dec 11 21:02:39.862797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4348b-3ced-42dd-9cd8-dd5c702c46ad req-61768217-9b74-4f70-b5c4-f47ae7d448f4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.865803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bb4348b-3ced-42dd-9cd8-dd5c702c46ad req-61768217-9b74-4f70-b5c4-f47ae7d448f4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 945 time: 0.1105149
Dec 11 21:02:39.913515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff111821-41fb-4fd6-9279-37c3bbb1a10e req-08471cb3-4b3e-4eff-bf3c-bf54bf2c84ca tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:39.915008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff111821-41fb-4fd6-9279-37c3bbb1a10e req-08471cb3-4b3e-4eff-bf3c-bf54bf2c84ca tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 948 time: 0.1711874
Dec 11 21:02:39.940655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9e77114-58b5-4dd8-b250-c592614200f0 req-cd898ec4-7e33-48f3-984b-8cccd1728542 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561162
Dec 11 21:02:39.963465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bb4348b-3ced-42dd-9cd8-dd5c702c46ad req-69020ca7-145d-407c-8f23-7ea917e7bbc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869870
Dec 11 21:02:40.032000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff111821-41fb-4fd6-9279-37c3bbb1a10e req-6434b0b5-8453-44b8-8c83-c309f6a950d7 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036417
Dec 11 21:02:40.036180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:40.039916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.059146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.35.1.23 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a62dc7fa-4d62-4fea-b352-e8f473b585ea) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:40.078789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port ff3cc37b-2db6-43cb-9bae-62dad6812322 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:40.283326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.11 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/ff3cc37b-2db6-43cb-9bae-62dad6812322) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:40.288112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.376420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.465317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:40.471928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:40.475351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:40.481858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=a62dc7fa-4d62-4fea-b352-e8f473b585ea,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:40.486992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8743f-1fda-48b5-8321-005c15b9b42f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:40.574359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3d2c4b82-6b33-4aab-9184-bbe2e8e8d63f None None] Provisioning complete for port a62dc7fa-4d62-4fea-b352-e8f473b585ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:40.575660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d2c4b82-6b33-4aab-9184-bbe2e8e8d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.614307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-79b6baec-e4f1-412a-b688-da1e0f0120be tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=308785d2f32842fc9a54131a10325012&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333567
Dec 11 21:02:40.627758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.636475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c4b82-6b33-4aab-9184-bbe2e8e8d63f None None] Port a62dc7fa-4d62-4fea-b352-e8f473b585ea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:40.768545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.806759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9908040d-8a30-47a6-b81c-684bf2731a7c req-80c6571c-2e57-46d1-8793-3aee047ed2d4 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 210 time: 0.0524797
Dec 11 21:02:40.814903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-902ee86a-edec-4108-b95b-bd6efa494590 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:40.816877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-902ee86a-edec-4108-b95b-bd6efa494590 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1934249
Dec 11 21:02:40.830184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:40.832617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Request body: {'port': {'device_id': '5dc79e8e-de15-4714-ba38-4442a358817d', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '308785d2f32842fc9a54131a10325012'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:40.837088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:40.843711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:40.850089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=ff3cc37b-2db6-43cb-9bae-62dad6812322,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:40.934293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.942158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:40.942810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:40.996285 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b4a54ac-2c78-4fb8-bda4-25e4c216ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.030148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Made reservation on behalf of 308785d2f32842fc9a54131a10325012 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:41.033725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.045130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.192819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.200661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.263394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1a200a2a-72d1-48f2-a5ac-41ca742bd007 None None] Provisioning complete for port ff3cc37b-2db6-43cb-9bae-62dad6812322 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:41.263767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a200a2a-72d1-48f2-a5ac-41ca742bd007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.285836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a927c4-1933-4497-9008-2484e5c259bf req-0805b27e-ed2e-4bb3-b6c4-797151b3e3f4 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:41.289035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46a927c4-1933-4497-9008-2484e5c259bf req-0805b27e-ed2e-4bb3-b6c4-797151b3e3f4 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 948 time: 0.1364815
Dec 11 21:02:41.301784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1a200a2a-72d1-48f2-a5ac-41ca742bd007 None None] Port ff3cc37b-2db6-43cb-9bae-62dad6812322 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:41.306564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d42f7-5383-4a87-9956-7d195d588ee0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:41.337168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0ff7525f-6015-4534-bf99-dc4eb7dfbb53 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.6335557
Dec 11 21:02:41.345780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:41.352982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:81:56:0e'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:41.440369 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46a927c4-1933-4497-9008-2484e5c259bf req-7f61fcb7-1baf-426b-8122-2c0faf8031d7 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503630
Dec 11 21:02:41.458551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172c80e-06cb-40ef-b918-05e4a3391553 req-25fc6bfb-7cdb-4a43-83c2-8535cde75a89 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:41.469240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Allocated IP 192.168.233.210 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/b806aae0-11ef-4dca-8754-b7904c5e9c02) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:41.469664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f172c80e-06cb-40ef-b918-05e4a3391553 req-25fc6bfb-7cdb-4a43-83c2-8535cde75a89 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 945 time: 0.1483333
Dec 11 21:02:41.480203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53be128-00ba-47c8-b81b-3f92219092ac req-2c14a5b8-250b-4be6-a704-410f432d3b30 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:41.481734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d53be128-00ba-47c8-b81b-3f92219092ac req-2c14a5b8-250b-4be6-a704-410f432d3b30 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 945 time: 0.1592305
Dec 11 21:02:41.599276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.618701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.730248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f172c80e-06cb-40ef-b918-05e4a3391553 req-7aa9e6b7-ab6b-42fb-9274-e0dac8cce6b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552683
Dec 11 21:02:41.813479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port 1ed4702c-67b1-4f4f-81df-74e9db6d297f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:41.813829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.950067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.955006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9176644f-60fb-4176-ab56-23e74eb4ada9 req-d418712e-134d-41eb-bb2a-e1445676d3ce tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 210 time: 0.0534244
Dec 11 21:02:41.974153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router 4b3a9df3-9720-490c-97fb-7092982b8209 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:02:41.975767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.986773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port 1ed4702c-67b1-4f4f-81df-74e9db6d297f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ed4702c-67b1-4f4f-81df-74e9db6d297f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:41.987187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:41.988324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.008832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for 1ed4702c-67b1-4f4f-81df-74e9db6d297f owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:42.086031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=ff3cc37b-2db6-43cb-9bae-62dad6812322,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:42.103129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.154066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] In _notify_port_updated(), no bound segment for port ff3cc37b-2db6-43cb-9bae-62dad6812322 on network 92f914c4-af7d-4fdf-b113-d2806e7b0109 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:02:42.160231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:42.160894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.164740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-810cb967-453f-4e7c-b980-696f712f0b40 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "PUT /v2.0/ports/ff3cc37b-2db6-43cb-9bae-62dad6812322 HTTP/1.1" status: 200  len: 997 time: 0.8155420
Dec 11 21:02:42.167435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:42.188402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:42.203612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:42.211477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:42.217842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:42.227260 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Sync routers for ids ['4b3a9df3-9720-490c-97fb-7092982b8209'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:42.248189 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Routers {'4b3a9df3-9720-490c-97fb-7092982b8209'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:42.248892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4b3a9df3-9720-490c-97fb-7092982b8209'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:42.249390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.250685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-086f6690-7f0f-4028-93f3-541a10e0bc19 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 4.2662249
Dec 11 21:02:42.254025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53828) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:42.296376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Pushing event updated for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:42.324339 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.337692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1ed4702c-67b1-4f4f-81df-74e9db6d297f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:42.375321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:42.380201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.399207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=1ed4702c-67b1-4f4f-81df-74e9db6d297f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:42.423061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-be27517d-4848-4068-b0db-89faa25d8faa tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5957808
Dec 11 21:02:42.427483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port ff3cc37b-2db6-43cb-9bae-62dad6812322 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:42.428017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.437524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-964e9008-c1f0-4cd4-b158-e0356d51d645 None None] Provisioning complete for port ff3cc37b-2db6-43cb-9bae-62dad6812322 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:42.438170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-964e9008-c1f0-4cd4-b158-e0356d51d645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.443714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Request body: {'port': {'device_id': '5dc79e8e-de15-4714-ba38-4442a358817d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:42.455364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port 1ed4702c-67b1-4f4f-81df-74e9db6d297f on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:42.458085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.462754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d53be128-00ba-47c8-b81b-3f92219092ac req-9af20a02-b1d7-4ecc-8faf-37d0635a2fc1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "DELETE /v2.0/ports/1ed4702c-67b1-4f4f-81df-74e9db6d297f HTTP/1.1" status: 204  len: 173 time: 0.9698491
Dec 11 21:02:42.464840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'name': 'network-vif-deleted', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:42.468370 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058eccb6-22dc-439b-9014-0922f200d4be" -d '{"events": [{"server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "name": "network-vif-deleted", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:42.480269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3631e0c0-ecbf-4e73-9a2a-573a8acc43af tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/4b3a9df3-9720-490c-97fb-7092982b8209 HTTP/1.1" status: 200  len: 907 time: 0.2254312
Dec 11 21:02:42.503338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53834) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:42.516811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-544215801', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': True}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:42.544619 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Set router 4b3a9df3-9720-490c-97fb-7092982b8209 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:42.551748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 300c7a11-540e-4840-8ea4-aa71dd71b489 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:02:42.556022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-964e9008-c1f0-4cd4-b158-e0356d51d645 None None] Port ff3cc37b-2db6-43cb-9bae-62dad6812322 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:42.558888 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dad9c3-12ab-4d52-9a5e-b246b2769cd6 x-openstack-request-id: req-83dad9c3-12ab-4d52-9a5e-b246b2769cd6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:42.559198 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0408be7d-77fe-47ae-bce8-749557d770d6", "name": "network-vif-deleted", "tag": "1ed4702c-67b1-4f4f-81df-74e9db6d297f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:42.559462 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83dad9c3-12ab-4d52-9a5e-b246b2769cd6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:42.559882 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0408be7d-77fe-47ae-bce8-749557d770d6', 'name': 'network-vif-deleted', 'tag': '1ed4702c-67b1-4f4f-81df-74e9db6d297f', 'status': 'completed', 'code': 200}
Dec 11 21:02:42.679119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.680196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.745913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=300c7a11-540e-4840-8ea4-aa71dd71b489,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:42.751045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0cca1-43dd-4c66-b73e-9daf8508b5dd req-106ae554-827c-42e7-8599-74b0e775db71 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:42.755856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01c0cca1-43dd-4c66-b73e-9daf8508b5dd req-106ae554-827c-42e7-8599-74b0e775db71 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 948 time: 0.1750333
Dec 11 21:02:42.760907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '300c7a11-540e-4840-8ea4-aa71dd71b489', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '300c7a11-540e-4840-8ea4-aa71dd71b489', 'mac_address': 'fa:16:3e:01:da:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:02:42.798173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f42e0>, [{'id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'name': 'tempest-snat-router-544215801', 'tenant_id': 'aafe059798944fd6835f79024312e641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23'}], 'enable_snat': False}, 'gw_port_id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:02:38Z', 'updated_at': '2021-12-11T21:02:40Z', 'revision_number': 3, 'project_id': 'aafe059798944fd6835f79024312e641', 'gw_port': {'id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:02:39Z', 'updated_at': '2021-12-11T21:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:42.800760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.809370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-130ec4a9-8868-4ac9-bee5-dbe60c5e84ce None None] Provisioning complete for port b806aae0-11ef-4dca-8754-b7904c5e9c02 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:42.809671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-130ec4a9-8868-4ac9-bee5-dbe60c5e84ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.822261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.829551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.864341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for ff3cc37b-2db6-43cb-9bae-62dad6812322 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:42.864731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-130ec4a9-8868-4ac9-bee5-dbe60c5e84ce None None] Port b806aae0-11ef-4dca-8754-b7904c5e9c02 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:42.870038 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.884398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 300c7a11-540e-4840-8ea4-aa71dd71b489 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:42.894757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01c0cca1-43dd-4c66-b73e-9daf8508b5dd req-989b6454-192a-4d8e-83f6-709797bbe3cd tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325428
Dec 11 21:02:42.901806 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Checking router: 4b3a9df3-9720-490c-97fb-7092982b8209 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:02:42.902829 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Updating router 4b3a9df3-9720-490c-97fb-7092982b8209 port a62dc7fa-4d62-4fea-b352-e8f473b585ea binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:02:42.909251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=300c7a11-540e-4840-8ea4-aa71dd71b489,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:42.918988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.992984 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:42.996514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:43.147670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-602ba3be-1ec2-46f1-9f2b-40ec2b59ade3 req-b1e6233c-c71d-40e7-ab7f-311bcdf67183 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=0408be7d-77fe-47ae-bce8-749557d770d6 HTTP/1.1" status: 200  len: 210 time: 0.0957580
Dec 11 21:02:43.167144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['300c7a11-540e-4840-8ea4-aa71dd71b489'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:43.178861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.228616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78856c-5455-4c51-b86c-859569eee06d req-c6bc019b-4031-426f-9567-c0428199b8d6 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:43.230427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e78856c-5455-4c51-b86c-859569eee06d req-c6bc019b-4031-426f-9567-c0428199b8d6 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 936 time: 0.1412969
Dec 11 21:02:43.332866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e78856c-5455-4c51-b86c-859569eee06d req-a193f0b7-3b5f-42de-9346-20976325220a tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917125
Dec 11 21:02:43.472377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-defdff36-7150-4dc6-b94e-2de479b1c912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.493683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.516278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.533720 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.542583 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.543679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.556403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=ff3cc37b-2db6-43cb-9bae-62dad6812322,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:43.591729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb9a15-c4a9-4600-8031-be497d9ac93c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:43.617292 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Attempting to bind port a62dc7fa-4d62-4fea-b352-e8f473b585ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:43.624385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Attempting to bind port a62dc7fa-4d62-4fea-b352-e8f473b585ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:43.625332 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Attempting to bind port a62dc7fa-4d62-4fea-b352-e8f473b585ea on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:43.626412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b806aae0-11ef-4dca-8754-b7904c5e9c02 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:43.637486 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:43.637913 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:43.640119 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.640119 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:43.640639 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Bound port: a62dc7fa-4d62-4fea-b352-e8f473b585ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:43.641165 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.641563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.648262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1626-40dc-4762-a4a6-eff891e07e16 None None] Pushing event updated for resources: {'Port': ['ID=a62dc7fa-4d62-4fea-b352-e8f473b585ea,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:43.691064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Transition to ACTIVE for port object b806aae0-11ef-4dca-8754-b7904c5e9c02 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:02:43.706262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e1e3a8e9-ea99-494f-a974-c1ffd22f7806 None None] Provisioning complete for port a62dc7fa-4d62-4fea-b352-e8f473b585ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:43.707816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a8e9-ea99-494f-a974-c1ffd22f7806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.709475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.731649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.740322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:43.745902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2f5bcbbb-81d7-430b-b180-c6ccc07a3b03 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/ff3cc37b-2db6-43cb-9bae-62dad6812322 HTTP/1.1" status: 204  len: 168 time: 1.5743089
Dec 11 21:02:43.762393 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] For port a62dc7fa-4d62-4fea-b352-e8f473b585ea, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:43.773394 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] For port a62dc7fa-4d62-4fea-b352-e8f473b585ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62dc7fa-4d62-4fea-b352-e8f473b585ea,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:43.780956 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:43.817758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e1e3a8e9-ea99-494f-a974-c1ffd22f7806 None None] Port a62dc7fa-4d62-4fea-b352-e8f473b585ea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:43.820409 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb4435b-4565-49da-bb25-f3e728560232 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] GET failed (client error): The resource could not be found.
Dec 11 21:02:43.824740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2fb4435b-4565-49da-bb25-f3e728560232 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports/ff3cc37b-2db6-43cb-9bae-62dad6812322 HTTP/1.1" status: 404  len: 333 time: 0.0823338
Dec 11 21:02:43.829435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:43.837500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-1932006772'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:43.857071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.35.1.101 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/321e40a4-20c5-44cc-b747-eec5324578b3) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:43.876846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d973237-0aa8-4fe8-8d84-fd595f81795f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:43.906822 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Routers {'4b3a9df3-9720-490c-97fb-7092982b8209'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:43.907522 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f42e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4b3a9df3-9720-490c-97fb-7092982b8209'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:43.914539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f1626-40dc-4762-a4a6-eff891e07e16 None None] Pushing event updated for resources: {'Port': ['ID=a62dc7fa-4d62-4fea-b352-e8f473b585ea,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:44.007334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] Provisioning complete for port a62dc7fa-4d62-4fea-b352-e8f473b585ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:44.010363 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.012659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Pushing event updated for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:44.084145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.169345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.222920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] Set router 4b3a9df3-9720-490c-97fb-7092982b8209 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:44.226310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:44.234427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:44.283697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Attempting to bind port b806aae0-11ef-4dca-8754-b7904c5e9c02 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:44.283697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Attempting to bind port b806aae0-11ef-4dca-8754-b7904c5e9c02 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:44.283697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Attempting to bind port b806aae0-11ef-4dca-8754-b7904c5e9c02 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:44.319816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae1d91-bebf-459d-b71b-b8928ed32882 req-a52af3b3-3949-4504-b8ef-379deb116bb9 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:44.327417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=321e40a4-20c5-44cc-b747-eec5324578b3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:44.332797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97ae1d91-bebf-459d-b71b-b8928ed32882 req-a52af3b3-3949-4504-b8ef-379deb116bb9 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 949 time: 0.1999900
Dec 11 21:02:44.340434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:44.345438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbc80f2-074c-48f0-8a46-d5972f5ddd59 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:44.369831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.390716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:44.397569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.398501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] For port a62dc7fa-4d62-4fea-b352-e8f473b585ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62dc7fa-4d62-4fea-b352-e8f473b585ea,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:44.405168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Port b806aae0-11ef-4dca-8754-b7904c5e9c02 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:02:44.405546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Attempting to bind port b806aae0-11ef-4dca-8754-b7904c5e9c02 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:44.406023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.443928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:44.444266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:44.444652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:44.445103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Bound port: b806aae0-11ef-4dca-8754-b7904c5e9c02, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:44.445458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.490712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a087e9-7116-479c-b50a-44c9e79f80a0 None None] Pushing event updated for resources: {'Port': ['ID=a62dc7fa-4d62-4fea-b352-e8f473b585ea,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:44.496367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 300c7a11-540e-4840-8ea4-aa71dd71b489 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:44.530419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port 83f2b4b2-4a16-4e22-98e2-08dced921eff yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:44.563426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97ae1d91-bebf-459d-b71b-b8928ed32882 req-71cce428-8471-426f-a373-803d0bd154c5 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2253001
Dec 11 21:02:44.572012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-eabdebc6-d4ce-4c21-91ef-2da823b42d6b None None] Provisioning complete for port 321e40a4-20c5-44cc-b747-eec5324578b3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:44.572487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eabdebc6-d4ce-4c21-91ef-2da823b42d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.601043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 300c7a11-540e-4840-8ea4-aa71dd71b489 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:02:44.613695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 300c7a11-540e-4840-8ea4-aa71dd71b489 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:44.614841 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.659916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-eabdebc6-d4ce-4c21-91ef-2da823b42d6b None None] Port 321e40a4-20c5-44cc-b747-eec5324578b3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:44.689663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52506b04-8976-4296-8fae-149656a68d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f42e0>, [{'id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'name': 'tempest-snat-router-544215801', 'tenant_id': 'aafe059798944fd6835f79024312e641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23'}], 'enable_snat': False}, 'gw_port_id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:02:38Z', 'updated_at': '2021-12-11T21:02:40Z', 'revision_number': 3, 'project_id': 'aafe059798944fd6835f79024312e641', 'gw_port': {'id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:02:39Z', 'updated_at': '2021-12-11T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:44.713311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:44.719486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:44.760356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52506b04-8976-4296-8fae-149656a68d7c None None] The sync data for ids ['4b3a9df3-9720-490c-97fb-7092982b8209'] in ncdv-master-1 is: [{'id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'name': 'tempest-snat-router-544215801', 'tenant_id': 'aafe059798944fd6835f79024312e641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23'}], 'enable_snat': False}, 'gw_port_id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:02:38Z', 'updated_at': '2021-12-11T21:02:40Z', 'revision_number': 3, 'project_id': 'aafe059798944fd6835f79024312e641', 'gw_port': {'id': 'a62dc7fa-4d62-4fea-b352-e8f473b585ea', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3a9df3-9720-490c-97fb-7092982b8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:02:39Z', 'updated_at': '2021-12-11T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:44.815412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.818275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.837234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.11 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/83f2b4b2-4a16-4e22-98e2-08dced921eff) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:44.891763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:44.893821 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62233d0-7007-46eb-980c-4d6f338c3c6c" -d '{"events": [{"server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "name": "network-vif-plugged", "status": "completed", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:44.917132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=300c7a11-540e-4840-8ea4-aa71dd71b489,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:44.918404 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.929325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.948331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:44.949206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:44.952075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] 10.222.0.16 "PUT /v2.0/ports/b806aae0-11ef-4dca-8754-b7904c5e9c02 HTTP/1.1" status: 200  len: 1096 time: 2.5188951
Dec 11 21:02:44.955199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:44.957724 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690bc25f-96be-4b5b-9802-005845b22e78" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:45.025344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:45.055028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631fceb-d9b9-464e-a5a3-3294fb8a04dc req-347b6cb6-f7da-40d9-b498-bc8d7dc37676 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:45.056811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1631fceb-d9b9-464e-a5a3-3294fb8a04dc req-347b6cb6-f7da-40d9-b498-bc8d7dc37676 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 948 time: 0.5667090
Dec 11 21:02:45.056957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d5a2-e0fb-404b-bf22-35d0840eeb61 service neutron] Pushing event updated for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:45.128372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-6dad9a3a-c4b9-4a53-bf81-f517ad2d83c9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:45.137703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-6dad9a3a-c4b9-4a53-bf81-f517ad2d83c9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.4151244
Dec 11 21:02:45.150230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:45.165043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-d644c4c3-6508-42a1-986f-59106069a567 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0262072
Dec 11 21:02:45.273055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-92413587-aeee-450e-8b04-e1ef1af35c4b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1069925
Dec 11 21:02:45.333894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1631fceb-d9b9-464e-a5a3-3294fb8a04dc req-df42c581-a164-41b7-806b-2105e7b518e5 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2682204
Dec 11 21:02:45.425219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-1b0331ed-47bf-4c08-8260-f11bb329854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:45.426778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-1b0331ed-47bf-4c08-8260-f11bb329854c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=308785d2f32842fc9a54131a10325012&device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 1099 time: 0.3976538
Dec 11 21:02:45.493239 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29015172-fa9c-4a5d-8941-6d23635f477f x-openstack-request-id: req-29015172-fa9c-4a5d-8941-6d23635f477f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:45.493803 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "name": "network-vif-plugged", "status": "completed", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:45.494097 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29015172-fa9c-4a5d-8941-6d23635f477f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:45.494519 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489', 'code': 200}
Dec 11 21:02:45.529478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:45.669481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:45.717158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:02:45.831271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cfab0-acce-4169-9a2c-a0f0ed5eeaa1 req-858d5331-f724-4703-bd1d-7e1a6f7b3f87 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:45.832903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-250cfab0-acce-4169-9a2c-a0f0ed5eeaa1 req-858d5331-f724-4703-bd1d-7e1a6f7b3f87 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.1065922
Dec 11 21:02:45.866434 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cc9b5-f2e7-41ac-aa08-8023ef2d3158 x-openstack-request-id: req-fe5cc9b5-f2e7-41ac-aa08-8023ef2d3158 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:45.867056 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:45.867488 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe5cc9b5-f2e7-41ac-aa08-8023ef2d3158 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:45.868046 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02', 'status': 'completed', 'code': 200}
Dec 11 21:02:45.900359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:45.904353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:45.913882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Sync routers for ids ['fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:45.921040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-d8a1a7c6-10af-4ed8-81c1-830873ca478f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02 HTTP/1.1" status: 200  len: 217 time: 0.4845133
Dec 11 21:02:45.931075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Routers {'fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:45.932449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02d00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:45.944801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-250cfab0-acce-4169-9a2c-a0f0ed5eeaa1 req-64d8298c-7d67-45cb-9157-a32a75851338 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761247
Dec 11 21:02:45.953854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:45.957501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a3bc95d-50e2-4555-8c78-f7adab42cbcb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 3.4507666
Dec 11 21:02:45.959441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:46.032033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff3877-c20f-4f83-8993-de581371a74f req-fff908b0-2851-4f72-83db-170fa9d1b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:46.033795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdff3877-c20f-4f83-8993-de581371a74f req-fff908b0-2851-4f72-83db-170fa9d1b00b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 1101 time: 0.1784599
Dec 11 21:02:46.036872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-aabfe704-0a42-4372-90c2-689fce09f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:46.038200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-aabfe704-0a42-4372-90c2-689fce09f5af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1078932
Dec 11 21:02:46.041425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-0e00e813-e87a-475e-8455-c1f2145e60d7 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6595600
Dec 11 21:02:46.082511 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64fab148-675d-4840-8355-27d6b9d8cbf3 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 HTTP/1.1" status: 200  len: 907 time: 0.1209910
Dec 11 21:02:46.087036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:46.114025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Set router fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:02:46.197667 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.252753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1ed4702c-67b1-4f4f-81df-74e9db6d297f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:46.252968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-30f99be7-30be-4716-bccb-ce501e7c1356 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572528
Dec 11 21:02:46.305055 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.323613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a62dc7fa-4d62-4fea-b352-e8f473b585ea up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:46.338372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 1ed4702c-67b1-4f4f-81df-74e9db6d297f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:46.338743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1ed4702c-67b1-4f4f-81df-74e9db6d297f not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:46.352074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-73ac485b-0a12-4df6-8061-f82e01ce2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:46.354196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-73ac485b-0a12-4df6-8061-f82e01ce2a39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.3021581
Dec 11 21:02:46.388905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:46.424539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:46.428368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:46.539036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:46.539857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.554615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdff3877-c20f-4f83-8993-de581371a74f req-b9e823dd-5c03-4638-8bcf-562f6963c7f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5079334
Dec 11 21:02:46.555943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=83f2b4b2-4a16-4e22-98e2-08dced921eff,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:46.658046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84de5ce6-aa9f-4c30-ae65-df8d47028cd0 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.8260593
Dec 11 21:02:46.660239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05478ffb-eb02-489a-8497-ce9a67b9ee1c req-a65160a6-0dcc-422a-b2df-9e6bef68d7fe tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:46.673225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05478ffb-eb02-489a-8497-ce9a67b9ee1c req-a65160a6-0dcc-422a-b2df-9e6bef68d7fe tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 948 time: 0.2050433
Dec 11 21:02:46.674696 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.675614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53974) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:46.690505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'network_id': '92f914c4-af7d-4fdf-b113-d2806e7b0109', 'name': 'tempest-AllowedAddressPairTestJSON-1983528242'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:46.706669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.732362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a62dc7fa-4d62-4fea-b352-e8f473b585ea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:46.733625 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.803496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02d00>, [{'id': 'fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099', 'name': 'tempest-snat-router-544215801', 'tenant_id': 'aafe059798944fd6835f79024312e641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.101'}], 'enable_snat': True}, 'gw_port_id': '321e40a4-20c5-44cc-b747-eec5324578b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:02:42Z', 'updated_at': '2021-12-11T21:02:44Z', 'revision_number': 3, 'project_id': 'aafe059798944fd6835f79024312e641', 'gw_port': {'id': '321e40a4-20c5-44cc-b747-eec5324578b3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:02:43Z', 'updated_at': '2021-12-11T21:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:46.847234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Checking router: fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:02:46.847657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Updating router fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 port 321e40a4-20c5-44cc-b747-eec5324578b3 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:02:46.888806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05478ffb-eb02-489a-8497-ce9a67b9ee1c req-c38dd7b7-9eab-4681-a32a-8283fc00bc9c tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146780
Dec 11 21:02:46.916597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.919872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d8cddb2-4831-40fc-9f38-40b1b3b09aab req-22fe17e6-da01-461c-a7f0-d4a61345bb0c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 210 time: 0.2450974
Dec 11 21:02:46.929973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Deleting port 321e40a4-20c5-44cc-b747-eec5324578b3 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:46.930335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:46.948911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-2558bc03-04cd-4326-84c6-cc548dfd228b service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5571232
Dec 11 21:02:46.992727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e46536b0-1932-45a6-ad72-f6f5dff0d839 None None] Provisioning complete for port 83f2b4b2-4a16-4e22-98e2-08dced921eff triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:46.993111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e46536b0-1932-45a6-ad72-f6f5dff0d839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.115477 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.150090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Calling delete_port for 321e40a4-20c5-44cc-b747-eec5324578b3 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:47.152564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e46536b0-1932-45a6-ad72-f6f5dff0d839 None None] Port 83f2b4b2-4a16-4e22-98e2-08dced921eff cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:47.165746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.274203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Made reservation on behalf of 5463f6d9f46d42aa8a0143f1515042c8 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:47.286345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.300387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98cd47-8cf0-426b-9a90-4ccc2f7e5296 req-2a379cf1-dd8f-43e3-bda0-1829bcf527b2 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:47.302205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b98cd47-8cf0-426b-9a90-4ccc2f7e5296 req-2a379cf1-dd8f-43e3-bda0-1829bcf527b2 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.2148285
Dec 11 21:02:47.369253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] device_id is not set on port 0bc72548-b188-4a9e-942d-de0d0b3bff08 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:02:47.385936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e764192d-1512-4f54-86a4-78d2d4e17e9b req-a39752e2-cdeb-4622-9abc-3c68c9080a58 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4262390
Dec 11 21:02:47.392976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.406731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:02:47.407092 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:02:47.453100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Port': ['ID=321e40a4-20c5-44cc-b747-eec5324578b3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:47.460223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b98cd47-8cf0-426b-9a90-4ccc2f7e5296 req-ef9e2c09-4766-4e2d-90d5-86a8827008db tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403396
Dec 11 21:02:47.473536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f93aec-b9a6-4e34-ab0d-f57c635a1a2f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:47.543764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.659927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.662189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.685533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Allocated IP 172.20.0.7 (92f914c4-af7d-4fdf-b113-d2806e7b0109/75024394-4fca-45a2-a7b0-2cc47a46068d/0bc72548-b188-4a9e-942d-de0d0b3bff08) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:47.699341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc25f-96be-4b5b-9802-005845b22e78 req-39b63f7e-c589-4fbf-8b6c-33f63b657c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:47.700937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-39b63f7e-c589-4fbf-8b6c-33f63b657c71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=308785d2f32842fc9a54131a10325012&device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 1099 time: 0.2371962
Dec 11 21:02:47.739235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.740746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:47.746075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.748019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-12e140f1-64be-4f27-8dad-53a6e1802570 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/routers/fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099 HTTP/1.1" status: 204  len: 168 time: 1.6574152
Dec 11 21:02:47.750974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:47.893435 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:47.907006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc25f-96be-4b5b-9802-005845b22e78 req-d21d9af4-0e81-422c-a669-e109b0b7684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:47.908504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-d21d9af4-0e81-422c-a669-e109b0b7684e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1916213
Dec 11 21:02:47.929449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Port 321e40a4-20c5-44cc-b747-eec5324578b3 not found while updating agent binding for router fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099. {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 11 21:02:47.941969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:47.942720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 21:02:47.943839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_agentschedulers_db [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent'). {{(pid=125989) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 11 21:02:47.944431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b0c074-75da-4713-b8fb-05db4cb9edd3 None None] The sync data for ids ['fa5dd9e8-c6e6-46cc-b78a-ffa9eef46099'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:48.025780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-f8fa7726-60c4-4b29-8306-a274d00b9bd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02 HTTP/1.1" status: 200  len: 217 time: 0.1017702
Dec 11 21:02:48.058944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3995eb8-7146-4803-b876-dcd8246989ef req-ce413d21-a721-439b-8087-449f49c0d02b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 210 time: 0.0302389
Dec 11 21:02:48.065845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.125907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.145607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc25f-96be-4b5b-9802-005845b22e78 req-95f2ad02-715e-4e74-823f-f067402756d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.147571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-95f2ad02-715e-4e74-823f-f067402756d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1129358
Dec 11 21:02:48.174671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d486-e944-4ad2-a1a8-f9c33136f41c req-ecccc114-81d8-4d46-950f-171fa06b2449 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.181915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da13d486-e944-4ad2-a1a8-f9c33136f41c req-ecccc114-81d8-4d46-950f-171fa06b2449 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 948 time: 0.1460216
Dec 11 21:02:48.188813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Deleting port a62dc7fa-4d62-4fea-b352-e8f473b585ea {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:48.189806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.266532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.270652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc25f-96be-4b5b-9802-005845b22e78 req-a65129b6-fbca-4692-981c-12d6433d416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.272387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-a65129b6-fbca-4692-981c-12d6433d416c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1158404
Dec 11 21:02:48.282663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da13d486-e944-4ad2-a1a8-f9c33136f41c req-87065c9b-b66d-41b1-b11e-2715190a7529 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997462
Dec 11 21:02:48.366128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:48.373522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:48.377431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] For port a62dc7fa-4d62-4fea-b352-e8f473b585ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a62dc7fa-4d62-4fea-b352-e8f473b585ea,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:48.377799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.395339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-29484a9d-e307-48e1-8209-3f88bde0085d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.396832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-29484a9d-e307-48e1-8209-3f88bde0085d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.1645110
Dec 11 21:02:48.400974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=0bc72548-b188-4a9e-942d-de0d0b3bff08,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:48.401733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Calling delete_port for a62dc7fa-4d62-4fea-b352-e8f473b585ea owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:48.405865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:48.418372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:48.479158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.481336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.507631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23c97a05-6068-4be6-bb58-64adaf460008 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8308220
Dec 11 21:02:48.518406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-d2d216af-33e8-4b42-94e0-871f6f6673ce service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1929708
Dec 11 21:02:48.518909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54030) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:48.532649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:81:56:0e'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:5c:30:5e'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:48.639652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-690bc25f-96be-4b5b-9802-005845b22e78 req-566b459f-ef2a-458a-a33d-8473610c456c service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1132498
Dec 11 21:02:48.708978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7b90313a-730f-4f3e-a11c-93aecec3f4bc None None] Provisioning complete for port 0bc72548-b188-4a9e-942d-de0d0b3bff08 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:48.709378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b90313a-730f-4f3e-a11c-93aecec3f4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:48.751914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7b90313a-730f-4f3e-a11c-93aecec3f4bc None None] Port 0bc72548-b188-4a9e-942d-de0d0b3bff08 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:48.785589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2f382-17f8-4f4e-8f84-af0dbb2da54a req-7ff15c1b-750f-486a-af32-ea6aaef7b9a4 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:48.786840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73a2f382-17f8-4f4e-8f84-af0dbb2da54a req-7ff15c1b-750f-486a-af32-ea6aaef7b9a4 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.2179677
Dec 11 21:02:48.815335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:02:48.818716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.171824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ade9ceed-e6ec-47b0-b1c9-54825e23da19 req-70bd6921-8fda-401c-87ba-c05006ca2a5d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 210 time: 0.0284259
Dec 11 21:02:49.214653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73a2f382-17f8-4f4e-8f84-af0dbb2da54a req-bc0d298b-9eb1-4222-8487-644205e4b858 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4160244
Dec 11 21:02:49.215293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.298439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.343777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event deleted for resources: {'Port': ['ID=a62dc7fa-4d62-4fea-b352-e8f473b585ea,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:49.367972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f066b99-eb47-4b17-a9e8-09aa82e23554 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:49.416928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.11 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/8d405bbc-faef-4a46-b85c-faf680439d43) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:49.539695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.590918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff206947-fecc-405e-b614-b703a400a0f0 req-5a67d1e5-c738-4bf7-8c18-94b28f34e874 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:49.593052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff206947-fecc-405e-b614-b703a400a0f0 req-5a67d1e5-c738-4bf7-8c18-94b28f34e874 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.0527513
Dec 11 21:02:49.654713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff206947-fecc-405e-b614-b703a400a0f0 req-a4aa83d5-0f5c-46b1-8a34-e338d6c0f7e2 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559216
Dec 11 21:02:49.712251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3e8d3-208a-4fe7-9ba1-28953c12a92d req-41246536-4484-4718-b2c4-15c5f64d0a17 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:49.713757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92d3e8d3-208a-4fe7-9ba1-28953c12a92d req-41246536-4484-4718-b2c4-15c5f64d0a17 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 948 time: 0.2983737
Dec 11 21:02:49.715998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.726937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.857508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.865780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.866329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3a9df3-9720-490c-97fb-7092982b8209 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:49.876394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.881375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1dba61f6-34ab-4374-bed1-dcfdf5d29f73 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4b3a9df3-9720-490c-97fb-7092982b8209 HTTP/1.1" status: 204  len: 168 time: 2.1251450
Dec 11 21:02:49.881375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.881623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54080) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:49.886846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530817377', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:49.925922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.928040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:49.954714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92d3e8d3-208a-4fe7-9ba1-28953c12a92d req-7782660b-cd90-4691-a995-467d8a6193e4 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2283578
Dec 11 21:02:49.996914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.033504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event updated for resources: {'Port': ['ID=0bc72548-b188-4a9e-942d-de0d0b3bff08,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:50.072760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.088742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] In _notify_port_updated(), no bound segment for port 0bc72548-b188-4a9e-942d-de0d0b3bff08 on network 92f914c4-af7d-4fdf-b113-d2806e7b0109 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:02:50.098766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:50.099569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.103054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-582905f9-51f0-4624-97a6-28a939ad67d1 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "PUT /v2.0/ports/0bc72548-b188-4a9e-942d-de0d0b3bff08 HTTP/1.1" status: 200  len: 1056 time: 1.5810909
Dec 11 21:02:50.105190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54082) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:50.201063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.215912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.290327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:50.295656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:50.302117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 0bc72548-b188-4a9e-942d-de0d0b3bff08 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:50.302456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.307691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:50.320392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:50.392386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b248b416-bd2c-4429-964a-422d38ada45a None None] Provisioning complete for port 0bc72548-b188-4a9e-942d-de0d0b3bff08 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:50.392998 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b248b416-bd2c-4429-964a-422d38ada45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.418505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:50.419133 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.422026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1d2f2-fa39-4919-97a1-eff03bc3e5d5 req-0adddcda-8908-492e-bc54-264b2a4f8067 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:50.429984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efd1d2f2-fa39-4919-97a1-eff03bc3e5d5 req-0adddcda-8908-492e-bc54-264b2a4f8067 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 932 time: 0.0959408
Dec 11 21:02:50.442645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b248b416-bd2c-4429-964a-422d38ada45a None None] Port 0bc72548-b188-4a9e-942d-de0d0b3bff08 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:50.461967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.467820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-70484fd3-7bb3-4f85-b082-b3b2e90c7ced tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0566616
Dec 11 21:02:50.483816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Request body: {'port': {'device_id': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:50.487428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 0bc72548-b188-4a9e-942d-de0d0b3bff08 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:50.513112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b806aae0-11ef-4dca-8754-b7904c5e9c02 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:02:50.553634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efd1d2f2-fa39-4919-97a1-eff03bc3e5d5 req-96e334e7-3240-4401-8ec3-3cb7cd8ee793 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226580
Dec 11 21:02:50.604913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.622572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:50.631263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.636174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b806aae0-11ef-4dca-8754-b7904c5e9c02', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'b806aae0-11ef-4dca-8754-b7904c5e9c02', 'mac_address': 'fa:16:3e:44:d0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:02:50.651276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.678618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.723602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b806aae0-11ef-4dca-8754-b7904c5e9c02 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:50.765812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:50.775530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.838902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:50.887228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Allocated IP 172.35.1.45 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/07cb397b-7b3f-46fb-a797-058e38cddaea) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:02:50.912891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28956c-3329-4e9e-865f-40752a698162 req-784f1110-59f2-49fc-abaf-a24038fb52b1 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:50.914800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c28956c-3329-4e9e-865f-40752a698162 req-784f1110-59f2-49fc-abaf-a24038fb52b1 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.16 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.1083128
Dec 11 21:02:50.927579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:50.969312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=0bc72548-b188-4a9e-942d-de0d0b3bff08,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:51.030525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b806aae0-11ef-4dca-8754-b7904c5e9c02'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:51.041914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdf337-7483-4ddc-b1f6-63a012a2c58e req-5b01b928-9ff3-4817-9079-696ecd91609e tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:51.054557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93cdf337-7483-4ddc-b1f6-63a012a2c58e req-5b01b928-9ff3-4817-9079-696ecd91609e tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 950 time: 0.1962531
Dec 11 21:02:51.189687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.212338 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.228203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d5a7-4eb1-49f4-b0ba-7abd1c3ad051 req-dad40c29-d643-49aa-985a-9fa9da1af0a7 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:51.238149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab8d5a7-4eb1-49f4-b0ba-7abd1c3ad051 req-dad40c29-d643-49aa-985a-9fa9da1af0a7 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 949 time: 0.1401680
Dec 11 21:02:51.265613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93cdf337-7483-4ddc-b1f6-63a012a2c58e req-c4d0183e-03a5-4ac3-9344-fef7abeeeca1 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/security-groups?id=aad66c1c-736f-4f79-81ce-80966de59161&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094014
Dec 11 21:02:51.296952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Deleting port 300c7a11-540e-4840-8ea4-aa71dd71b489 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:51.297635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.343503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d405bbc-faef-4a46-b85c-faf680439d43 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:51.366803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.401171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab8d5a7-4eb1-49f4-b0ba-7abd1c3ad051 req-371826ad-4290-4b61-8d07-6019bff69a56 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612830
Dec 11 21:02:51.414792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Transition to ACTIVE for port object 8d405bbc-faef-4a46-b85c-faf680439d43 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:02:51.419166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.431975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.476847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:02:51.488212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:02:51.491469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:02:51.497477 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.503912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1812b198-4257-4439-a0bc-f2a3fb221f37 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/0bc72548-b188-4a9e-942d-de0d0b3bff08 HTTP/1.1" status: 204  len: 168 time: 1.3954268
Dec 11 21:02:51.508674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54138) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:51.510801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Pushing event updated for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:51.511969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e074a13-1709-4679-9ad1-a313bf37f728 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:51.541193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] For port 300c7a11-540e-4840-8ea4-aa71dd71b489, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=300c7a11-540e-4840-8ea4-aa71dd71b489,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:51.541564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.565882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Calling delete_port for 300c7a11-540e-4840-8ea4-aa71dd71b489 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:51.577479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e1334a20-d6b3-42ea-8bbd-dec279008dc4 None None] Provisioning complete for port 07cb397b-7b3f-46fb-a797-058e38cddaea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:51.577845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e1334a20-d6b3-42ea-8bbd-dec279008dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.602510 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0689ee-78b8-4784-afe9-f636ea66ab44 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] GET failed (client error): The resource could not be found.
Dec 11 21:02:51.603993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-be0689ee-78b8-4784-afe9-f636ea66ab44 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports/0bc72548-b188-4a9e-942d-de0d0b3bff08 HTTP/1.1" status: 404  len: 333 time: 0.0943782
Dec 11 21:02:51.609056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54142) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:51.610253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event updated for resources: {'Port': ['ID=07cb397b-7b3f-46fb-a797-058e38cddaea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:51.617687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Attempting to bind port 8d405bbc-faef-4a46-b85c-faf680439d43 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:02:51.618036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Attempting to bind port 8d405bbc-faef-4a46-b85c-faf680439d43 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:02:51.618281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Attempting to bind port 8d405bbc-faef-4a46-b85c-faf680439d43 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:51.652221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Port 8d405bbc-faef-4a46-b85c-faf680439d43 on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:02:51.652609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Attempting to bind port 8d405bbc-faef-4a46-b85c-faf680439d43 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:02:51.661493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:02:51.661853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:02:51.662224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:02:51.662811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Bound port: 8d405bbc-faef-4a46-b85c-faf680439d43, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:02:51.663069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.671671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e1334a20-d6b3-42ea-8bbd-dec279008dc4 None None] Port 07cb397b-7b3f-46fb-a797-058e38cddaea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:02:51.785797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:02:51.789894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 83f2b4b2-4a16-4e22-98e2-08dced921eff {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:51.790240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.796193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d405bbc-faef-4a46-b85c-faf680439d43,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:02:51.808766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.835028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e5cf-5415-4987-b13d-1769a75df4e7 req-63c4dcd9-927f-47cd-bc40-66e7732fc710 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:51.836509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d131e5cf-5415-4987-b13d-1769a75df4e7 req-63c4dcd9-927f-47cd-bc40-66e7732fc710 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 944 time: 0.1470010
Dec 11 21:02:51.888326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:51.889438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.890871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d405bbc-faef-4a46-b85c-faf680439d43 HTTP/1.1" status: 200  len: 1092 time: 1.4141939
Dec 11 21:02:51.891316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:51.893621 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a755e49a-52f5-45e9-b15b-8236cb88ba80" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:51.926557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c083-f7fd-43bb-9481-27782bb46353 service neutron] Pushing event updated for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:51.962375 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a8eff-e7c3-4972-99a4-ba6f20e54c16 x-openstack-request-id: req-414a8eff-e7c3-4972-99a4-ba6f20e54c16 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:51.962795 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:51.963922 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-414a8eff-e7c3-4972-99a4-ba6f20e54c16 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:51.963922 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43', 'status': 'completed', 'code': 200}
Dec 11 21:02:51.983476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:51.997533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['300c7a11-540e-4840-8ea4-aa71dd71b489'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:52.017884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54168) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:52.030996 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.033503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.039196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Pushing event deleted for resources: {'Port': ['ID=300c7a11-540e-4840-8ea4-aa71dd71b489,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:52.068850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 83f2b4b2-4a16-4e22-98e2-08dced921eff owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:52.073638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d131e5cf-5415-4987-b13d-1769a75df4e7 req-dbd6de59-aa7d-4e1d-9ece-5659c64cac18 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282076
Dec 11 21:02:52.088476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-0d96b541-4104-4d8b-8e68-36a1f2798864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:52.090002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-0d96b541-4104-4d8b-8e68-36a1f2798864 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 1095 time: 0.1417580
Dec 11 21:02:52.107182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Deleting subnet 6fc521fa-37dc-4973-b391-3b2f66a3d838 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:02:52.119428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.127599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] No DVR routers for this DVR port 300c7a11-540e-4840-8ea4-aa71dd71b489 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:52.132230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.136062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c28956c-3329-4e9e-865f-40752a698162 req-0849b16b-25fb-40e5-a82f-94ac1e62f5d0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.16 "DELETE /v2.0/ports/300c7a11-540e-4840-8ea4-aa71dd71b489 HTTP/1.1" status: 204  len: 173 time: 1.2039320
Dec 11 21:02:52.136590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'name': 'network-vif-deleted', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:52.139170 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82c5fd1-9850-450a-b08a-a0fdb7f038c7" -d '{"events": [{"server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "name": "network-vif-deleted", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:52.172722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a62dc7fa-4d62-4fea-b352-e8f473b585ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:52.215491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a62dc7fa-4d62-4fea-b352-e8f473b585ea {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:52.216604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a62dc7fa-4d62-4fea-b352-e8f473b585ea not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:52.217891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-8291e33e-7d64-4e99-a7a8-d68ee35f2f61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d405bbc-faef-4a46-b85c-faf680439d43 HTTP/1.1" status: 200  len: 217 time: 0.1181660
Dec 11 21:02:52.301869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.394671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-1090aa77-e1b7-4102-b219-9bc2a472903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:52.398863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-1090aa77-e1b7-4102-b219-9bc2a472903d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1661630
Dec 11 21:02:52.413750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.477683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-08e8679a-206a-4c88-aa0f-27aa17b787a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607016
Dec 11 21:02:52.530006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b806aae0-11ef-4dca-8754-b7904c5e9c02 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:02:52.594018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b806aae0-11ef-4dca-8754-b7904c5e9c02 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:02:52.599505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b806aae0-11ef-4dca-8754-b7904c5e9c02 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:02:52.600963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.613663 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b634dcdb-97a6-4778-b893-1017752893ea x-openstack-request-id: req-b634dcdb-97a6-4778-b893-1017752893ea {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:52.613895 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adfb9994-c501-4b80-ab54-0d481249dc7c", "name": "network-vif-deleted", "tag": "300c7a11-540e-4840-8ea4-aa71dd71b489", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:52.614117 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b634dcdb-97a6-4778-b893-1017752893ea {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:52.616591 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfb9994-c501-4b80-ab54-0d481249dc7c', 'name': 'network-vif-deleted', 'tag': '300c7a11-540e-4840-8ea4-aa71dd71b489', 'status': 'completed', 'code': 200}
Dec 11 21:02:52.652261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2fd8c-027a-4469-a1f4-b3f987e1036b req-fef0fbe3-dc79-4481-9415-223cf565a71f tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:52.659235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e557a769-9314-42d1-a395-b7ac6f9b5f49 req-76c40c74-bcac-4fe9-a965-7f3a90f109c0 tempest-ServerDiagnosticsNegativeTest-554556692 tempest-ServerDiagnosticsNegativeTest-554556692-project] 10.222.0.18 "GET /v2.0/ports?device_id=adfb9994-c501-4b80-ab54-0d481249dc7c HTTP/1.1" status: 200  len: 210 time: 0.0422940
Dec 11 21:02:52.662061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ec2fd8c-027a-4469-a1f4-b3f987e1036b req-fef0fbe3-dc79-4481-9415-223cf565a71f tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 949 time: 0.1615233
Dec 11 21:02:52.676875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.722185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.756249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.787835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=83f2b4b2-4a16-4e22-98e2-08dced921eff,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:52.789590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc521fa-37dc-4973-b391-3b2f66a3d838,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:52.809626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:52.812105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:52.817868 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2495c3-6b72-4d0a-9dc8-896cc62aae59" -d '{"events": [{"server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "name": "network-vif-plugged", "status": "completed", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:52.829422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.843987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.858336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:52.862158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-36aaa5f7-92f7-4b27-b634-e470ee9e2e1a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6fc521fa-37dc-4973-b391-3b2f66a3d838 HTTP/1.1" status: 204  len: 168 time: 0.8399425
Dec 11 21:02:52.868263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54184) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:52.879006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-5ce74a58-31f9-4638-a1cc-9a2a80ed1cbb service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3803778
Dec 11 21:02:52.883634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ec2fd8c-027a-4469-a1f4-b3f987e1036b req-b191eb94-ffe5-44ba-aecd-d92774a11128 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2207313
Dec 11 21:02:52.919451 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d330efa-ce78-4ae8-a14a-a51b58000d20 x-openstack-request-id: req-7d330efa-ce78-4ae8-a14a-a51b58000d20 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:52.920742 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "name": "network-vif-plugged", "status": "completed", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:52.921219 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d330efa-ce78-4ae8-a14a-a51b58000d20 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:52.921841 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02', 'code': 200}
Dec 11 21:02:52.957277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:53.131564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.158051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Router e9e5bef3-ff94-4850-a101-efc693cf62bf is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:02:53.163173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b3723-ce77-4723-9cbb-ee5b293c58a6 req-1c3929a2-e32c-4e5b-af7a-faf19184c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:53.164719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc0b3723-ce77-4723-9cbb-ee5b293c58a6 req-1c3929a2-e32c-4e5b-af7a-faf19184c183 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 1101 time: 0.1670575
Dec 11 21:02:53.282662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.289278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8a2d220a-aa70-48db-a80e-edd3a406e6ee tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/83f2b4b2-4a16-4e22-98e2-08dced921eff HTTP/1.1" status: 204  len: 168 time: 1.6762083
Dec 11 21:02:53.293453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54192) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:53.317933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.346865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d9818-cbea-47e9-aee2-43846b548e73 req-71c95c54-889c-4cf0-992a-dad0f8672e23 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:53.347439 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81fa27a-5afb-458f-b5da-f590490cf069 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] GET failed (client error): The resource could not be found.
Dec 11 21:02:53.348375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c63d9818-cbea-47e9-aee2-43846b548e73 req-71c95c54-889c-4cf0-992a-dad0f8672e23 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 944 time: 0.0849941
Dec 11 21:02:53.348501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e81fa27a-5afb-458f-b5da-f590490cf069 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "GET /v2.0/ports/83f2b4b2-4a16-4e22-98e2-08dced921eff HTTP/1.1" status: 404  len: 333 time: 0.0540037
Dec 11 21:02:53.352302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54194) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:53.363881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fbbee7ea-6b67-48d8-9616-d6f8ef03fc62 req-bf00c272-1a1f-42cc-98c1-7d4c6b10c4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4501910
Dec 11 21:02:53.366947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84902130>,) {'filters': {'network_id': ['f32fe629-84ec-4efa-bb5f-9531b1c76326']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.404450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc0b3723-ce77-4723-9cbb-ee5b293c58a6 req-f4216d21-31a1-4d0e-9398-f57f1c9c3fac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156055
Dec 11 21:02:53.418193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84902130>, 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.418412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84902130>, 'e2ec2236-1af2-4e04-9470-dc55a8d6aa77') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.431598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.448638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:53.450512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.460581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] Sync routers for ids ['e9e5bef3-ff94-4850-a101-efc693cf62bf'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:53.466554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:53.467127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:53.468878 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:53.476606 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] Routers {'e9e5bef3-ff94-4850-a101-efc693cf62bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:53.477466 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e9e5bef3-ff94-4850-a101-efc693cf62bf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.487223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.491105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d96196f-8f7b-4929-b340-e4e9049390ba tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 3.6062636
Dec 11 21:02:53.492582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54196) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:53.499585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:53.507020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c63d9818-cbea-47e9-aee2-43846b548e73 req-9fd7bb2d-9e80-4f7d-a5e0-46b7e1060711 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455040
Dec 11 21:02:53.519796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f48b0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.531200 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] Routers {'e9e5bef3-ff94-4850-a101-efc693cf62bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:53.531985 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e9e5bef3-ff94-4850-a101-efc693cf62bf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.533329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.544131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.550471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f32fe629-84ec-4efa-bb5f-9531b1c76326 HTTP/1.1" status: 204  len: 168 time: 0.5600004
Dec 11 21:02:53.556262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54198) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:53.559084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644631b-bea1-4f1f-a116-6f967d0b0d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32fe629-84ec-4efa-bb5f-9531b1c76326,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:53.571321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-79b22b68-132b-4a38-bf10-b0abc4837525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:53.572798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-79b22b68-132b-4a38-bf10-b0abc4837525 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 1095 time: 0.1574228
Dec 11 21:02:53.575298 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f48b0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:53.576018 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d095e-0018-4c68-aeb7-933bf80aa7dd None None] The sync data for ids ['e9e5bef3-ff94-4850-a101-efc693cf62bf'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:53.713849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Deleting subnet 6eb2bf53-fc5e-4c0d-a201-ecf8645371a9 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:02:53.718777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 6ddc7df9-59f4-45d3-8f59-69e6093ff823 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:53.718935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.742640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.888371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.925563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-e5092d94-2535-4189-9558-85a5de9300e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:53.927147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-e5092d94-2535-4189-9558-85a5de9300e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.3322763
Dec 11 21:02:53.957459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:53.991373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54210) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:54.008908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 6ddc7df9-59f4-45d3-8f59-69e6093ff823 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:54.013200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-7ada0165-abd6-4372-bc82-113d4ee100e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d405bbc-faef-4a46-b85c-faf680439d43 HTTP/1.1" status: 200  len: 217 time: 0.0762875
Dec 11 21:02:54.021028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd159-5983-4dc1-ad1c-04d124727629 req-0171e806-795e-4157-bf28-26ac2a56dffc tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.022567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9ebd159-5983-4dc1-ad1c-04d124727629 req-0171e806-795e-4157-bf28-26ac2a56dffc tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 950 time: 0.0592036
Dec 11 21:02:54.047390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.079523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9ebd159-5983-4dc1-ad1c-04d124727629 req-767f2956-8004-40f9-9024-2bc5faae1709 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501528
Dec 11 21:02:54.151792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86c42177-58b6-4a4e-bc2f-50852e1d3ff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b37614c455e48899d41908c906256a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1562114
Dec 11 21:02:54.154952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54216) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:54.208228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.226162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-f02411e5-e9ba-4dce-9dd9-906cd6dc6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.227697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-f02411e5-e9ba-4dce-9dd9-906cd6dc6fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1819060
Dec 11 21:02:54.231907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.282250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.290740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-7404237d-8bea-474c-8be6-3e8fcf10ab28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527983
Dec 11 21:02:54.323265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.327455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb2bf53-fc5e-4c0d-a201-ecf8645371a9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:54.331364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.337371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.344168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.350307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.356514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.362657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.364715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-49477bbc-60c0-454b-a3d1-8f510f5f8680 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1204858
Dec 11 21:02:54.365991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.371707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb15c45d-7b05-4b17-97bf-7387b74321a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6eb2bf53-fc5e-4c0d-a201-ecf8645371a9 HTTP/1.1" status: 204  len: 168 time: 0.8110061
Dec 11 21:02:54.372845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:54.411944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.414585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.415728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aad66c1c-736f-4f79-81ce-80966de59161 HTTP/1.1" status: 204  len: 168 time: 0.2595651
Dec 11 21:02:54.459285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.470463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b62b-f0a5-4295-9afb-520244f08446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad66c1c-736f-4f79-81ce-80966de59161,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:54.518669 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-5d93be8d-572e-4273-aaf2-09e8ea9fa98a service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014968
Dec 11 21:02:54.520739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.534849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 300c7a11-540e-4840-8ea4-aa71dd71b489 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:54.555193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14c4a9e4-88b6-433d-81f1-2a4ab5a44ade req-d1f003bf-3a89-46d4-97a0-baab402f59ce tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1641386
Dec 11 21:02:54.558770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.571087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 300c7a11-540e-4840-8ea4-aa71dd71b489 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:02:54.571602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 300c7a11-540e-4840-8ea4-aa71dd71b489 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:54.636128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=6ddc7df9-59f4-45d3-8f59-69e6093ff823,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:54.747361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.790922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84496fa0>,) {'filters': {'network_id': ['6d195123-5f01-474e-9735-285bbc7eaa90']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:54.805276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.812564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.819441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.827377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.833767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.840093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.847294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:54.849551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1784f7e-7f64-4da6-829d-a1d050af7f98 req-bd0818e2-a3f7-4b1e-a019-001723195b33 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1717665
Dec 11 21:02:54.860449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84496fa0>, '8c01e952-83b7-43c1-b0a9-cc0c8a71e472') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:54.860838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84496fa0>, '8c01e952-83b7-43c1-b0a9-cc0c8a71e472') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:54.871538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.882328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:54.908473 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.914464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b0b2ef8-a1f3-44cd-8ebf-d2f2eee7a25a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.927352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:54.927792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:54.929944 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:55.009463 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.019882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.023320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d195123-5f01-474e-9735-285bbc7eaa90 HTTP/1.1" status: 204  len: 168 time: 0.6479561
Dec 11 21:02:55.039146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.045648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e06df-e262-46c0-96e8-adbef20f3f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d195123-5f01-474e-9735-285bbc7eaa90,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:55.045854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-862cf71b-d297-4725-a956-42c4d81b3eeb tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/ports/6ddc7df9-59f4-45d3-8f59-69e6093ff823 HTTP/1.1" status: 204  len: 168 time: 1.6891377
Dec 11 21:02:55.046586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54238) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:55.047120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a755e49a-52f5-45e9-b15b-8236cb88ba80 req-cc6d45aa-4427-4db2-9436-d8ff21850b04 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5197465
Dec 11 21:02:55.067832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca0a2d-3466-4ffa-a3f9-85a47c1c52a3 req-f15cefb0-88ae-4712-a3f8-c51e329c8053 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:55.069447 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0ca0a2d-3466-4ffa-a3f9-85a47c1c52a3 req-f15cefb0-88ae-4712-a3f8-c51e329c8053 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 944 time: 0.4157553
Dec 11 21:02:55.142729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0ca0a2d-3466-4ffa-a3f9-85a47c1c52a3 req-6306cfe6-ca3c-400d-a6c0-d17d79a153fe tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502188
Dec 11 21:02:55.155336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting subnet 75024394-4fca-45a2-a7b0-2cc47a46068d {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:02:55.160375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.224935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b0b2ef8-a1f3-44cd-8ebf-d2f2eee7a25a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.248833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b0b2ef8-a1f3-44cd-8ebf-d2f2eee7a25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.266715 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.333643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54256) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:55.346249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1b0b2ef8-a1f3-44cd-8ebf-d2f2eee7a25a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5562f0d7f4ee445da9f990f402ef81c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4554613
Dec 11 21:02:55.348572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:55.349841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b2ef8-a1f3-44cd-8ebf-d2f2eee7a25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8beebb-e320-4c30-91d6-d1484fd36e12,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:55.367632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd8a3-9b58-44a0-bea5-ba467005407b req-63ede7e2-e1c9-46c3-a33b-dda99d6815d4 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:55.372876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f98fd8a3-9b58-44a0-bea5-ba467005407b req-63ede7e2-e1c9-46c3-a33b-dda99d6815d4 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 950 time: 0.1690626
Dec 11 21:02:55.420795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25f15589-c8ae-43db-918d-5cfc46039254 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0391c4e11bf243febd9a93713c1b4ac3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0852966
Dec 11 21:02:55.423130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54260) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:55.502165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.509034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f98fd8a3-9b58-44a0-bea5-ba467005407b req-8a259a96-06eb-46ff-8cb7-365c69e58ef4 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264794
Dec 11 21:02:55.527907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.541063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.571459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.601596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.605044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.613315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.625156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.663532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Subnet': ['ID=75024394-4fca-45a2-a7b0-2cc47a46068d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:55.665223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.669470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-77971aa3-10b7-48f9-a92e-535e6861fd1f tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/subnets/75024394-4fca-45a2-a7b0-2cc47a46068d HTTP/1.1" status: 204  len: 168 time: 0.6213777
Dec 11 21:02:55.671761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.674951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0cfba9-00a2-49ab-9abe-4130e0d569f7 None None] Network 92f914c4-af7d-4fdf-b113-d2806e7b0109 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:02:55.677475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:55.684146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.689509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b8beebb-e320-4c30-91d6-d1484fd36e12 HTTP/1.1" status: 204  len: 168 time: 0.3366239
Dec 11 21:02:55.704730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d07b12-5122-4834-8cdf-819736f615c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8beebb-e320-4c30-91d6-d1484fd36e12,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:55.834381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.863942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.869969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:55.869969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b33b9002-615f-4f16-85d8-ed2137e9bf3e HTTP/1.1" status: 204  len: 168 time: 0.4436271
Dec 11 21:02:55.882912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] DHCP port deletion for 92f914c4-af7d-4fdf-b113-d2806e7b0109 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:55.888906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router e9e5bef3-ff94-4850-a101-efc693cf62bf has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:02:55.909169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed56900-c181-476f-8a1d-1044fc7dc490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b9002-615f-4f16-85d8-ed2137e9bf3e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:55.976788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756357c-d8fd-4a24-97d0-9791ad8c0b1c req-ad25a757-a287-4edc-a95f-9ad24acdec8e tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:55.981345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3756357c-d8fd-4a24-97d0-9791ad8c0b1c req-ad25a757-a287-4edc-a95f-9ad24acdec8e tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 950 time: 0.1296377
Dec 11 21:02:56.002668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Deleting port 7d1d0136-db03-48c9-9792-a08bd4deb688 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:56.003015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.009279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Deleting port 7d1d0136-db03-48c9-9792-a08bd4deb688 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:56.009698 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.084701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3756357c-d8fd-4a24-97d0-9791ad8c0b1c req-62e21800-7f27-4f3d-b048-abe56e79411d tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844378
Dec 11 21:02:56.147024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] For port 7d1d0136-db03-48c9-9792-a08bd4deb688, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1d0136-db03-48c9-9792-a08bd4deb688,segment=NetworkSegment(d826ba52-3f66-448c-bd05-22e0a527db49),segment_id=d826ba52-3f66-448c-bd05-22e0a527db49)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:56.153193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.181230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:02:56.197790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.202313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-292ce160-163d-4061-acaf-090509706be4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "PUT /v2.0/routers/e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 200  len: 920 time: 2.7084816
Dec 11 21:02:56.202614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54284) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.204500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] For port 7d1d0136-db03-48c9-9792-a08bd4deb688, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1d0136-db03-48c9-9792-a08bd4deb688,segment=NetworkSegment(d826ba52-3f66-448c-bd05-22e0a527db49),segment_id=d826ba52-3f66-448c-bd05-22e0a527db49)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:56.204868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.218551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Calling delete_port for 7d1d0136-db03-48c9-9792-a08bd4deb688 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:56.236004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Calling delete_port for 7d1d0136-db03-48c9-9792-a08bd4deb688 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:56.270026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] Sync routers for ids ['e9e5bef3-ff94-4850-a101-efc693cf62bf'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:02:56.359142 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:02:56.384778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7d1d0136-db03-48c9-9792-a08bd4deb688 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:02:56.399062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-243836cc-6d5b-466b-87d4-766f9f5273bc tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 200  len: 920 time: 0.1954892
Dec 11 21:02:56.402768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54290) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.479466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.518382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] Routers {'e9e5bef3-ff94-4850-a101-efc693cf62bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:56.519090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b3c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e9e5bef3-ff94-4850-a101-efc693cf62bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.521878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Port': ['ID=7d1d0136-db03-48c9-9792-a08bd4deb688,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:56.526547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54296) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.533647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44b62-5bf8-4e3f-b51c-1718bf945370 req-b0812c5e-9f99-4d4a-a4c1-250f057e23eb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:56.538510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3d44b62-5bf8-4e3f-b51c-1718bf945370 req-b0812c5e-9f99-4d4a-a4c1-250f057e23eb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 944 time: 0.1962354
Dec 11 21:02:56.543636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] No DVR routers for this DVR port 7d1d0136-db03-48c9-9792-a08bd4deb688 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:56.634418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9108de89-7ee5-4823-a6c5-dc7c1c908347 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63299e03c4fb47fd9218eab8c056587f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1065431
Dec 11 21:02:56.635008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54300) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.638400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef9cf9-cf2e-42ae-891b-47bfe6e2ac4a tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:56.640834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5fef9cf9-cf2e-42ae-891b-47bfe6e2ac4a tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=e9e5bef3-ff94-4850-a101-efc693cf62bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2370999
Dec 11 21:02:56.646946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54302) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.778252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3d44b62-5bf8-4e3f-b51c-1718bf945370 req-2513e0b7-1c01-432c-a05b-a8bf1dc07f9a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827903
Dec 11 21:02:56.784330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b3c6a0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.794107 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.802412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116436c-3f72-4ad0-b649-f06c568d2ce0 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:56.803404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7116436c-3f72-4ad0-b649-f06c568d2ce0 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.1543367
Dec 11 21:02:56.808036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54306) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.818745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.833734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d87cc6970>,) {'filters': {'network_id': ['92f914c4-af7d-4fdf-b113-d2806e7b0109']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.835831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] Routers {'e9e5bef3-ff94-4850-a101-efc693cf62bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:02:56.836592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b3c6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e9e5bef3-ff94-4850-a101-efc693cf62bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.845382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d87cc6970>, 'd826ba52-3f66-448c-bd05-22e0a527db49') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.845970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d87cc6970>, 'd826ba52-3f66-448c-bd05-22e0a527db49') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.854590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-16014847-8dd7-4968-a6b6-2749de1a76a1 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 200  len: 205 time: 0.0452542
Dec 11 21:02:56.855230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:56.858656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.875380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.884811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:02:56.885899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   items = [
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:02:56.890261 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:02:56.906343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.908892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b3c6a0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:02:56.910336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722bdd-ba0c-49ad-8070-e30f316ebc72 None None] The sync data for ids ['e9e5bef3-ff94-4850-a101-efc693cf62bf'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:02:56.927773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No active binding found for port 7d1d0136-db03-48c9-9792-a08bd4deb688 {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 21:02:56.928358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7d1d0136-db03-48c9-9792-a08bd4deb688 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:02:56.948051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:56.997577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.007485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.007679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] Pushing event deleted for resources: {'Port': ['ID=7d1d0136-db03-48c9-9792-a08bd4deb688,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:57.013832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] 10.222.0.18 "DELETE /v2.0/networks/92f914c4-af7d-4fdf-b113-d2806e7b0109 HTTP/1.1" status: 204  len: 168 time: 1.3348193
Dec 11 21:02:57.019322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.035383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819c3be-feae-4f75-bd80-e121ac50b987 tempest-AllowedAddressPairTestJSON-366305663 tempest-AllowedAddressPairTestJSON-366305663-project] Pushing event deleted for resources: {'Network': ['ID=92f914c4-af7d-4fdf-b113-d2806e7b0109,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:57.052008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033b994d-df8a-4118-8adf-e199279f55b4 None None] No DVR routers for this DVR port 7d1d0136-db03-48c9-9792-a08bd4deb688 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:57.128194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.133763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.138896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d797fae-aa2c-4cef-bcaa-d1040a354e28 HTTP/1.1" status: 204  len: 168 time: 0.5026102
Dec 11 21:02:57.186717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d797fae-aa2c-4cef-bcaa-d1040a354e28,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:57.197472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-a598960e-61a4-42a1-9b50-79a281cf04ee tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.198962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-a598960e-61a4-42a1-9b50-79a281cf04ee tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 950 time: 0.1363375
Dec 11 21:02:57.220846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.221455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.222213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.222744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.223241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.223731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.224288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.224696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.225031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.225363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.225686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.226105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.226515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a015924-c0ae-4b6f-b776-7010d0dda721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:57.292807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.338848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2cc8b-6631-4ae1-92d4-131ce8dfb1fc req-cca490ee-da6d-447f-aff7-f1e10ee974ac tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.341321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edb2cc8b-6631-4ae1-92d4-131ce8dfb1fc req-cca490ee-da6d-447f-aff7-f1e10ee974ac tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 950 time: 0.0961554
Dec 11 21:02:57.399504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-edb2cc8b-6631-4ae1-92d4-131ce8dfb1fc req-bbc5dd14-46f7-4d3d-952c-596546d2155a tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/security-groups?id=0f1d42f7-5383-4a87-9956-7d195d588ee0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492561
Dec 11 21:02:57.411422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Deleting port b806aae0-11ef-4dca-8754-b7904c5e9c02 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:57.411769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.485390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port 07cb397b-7b3f-46fb-a797-058e38cddaea {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:02:57.485760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.495158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54340) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:57.573779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] For port b806aae0-11ef-4dca-8754-b7904c5e9c02, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b806aae0-11ef-4dca-8754-b7904c5e9c02,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:57.574147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.594920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Calling delete_port for b806aae0-11ef-4dca-8754-b7904c5e9c02 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:57.616762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.658715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:57.659625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for 07cb397b-7b3f-46fb-a797-058e38cddaea owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:02:57.862436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:57.876170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b806aae0-11ef-4dca-8754-b7904c5e9c02'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:57.924633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-993ecf9d-704c-4ad0-b29b-cf8af9dbd0de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5463f6d9f46d42aa8a0143f1515042c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4245098
Dec 11 21:02:57.927350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54362) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:57.952148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Pushing event deleted for resources: {'Port': ['ID=b806aae0-11ef-4dca-8754-b7904c5e9c02,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:57.963730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.964353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.964986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.965526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.966571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.967644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.968116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:57.980527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d701724-d63a-4968-8523-250b33c24f50 req-88d91dfd-3a74-4434-8e07-8bdb325cbb63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.3203149
Dec 11 21:02:58.023730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] No DVR routers for this DVR port b806aae0-11ef-4dca-8754-b7904c5e9c02 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:02:58.027098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.032549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.036251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2381eb7-b0ba-48b3-9c15-76fe0bb2ecc6 req-02e5217c-f639-481c-8a14-319cc0678ec8 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.16 "DELETE /v2.0/ports/b806aae0-11ef-4dca-8754-b7904c5e9c02 HTTP/1.1" status: 204  len: 173 time: 0.8277926
Dec 11 21:02:58.038755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'name': 'network-vif-deleted', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:02:58.041404 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b90825-85c1-4aa2-a37d-bff3aeca41eb" -d '{"events": [{"server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "name": "network-vif-deleted", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:02:58.059598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.119942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=07cb397b-7b3f-46fb-a797-058e38cddaea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:58.145008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f169a33-165e-4c58-adeb-7e4e4f096953 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:02:58.151145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400933fc-2f96-4e05-9565-9258fbe0356e req-02ca9909-cfe7-4ecc-ba58-fa3e00a206b2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:58.153639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-400933fc-2f96-4e05-9565-9258fbe0356e req-02ca9909-cfe7-4ecc-ba58-fa3e00a206b2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 944 time: 0.2501202
Dec 11 21:02:58.185081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d701724-d63a-4968-8523-250b33c24f50 req-1111e4ad-57d3-4858-a696-7e3be0b7d7dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2033021
Dec 11 21:02:58.207461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.247073 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ed9180-c11d-4ebd-9610-e1a42b3c8871 x-openstack-request-id: req-b3ed9180-c11d-4ebd-9610-e1a42b3c8871 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:02:58.247378 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc79e8e-de15-4714-ba38-4442a358817d", "name": "network-vif-deleted", "tag": "b806aae0-11ef-4dca-8754-b7904c5e9c02", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:02:58.247637 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ed9180-c11d-4ebd-9610-e1a42b3c8871 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:02:58.248080 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc79e8e-de15-4714-ba38-4442a358817d', 'name': 'network-vif-deleted', 'tag': 'b806aae0-11ef-4dca-8754-b7904c5e9c02', 'status': 'completed', 'code': 200}
Dec 11 21:02:58.256683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8d405bbc-faef-4a46-b85c-faf680439d43 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:02:58.323465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.327520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.332099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9398ac38-541a-4387-bc69-b55ae3d2dd4f HTTP/1.1" status: 204  len: 168 time: 0.3993070
Dec 11 21:02:58.340660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398ac38-541a-4387-bc69-b55ae3d2dd4f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:58.350670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.350670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.351009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.351237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.351539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.351921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.352382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.352748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.354805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.355252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.355602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.355984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.356584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2135a71e-ab92-44af-82de-d70a7b096cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:02:58.423322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.465712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d405bbc-faef-4a46-b85c-faf680439d43,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:58.481095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '8d405bbc-faef-4a46-b85c-faf680439d43', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': '8d405bbc-faef-4a46-b85c-faf680439d43', 'mac_address': 'fa:16:3e:9d:1a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:02:58.538426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.562426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d405bbc-faef-4a46-b85c-faf680439d43 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:02:58.585703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d405bbc-faef-4a46-b85c-faf680439d43,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:02:58.593166 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.609032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-400933fc-2f96-4e05-9565-9258fbe0356e req-2211ae62-762e-4691-857f-e756eb10cd62 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4437492
Dec 11 21:02:58.617133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.621804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.652134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:02:58.674869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.675565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router e9e5bef3-ff94-4850-a101-efc693cf62bf {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:02:58.681799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53782651-df71-4cfc-9b0b-e39731b3029a req-07098112-8be8-4da6-af8d-d2ad74382477 tempest-VolumesNegativeTest-2043115879 tempest-VolumesNegativeTest-2043115879-project] 10.222.0.18 "GET /v2.0/ports?device_id=5dc79e8e-de15-4714-ba38-4442a358817d HTTP/1.1" status: 200  len: 210 time: 0.1098592
Dec 11 21:02:58.695577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.704253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91063bad-72ac-412d-9e09-9c29eb38d419 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 204  len: 168 time: 1.8426056
Dec 11 21:02:58.704546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54394) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:58.710429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1941382192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:58.752611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.754976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.831583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.837377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.863611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:58.865303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f0e2cbe-af86-46e6-8ad3-67241096343f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1597197
Dec 11 21:02:58.868133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:58.874236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:58.963051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8d405bbc-faef-4a46-b85c-faf680439d43'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:02:59.114221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:59.725067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-ee193f1d-7de9-46e2-b014-a68e09ab27ba tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1064379
Dec 11 21:02:59.726892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:59.774148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acf414-819a-4a0a-a717-24247c3a89db req-ed7885ad-6b55-428b-a641-3c0750f63fe2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:02:59.782432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:02:59.786266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54acf414-819a-4a0a-a717-24247c3a89db req-ed7885ad-6b55-428b-a641-3c0750f63fe2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 945 time: 0.0830164
Dec 11 21:02:59.821119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54448) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:02:59.848111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54acf414-819a-4a0a-a717-24247c3a89db req-dde99b06-cbe7-4e07-a9ad-bfbb33b1fb9c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606616
Dec 11 21:02:59.968670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1607025604'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:02:59.998688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Allocated IP 172.35.1.119 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1e0b5dd1-8606-4015-b2c3-efe790762e56) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:00.001689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Made reservation on behalf of 4b1280666953403fa9ce24ff6a0e5a8d for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:00.006579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.010992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-eef8181d-60bf-44e4-a4b8-e2ecd115bf03 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:00.012554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-eef8181d-60bf-44e4-a4b8-e2ecd115bf03 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2913008
Dec 11 21:03:00.018763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.034621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-9593f84b-222e-46a9-a661-72afc01b72ea tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/quotas/32b860192cfb4f879b4bb8c3fb20cb1b HTTP/1.1" status: 200  len: 375 time: 0.0138426
Dec 11 21:03:00.103972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.106255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-570ab33f-3d09-413b-be03-d71b72274e69 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0590613
Dec 11 21:03:00.110213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.135297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:00.152915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e787e1-c22f-413c-b39d-87717c1ebf46,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:00.156718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.156979 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Added segment 584c8573-1f50-47c2-a21a-53e1ea94540d of type vlan for network ec8f686f-7175-45ca-8f76-6a521c290f72
Dec 11 21:03:00.200554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.207426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.256552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8d405bbc-faef-4a46-b85c-faf680439d43 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:00.275495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.287750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:00.288769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.291938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.319348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:00.323133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:00.342995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4922689-ea7b-4235-b5b5-e80f85a770d0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:00.358454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:00.361890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8349cbd1-05db-4dfe-9eb8-b4128a0ca60e req-16332170-4929-446a-8e6b-81d89acad7e1 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 210 time: 0.0598230
Dec 11 21:03:00.374687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 0.5524690
Dec 11 21:03:00.402792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 8d405bbc-faef-4a46-b85c-faf680439d43 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:03:00.403712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54486) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:00.412572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Request body: {'subnet': {'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:00.423799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 8d405bbc-faef-4a46-b85c-faf680439d43 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:00.425014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.438921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966efb69-69ba-4ce6-8ba1-3f38123b7cdb tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'Network': ['ID=ec8f686f-7175-45ca-8f76-6a521c290f72,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:00.484231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4be83afa-3225-46e3-b6fb-1c79daceb2d2 None None] Provisioning complete for port 1e0b5dd1-8606-4015-b2c3-efe790762e56 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:00.484634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4be83afa-3225-46e3-b6fb-1c79daceb2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.507879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event updated for resources: {'Port': ['ID=1e0b5dd1-8606-4015-b2c3-efe790762e56,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:00.556624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ec8f686f-7175-45ca-8f76-6a521c290f72 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:00.572695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b806aae0-11ef-4dca-8754-b7904c5e9c02 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:00.630433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4be83afa-3225-46e3-b6fb-1c79daceb2d2 None None] Port 1e0b5dd1-8606-4015-b2c3-efe790762e56 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:00.687429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Made reservation on behalf of 4b1280666953403fa9ce24ff6a0e5a8d for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:00.691096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.731683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: b806aae0-11ef-4dca-8754-b7904c5e9c02 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:00.732558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b806aae0-11ef-4dca-8754-b7904c5e9c02 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:00.808859 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.842882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:00.845583 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9094c-73b1-4434-9968-a045a0469b5e" -d '{"events": [{"server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:00.892357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d405bbc-faef-4a46-b85c-faf680439d43,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:00.902167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:00.941434 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670f0118-2b92-4b9b-87ad-b15d3e0d7db9 x-openstack-request-id: req-670f0118-2b92-4b9b-87ad-b15d3e0d7db9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:00.941701 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "name": "network-vif-plugged", "status": "completed", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:00.941900 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-670f0118-2b92-4b9b-87ad-b15d3e0d7db9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:00.942599 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43', 'code': 200}
Dec 11 21:03:00.969763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:01.086168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f37e0-78c8-46fa-97ae-dee715bcd1c7 req-82cc1722-735e-4f46-836f-3588f093fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:01.091377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a32f37e0-78c8-46fa-97ae-dee715bcd1c7 req-82cc1722-735e-4f46-836f-3588f093fe8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 1097 time: 0.0759633
Dec 11 21:03:01.133631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.164545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a32f37e0-78c8-46fa-97ae-dee715bcd1c7 req-2de8c95b-764d-496a-a4ac-6c67fa2b7c53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606961
Dec 11 21:03:01.224496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901b3fa-fb56-4f3b-bdfb-8e085bf419b5 req-59c6bdf0-4185-459d-bd11-dd891be60d15 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:01.226018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0901b3fa-fb56-4f3b-bdfb-8e085bf419b5 req-59c6bdf0-4185-459d-bd11-dd891be60d15 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.1632290
Dec 11 21:03:01.256228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.409460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'Subnet': ['ID=fce82509-405c-4d9c-b070-90a4c4c1ea72,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:01.423011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0901b3fa-fb56-4f3b-bdfb-8e085bf419b5 req-609ec833-f4b3-47e5-8f3b-2237c1faf9c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771593
Dec 11 21:03:01.467871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03560f0c-3ec0-4dfe-9f25-795f0c382278 req-6a848e66-05ec-433f-ab7a-89aaa56d73c1 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 210 time: 0.0297880
Dec 11 21:03:01.478556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Checking segment: {'id': '584c8573-1f50-47c2-a21a-53e1ea94540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:01.478556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Network hostable DHCP agents. Network: ec8f686f-7175-45ca-8f76-6a521c290f72, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:01.548642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.551860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Network ec8f686f-7175-45ca-8f76-6a521c290f72 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:01.555632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.624357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec8f686f-7175-45ca-8f76-6a521c290f72) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:01.631258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:01.632770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.638912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b8ebc-b760-439f-82b7-da950b1576ce None None] Network ec8f686f-7175-45ca-8f76-6a521c290f72 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:01.668620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-60df3458-1734-4bf5-86bf-8a59490cfc05 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0544205
Dec 11 21:03:01.717326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a5ee4670-fe9b-4b69-93dc-21e8e7ba3b6a tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3080919
Dec 11 21:03:01.717992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54610) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:01.728580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Request body: {'port': {'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-745066688'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:01.852793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec8f686f-7175-45ca-8f76-6a521c290f72', 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72', 'project_id': '4b1280666953403fa9ce24ff6a0e5a8d', 'fixed_ips': [{'subnet_id': 'fce82509-405c-4d9c-b070-90a4c4c1ea72'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:01.853939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.880274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-082a50ea-5157-48bd-aa1d-b413f696c048 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:01.881780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-082a50ea-5157-48bd-aa1d-b413f696c048 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2098670
Dec 11 21:03:01.892591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Made reservation on behalf of 4b1280666953403fa9ce24ff6a0e5a8d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:01.896680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:01.903155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Request body: {'port': {'device_id': '36d59068-c544-4623-9b58-0057c2073251', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '32b860192cfb4f879b4bb8c3fb20cb1b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:01.927727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] device_id is not set on port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:03:02.020405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Router ef06c2bc-3a76-4afb-b954-39679f1ea8d1 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:02.032246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Allocated IP 2001:db8::2 (ec8f686f-7175-45ca-8f76-6a521c290f72/fce82509-405c-4d9c-b070-90a4c4c1ea72/702f8014-1ec7-4448-8756-54d098fdd445) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:02.113000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Made reservation on behalf of 32b860192cfb4f879b4bb8c3fb20cb1b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:02.116844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.157770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.194057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:02.202550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.203737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3099b81-2317-47c7-8b31-6ce93af7c5eb tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "PUT /v2.0/routers/ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 200  len: 880 time: 3.3341260
Dec 11 21:03:02.205929 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] Sync routers for ids ['ef06c2bc-3a76-4afb-b954-39679f1ea8d1'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:02.206548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:02.226658 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] Routers {'ef06c2bc-3a76-4afb-b954-39679f1ea8d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:02.227294 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847ebf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ef06c2bc-3a76-4afb-b954-39679f1ea8d1'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:02.288969 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847ebf40>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:02.298974 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] Routers {'ef06c2bc-3a76-4afb-b954-39679f1ea8d1'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:02.299957 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847ebf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ef06c2bc-3a76-4afb-b954-39679f1ea8d1'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:02.303439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.324125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.326852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.340672 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847ebf40>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:02.341623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad969fc8-32f7-4acf-817c-d098fbc777ea None None] The sync data for ids ['ef06c2bc-3a76-4afb-b954-39679f1ea8d1'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:02.351680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.437425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Network ec8f686f-7175-45ca-8f76-6a521c290f72 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:02.440996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:02.459777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:02.478116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Allocated IP 2001:db8::194 (ec8f686f-7175-45ca-8f76-6a521c290f72/fce82509-405c-4d9c-b070-90a4c4c1ea72/72b01ad6-61d5-42fe-959c-8a57ab7b9de2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:02.488566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5e6bfca5-c1f5-4d36-8618-eb441f92ac46 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 200  len: 921 time: 0.2808142
Dec 11 21:03:02.494833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54692) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:02.523388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8ac89-fbb4-4e11-955b-3106d8c30a68,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:02.565192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Pushing event updated for resources: {'Port': ['ID=702f8014-1ec7-4448-8756-54d098fdd445,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:02.619595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4ad947-f2d0-4a0c-a38e-ce7e8d7a1db8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:02.621539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f4ad947-f2d0-4a0c-a38e-ce7e8d7a1db8 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=ef06c2bc-3a76-4afb-b954-39679f1ea8d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1253395
Dec 11 21:03:02.626974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54696) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:02.713986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Attempting to bind port 702f8014-1ec7-4448-8756-54d098fdd445 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:02.714595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Attempting to bind port 702f8014-1ec7-4448-8756-54d098fdd445 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '584c8573-1f50-47c2-a21a-53e1ea94540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:02.714862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Attempting to bind port 702f8014-1ec7-4448-8756-54d098fdd445 on network ec8f686f-7175-45ca-8f76-6a521c290f72 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:02.725919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:02.726308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Checking segment: {'id': '584c8573-1f50-47c2-a21a-53e1ea94540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:02.726739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.727206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Bound using segment: {'id': '584c8573-1f50-47c2-a21a-53e1ea94540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:02.727701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Bound port: 702f8014-1ec7-4448-8756-54d098fdd445, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584c8573-1f50-47c2-a21a-53e1ea94540d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:02.728802 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.795588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d662e3a-6f04-447e-a833-b7d8bc6774ec req-93b8f633-388a-4d94-bf18-e088bf84e79b tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 210 time: 0.0978613
Dec 11 21:03:02.811829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] For port 702f8014-1ec7-4448-8756-54d098fdd445, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:02.816263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] For port 702f8014-1ec7-4448-8756-54d098fdd445, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=702f8014-1ec7-4448-8756-54d098fdd445,segment=NetworkSegment(584c8573-1f50-47c2-a21a-53e1ea94540d),segment_id=584c8573-1f50-47c2-a21a-53e1ea94540d)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:02.816674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Allocated IP 192.168.233.209 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/7fb98fb8-6d0f-450e-b3f5-c182d11c016b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:02.824079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:02.937189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe1ff4-13e9-4f9b-b40d-5c1d023bb01b req-b3aecf40-b401-479c-b3ae-5bff8c6f714b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:02.945902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4fe1ff4-13e9-4f9b-b40d-5c1d023bb01b req-b3aecf40-b401-479c-b3ae-5bff8c6f714b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.3196039
Dec 11 21:03:02.962216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b16683-55c7-448c-8d11-498a304c7180 None None] Pushing event updated for resources: {'Port': ['ID=702f8014-1ec7-4448-8756-54d098fdd445,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:03.073918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.079525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.081998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46d196d-4be2-4986-b0bc-22cf443639a6 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:03.083726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d46d196d-4be2-4986-b0bc-22cf443639a6 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.4529798
Dec 11 21:03:03.088469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:03.114403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4fe1ff4-13e9-4f9b-b40d-5c1d023bb01b req-1ec110a4-df0d-49a4-84cd-42a2e96d8f44 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672664
Dec 11 21:03:03.124354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.142133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9dbd2c51-b973-4bd1-99df-51dbc5863ba0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 200  len: 205 time: 0.0509260
Dec 11 21:03:03.145488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:03.199517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:03.209686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:03.225669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Pushing event updated for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:03.230862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:03.348108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:03.349045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.376814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-880dab0b-b601-4bb6-9b98-e03bb2792244 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4790804
Dec 11 21:03:03.398999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Request body: {'port': {'device_id': '36d59068-c544-4623-9b58-0057c2073251', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:03.535293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.749555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.786405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e20da58d-8144-45dd-828a-9cb1868aa73f None None] Provisioning complete for port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:03.786934 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e20da58d-8144-45dd-828a-9cb1868aa73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.825004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Network ec8f686f-7175-45ca-8f76-6a521c290f72 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:03.846442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e20da58d-8144-45dd-828a-9cb1868aa73f None None] Port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:03.850288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:03.856888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:03.872723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:03.875552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.890850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.932139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb98fb8-6d0f-450e-b3f5-c182d11c016b {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:03.936993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.2177994
Dec 11 21:03:03.941675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:03.942179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54788) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:03.979898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Request body: {'port': {'network_id': 'ec8f686f-7175-45ca-8f76-6a521c290f72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2023266374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:03.979898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] bootfile-name is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:03.979898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] tftp-server is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:03.979898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] server-ip-address is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:03.985199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Transition to ACTIVE for port object 7fb98fb8-6d0f-450e-b3f5-c182d11c016b will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:03:03.991314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a719fbc-2621-4fc0-88cf-62c82b7028f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'Port': ['ID=72b01ad6-61d5-42fe-959c-8a57ab7b9de2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:04.015077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067dfbd-f808-4c44-bed4-f158f03bab4e req-9d89c719-db16-481f-8480-ef3c728bc6fc tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:04.016881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d067dfbd-f808-4c44-bed4-f158f03bab4e req-9d89c719-db16-481f-8480-ef3c728bc6fc tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 936 time: 0.1081946
Dec 11 21:03:04.018457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.144357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d067dfbd-f808-4c44-bed4-f158f03bab4e req-3f494729-e990-40ae-afc5-617e273b5601 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776205
Dec 11 21:03:04.183897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:04.274716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.335305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Attempting to bind port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:04.336307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Attempting to bind port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:04.340144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Attempting to bind port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:04.350642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 702f8014-1ec7-4448-8756-54d098fdd445 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:04.373306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:03:04.373904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Attempting to bind port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:04.390342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:04.391027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:04.391731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:04.392350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Bound port: 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:04.392903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.408738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 702f8014-1ec7-4448-8756-54d098fdd445 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:04.409465 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.445030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Made reservation on behalf of 4b1280666953403fa9ce24ff6a0e5a8d for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:04.457411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.505593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] device_id is not set on port 9ff2f9b9-6555-4d74-ba57-63315e48711c yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:03:04.528684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:04.532882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:04.542884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.543638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.579050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bae5e-ee62-44f5-9b05-e581f84a9a2e req-04f7417d-0d28-49e1-a131-bdcdb5c25274 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:04.582729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f29bae5e-ee62-44f5-9b05-e581f84a9a2e req-04f7417d-0d28-49e1-a131-bdcdb5c25274 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.2932425
Dec 11 21:03:04.587718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 702f8014-1ec7-4448-8756-54d098fdd445, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=702f8014-1ec7-4448-8756-54d098fdd445,segment=NetworkSegment(584c8573-1f50-47c2-a21a-53e1ea94540d),segment_id=584c8573-1f50-47c2-a21a-53e1ea94540d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:04.594379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.615877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port 1e0b5dd1-8606-4015-b2c3-efe790762e56 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:04.616218 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.624430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:04.625192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.627088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] 10.222.0.16 "PUT /v2.0/ports/7fb98fb8-6d0f-450e-b3f5-c182d11c016b HTTP/1.1" status: 200  len: 1096 time: 1.2354724
Dec 11 21:03:04.627648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:04.630167 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7f568f-5356-4394-a06d-2c3995eb52e9" -d '{"events": [{"name": "network-changed", "server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:04.671914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f35513-c73e-479e-8042-768d43fe8932 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:04.708359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=702f8014-1ec7-4448-8756-54d098fdd445,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:04.749544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c261f4-e79c-49f9-a4c7-730711b97f6b x-openstack-request-id: req-58c261f4-e79c-49f9-a4c7-730711b97f6b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:04.749843 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:04.752255 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58c261f4-e79c-49f9-a4c7-730711b97f6b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:04.752700 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b', 'status': 'completed', 'code': 200}
Dec 11 21:03:04.785463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139aefc-cac2-4337-88d3-67d3056edb5e None None] Network ec8f686f-7175-45ca-8f76-6a521c290f72 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:04.796220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-4ee7fcfb-46bd-4655-a556-a74431feedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:04.797952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-4ee7fcfb-46bd-4655-a556-a74431feedf9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 1099 time: 0.1104615
Dec 11 21:03:04.847474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f29bae5e-ee62-44f5-9b05-e581f84a9a2e req-41e58b05-9dcd-4124-a12c-473b610f5b3b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2425532
Dec 11 21:03:04.914508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-e741f39d-d2f5-4fb6-a4b5-a10c0a420b74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b HTTP/1.1" status: 200  len: 217 time: 0.1030347
Dec 11 21:03:04.949244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:04.994304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Allocated IP 2001:db8::322 (ec8f686f-7175-45ca-8f76-6a521c290f72/fce82509-405c-4d9c-b070-90a4c4c1ea72/9ff2f9b9-6555-4d74-ba57-63315e48711c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:04.996552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-fe0a60fb-9545-4d66-ae85-ed7a1cf8bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:04.998787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-fe0a60fb-9545-4d66-ae85-ed7a1cf8bcee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0793474
Dec 11 21:03:05.004732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fc04ad8c-9f31-4dfa-93b8-b2ae4cc9fc2f None None] Provisioning complete for port 702f8014-1ec7-4448-8756-54d098fdd445 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:05.006197 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc04ad8c-9f31-4dfa-93b8-b2ae4cc9fc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.006803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for 1e0b5dd1-8606-4015-b2c3-efe790762e56 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:05.106509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-1df92010-4aa2-4458-a683-6faa3753ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:05.109353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-1df92010-4aa2-4458-a683-6faa3753ae60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1039650
Dec 11 21:03:05.376352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-0877492a-7e05-4e22-b9be-ca44d386e5bc service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2592630
Dec 11 21:03:05.442656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2e44d3f6-6a72-46c2-8418-6949a17eba89 None None] Provisioning complete for port 702f8014-1ec7-4448-8756-54d098fdd445 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:05.443329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e44d3f6-6a72-46c2-8418-6949a17eba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.582213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e54830c9-dccf-4036-8dfa-1865c7f4f468 req-b2cec440-067a-4e7b-aec8-29ab6984ee97 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979487
Dec 11 21:03:05.649433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2e44d3f6-6a72-46c2-8418-6949a17eba89 None None] Provisioning complete for port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:05.650364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e44d3f6-6a72-46c2-8418-6949a17eba89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.662293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8030b88-0fe5-4725-87b4-c2eed7d950cf req-bf1345b9-b7c7-4900-ae6d-d8d346081c89 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:05.663919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8030b88-0fe5-4725-87b4-c2eed7d950cf req-bf1345b9-b7c7-4900-ae6d-d8d346081c89 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 948 time: 0.3121998
Dec 11 21:03:05.726686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.770036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2e44d3f6-6a72-46c2-8418-6949a17eba89 None None] Port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:05.783183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-eae28dbb-dae7-46ba-b114-1c7f2d9ff094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:05.785191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-eae28dbb-dae7-46ba-b114-1c7f2d9ff094 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 1099 time: 0.1489172
Dec 11 21:03:05.818636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8030b88-0fe5-4725-87b4-c2eed7d950cf req-aac99f04-8f72-44e7-988f-86e1c39f3f05 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316535
Dec 11 21:03:05.853590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.893657 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.897296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54886) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:05.902915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7ef43a1e-4871-4f53-aab7-606c8c0c4c02 None None] Provisioning complete for port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:05.903469 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ef43a1e-4871-4f53-aab7-606c8c0c4c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:05.920276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Network ec8f686f-7175-45ca-8f76-6a521c290f72 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:05.926970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'Port': ['ID=9ff2f9b9-6555-4d74-ba57-63315e48711c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:05.929721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:05.968557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-2e070324-83af-4629-8a6e-756a95dd409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:05.972259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3e1a5-3142-4cbc-86a6-da4fb3093ca9 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:05.975084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-2e070324-83af-4629-8a6e-756a95dd409f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.1822257
Dec 11 21:03:05.989879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7ef43a1e-4871-4f53-aab7-606c8c0c4c02 None None] Port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:05.990466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:06.000783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.001502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.004190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=1e0b5dd1-8606-4015-b2c3-efe790762e56,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:06.070685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-ec292f0d-2279-4918-afc3-f97bfbffa6c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b HTTP/1.1" status: 200  len: 217 time: 0.0874083
Dec 11 21:03:06.075177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cadf5c86-4f4b-49e1-a188-03cdd2bb5230 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 2.1249523
Dec 11 21:03:06.078911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:06.088648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.236941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 702f8014-1ec7-4448-8756-54d098fdd445 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:06.286430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.289575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.353739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.354558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router ef06c2bc-3a76-4afb-b954-39679f1ea8d1 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:06.363276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 702f8014-1ec7-4448-8756-54d098fdd445 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:06.363852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.366321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.368444 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dabf8bc3-effc-424f-b6f0-842e72e6fbbd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 204  len: 168 time: 3.2144537
Dec 11 21:03:06.375057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:06.380196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-911468794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:06.414659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.415872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.457959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-14e9d33d-8773-4651-a5a4-a5b81511d5a5 None None] Provisioning complete for port 9ff2f9b9-6555-4d74-ba57-63315e48711c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:06.462667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e9d33d-8773-4651-a5a4-a5b81511d5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.503208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.510790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.546774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.551625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9fe4dc1f-e559-4f60-af0a-0f35cc0a7591 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1729341
Dec 11 21:03:06.552059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54918) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:06.559332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': True}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:06.596106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-14e9d33d-8773-4651-a5a4-a5b81511d5a5 None None] Port 9ff2f9b9-6555-4d74-ba57-63315e48711c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:06.626378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-f4c3669b-2e79-4415-84ad-3904b839fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.627923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-f4c3669b-2e79-4415-84ad-3904b839fe79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.5381665
Dec 11 21:03:06.694599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446ad2a-070f-4d87-9393-761853782c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.699234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446ad2a-070f-4d87-9393-761853782c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.707163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446ad2a-070f-4d87-9393-761853782c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.711574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6446ad2a-070f-4d87-9393-761853782c36 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.6288390
Dec 11 21:03:06.714908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:06.727426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-097cca12-7c25-4d86-9b3c-af939162c07b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=308785d2f32842fc9a54131a10325012&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8286428
Dec 11 21:03:06.735794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:06.776222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-1119feab-2715-42f1-bc15-4c91c3cf7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:06.778334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-1119feab-2715-42f1-bc15-4c91c3cf7ade service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1417363
Dec 11 21:03:06.835453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.877037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.925465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Deleting port 9ff2f9b9-6555-4d74-ba57-63315e48711c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:06.925861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:06.939549 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.033285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.036288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.036669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-854e5a4c-c652-428e-8014-684284489700 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295365
Dec 11 21:03:07.037562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f1d42f7-5383-4a87-9956-7d195d588ee0 HTTP/1.1" status: 204  len: 168 time: 0.3005402
Dec 11 21:03:07.083039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e4033-1ee5-4b74-a15d-ea9a5a2aa00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d42f7-5383-4a87-9956-7d195d588ee0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:07.109392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfea5b-33c5-4943-8f31-aac9ccfd6416 req-6cc2941d-348a-42fa-a0c1-84248ae25720 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:07.118548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42bfea5b-33c5-4943-8f31-aac9ccfd6416 req-6cc2941d-348a-42fa-a0c1-84248ae25720 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 948 time: 0.1659718
Dec 11 21:03:07.185237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.186035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.215641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Calling delete_port for 9ff2f9b9-6555-4d74-ba57-63315e48711c owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:07.231421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.255777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:07.303927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42bfea5b-33c5-4943-8f31-aac9ccfd6416 req-1e40a375-e340-4886-b78a-724196c94780 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788540
Dec 11 21:03:07.355857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b7f568f-5356-4394-a06d-2c3995eb52e9 req-a6c91d59-761b-4446-a287-60c3e8ac23c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051929
Dec 11 21:03:07.441480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.35.1.39 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/9762d97c-5dbe-41f0-b124-7bf2b1ab353f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:07.494738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.562288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-138ce8e6-6583-4316-b8f1-0f1237da0434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.594340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.599794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "DELETE /v2.0/ports/9ff2f9b9-6555-4d74-ba57-63315e48711c HTTP/1.1" status: 204  len: 168 time: 0.8838677
Dec 11 21:03:07.601319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692498a6-ae89-4e97-8095-5b33ca1737d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event deleted for resources: {'Port': ['ID=9ff2f9b9-6555-4d74-ba57-63315e48711c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:07.609367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54964) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:07.622302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Request body: {'port': {'name': 'tempest-new-port-name-227857092', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:07.623315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] bootfile-name is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:07.623661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] tftp-server is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:07.624054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] server-ip-address is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:03:07.665365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.732839 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.830041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.886693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-138ce8e6-6583-4316-b8f1-0f1237da0434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.898453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:07.902165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-138ce8e6-6583-4316-b8f1-0f1237da0434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:07.925692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:07.948254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf62b2-6155-42ba-8ada-b36f4b2a082f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:07.959813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:08.034648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=9762d97c-5dbe-41f0-b124-7bf2b1ab353f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.035582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-324128f2-75c4-4a4c-84b5-f7ba3ebc37bf None None] Provisioning complete for port 9762d97c-5dbe-41f0-b124-7bf2b1ab353f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:08.035979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-324128f2-75c4-4a4c-84b5-f7ba3ebc37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.090270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54978) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:08.092032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-324128f2-75c4-4a4c-84b5-f7ba3ebc37bf None None] Port 9762d97c-5dbe-41f0-b124-7bf2b1ab353f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:08.096984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-138ce8e6-6583-4316-b8f1-0f1237da0434 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d714ef66e04343fe84c358c2b415af97&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8409691
Dec 11 21:03:08.105689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:08.126167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ce8e6-6583-4316-b8f1-0f1237da0434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d11b5d-e91d-4274-80d6-d8de3523c75c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.168892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.197386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.232330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-696970155-network', 'tenant_id': '0181b03896134c7f84c230f66f45abc3'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:08.265037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Made reservation on behalf of 0181b03896134c7f84c230f66f45abc3 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:08.267658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.277631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.294165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.297210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.300886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74d11b5d-e91d-4274-80d6-d8de3523c75c HTTP/1.1" status: 204  len: 168 time: 0.2069755
Dec 11 21:03:08.315725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33cbb-e279-425a-9d2d-76e5bcaf2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d11b5d-e91d-4274-80d6-d8de3523c75c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.397472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.429338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.454711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:08.481409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.481666 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Added segment ea281d62-f86e-48e3-b378-45a6a95f9338 of type vlan for network fb516b7e-1249-430c-804f-6d4d0a1df65e
Dec 11 21:03:08.492979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.506714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89055fa-0072-4084-b3d4-4e8d5d594184 req-d1a1ef1c-e7b9-49cc-be92-abf22d2583f0 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:08.508507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b89055fa-0072-4084-b3d4-4e8d5d594184 req-d1a1ef1c-e7b9-49cc-be92-abf22d2583f0 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 948 time: 0.1086369
Dec 11 21:03:08.574759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.599982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7fb98fb8-6d0f-450e-b3f5-c182d11c016b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:03:08.628347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b89055fa-0072-4084-b3d4-4e8d5d594184 req-7e22d1ec-25bd-4a19-9480-048b9cc47c99 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994470
Dec 11 21:03:08.630507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.631549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:08.632141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.674933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.683347 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.706584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5971119
Dec 11 21:03:08.708754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54994) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:08.715761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Request body: {'subnet': {'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-696970155-subnet', 'tenant_id': '0181b03896134c7f84c230f66f45abc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:08.725723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fb591-4a51-4662-bd10-9457be4f1266 admin admin] Pushing event updated for resources: {'Network': ['ID=fb516b7e-1249-430c-804f-6d4d0a1df65e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.737751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network fb516b7e-1249-430c-804f-6d4d0a1df65e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:08.765447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] In _notify_port_updated(), no bound segment for port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 on network ec8f686f-7175-45ca-8f76-6a521c290f72 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:03:08.771542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:08.772349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.774338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "PUT /v2.0/ports/72b01ad6-61d5-42fe-959c-8a57ab7b9de2 HTTP/1.1" status: 200  len: 1129 time: 1.1602454
Dec 11 21:03:08.776931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54998) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:08.831614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:08.836306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7c73c-fd8b-455a-aa2a-2aa5af6845a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event updated for resources: {'Port': ['ID=72b01ad6-61d5-42fe-959c-8a57ab7b9de2,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:08.847317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b', 'mac_address': 'fa:16:3e:e9:ab:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:03:08.858391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939266d9-6d30-4d89-a500-fd58dbe98f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:08.859795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-939266d9-6d30-4d89-a500-fd58dbe98f84 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "GET /v2.0/ports/72b01ad6-61d5-42fe-959c-8a57ab7b9de2 HTTP/1.1" status: 200  len: 1129 time: 0.0817521
Dec 11 21:03:08.864227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55002) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:08.888233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.939111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.942787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Made reservation on behalf of 0181b03896134c7f84c230f66f45abc3 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:08.949723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:08.956763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb98fb8-6d0f-450e-b3f5-c182d11c016b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:08.991195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:08.999659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.000707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Deleting port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:09.001179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.079286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:09.129378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-79a776e8-215b-4ac9-9bb6-518090422cff None None] Provisioning complete for port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:09.129953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-79a776e8-215b-4ac9-9bb6-518090422cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.152013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.177431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Calling delete_port for 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:09.184414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-79a776e8-215b-4ac9-9bb6-518090422cff None None] Port 72b01ad6-61d5-42fe-959c-8a57ab7b9de2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:09.279608 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.280140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7fb98fb8-6d0f-450e-b3f5-c182d11c016b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:09.288449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.368259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.434016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event deleted for resources: {'Port': ['ID=72b01ad6-61d5-42fe-959c-8a57ab7b9de2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:09.444775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.452107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0dfcbddd-23e5-48fb-ac3a-f7ce32d96788 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "DELETE /v2.0/ports/72b01ad6-61d5-42fe-959c-8a57ab7b9de2 HTTP/1.1" status: 204  len: 168 time: 0.5834951
Dec 11 21:03:09.452318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:09.496834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.589073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Deleting subnet fce82509-405c-4d9c-b070-90a4c4c1ea72 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:03:09.593920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.633599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2325a461-8456-4a40-b253-100df3e69792,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:09.650877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Checking segment: {'id': 'ea281d62-f86e-48e3-b378-45a6a95f9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:09.652291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Network hostable DHCP agents. Network: fb516b7e-1249-430c-804f-6d4d0a1df65e, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:09.676196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.683511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router ca74b107-ce4d-4fee-a709-109f63259c9f is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:09.726923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Network fb516b7e-1249-430c-804f-6d4d0a1df65e is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:09.799835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb516b7e-1249-430c-804f-6d4d0a1df65e) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:09.806784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:09.807524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.862787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.866026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-57bd0caa-bb6c-4dfa-ad7d-130243a2f37e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1562128
Dec 11 21:03:09.874918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:09.875670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf5c034-6ff8-4567-8474-ac448b559211 None None] Network fb516b7e-1249-430c-804f-6d4d0a1df65e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:09.880497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:09.884628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f54df948-a417-4cba-ac33-1b51dce1612b tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "PUT /v2.0/routers/ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 200  len: 913 time: 3.3315785
Dec 11 21:03:09.885321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:09.892233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] Sync routers for ids ['ca74b107-ce4d-4fee-a709-109f63259c9f'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:09.931893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c115efa-9e8b-4693-b155-4bdbdcd6f6da req-8712206e-a0d9-4ae1-9265-b23f50295a19 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:09.938943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c115efa-9e8b-4693-b155-4bdbdcd6f6da req-8712206e-a0d9-4ae1-9265-b23f50295a19 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 949 time: 0.1732514
Dec 11 21:03:09.968575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] Routers {'ca74b107-ce4d-4fee-a709-109f63259c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:09.970228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777f8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca74b107-ce4d-4fee-a709-109f63259c9f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:10.015697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c043e19c-e573-4109-95d4-57459c063306 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 200  len: 919 time: 0.1290939
Dec 11 21:03:10.017970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777f8ee0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:10.018533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.040801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] Routers {'ca74b107-ce4d-4fee-a709-109f63259c9f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:10.042021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777f8ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:02:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca74b107-ce4d-4fee-a709-109f63259c9f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:10.054394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.073292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3f502-834f-41fe-aa6e-30e19bff6e65 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:10.077053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24a3f502-834f-41fe-aa6e-30e19bff6e65 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=ca74b107-ce4d-4fee-a709-109f63259c9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0570772
Dec 11 21:03:10.079817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.084731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c115efa-9e8b-4693-b155-4bdbdcd6f6da req-dc0f5eab-3bbb-4f44-8e2b-ef8d0de8153f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290324
Dec 11 21:03:10.094496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.123262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777f8ee0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:10.123974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214a5db-9bfc-4685-bcba-cafe40ac6249 None None] The sync data for ids ['ca74b107-ce4d-4fee-a709-109f63259c9f'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:10.128853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event deleted for resources: {'Subnet': ['ID=fce82509-405c-4d9c-b070-90a4c4c1ea72,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:10.137424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.141347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a83058a0-55e3-4a41-9754-7b6227095936 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "DELETE /v2.0/subnets/fce82509-405c-4d9c-b070-90a4c4c1ea72 HTTP/1.1" status: 204  len: 168 time: 0.6877911
Dec 11 21:03:10.143538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55050) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.167356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b9875-352f-4db5-8c73-78f0030c22fa None None] Network ec8f686f-7175-45ca-8f76-6a521c290f72 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:10.174040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679141b-4ea8-4a5c-b5ed-21cb8755900c None None] Network fb516b7e-1249-430c-804f-6d4d0a1df65e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:10.251291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46b8ff0f-47b6-4766-9b53-e52cee7738d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.267017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5790ac-4ecd-46ff-9fdf-80729591398e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:10.271591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ba5790ac-4ecd-46ff-9fdf-80729591398e tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.1882904
Dec 11 21:03:10.274043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55054) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.307544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab3b032e-3fab-4716-889f-8743a5314dd4 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 200  len: 205 time: 0.0323279
Dec 11 21:03:10.310707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.327061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.427017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46b8ff0f-47b6-4766-9b53-e52cee7738d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.437384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Deleting port 702f8014-1ec7-4448-8756-54d098fdd445 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:10.437928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.439975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46b8ff0f-47b6-4766-9b53-e52cee7738d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.454075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.470467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46b8ff0f-47b6-4766-9b53-e52cee7738d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82d2d9a122d8436c82f36305389480bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4130194
Dec 11 21:03:10.485956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55062) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.497030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] DHCP port deletion for ec8f686f-7175-45ca-8f76-6a521c290f72 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:10.572085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Deleting port 702f8014-1ec7-4448-8756-54d098fdd445 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:10.573206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.602555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ff0f-47b6-4766-9b53-e52cee7738d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499e5ddb-cc62-44ba-949d-445a3ffe4101,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:10.606666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] For port 702f8014-1ec7-4448-8756-54d098fdd445, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=702f8014-1ec7-4448-8756-54d098fdd445,segment=NetworkSegment(584c8573-1f50-47c2-a21a-53e1ea94540d),segment_id=584c8573-1f50-47c2-a21a-53e1ea94540d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:10.607682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.637980 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.640943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Calling delete_port for 702f8014-1ec7-4448-8756-54d098fdd445 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:10.648686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7fb98fb8-6d0f-450e-b3f5-c182d11c016b up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:10.657954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.672309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.711824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] For port 702f8014-1ec7-4448-8756-54d098fdd445, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=702f8014-1ec7-4448-8756-54d098fdd445,segment=NetworkSegment(584c8573-1f50-47c2-a21a-53e1ea94540d),segment_id=584c8573-1f50-47c2-a21a-53e1ea94540d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:10.712112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.730280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Calling delete_port for 702f8014-1ec7-4448-8756-54d098fdd445 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:10.761806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port 9762d97c-5dbe-41f0-b124-7bf2b1ab353f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:10.762165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.802304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:03:10.832023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:10.832559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.870063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.881072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.884201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.888250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/499e5ddb-cc62-44ba-949d-445a3ffe4101 HTTP/1.1" status: 204  len: 168 time: 0.3983247
Dec 11 21:03:10.896070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:10.911103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] No DVR routers for this DVR port 702f8014-1ec7-4448-8756-54d098fdd445 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:10.917555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90ad94-2544-443b-bb26-56b1d2d1ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499e5ddb-cc62-44ba-949d-445a3ffe4101,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:10.920532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event deleted for resources: {'Port': ['ID=702f8014-1ec7-4448-8756-54d098fdd445,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:10.925515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] No DVR routers for this DVR port 702f8014-1ec7-4448-8756-54d098fdd445 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:10.950132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83a94-7dd7-4eb3-95d0-6471e6e96e57 None None] Pushing event deleted for resources: {'Port': ['ID=702f8014-1ec7-4448-8756-54d098fdd445,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:10.960054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55078) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:10.976888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1653885288-network', 'tenant_id': 'ca2a9fc00a1d46a18ade923c6feb5fc2'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:11.020296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.026303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.030582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f19955d7-2e7c-477a-bac5-83c424240372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.049104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:11.051834 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa0150-0ece-4954-a40e-7335940b7584" -d '{"events": [{"server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "name": "network-vif-plugged", "status": "completed", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:11.058779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4bd6e-5dcc-42aa-bc58-5b9e2b725abd req-a6d54f07-2d21-498a-9ee7-1f9bfff5a8ef tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:11.064848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ae4bd6e-5dcc-42aa-bc58-5b9e2b725abd req-a6d54f07-2d21-498a-9ee7-1f9bfff5a8ef tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.2197039
Dec 11 21:03:11.069112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.072466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for 9762d97c-5dbe-41f0-b124-7bf2b1ab353f owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:11.074816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Made reservation on behalf of ca2a9fc00a1d46a18ade923c6feb5fc2 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:11.079720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.082368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:11.093299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.101766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.108388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd979a0>,) {'filters': {'network_id': ['ec8f686f-7175-45ca-8f76-6a521c290f72']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:11.123910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd979a0>, '584c8573-1f50-47c2-a21a-53e1ea94540d') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:11.124270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd979a0>, '584c8573-1f50-47c2-a21a-53e1ea94540d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:11.137311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.148118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:11.156081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.164182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:11.164960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:11.169995 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:11.248859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.262190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4ae4bd6e-5dcc-42aa-bc58-5b9e2b725abd req-bef1ce76-e9e6-496e-b057-b34d17430c68 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908166
Dec 11 21:03:11.283915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Pushing event deleted for resources: {'Network': ['ID=ec8f686f-7175-45ca-8f76-6a521c290f72,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:11.291425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.304370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9bea8bb1-a7ff-4734-bb6a-db740c292fd7 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467 tempest-ExtraDHCPOptionsIpV6TestJSON-1813666467-project] 10.222.0.18 "DELETE /v2.0/networks/ec8f686f-7175-45ca-8f76-6a521c290f72 HTTP/1.1" status: 204  len: 168 time: 1.1558909
Dec 11 21:03:11.348217 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c70902-45ef-4cc8-b804-93182bad6e68 x-openstack-request-id: req-45c70902-45ef-4cc8-b804-93182bad6e68 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:11.348513 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "name": "network-vif-plugged", "status": "completed", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:11.349204 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45c70902-45ef-4cc8-b804-93182bad6e68 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:11.349784 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b', 'code': 200}
Dec 11 21:03:11.485331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ba664-39ad-4a07-bcb6-830d32ef69c5 req-9e5f9f77-c31d-464e-9d22-5e9563be1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:11.487316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc2ba664-39ad-4a07-bcb6-830d32ef69c5 req-9e5f9f77-c31d-464e-9d22-5e9563be1188 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 1101 time: 0.0680709
Dec 11 21:03:11.553790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb1e5-97a1-4505-ae2d-2ff8f50cfc60 req-123a05d7-bb07-4e60-91b1-85eb876d527a tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:11.562023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-457fb1e5-97a1-4505-ae2d-2ff8f50cfc60 req-123a05d7-bb07-4e60-91b1-85eb876d527a tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.1776135
Dec 11 21:03:11.571274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.575982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc2ba664-39ad-4a07-bcb6-830d32ef69c5 req-c6fefd2b-38f8-466d-8faa-6c20df57a5cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764511
Dec 11 21:03:11.578973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.588714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.632615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=9762d97c-5dbe-41f0-b124-7bf2b1ab353f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:11.636566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a2a9b4-a3fe-420b-a163-2926e6a8d9e3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:11.662525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:11.674578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55100) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:11.703477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-457fb1e5-97a1-4505-ae2d-2ff8f50cfc60 req-4c686fd3-e271-404a-b0b6-42188938a874 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356657
Dec 11 21:03:11.728364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff85b3b-3342-41c5-9bff-95c5c174921a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:11.731228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.731574 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Added segment 6e2da859-d933-41a0-80e7-b78395bb1577 of type vlan for network ba29d68e-0917-4c87-ac16-73bd5dea5c6b
Dec 11 21:03:11.791692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.796822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.856642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5af68244-4d30-4add-862b-02ccef679d7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b1280666953403fa9ce24ff6a0e5a8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1807625
Dec 11 21:03:11.861130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:11.928419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:11.952270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.010198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.013625 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.017242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87e787e1-c22f-413c-b39d-87717c1ebf46 HTTP/1.1" status: 204  len: 168 time: 0.1525548
Dec 11 21:03:12.025873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309e9ec-c2db-4601-bb9d-69fb5a138a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e787e1-c22f-413c-b39d-87717c1ebf46,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:12.121485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:03:12.164767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.167894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.176661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.177634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:12.178411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.228860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 702f8014-1ec7-4448-8756-54d098fdd445 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:12.269489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 702f8014-1ec7-4448-8756-54d098fdd445 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:12.270442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 702f8014-1ec7-4448-8756-54d098fdd445 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:12.284379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.284840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router ca74b107-ce4d-4fee-a709-109f63259c9f {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:12.289293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3239942
Dec 11 21:03:12.292374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:12.297873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Request body: {'subnet': {'network_id': 'ba29d68e-0917-4c87-ac16-73bd5dea5c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1653885288-subnet', 'tenant_id': 'ca2a9fc00a1d46a18ade923c6feb5fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:12.300862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.306804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4938816-f7ab-41e2-beb2-5acdcfcaa753 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 204  len: 168 time: 1.9950438
Dec 11 21:03:12.310632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:12.316221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1880160744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:12.323497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95da16-875c-4204-9461-76832b7c96d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ba29d68e-0917-4c87-ac16-73bd5dea5c6b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:12.337915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ba29d68e-0917-4c87-ac16-73bd5dea5c6b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:12.338837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Made reservation on behalf of ca2a9fc00a1d46a18ade923c6feb5fc2 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:12.345537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.423226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.424537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.474577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43525c-fc56-44c6-89fe-a59bfa415d0e req-d2afca5c-2c40-4027-8467-b0c787c3b5cc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:12.483306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed43525c-fc56-44c6-89fe-a59bfa415d0e req-d2afca5c-2c40-4027-8467-b0c787c3b5cc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.1113348
Dec 11 21:03:12.558249 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.567597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.608766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed43525c-fc56-44c6-89fe-a59bfa415d0e req-b0831ba9-a2cd-4380-8262-c7d7e98d59bd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243320
Dec 11 21:03:12.615973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.617220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00ecca87-486e-4a70-821d-f764dc6cd2ea tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3052292
Dec 11 21:03:12.624080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55144) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:12.634601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:12.682902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.767246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb983afd-9567-472d-b2d2-5351464581b2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:12.793633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Checking segment: {'id': '6e2da859-d933-41a0-80e7-b78395bb1577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ba29d68e-0917-4c87-ac16-73bd5dea5c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:12.794981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Network hostable DHCP agents. Network: ba29d68e-0917-4c87-ac16-73bd5dea5c6b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:12.818734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Network ba29d68e-0917-4c87-ac16-73bd5dea5c6b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:12.836735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba29d68e-0917-4c87-ac16-73bd5dea5c6b) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:12.844130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:12.849369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.854345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11075b77-82af-4e92-aadd-054d8c8ade96 None None] Network ba29d68e-0917-4c87-ac16-73bd5dea5c6b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:12.936778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8c717d7-1a91-4142-bfc3-9c2efb7c35dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6432347
Dec 11 21:03:12.943073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:12.972756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-a4dc7448-9873-4396-a70d-13ee58c26666 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:12.974577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-a4dc7448-9873-4396-a70d-13ee58c26666 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.1398790
Dec 11 21:03:12.994559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca58511-f63f-4033-89ce-3f81427ed6e7 req-0d83b4da-b1f6-4507-bf49-9447c0c85be6 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:13.004983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca58511-f63f-4033-89ce-3f81427ed6e7 req-0d83b4da-b1f6-4507-bf49-9447c0c85be6 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.1506743
Dec 11 21:03:13.084964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca58511-f63f-4033-89ce-3f81427ed6e7 req-b5560ed4-69c1-4203-950f-461a2039eb67 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789888
Dec 11 21:03:13.103569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290ccea5-3d7f-4268-bf94-df8995d34112 None None] Network ba29d68e-0917-4c87-ac16-73bd5dea5c6b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:13.203111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port 8d405bbc-faef-4a46-b85c-faf680439d43 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:13.204092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.414340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port 8d405bbc-faef-4a46-b85c-faf680439d43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d405bbc-faef-4a46-b85c-faf680439d43,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:13.414728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.434276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for 8d405bbc-faef-4a46-b85c-faf680439d43 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:13.436586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.449076 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d19d775-aaf6-4e99-b396-b62c98bc78cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.460872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.467826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55174) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:13.599933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660453038'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:13.630877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:13.635351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.648455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.743198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Allocated IP 172.35.1.83 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d5c4f85b-a9c9-497f-9522-8542b15353a0) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:13.769954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.786939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.797049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3554050-cd90-412f-b335-1b2193e464e7 req-7330d679-fa87-41a1-b608-3dad1d90fa7f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:13.798870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3554050-cd90-412f-b335-1b2193e464e7 req-7330d679-fa87-41a1-b608-3dad1d90fa7f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ee51d50-5755-40a9-b33c-16f2e19b01b8 HTTP/1.1" status: 200  len: 946 time: 0.0923808
Dec 11 21:03:13.800299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.813749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['8d405bbc-faef-4a46-b85c-faf680439d43'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:13.865810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=8d405bbc-faef-4a46-b85c-faf680439d43,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:13.894955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:13.909440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27015af2-ce04-4846-987a-c24154de9f68,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:13.924203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.924447 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment c82fe595-72d1-4b1b-ae97-72c2751829df of type vlan for network 16c4947f-902c-49b5-a562-a77c37aa71f7
Dec 11 21:03:13.937033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3554050-cd90-412f-b335-1b2193e464e7 req-c2098629-443f-445b-8fbe-efbe441ddcd5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281328
Dec 11 21:03:13.959724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-702c0372-ed73-45b5-95a0-d9b4e1938bc4 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:13.961272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-702c0372-ed73-45b5-95a0-d9b4e1938bc4 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/networks?id=fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 200  len: 811 time: 0.2464643
Dec 11 21:03:13.982871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.988941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port 8d405bbc-faef-4a46-b85c-faf680439d43 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:13.993352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:13.996949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0696d8d0-b78f-40ea-863e-bdd2721a791f req-ce7dff08-d9c8-4c25-b0ba-d28a042ba4df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "DELETE /v2.0/ports/8d405bbc-faef-4a46-b85c-faf680439d43 HTTP/1.1" status: 204  len: 173 time: 1.0092728
Dec 11 21:03:14.004951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'name': 'network-vif-deleted', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:14.009401 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721f59c5-cb03-4f65-8bce-223712973abf" -d '{"events": [{"server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "name": "network-vif-deleted", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:14.024535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.032283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-26519ac3-3508-4b9b-b23b-ce1d8d76ab31 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/quotas/0181b03896134c7f84c230f66f45abc3 HTTP/1.1" status: 200  len: 375 time: 0.0505509
Dec 11 21:03:14.036402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:14.037217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.067384 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3bff0b-c0b4-4cc5-ae51-2289f90b46c9 x-openstack-request-id: req-9b3bff0b-c0b4-4cc5-ae51-2289f90b46c9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:14.067676 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee51d50-5755-40a9-b33c-16f2e19b01b8", "name": "network-vif-deleted", "tag": "8d405bbc-faef-4a46-b85c-faf680439d43", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:14.068123 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b3bff0b-c0b4-4cc5-ae51-2289f90b46c9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:14.068674 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee51d50-5755-40a9-b33c-16f2e19b01b8', 'name': 'network-vif-deleted', 'tag': '8d405bbc-faef-4a46-b85c-faf680439d43', 'status': 'completed', 'code': 200}
Dec 11 21:03:14.083233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-bccc415e-ef9f-44b1-b2f8-6d1402e80899 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0181b03896134c7f84c230f66f45abc3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496559
Dec 11 21:03:14.096923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.171599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7023487
Dec 11 21:03:14.189383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b892f6b-dc0e-42e0-800c-4eb9c37ac4f5 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=16c4947f-902c-49b5-a562-a77c37aa71f7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:14.204511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:14.211996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-3265123c-4e74-42e5-8cbc-437c12fefc37 service neutron] 10.222.0.18 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272798
Dec 11 21:03:14.215631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.321238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55210) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:14.330627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:14.367129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:14.376269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:14.382510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:14.396936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02c219b-dc39-40c7-ae79-198977e14fbc None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:14.424017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc2e71-6e30-4beb-94b1-65180c60e92a req-be66a60a-95dd-42c6-b43d-7e998cfeee08 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:14.424894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c4f85b-a9c9-497f-9522-8542b15353a0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:14.425943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46cc2e71-6e30-4beb-94b1-65180c60e92a req-be66a60a-95dd-42c6-b43d-7e998cfeee08 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.1499939
Dec 11 21:03:14.463703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d63e4b1-5851-4d4a-83ea-7a953a3d847a None None] Provisioning complete for port d5c4f85b-a9c9-497f-9522-8542b15353a0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:14.464874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d63e4b1-5851-4d4a-83ea-7a953a3d847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.492589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46cc2e71-6e30-4beb-94b1-65180c60e92a req-e8edd591-9a0b-4a35-a71c-753e205c7c14 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553827
Dec 11 21:03:14.500394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:14.504274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.508305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-056a4204-5c3d-4595-820b-17e8592b065c service neutron] 10.222.0.18 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946846
Dec 11 21:03:14.510253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2d63e4b1-5851-4d4a-83ea-7a953a3d847a None None] Port d5c4f85b-a9c9-497f-9522-8542b15353a0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:14.751652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.802021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.873792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfc8b30c-4645-4764-a6b4-8282d37af57b req-9c116897-1402-48c1-a52d-75cf7f3e18f3 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 210 time: 0.1259172
Dec 11 21:03:14.880833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:14.945901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=9d1eea6d-90f9-4a7c-9379-12ccf066b023,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:14.995909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'c82fe595-72d1-4b1b-ae97-72c2751829df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:14.996263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 16c4947f-902c-49b5-a562-a77c37aa71f7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:15.034975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-bb60a1e2-628c-4cbe-bfae-c8c70b0f7543 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0512338
Dec 11 21:03:15.055387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:15.107515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16c4947f-902c-49b5-a562-a77c37aa71f7) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:15.121685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4344ff8-d2c1-4373-a593-58eb6713453a None None] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:15.127879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:15.129051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.166858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.173649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.204174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0549964c-fcde-4f65-b2fa-0b4692a656a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 0.8806918
Dec 11 21:03:15.204831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55254) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:15.219103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-924586924'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:15.304268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:15.310457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.348468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-412e1e20-c719-47ce-ab13-c42b34ffe561 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:15.350048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-412e1e20-c719-47ce-ab13-c42b34ffe561 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3074570
Dec 11 21:03:15.375958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Router ff19ced0-a397-4d70-8cc5-548e6a83cbb0 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:15.380954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:15.393889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-a28b479d-4d64-4ed4-af61-eda66348f841 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/quotas/32b860192cfb4f879b4bb8c3fb20cb1b HTTP/1.1" status: 200  len: 375 time: 0.0330307
Dec 11 21:03:15.399622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.400178 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment f2f34436-72ff-44d7-b21c-f51597619ac7 of type vlan for network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7
Dec 11 21:03:15.431549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16c4947f-902c-49b5-a562-a77c37aa71f7', 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '9d1eea6d-90f9-4a7c-9379-12ccf066b023'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:15.433557 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.520065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.564283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-88d8ddb4-a379-4fce-8eb4-8263c239c3fa tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1525159
Dec 11 21:03:15.586348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.604335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:15.609327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.610338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:15.623530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.624736 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] Sync routers for ids ['ff19ced0-a397-4d70-8cc5-548e6a83cbb0'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:15.625346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-90292f37-994c-47ed-a141-d68279bbcadb tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "PUT /v2.0/routers/ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 200  len: 915 time: 2.9996872
Dec 11 21:03:15.629408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:15.655584 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:15.657693 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] Routers {'ff19ced0-a397-4d70-8cc5-548e6a83cbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:15.662104 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842d9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ff19ced0-a397-4d70-8cc5-548e6a83cbb0'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:15.671168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Allocated IP 172.20.255.242 (16c4947f-902c-49b5-a562-a77c37aa71f7/9d1eea6d-90f9-4a7c-9379-12ccf066b023/1a25fe93-5fce-4a58-8667-57bcc28e70c0) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:15.699845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4880698
Dec 11 21:03:15.701096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55274) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:15.757337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:15.798834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5f230-4f09-4830-b54f-f1d3ca1a3f62 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:15.839487 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842d9490>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:15.856076 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] Routers {'ff19ced0-a397-4d70-8cc5-548e6a83cbb0'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:15.857259 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842d9490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ff19ced0-a397-4d70-8cc5-548e6a83cbb0'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:15.881922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:15.956215 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842d9490>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:15.957988 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f3ab28-3861-49f0-9f1f-66f5fc2adc13 None None] The sync data for ids ['ff19ced0-a397-4d70-8cc5-548e6a83cbb0'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:16.059041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:16.065229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.176052 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.187026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.280889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Pushing event updated for resources: {'Port': ['ID=1a25fe93-5fce-4a58-8667-57bcc28e70c0,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:16.295900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:16.300655 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.302042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:16.305010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:16.321106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8d405bbc-faef-4a46-b85c-faf680439d43 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:16.360727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-9d1a0613-5fa2-42ad-85a6-6f46b024b6a9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:16.368459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-9d1a0613-5fa2-42ad-85a6-6f46b024b6a9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.4233048
Dec 11 21:03:16.379163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 8d405bbc-faef-4a46-b85c-faf680439d43 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:16.379760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8d405bbc-faef-4a46-b85c-faf680439d43 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:16.398367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-0b833543-629a-44eb-8752-e9238b2cbbb9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0287881
Dec 11 21:03:16.432815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Attempting to bind port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:16.433185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Attempting to bind port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c82fe595-72d1-4b1b-ae97-72c2751829df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:16.433617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Attempting to bind port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 on network 16c4947f-902c-49b5-a562-a77c37aa71f7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:16.441167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:16.441550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Checking segment: {'id': 'c82fe595-72d1-4b1b-ae97-72c2751829df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:16.441952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.442345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Bound using segment: {'id': 'c82fe595-72d1-4b1b-ae97-72c2751829df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:16.442893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Bound port: 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82fe595-72d1-4b1b-ae97-72c2751829df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '16c4947f-902c-49b5-a562-a77c37aa71f7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:16.443308 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.456797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-36287fd8-1b0f-444f-a274-1700b0fdef39 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0574117
Dec 11 21:03:16.523511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] For port 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:16.529858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] For port 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a25fe93-5fce-4a58-8667-57bcc28e70c0,segment=NetworkSegment(c82fe595-72d1-4b1b-ae97-72c2751829df),segment_id=c82fe595-72d1-4b1b-ae97-72c2751829df)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:16.536638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f760c4b-d1a0-4c40-9217-55035716b9e6 req-9242bc4c-2554-4c4f-a64f-1a43871dd0c8 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 210 time: 0.3016489
Dec 11 21:03:16.543616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.566598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-886917e3-b5de-4c31-acf2-2f3ac30ab793 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:16.568143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-886917e3-b5de-4c31-acf2-2f3ac30ab793 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.30 "GET /v2.0/networks?id=fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 200  len: 811 time: 0.3405089
Dec 11 21:03:16.579859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-421632a4-bd16-4000-a124-3219064d26f0 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 200  len: 921 time: 0.9489896
Dec 11 21:03:16.580654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55322) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:16.615112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Request body: {'port': {'device_id': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e', 'admin_state_up': True, 'tenant_id': '0181b03896134c7f84c230f66f45abc3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:16.618331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e96e-bc9c-481e-abde-d17f45b57d37 None None] Pushing event updated for resources: {'Port': ['ID=1a25fe93-5fce-4a58-8667-57bcc28e70c0,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:16.726106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:16.727221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.762311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-97d17b78-a94b-4bf9-a1e2-399abe7c9c4f req-471c0792-fdf4-47a0-a80d-73c834529a66 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 210 time: 0.0659113
Dec 11 21:03:16.795993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=3168a13b-29c4-4936-ba1b-b082b9f64b53,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:16.812740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-19ed8dc6-0f2d-4c8d-aa7e-5aea90ebef1e service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3539674
Dec 11 21:03:16.842928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294469c2-d4c4-4855-aadd-649e6f9c411f tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:16.844587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-294469c2-d4c4-4855-aadd-649e6f9c411f tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=ff19ced0-a397-4d70-8cc5-548e6a83cbb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2569809
Dec 11 21:03:16.851357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55328) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:16.929209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d4708ab-3eae-4c73-b294-37e79a53bf18 req-d16fa04a-9def-4737-ae87-1b153088dd84 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136267
Dec 11 21:03:16.951650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Made reservation on behalf of 0181b03896134c7f84c230f66f45abc3 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:16.956414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:16.985406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67160609-7543-4823-a0d9-851e78020cba admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.010548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'f2f34436-72ff-44d7-b21c-f51597619ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:17.010548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:17.051130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:17.070467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:17.078343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:17.078830 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.113185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24969e8-76cc-48c6-98a6-7a3507890307 None None] Network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:17.116063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e59fa0-01c8-4d25-bf2a-9466d0b0a855 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:17.123470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7e59fa0-01c8-4d25-bf2a-9466d0b0a855 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.2583222
Dec 11 21:03:17.123689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-40fa9f7d-5e1d-4fa7-a8a2-e7a601124c0f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.3652287
Dec 11 21:03:17.123689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:17.123888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55332) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:17.157635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67160609-7543-4823-a0d9-851e78020cba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.174184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67160609-7543-4823-a0d9-851e78020cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.301260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f86563c-fa6a-4e24-9c36-76a98e906320 req-994a564c-6bef-4554-9e5e-b67869a59639 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=1368b7e7-4ee3-43b8-80f2-d70e6a961285 HTTP/1.1" status: 200  len: 210 time: 0.0633035
Dec 11 21:03:17.322118 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-67160609-7543-4823-a0d9-851e78020cba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f8ecda4828f416895c78e6c94177832&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5828195
Dec 11 21:03:17.322118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160609-7543-4823-a0d9-851e78020cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c263f03d-c3ba-446b-a27f-727d856d5e0a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:17.322118 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ca155d8-38b4-4f36-81e8-907d9113c7a2 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 200  len: 205 time: 0.1976118
Dec 11 21:03:17.322599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:17.323651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55340) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:17.369963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.392306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Allocated IP 172.20.0.11 (fb516b7e-1249-430c-804f-6d4d0a1df65e/2325a461-8456-4a40-b253-100df3e69792/b197ca38-44e4-4e9a-b384-8eab1dc75fd4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:17.401017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.405370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7', 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '3168a13b-29c4-4936-ba1b-b082b9f64b53'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:17.406264 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.426970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-c05ee1f1-c8e2-427e-9de0-5a4d6ed20a2f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332377
Dec 11 21:03:17.533720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.674702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.706211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Allocated IP 172.20.0.2 (ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7/3168a13b-29c4-4936-ba1b-b082b9f64b53/c78186f8-906d-4285-856a-90a0224fa16c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:17.748723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4c7582a-c497-4cdf-b0ca-56d147dc73fe req-958426d3-a3be-49e6-a2a7-2122b60f17f5 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 210 time: 0.0639408
Dec 11 21:03:17.749355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-2d8cf29a-133a-43a5-ace2-7a57c3d35ff5 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:17.767365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-2d8cf29a-133a-43a5-ace2-7a57c3d35ff5 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2607455
Dec 11 21:03:17.786051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Request body: {'port': {'device_id': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '32b860192cfb4f879b4bb8c3fb20cb1b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:17.846298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.893460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:17.955987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.044108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Network fb516b7e-1249-430c-804f-6d4d0a1df65e is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:18.047607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:18.051871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:18.081212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Pushing event updated for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:18.112279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:18.113167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.151028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-e92c1206-6b2c-42e1-8884-9094c4ce404b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5692289
Dec 11 21:03:18.203445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.212505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.240450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.272509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:18.279672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:18.282825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:18.311334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-4c9a9364-d7cd-4afc-92b5-39354a0d616e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:18.311521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Pushing event updated for resources: {'Port': ['ID=c78186f8-906d-4285-856a-90a0224fa16c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:18.313321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-4c9a9364-d7cd-4afc-92b5-39354a0d616e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.1564093
Dec 11 21:03:18.357820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.361384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.365038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c263f03d-c3ba-446b-a27f-727d856d5e0a HTTP/1.1" status: 204  len: 168 time: 1.0387342
Dec 11 21:03:18.375283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-3caac99a-8820-4faa-b04f-d6e29614204f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0462101
Dec 11 21:03:18.390640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.392728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a25fe93-5fce-4a58-8667-57bcc28e70c0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:18.399254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9e1388-f10a-4d00-b49a-68645114b3b0 None None] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:18.419829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2118b-b733-46ea-abb1-b9b72c75c9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c263f03d-c3ba-446b-a27f-727d856d5e0a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:18.421356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-94a13b11-5618-4383-b242-acfcc1bc8230 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448596
Dec 11 21:03:18.464318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Request body: {'port': {'device_id': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:18.469930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=3168a13b-29c4-4936-ba1b-b082b9f64b53,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:18.473673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b894dc-9c58-4319-a6b4-6141edf126c1 req-8598fd72-c1b6-4482-bf1c-08056daac9c1 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:18.474529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-67b894dc-9c58-4319-a6b4-6141edf126c1 req-8598fd72-c1b6-4482-bf1c-08056daac9c1 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 932 time: 0.5033939
Dec 11 21:03:18.477618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Made reservation on behalf of 32b860192cfb4f879b4bb8c3fb20cb1b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:18.480785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.551598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.552510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.591766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8460fc10>,) {'filters': {'network_id': ['ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:18.618976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-67b894dc-9c58-4319-a6b4-6141edf126c1 req-f4a8fc0d-e703-4d73-a64b-f9f7aac9aa90 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142445
Dec 11 21:03:18.649546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8460fc10>, 'f2f34436-72ff-44d7-b21c-f51597619ac7') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:18.649848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8460fc10>, 'f2f34436-72ff-44d7-b21c-f51597619ac7') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:18.702939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.707352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Attempting to bind port c78186f8-906d-4285-856a-90a0224fa16c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:18.708022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Attempting to bind port c78186f8-906d-4285-856a-90a0224fa16c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f2f34436-72ff-44d7-b21c-f51597619ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:18.708606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Attempting to bind port c78186f8-906d-4285-856a-90a0224fa16c on network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:18.714590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Provisioning complete for port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:18.715393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.718660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.725543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Allocated IP 192.168.233.213 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/d344248c-f3c3-4d35-a0f9-fda65c92b1fb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:18.765694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.787448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:18.787897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.791338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port d5c4f85b-a9c9-497f-9522-8542b15353a0 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:18.794339 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:18.796583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.801383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:18.802017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Checking segment: {'id': 'f2f34436-72ff-44d7-b21c-f51597619ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:18.803223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.803604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Bound using segment: {'id': 'f2f34436-72ff-44d7-b21c-f51597619ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:18.804323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Bound port: c78186f8-906d-4285-856a-90a0224fa16c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f34436-72ff-44d7-b21c-f51597619ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:18.806070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.829499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6705cf1d-4fb3-4f0b-a9c4-92036e1e785f service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3760624
Dec 11 21:03:18.901010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:18.901774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:18.902516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55384) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:19.029052 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.049004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] For port c78186f8-906d-4285-856a-90a0224fa16c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:19.102762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] For port 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a25fe93-5fce-4a58-8667-57bcc28e70c0,segment=NetworkSegment(c82fe595-72d1-4b1b-ae97-72c2751829df),segment_id=c82fe595-72d1-4b1b-ae97-72c2751829df)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:19.119161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.171541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:03:19.171541 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:03:19.171541 ncdv-master-1 neutron-server[125988]: [parameters: {'id': 'ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7'}]
Dec 11 21:03:19.171541 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:19.172076 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:19.176169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b6984b9-87ae-444d-8e6a-5077761d0636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.202662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] For port c78186f8-906d-4285-856a-90a0224fa16c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c78186f8-906d-4285-856a-90a0224fa16c,segment=NetworkSegment(f2f34436-72ff-44d7-b21c-f51597619ac7),segment_id=f2f34436-72ff-44d7-b21c-f51597619ac7)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:19.203982 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.220079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.274863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Pushing event updated for resources: {'Port': ['ID=1a25fe93-5fce-4a58-8667-57bcc28e70c0,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:19.305869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-831db583-bb7e-4014-8de2-5a188876d5a7 None None] Provisioning complete for port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:19.306185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-831db583-bb7e-4014-8de2-5a188876d5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.315722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-62e9a643-b02b-4f21-a767-17f4c75acdfe service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4217806
Dec 11 21:03:19.330131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.330506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.330855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.331197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.331536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.331884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.332211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.332541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.332872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.333204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.334133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.334593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.334927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191dd88d-c42b-4c76-ad1b-aa87ceb7c7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:19.382919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b197ca38-44e4-4e9a-b384-8eab1dc75fd4 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:19.399728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.428455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:19.428845 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:19.432654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b6984b9-87ae-444d-8e6a-5077761d0636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.433930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Transition to ACTIVE for port object b197ca38-44e4-4e9a-b384-8eab1dc75fd4 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:03:19.444204 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b6984b9-87ae-444d-8e6a-5077761d0636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.446666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.449287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fafbcc-9906-4798-80f4-a0a7d3949dd0 None None] Network ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:19.458249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5b9fcacb-66ac-46b6-b946-2227b00bf141 req-a12f6f01-ef83-42b0-be06-19cf2133efce tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 210 time: 0.0932150
Dec 11 21:03:19.497395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.524967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for d5c4f85b-a9c9-497f-9522-8542b15353a0 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:19.535691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Pushing event updated for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:19.541711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.581205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6984b9-87ae-444d-8e6a-5077761d0636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9749e6-3281-46ab-8e2c-32579771dcbc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:19.589121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8b6984b9-87ae-444d-8e6a-5077761d0636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd2041a4b7fe4389bef4752b37faf5be&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6833138
Dec 11 21:03:19.589927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55392) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:19.619136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadf2fa-8d61-4100-ba0a-982a9d68fc71 None None] Pushing event updated for resources: {'Port': ['ID=c78186f8-906d-4285-856a-90a0224fa16c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:19.682348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.701021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.742356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67080fb0-8caa-4d77-b17c-c5e373c7eacd req-eea7c688-45c7-4490-bbe3-64722ef66734 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 210 time: 0.0634482
Dec 11 21:03:19.751496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Attempting to bind port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:19.751831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Attempting to bind port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ea281d62-f86e-48e3-b378-45a6a95f9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:19.752161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Attempting to bind port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 on network fb516b7e-1249-430c-804f-6d4d0a1df65e {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:19.770378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:19.772051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 on network fb516b7e-1249-430c-804f-6d4d0a1df65e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:03:19.772545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Attempting to bind port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 on network fb516b7e-1249-430c-804f-6d4d0a1df65e {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:19.794782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:19.801642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:19.801983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Checking segment: {'id': 'ea281d62-f86e-48e3-b378-45a6a95f9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:19.802720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Bound using segment: {'id': 'ea281d62-f86e-48e3-b378-45a6a95f9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:19.802886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Bound port: b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea281d62-f86e-48e3-b378-45a6a95f9338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:19.803107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:19.803223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.807917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7fb98fb8-6d0f-450e-b3f5-c182d11c016b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:19.839267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.858075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Pushing event updated for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:19.904154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dfcf0-66a9-4d8a-86dc-403400ad51d0 req-3976ac4d-2953-4b3b-bc08-5b1fb53dc61b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:19.905834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a9dfcf0-66a9-4d8a-86dc-403400ad51d0 req-3976ac4d-2953-4b3b-bc08-5b1fb53dc61b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 944 time: 0.1646948
Dec 11 21:03:19.916322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.925471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:19.926223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:19.940638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.078698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-133287d3-25e1-46f0-9a85-afa8f1a4ebbb tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2978334
Dec 11 21:03:20.079718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=d5c4f85b-a9c9-497f-9522-8542b15353a0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:20.092695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973eafa8-6133-4e59-88ce-4d1cc3c3c44b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:20.111633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Request body: {'port': {'device_id': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:20.189762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f03e9b-3450-4387-88f4-445ab55c6c1d None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:03:20.225927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.249019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a9dfcf0-66a9-4d8a-86dc-403400ad51d0 req-b219e91f-5059-48af-b5ba-4f80e24f1d3c tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323567
Dec 11 21:03:20.322419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a25fe93-5fce-4a58-8667-57bcc28e70c0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:20.324896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:20.326224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.329244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,segment=NetworkSegment(ea281d62-f86e-48e3-b378-45a6a95f9338),segment_id=ea281d62-f86e-48e3-b378-45a6a95f9338)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:20.380399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port c78186f8-906d-4285-856a-90a0224fa16c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:20.381098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.391385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-648ddc24-d5c4-4269-ae3b-58b4194f7fed None None] Provisioning complete for port d344248c-f3c3-4d35-a0f9-fda65c92b1fb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:20.392006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-648ddc24-d5c4-4269-ae3b-58b4194f7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.434031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.448555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.454243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.496705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-648ddc24-d5c4-4269-ae3b-58b4194f7fed None None] Port d344248c-f3c3-4d35-a0f9-fda65c92b1fb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:20.499766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Pushing event updated for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:20.502741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.505306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.508830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e9749e6-3281-46ab-8e2c-32579771dcbc HTTP/1.1" status: 204  len: 168 time: 0.9152927
Dec 11 21:03:20.521297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f03e9b-3450-4387-88f4-445ab55c6c1d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:03:20.524520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:20.524889 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.542101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d8fd2-7aab-4e3b-9cad-7eb2205abe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9749e6-3281-46ab-8e2c-32579771dcbc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:20.545456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port c78186f8-906d-4285-856a-90a0224fa16c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c78186f8-906d-4285-856a-90a0224fa16c,segment=NetworkSegment(f2f34436-72ff-44d7-b21c-f51597619ac7),segment_id=f2f34436-72ff-44d7-b21c-f51597619ac7)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:20.545827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.560445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:20.561070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.562471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-2e5d2e15-7932-4747-8578-47c83050fba0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 200  len: 1092 time: 2.2405317
Dec 11 21:03:20.562948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:20.565317 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:20.581854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for c78186f8-906d-4285-856a-90a0224fa16c owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:20.691242 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd34f9f-2806-41b5-8cce-c11f794c2ac9 x-openstack-request-id: req-1cd34f9f-2806-41b5-8cce-c11f794c2ac9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:20.691550 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:20.691811 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cd34f9f-2806-41b5-8cce-c11f794c2ac9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:20.692196 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4', 'status': 'completed', 'code': 200}
Dec 11 21:03:20.758823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-8543f4bd-756f-4ea5-bba9-b08612f41de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:20.761153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-8543f4bd-756f-4ea5-bba9-b08612f41de4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0181b03896134c7f84c230f66f45abc3&device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 1095 time: 0.1098778
Dec 11 21:03:20.768851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.769538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router ff19ced0-a397-4d70-8cc5-548e6a83cbb0 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:20.779219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:20.783893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2f7041cb-cd84-44c6-92b8-8fcf602015a3 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 204  len: 168 time: 3.3987975
Dec 11 21:03:20.785361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:20.842050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212a468-d63d-4f89-ad77-6ef3317bd8a6 req-d0569a5a-5675-440e-91f7-c445822ddc18 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:20.843702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5212a468-d63d-4f89-ad77-6ef3317bd8a6 req-d0569a5a-5675-440e-91f7-c445822ddc18 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 936 time: 0.1907153
Dec 11 21:03:20.846255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-230e2f2b-1a50-41dc-adff-b18ed7fe4cc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 200  len: 217 time: 0.0723658
Dec 11 21:03:20.851231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1506741580', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:20.919569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-244cc385-1e2c-42ad-8bd9-6d842c61cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:20.921210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-244cc385-1e2c-42ad-8bd9-6d842c61cef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2325a461-8456-4a40-b253-100df3e69792 HTTP/1.1" status: 200  len: 851 time: 0.0594020
Dec 11 21:03:20.937150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61331b22-bb19-4491-b222-a2277705bea4 req-9a1599ed-8b10-421e-a302-469b8c7fca19 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 210 time: 0.0521066
Dec 11 21:03:20.981170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-0f5e9d24-83e0-449e-b2f8-1fe7fd223ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb516b7e-1249-430c-804f-6d4d0a1df65e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402143
Dec 11 21:03:21.013858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5212a468-d63d-4f89-ad77-6ef3317bd8a6 req-fda20ef0-cc4b-48ee-a7e3-5112cfa03cbe tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554487
Dec 11 21:03:21.051849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d344248c-f3c3-4d35-a0f9-fda65c92b1fb {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:21.062645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.078434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Transition to ACTIVE for port object d344248c-f3c3-4d35-a0f9-fda65c92b1fb will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:03:21.094537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.111554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-80df1c29-e0d1-4b06-ab26-f77c27c6b914 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022539
Dec 11 21:03:21.112923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.155897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=c78186f8-906d-4285-856a-90a0224fa16c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:21.158631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.160026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.166891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port c78186f8-906d-4285-856a-90a0224fa16c on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:21.213916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07545b-bcb8-46ad-9733-5fed6eea6a6a None None] DHCP port deletion for fb516b7e-1249-430c-804f-6d4d0a1df65e request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:21.229692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:21.230806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.345304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.388476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84ec0df0>,) {'filters': {'network_id': ['ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:21.430421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-b8a802d1-d966-4227-a9c3-02690d889d3c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:21.432407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-b8a802d1-d966-4227-a9c3-02690d889d3c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.3518953
Dec 11 21:03:21.441318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.446734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84ec0df0>, 'f2f34436-72ff-44d7-b21c-f51597619ac7') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:21.447032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84ec0df0>, 'f2f34436-72ff-44d7-b21c-f51597619ac7') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:21.449800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:21.496206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Attempting to bind port d344248c-f3c3-4d35-a0f9-fda65c92b1fb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:21.496747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Attempting to bind port d344248c-f3c3-4d35-a0f9-fda65c92b1fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:21.497817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Attempting to bind port d344248c-f3c3-4d35-a0f9-fda65c92b1fb on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:21.499329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4babf10-57fb-46bf-8605-a377f47825b2 req-05cfb4f1-7d62-41ad-81e3-9c05228cf1d7 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3742430
Dec 11 21:03:21.506233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Port d344248c-f3c3-4d35-a0f9-fda65c92b1fb on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:03:21.506866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Attempting to bind port d344248c-f3c3-4d35-a0f9-fda65c92b1fb on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:21.516810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.518857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c71709-2fc5-4d5e-970a-a77406e116a5 req-741bbbc9-231d-47fd-996c-1df8a347efb9 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:21.521278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74c71709-2fc5-4d5e-970a-a77406e116a5 req-741bbbc9-231d-47fd-996c-1df8a347efb9 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 944 time: 0.1510406
Dec 11 21:03:21.571212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:21.571891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:21.572458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:21.572906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Bound port: d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:21.573263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.641022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.655030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:21.655770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:21.660256 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:21.683057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74c71709-2fc5-4d5e-970a-a77406e116a5 req-21d1d68a-96ca-4ed5-8775-e8faef347a4f tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313868
Dec 11 21:03:21.725178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:21.729806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:21.737866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:21.742090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.753892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.802314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.809416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-0296d2c8-d681-40f0-8b32-f73c91047c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:21.811176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-0296d2c8-d681-40f0-8b32-f73c91047c37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0181b03896134c7f84c230f66f45abc3&device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 1095 time: 0.2315426
Dec 11 21:03:21.814664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.830538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.833896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 HTTP/1.1" status: 204  len: 168 time: 4.7089431
Dec 11 21:03:21.853768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55440) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:21.865464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353636709'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:21.870612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdff2a1-cb4b-41bf-8a30-66cc5f9e44dc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:21.884921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:21.885567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:21.887008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d344248c-f3c3-4d35-a0f9-fda65c92b1fb HTTP/1.1" status: 200  len: 1096 time: 1.7837105
Dec 11 21:03:21.892564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:21.895143 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5d371e-fb88-421e-a058-af3f26c9997d" -d '{"events": [{"name": "network-changed", "server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:21.994110 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64edb23-ab80-4c12-8173-09cf96c8bca6 x-openstack-request-id: req-f64edb23-ab80-4c12-8173-09cf96c8bca6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:21.994814 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:21.994814 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f64edb23-ab80-4c12-8173-09cf96c8bca6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:21.995114 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb', 'status': 'completed', 'code': 200}
Dec 11 21:03:22.053991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:22.057805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.061345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-aa45352c-39ee-42c8-bacd-813c3ce7da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.063692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-aa45352c-39ee-42c8-bacd-813c3ce7da19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 200  len: 912 time: 0.2403815
Dec 11 21:03:22.076247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bcfd7-1bfd-4ecc-a5a2-af7613c29ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:22.124958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.14 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/f28aed41-026b-405f-a8a6-73e7fd714a3e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:22.171216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5bfe8c3-3254-4a7a-ae26-2a1f8f4d827d req-809cd040-0a6b-46ce-b4b6-7a390df6c4fd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 210 time: 0.1005223
Dec 11 21:03:22.174271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-3a2305a9-646d-4353-8504-dc03e298addd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 200  len: 217 time: 0.0882993
Dec 11 21:03:22.224517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:22.263818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-7e3d00d3-ba0b-4e50-b78a-61e7dddd2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.265352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-7e3d00d3-ba0b-4e50-b78a-61e7dddd2904 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 1099 time: 0.2978587
Dec 11 21:03:22.294900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.295250 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment f9b682d8-8b61-4784-9511-9c0cd3651696 of type vlan for network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe
Dec 11 21:03:22.327155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-1a448195-5d21-42b4-8e4d-05c62878c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.328650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-1a448195-5d21-42b4-8e4d-05c62878c0b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2325a461-8456-4a40-b253-100df3e69792 HTTP/1.1" status: 200  len: 851 time: 0.1394606
Dec 11 21:03:22.354399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.384088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-2dd9a1aa-8496-4347-873f-ab1f7c5df244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb HTTP/1.1" status: 200  len: 217 time: 0.0974510
Dec 11 21:03:22.388592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-a0a485ff-11df-4957-b2c6-30186e1dabb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb516b7e-1249-430c-804f-6d4d0a1df65e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423946
Dec 11 21:03:22.389639 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.395568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55452) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:22.459909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496a409-9148-48d1-a928-32c1bb259b52 req-fabb5de1-aa33-4f47-a4e4-b6c96014f0dd tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.463303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8496a409-9148-48d1-a928-32c1bb259b52 req-fabb5de1-aa33-4f47-a4e4-b6c96014f0dd tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 948 time: 0.3302178
Dec 11 21:03:22.481922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.557046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f134c793-79f5-4aaf-bd5e-7662dc7dbdb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.557290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-236bfcf1-a8ee-46df-8378-655eec853234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.558576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-236bfcf1-a8ee-46df-8378-655eec853234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1494322
Dec 11 21:03:22.598512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-d48d781b-4580-4954-89c6-21c5e37f09ea service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911435
Dec 11 21:03:22.599647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.605289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.605953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.611227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Allocated IP 172.35.1.201 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4ce42126-a54f-4c91-ab37-c93721e897b6) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:22.631308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.658821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8496a409-9148-48d1-a928-32c1bb259b52 req-18bbf1a1-6ea6-4823-bf4e-d33da5c421c3 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856449
Dec 11 21:03:22.714301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8547804
Dec 11 21:03:22.726607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:22.740083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:22.746913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99226818-4435-4498-8f70-04ae6a30da46 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:22.768922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-1f6ccf6a-0175-4212-9ea2-e43301fad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.769148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:22.770113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-1f6ccf6a-0175-4212-9ea2-e43301fad423 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1936717
Dec 11 21:03:22.837570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-21c8de9c-8e4b-46de-bd08-5f8b525cebf8 req-7d359f86-15e2-4239-8c07-76eccf71dd29 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277462
Dec 11 21:03:22.858414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f134c793-79f5-4aaf-bd5e-7662dc7dbdb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.870169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f134c793-79f5-4aaf-bd5e-7662dc7dbdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.889479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.916837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671b5e0-853f-4c39-9924-147d54aac5aa req-a95bc552-64a3-4a76-8cd2-857193fe8867 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:22.918372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0671b5e0-853f-4c39-9924-147d54aac5aa req-a95bc552-64a3-4a76-8cd2-857193fe8867 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 944 time: 0.1538961
Dec 11 21:03:22.939455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:22.949655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f134c793-79f5-4aaf-bd5e-7662dc7dbdb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67191565351e4f58a2d799af2c17bb8c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5487859
Dec 11 21:03:22.953346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134c793-79f5-4aaf-bd5e-7662dc7dbdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3741b5-932e-499e-9509-e4bd5094e6e6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:22.961443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55462) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:22.965740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:22.977817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:22.980273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:23.000135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fd88c-bbf0-41d4-a24c-f6fdd532144c None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:23.030510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:23.034263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.036097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-eed003d4-f35f-4f2b-a886-e0762b226493 None None] Provisioning complete for port f28aed41-026b-405f-a8a6-73e7fd714a3e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:23.036523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eed003d4-f35f-4f2b-a886-e0762b226493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.038694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-322226b3-0bc6-4fc2-865e-eb879d1d673f service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330809
Dec 11 21:03:23.053504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:23.066032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0671b5e0-853f-4c39-9924-147d54aac5aa req-fe6a0058-357d-491b-9d54-4b194d9031d3 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358416
Dec 11 21:03:23.080207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.087613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-eed003d4-f35f-4f2b-a886-e0762b226493 None None] Port f28aed41-026b-405f-a8a6-73e7fd714a3e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:23.130458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:23.131388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.139156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:23.149374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:23.154068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d7a85-53f7-4574-93d2-f525002e1e30 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:23.157071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event updated for resources: {'Port': ['ID=4ce42126-a54f-4c91-ab37-c93721e897b6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:23.164114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing IP validity checks on allocation pools {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:03:23.164643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:03:23.177422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:23.178047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.190180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.227665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-986de4f4-1beb-44da-9f17-a1a94392ae74 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7817934
Dec 11 21:03:23.240141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4a24aaa1-ea5c-44ee-be10-e89d3c9e722c None None] Provisioning complete for port 4ce42126-a54f-4c91-ab37-c93721e897b6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:23.240771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4a24aaa1-ea5c-44ee-be10-e89d3c9e722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.247851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Request body: {'port': {'device_id': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:23.276560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc5ff37-21c6-44eb-999e-1c27d6407043 req-1fff463b-37d3-493c-9ab2-0b0abf6afbb9 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142258
Dec 11 21:03:23.284978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4a24aaa1-ea5c-44ee-be10-e89d3c9e722c None None] Port 4ce42126-a54f-4c91-ab37-c93721e897b6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:23.352698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.355542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.356736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f3741b5-932e-499e-9509-e4bd5094e6e6 HTTP/1.1" status: 204  len: 168 time: 0.3925223
Dec 11 21:03:23.368753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dac4ca-dd59-4429-9738-ea5b75d7cd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3741b5-932e-499e-9509-e4bd5094e6e6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:23.421190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.498699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a4a34-f9fa-4041-8a44-d8267ea031a3 req-848112e2-80cb-42d4-a12a-60f4879e0c8f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:23.499661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.500237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-903a4a34-f9fa-4041-8a44-d8267ea031a3 req-848112e2-80cb-42d4-a12a-60f4879e0c8f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 932 time: 0.1981518
Dec 11 21:03:23.524996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-5fbd724f-feb3-479e-967b-e773e6a8fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:23.526525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-5fbd724f-feb3-479e-967b-e773e6a8fb05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 1099 time: 0.1761746
Dec 11 21:03:23.553242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:23.767102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=1b39c068-9827-48ea-9ebe-87ff0d883527,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:23.809783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-903a4a34-f9fa-4041-8a44-d8267ea031a3 req-5eb59650-fa8d-4987-b282-efd1767d35a0 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2754958
Dec 11 21:03:24.054830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24414f8a-7450-44bb-8b48-bcd492c666a8 req-6e0b99b9-5618-44e7-af4e-046a5aa53da6 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.056737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24414f8a-7450-44bb-8b48-bcd492c666a8 req-6e0b99b9-5618-44e7-af4e-046a5aa53da6 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 948 time: 0.1103675
Dec 11 21:03:24.074765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.169889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24414f8a-7450-44bb-8b48-bcd492c666a8 req-ba71aa8e-3675-4fee-98e2-17cd8156fc51 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040118
Dec 11 21:03:24.209731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:24.215226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-e954615e-1a35-4305-951f-22ce13200481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.217417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-e954615e-1a35-4305-951f-22ce13200481 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.6814318
Dec 11 21:03:24.218627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'f9b682d8-8b61-4784-9511-9c0cd3651696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:24.219283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:24.269429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Router f692331c-e7bc-46c4-b1bd-790364812693 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:24.305178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-273d7a89-2c93-4861-94f9-cae4931f1d29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb HTTP/1.1" status: 200  len: 217 time: 0.0660334
Dec 11 21:03:24.369121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-944911137-network', 'tenant_id': '99e91091650141658a6c126a3884f5d6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:24.375606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:24.390519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:24.404900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] Sync routers for ids ['f692331c-e7bc-46c4-b1bd-790364812693'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:24.415730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02572991-043c-45b5-bf61-6419b12ff348 req-baba3614-8454-4517-89cc-d98998dd6353 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.415947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] Routers {'f692331c-e7bc-46c4-b1bd-790364812693'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:24.416521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77ef2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f692331c-e7bc-46c4-b1bd-790364812693'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:24.417230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02572991-043c-45b5-bf61-6419b12ff348 req-baba3614-8454-4517-89cc-d98998dd6353 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 944 time: 0.2066071
Dec 11 21:03:24.425167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:24.437053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-c17915d8-c937-4a30-abb9-c3a2a2ba4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.438652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-c17915d8-c937-4a30-abb9-c3a2a2ba4959 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.1199648
Dec 11 21:03:24.445225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.445812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.454940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86081cbf-21bb-496d-bd54-e7a93c9fa00a None None] Network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:24.457355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77ef2820>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:24.468568 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.472005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f3e50879-5abc-4548-a20f-aeb6e93e8fb0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.6265283
Dec 11 21:03:24.474311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55496) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:24.480094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:24.496682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Made reservation on behalf of 99e91091650141658a6c126a3884f5d6 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:24.499539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.522230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] Routers {'f692331c-e7bc-46c4-b1bd-790364812693'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:24.522880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77ef2820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f692331c-e7bc-46c4-b1bd-790364812693'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:24.539077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-706321dd-ae60-4581-a11b-3411c9338b50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.8113098
Dec 11 21:03:24.540040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55498) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:24.540402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.557627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77ef2820>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:24.558900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bff14-7cab-48ec-8716-5ac6d74733e0 None None] The sync data for ids ['f692331c-e7bc-46c4-b1bd-790364812693'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:24.602283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02572991-043c-45b5-bf61-6419b12ff348 req-2d7e01f1-2a03-46a5-a3de-cfac77e7bfbe tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751761
Dec 11 21:03:24.607475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe', 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '1b39c068-9827-48ea-9ebe-87ff0d883527'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:24.608460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.617706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-bd05d975-719b-47bb-8cb8-da8371898b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:24.619890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-bd05d975-719b-47bb-8cb8-da8371898b0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.1688859
Dec 11 21:03:24.622532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28aed41-026b-405f-a8a6-73e7fd714a3e {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:24.647284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.712300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Transition to ACTIVE for port object f28aed41-026b-405f-a8a6-73e7fd714a3e will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:03:24.722001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.734739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.831158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-e78547bc-69d1-4c4a-b6f1-cb7f530f4d99 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2026224
Dec 11 21:03:24.831916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:24.849031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.888611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f429c6-f457-40f5-9da1-62567637c0a0 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:24.927337 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.958056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:24.983104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Allocated IP 172.20.0.3 (8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe/1b39c068-9827-48ea-9ebe-87ff0d883527/731c51e9-07f3-485a-a9bc-0e6c0982e109) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:25.003498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:25.031736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.032508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8373350e-32b1-44ba-9bee-aaf3ced8fd28,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.040459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.040976 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Added segment f661c447-211d-44e0-a81d-13173875346e of type vlan for network d6c634bd-2743-4604-b628-95a0ad42e21a
Dec 11 21:03:25.042808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39923225-39e9-43e1-a48a-83b361387901 req-e346a663-6add-40ee-9d90-2555e46b792d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.044356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39923225-39e9-43e1-a48a-83b361387901 req-e346a663-6add-40ee-9d90-2555e46b792d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 944 time: 0.1189241
Dec 11 21:03:25.057019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.080827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b5d371e-fb88-421e-a058-af3f26c9997d req-effb25b5-d653-4f5c-b10b-addb7b610de2 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149887
Dec 11 21:03:25.082466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Attempting to bind port f28aed41-026b-405f-a8a6-73e7fd714a3e on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:25.082851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Attempting to bind port f28aed41-026b-405f-a8a6-73e7fd714a3e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:25.083251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Attempting to bind port f28aed41-026b-405f-a8a6-73e7fd714a3e on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:25.146936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39923225-39e9-43e1-a48a-83b361387901 req-bd5fc0c1-ce04-4660-8026-3e2f8b23a070 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856721
Dec 11 21:03:25.155434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.172042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Deleting port 4ce42126-a54f-4c91-ab37-c93721e897b6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:25.172042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.184514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Port f28aed41-026b-405f-a8a6-73e7fd714a3e on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:03:25.184849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Attempting to bind port f28aed41-026b-405f-a8a6-73e7fd714a3e on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:25.186447 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.190927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:25.191275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:25.191736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:25.192480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Bound port: f28aed41-026b-405f-a8a6-73e7fd714a3e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:25.192990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.193729 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.198386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.199378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.200021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.242970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:25.246601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:25.247076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.251402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:25.269782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] Pushing event updated for resources: {'Network': ['ID=d6c634bd-2743-4604-b628-95a0ad42e21a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.271946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Pushing event updated for resources: {'Port': ['ID=731c51e9-07f3-485a-a9bc-0e6c0982e109,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.290039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d6c634bd-2743-4604-b628-95a0ad42e21a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:25.298612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=1b39c068-9827-48ea-9ebe-87ff0d883527,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.304472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.307354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-18e955e7-136a-40f3-b309-5bebd9822443 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0934193
Dec 11 21:03:25.313104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:25.317664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Request body: {'subnet': {'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-944911137-subnet', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:25.340038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Calling delete_port for 4ce42126-a54f-4c91-ab37-c93721e897b6 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:25.391316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:25.393658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Made reservation on behalf of 99e91091650141658a6c126a3884f5d6 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:25.395989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.396969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.404387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Attempting to bind port 731c51e9-07f3-485a-a9bc-0e6c0982e109 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:25.404835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Attempting to bind port 731c51e9-07f3-485a-a9bc-0e6c0982e109 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f9b682d8-8b61-4784-9511-9c0cd3651696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:25.405444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Attempting to bind port 731c51e9-07f3-485a-a9bc-0e6c0982e109 on network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:25.413769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:25.414145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Checking segment: {'id': 'f9b682d8-8b61-4784-9511-9c0cd3651696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:25.414560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.415145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Bound using segment: {'id': 'f9b682d8-8b61-4784-9511-9c0cd3651696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:25.415613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Bound port: 731c51e9-07f3-485a-a9bc-0e6c0982e109, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b682d8-8b61-4784-9511-9c0cd3651696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:25.415986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.449031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6a9700>,) {'filters': {'network_id': ['8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:25.462781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6a9700>, 'f9b682d8-8b61-4784-9511-9c0cd3651696') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:25.463064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6a9700>, 'f9b682d8-8b61-4784-9511-9c0cd3651696') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:25.465383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:25.479991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.481925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.501865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.508160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] For port 731c51e9-07f3-485a-a9bc-0e6c0982e109, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:25.529312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84872ed2-0659-4b53-9ee2-dda66974dd81 req-41ccfe6e-6a61-4d09-bc8f-dcd1a3ed18a5 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.530864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84872ed2-0659-4b53-9ee2-dda66974dd81 req-41ccfe6e-6a61-4d09-bc8f-dcd1a3ed18a5 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 948 time: 0.1791255
Dec 11 21:03:25.531300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabc4ad-479a-44a6-8e90-db72e0441ab0 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:25.535642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.536257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.537597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] 10.222.0.30 "PUT /v2.0/ports/f28aed41-026b-405f-a8a6-73e7fd714a3e HTTP/1.1" status: 200  len: 1092 time: 2.2969060
Dec 11 21:03:25.538049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:25.540460 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f334f2d-5101-4978-ad36-ef4b4b4376c5" -d '{"events": [{"name": "network-changed", "server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:25.545429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:25.545936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:25.549552 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:25.626997 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa6e887-0c21-4f5f-a103-fbf6e1596f29 x-openstack-request-id: req-6aa6e887-0c21-4f5f-a103-fbf6e1596f29 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:25.627281 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:25.627544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6aa6e887-0c21-4f5f-a103-fbf6e1596f29 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:25.628018 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e', 'status': 'completed', 'code': 200}
Dec 11 21:03:25.631155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc84757-77cf-4dbc-ac5a-48057933d7aa service neutron] Pushing event updated for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.665183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] For port 731c51e9-07f3-485a-a9bc-0e6c0982e109, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=731c51e9-07f3-485a-a9bc-0e6c0982e109,segment=NetworkSegment(f9b682d8-8b61-4784-9511-9c0cd3651696),segment_id=f9b682d8-8b61-4784-9511-9c0cd3651696)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:25.670243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:03:25.670243 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:03:25.670243 ncdv-master-1 neutron-server[125988]: [parameters: {'id': '8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe'}]
Dec 11 21:03:25.670243 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:25.670952 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:25.675908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.680189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84872ed2-0659-4b53-9ee2-dda66974dd81 req-023a9263-2134-4826-b1ee-2403bbc7dcfe tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283646
Dec 11 21:03:25.713112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.725630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6606855b-f8f2-40c7-975e-e503c678f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.727530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-6606855b-f8f2-40c7-975e-e503c678f5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 1095 time: 0.1403923
Dec 11 21:03:25.744517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Pushing event deleted for resources: {'Port': ['ID=4ce42126-a54f-4c91-ab37-c93721e897b6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.776230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50894564-c510-4279-9db3-ab51fccae60a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:25.788091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-d79b804c-2066-47eb-ab1c-97c1b7e1f01a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e HTTP/1.1" status: 200  len: 217 time: 0.0520301
Dec 11 21:03:25.794864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd06d-a5f9-4100-8253-986dfc2f5218 None None] Pushing event updated for resources: {'Port': ['ID=731c51e9-07f3-485a-a9bc-0e6c0982e109,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:25.823566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02430fc-8e7d-4299-8cef-7823f5896062 None None] Network 8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:25.879289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22dc9d-4534-4f65-8a6f-5b13faf9984d req-f28377a5-12c6-4031-aaae-6c8da960f52b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.880849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae22dc9d-4534-4f65-8a6f-5b13faf9984d req-f28377a5-12c6-4031-aaae-6c8da960f52b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 944 time: 0.0919099
Dec 11 21:03:25.881856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.885959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:25.899716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-009b6af8-faa2-49f8-abc1-340752d19356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:25.903458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-009b6af8-faa2-49f8-abc1-340752d19356 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.0861468
Dec 11 21:03:25.945086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e945b-492d-4158-8e6f-45a7961666ea None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:03:25.961825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-b44e68e3-fc52-4463-ba9d-5ad9b2bbb42c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359592
Dec 11 21:03:25.989097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee75f1cb-3af3-4acf-bd44-858d05ee8d68,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:26.039235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae22dc9d-4534-4f65-8a6f-5b13faf9984d req-68a3ae2d-4e60-454a-b167-ad7773e97f72 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152141
Dec 11 21:03:26.040574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Checking segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:26.040939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Network hostable DHCP agents. Network: d6c634bd-2743-4604-b628-95a0ad42e21a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:26.085330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Network d6c634bd-2743-4604-b628-95a0ad42e21a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:26.094284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-340df980-0c6b-4bff-bd80-5e9d0b6a758b service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248162
Dec 11 21:03:26.099926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6c634bd-2743-4604-b628-95a0ad42e21a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:26.112040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:26.112629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.146656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.163371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.172434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.172640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-740ab21d-d5fe-41ed-b766-c27a0bb5b6af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8591692
Dec 11 21:03:26.174681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:26.181537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:26.229699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f76398ad-b02f-49cd-9deb-5eb9627f45b1 req-97271e8a-efa4-4497-932e-73ccbece615f service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277621
Dec 11 21:03:26.253765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.255289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.268349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e945b-492d-4158-8e6f-45a7961666ea None None] Unable to find a vacant binding_index for network d6c634bd-2743-4604-b628-95a0ad42e21a and agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 {{(pid=125989) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 11 21:03:26.275937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87e945b-492d-4158-8e6f-45a7961666ea None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6c634bd-2743-4604-b628-95a0ad42e21a) {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:03:26.334959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Router f692331c-e7bc-46c4-b1bd-790364812693 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:03:26.360229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.366934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b197ca38-44e4-4e9a-b384-8eab1dc75fd4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:03:26.410105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-a70847fe-fae7-4d60-b09f-8189ee2e8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:26.411674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-a70847fe-fae7-4d60-b09f-8189ee2e8025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 1095 time: 0.1075404
Dec 11 21:03:26.439590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b116f-8612-4df3-b346-9721db20eaf8 req-62138c6c-b432-4127-aa9e-5d374639d841 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:26.441276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a56b116f-8612-4df3-b346-9721db20eaf8 req-62138c6c-b432-4127-aa9e-5d374639d841 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 944 time: 0.1236281
Dec 11 21:03:26.561193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.567907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,segment=NetworkSegment(ea281d62-f86e-48e3-b378-45a6a95f9338),segment_id=ea281d62-f86e-48e3-b378-45a6a95f9338)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:26.611426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4', 'network_id': 'fb516b7e-1249-430c-804f-6d4d0a1df65e', 'port_id': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4', 'mac_address': 'fa:16:3e:12:22:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2325a461-8456-4a40-b253-100df3e69792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:03:26.651470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-3a84e216-f8a9-45c7-85bd-854707a47363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:26.652979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-3a84e216-f8a9-45c7-85bd-854707a47363 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.2120008
Dec 11 21:03:26.688920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d344248c-f3c3-4d35-a0f9-fda65c92b1fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:03:26.701417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.702613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-240aab8d-59eb-4fc9-9733-18e82fff7bf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e HTTP/1.1" status: 200  len: 217 time: 0.0400720
Dec 11 21:03:26.745007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:26.751919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b197ca38-44e4-4e9a-b384-8eab1dc75fd4 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:26.756850 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] Sync routers for ids ['f692331c-e7bc-46c4-b1bd-790364812693'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:26.759865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.763901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ecffe393-7456-4ae8-b752-2cbb8703be06 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "PUT /v2.0/routers/f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 200  len: 706 time: 2.2882555
Dec 11 21:03:26.766672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:26.774843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,segment=NetworkSegment(ea281d62-f86e-48e3-b378-45a6a95f9338),segment_id=ea281d62-f86e-48e3-b378-45a6a95f9338)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:26.777910 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] Routers {'f692331c-e7bc-46c4-b1bd-790364812693'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:26.783482 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842ac9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f692331c-e7bc-46c4-b1bd-790364812693'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:26.795833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.797752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-4b93fa39-ee8d-4d9f-ab2f-0157f7ebcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:26.799188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-4b93fa39-ee8d-4d9f-ab2f-0157f7ebcacd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.0861187
Dec 11 21:03:26.827998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 731c51e9-07f3-485a-a9bc-0e6c0982e109 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:26.828499 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.833294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6c634bd-2743-4604-b628-95a0ad42e21a', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:26.834138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.854072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-0307ef33-7b83-4a3e-8fef-54bccb796189 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435703
Dec 11 21:03:26.855140 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842ac9a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:26.866151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] Routers {'f692331c-e7bc-46c4-b1bd-790364812693'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:26.867030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842ac9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f692331c-e7bc-46c4-b1bd-790364812693'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:26.898985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 731c51e9-07f3-485a-a9bc-0e6c0982e109, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=731c51e9-07f3-485a-a9bc-0e6c0982e109,segment=NetworkSegment(f9b682d8-8b61-4784-9511-9c0cd3651696),segment_id=f9b682d8-8b61-4784-9511-9c0cd3651696)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:26.899522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:26.907309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842ac9a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:26.908214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e7e93-6ae3-4120-9df7-e8139105ddac None None] The sync data for ids ['f692331c-e7bc-46c4-b1bd-790364812693'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:26.920036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 731c51e9-07f3-485a-a9bc-0e6c0982e109 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:26.920475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:26.961473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a56b116f-8612-4df3-b346-9721db20eaf8 req-6af59446-8ab8-4644-971c-6a75c0bfc281 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5091972
Dec 11 21:03:26.970063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b687ba87-5a1f-456d-b242-1a4dd9d9aed4 tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/routers/f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 200  len: 741 time: 0.1993933
Dec 11 21:03:26.970063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:26.985815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:27.011563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb', 'mac_address': 'fa:16:3e:39:02:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:03:27.056323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8bcff089-9eed-4065-9824-5e978fb77c6c tempest-RoutersAdminTest-376868652 tempest-RoutersAdminTest-376868652-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 200  len: 205 time: 0.0827396
Dec 11 21:03:27.058513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.071351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e3741-72f4-42c1-b3ca-ba8f24aec188 req-b4755d4c-4ead-4aac-bb03-d7d4f0b0689d tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:27.079036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-804e3741-72f4-42c1-b3ca-ba8f24aec188 req-b4755d4c-4ead-4aac-bb03-d7d4f0b0689d tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 948 time: 0.2236571
Dec 11 21:03:27.094441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e24b669a-1c79-496b-a5db-ec8f8ff35243 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 200  len: 205 time: 0.0344710
Dec 11 21:03:27.097586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55530) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.098260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.102808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-690e2cdb-089a-413c-a088-4ab22414077c service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2047632
Dec 11 21:03:27.127593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d344248c-f3c3-4d35-a0f9-fda65c92b1fb {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:27.134759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Allocated IP 172.20.0.2 (d6c634bd-2743-4604-b628-95a0ad42e21a/ee75f1cb-3af3-4acf-bd44-858d05ee8d68/ec93d477-9174-49dd-b5b8-b68a34d3bf4d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:27.199654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.215540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:27.222267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.249278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-804e3741-72f4-42c1-b3ca-ba8f24aec188 req-995e48d0-f0bf-46c7-b748-30053c6bcf1b tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693625
Dec 11 21:03:27.253305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.267510 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.298066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.321850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=731c51e9-07f3-485a-a9bc-0e6c0982e109,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:27.329417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 731c51e9-07f3-485a-a9bc-0e6c0982e109 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:27.353584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f334f2d-5101-4978-ad36-ef4b4b4376c5 req-fd2faf2f-e507-4e60-a2d7-d84b7a45d6b8 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177932
Dec 11 21:03:27.384454 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.394993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b197ca38-44e4-4e9a-b384-8eab1dc75fd4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:27.405392 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.429712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ad0f-068b-4443-a2b9-5538216217ee req-e7375409-5edd-4471-b284-1a6306dfaf71 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:27.429998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Allocated IP 172.35.1.79 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/e9f11ac0-59a9-4ab2-af81-72abe61ae26a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:27.431270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93b1ad0f-068b-4443-a2b9-5538216217ee req-e7375409-5edd-4471-b284-1a6306dfaf71 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 945 time: 0.2465465
Dec 11 21:03:27.474079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:27.478172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Network d6c634bd-2743-4604-b628-95a0ad42e21a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:27.484569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:27.489395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.514600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:27.518307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.520751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['d344248c-f3c3-4d35-a0f9-fda65c92b1fb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:27.550066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.577868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.601251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Pushing event updated for resources: {'Port': ['ID=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:27.611953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d860d71c0>,) {'filters': {'network_id': ['8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:27.614156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.614608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Fanout notify agent at l3_agent the message router_deleted on router f692331c-e7bc-46c4-b1bd-790364812693 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:27.622286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.634024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.639198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9528bffa-9e9d-454f-bcbe-3c3c5cd90d09 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 204  len: 168 time: 0.5363247
Dec 11 21:03:27.640340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d860d71c0>, 'f9b682d8-8b61-4784-9511-9c0cd3651696') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:27.640642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d860d71c0>, 'f9b682d8-8b61-4784-9511-9c0cd3651696') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:27.642181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55534) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.647131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93b1ad0f-068b-4443-a2b9-5538216217ee req-d6b7d4e4-bffa-4e5a-b8bd-7bd163968b46 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003350
Dec 11 21:03:27.663675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.666946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:27.670057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:27.672502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:27.686383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f5af4a01-4077-4853-9d66-2439ca0970c1 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 200  len: 205 time: 0.0401349
Dec 11 21:03:27.686656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Attempting to bind port ec93d477-9174-49dd-b5b8-b68a34d3bf4d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:27.686656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Attempting to bind port ec93d477-9174-49dd-b5b8-b68a34d3bf4d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:27.686656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Attempting to bind port ec93d477-9174-49dd-b5b8-b68a34d3bf4d on network d6c634bd-2743-4604-b628-95a0ad42e21a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:27.688909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55536) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.695287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.712320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:27.713368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:27.713852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Checking segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:27.719111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.719396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Bound using segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:27.719869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Bound port: ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:27.720255 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.736051 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-6a99af69-d0a9-4731-9155-5b925b746d32 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:27.739519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a99af69-d0a9-4731-9155-5b925b746d32 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/f692331c-e7bc-46c4-b1bd-790364812693 HTTP/1.1" status: 404  len: 336 time: 0.0475938
Dec 11 21:03:27.739519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:27.739519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:27.741956 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:27.744275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55538) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.780405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05df0aab-1501-49c4-8fa3-f51b51c981a0 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 200  len: 205 time: 0.0371890
Dec 11 21:03:27.804583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55540) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.825695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.833113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.836858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe HTTP/1.1" status: 204  len: 168 time: 3.2958827
Dec 11 21:03:27.840326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.846299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320147087'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:27.854046 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-68eaaa9b-8a82-492f-bd1e-98045ea26f82 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:27.858743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-68eaaa9b-8a82-492f-bd1e-98045ea26f82 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ff19ced0-a397-4d70-8cc5-548e6a83cbb0 HTTP/1.1" status: 404  len: 336 time: 0.0496492
Dec 11 21:03:27.863047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55544) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.869483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] For port ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:27.874138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] For port ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:27.875186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937de806-98eb-407f-8ab8-2ac673e2cb69 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:27.888061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.900223 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a2f10e43-51d6-4c3f-a445-5da44530383c tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 200  len: 205 time: 0.0357132
Dec 11 21:03:27.902690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55546) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.911934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:27.915135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:27.961257 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-77c33971-b54f-4af1-b751-b2736514fe4b tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:27.962961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-77c33971-b54f-4af1-b751-b2736514fe4b tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ca74b107-ce4d-4fee-a709-109f63259c9f HTTP/1.1" status: 404  len: 336 time: 0.0584745
Dec 11 21:03:27.967587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55548) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:27.987542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90fc6-8c93-4e33-87df-5c9961a8b3f7 None None] Pushing event updated for resources: {'Port': ['ID=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:28.007494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:28.013593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.014163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7c97a318-8546-47d0-9ce4-3e42ff369bca tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 200  len: 205 time: 0.0452328
Dec 11 21:03:28.063771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.064151 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment a6d0e894-cc32-4329-afc0-c75c6b670fa2 of type vlan for network a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79
Dec 11 21:03:28.066279 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-65a9bd67-d50b-4d72-bb50-8ea2bc3bee9f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:28.067500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-65a9bd67-d50b-4d72-bb50-8ea2bc3bee9f tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/ef06c2bc-3a76-4afb-b954-39679f1ea8d1 HTTP/1.1" status: 404  len: 336 time: 0.0528221
Dec 11 21:03:28.071692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55554) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.113459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.124976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4aad1780-0984-4a93-8122-2a422cfbfe26 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 200  len: 205 time: 0.0511327
Dec 11 21:03:28.129592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55556) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.151926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.159006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:28.159536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.197177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.211639 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-561703a3-c647-40fe-9860-2182facee6a4 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:28.212852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-561703a3-c647-40fe-9860-2182facee6a4 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/e9e5bef3-ff94-4850-a101-efc693cf62bf HTTP/1.1" status: 404  len: 336 time: 0.0806150
Dec 11 21:03:28.232697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55558) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.249430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4080136
Dec 11 21:03:28.254387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.264254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': 'a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:28.295047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66ba95e4-7408-4411-a365-c7b0d8a1d69b tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1c9d45-7e45-49fc-bd97-d6cea0474938 HTTP/1.1" status: 200  len: 205 time: 0.0600741
Dec 11 21:03:28.296197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11cb49-e965-4ea9-ab23-e6a265ab949c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:28.302295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a410-fe70-4db2-887c-a295d99d65b0 req-a22cd6fd-46b6-46c3-b794-b459d83aebfc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:28.307995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.310305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29d5a410-fe70-4db2-887c-a295d99d65b0 req-a22cd6fd-46b6-46c3-b794-b459d83aebfc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 944 time: 0.2376266
Dec 11 21:03:28.317211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:28.363713 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-feb06a21-af26-46de-9d3e-ac2e3f823594 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] delete failed (client error): The resource could not be found.
Dec 11 21:03:28.364950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-feb06a21-af26-46de-9d3e-ac2e3f823594 tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/routers/aa1c9d45-7e45-49fc-bd97-d6cea0474938 HTTP/1.1" status: 404  len: 336 time: 0.0556560
Dec 11 21:03:28.376820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.430035 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d9fe1e-0e49-438a-a356-eaa29a8cb0dd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:03:28.430605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d9fe1e-0e49-438a-a356-eaa29a8cb0dd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:03:28.433911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e4d9fe1e-0e49-438a-a356-eaa29a8cb0dd tempest-RoutersAdminTest-994226684 tempest-RoutersAdminTest-994226684-project] 10.222.0.18 "DELETE /v2.0/subnets/38d96bcc-84ca-43a4-89e4-1514b3cacdc4 HTTP/1.1" status: 404  len: 337 time: 0.0560362
Dec 11 21:03:28.460487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8aed-86e8-4833-b7b5-eba586d78a13 req-8fd1b9d7-c14a-4ee0-98a3-132d19f2a310 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:28.462211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4cc8aed-86e8-4833-b7b5-eba586d78a13 req-8fd1b9d7-c14a-4ee0-98a3-132d19f2a310 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 949 time: 0.0961635
Dec 11 21:03:28.521222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4cc8aed-86e8-4833-b7b5-eba586d78a13 req-aa42bc69-fb6b-4c60-952f-e0bf7071abe8 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515161
Dec 11 21:03:28.688993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55576) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:28.700170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d344248c-f3c3-4d35-a0f9-fda65c92b1fb up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:28.754239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port d344248c-f3c3-4d35-a0f9-fda65c92b1fb completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:03:28.761205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port d344248c-f3c3-4d35-a0f9-fda65c92b1fb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:28.761587 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.845040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:28.849532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.854314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f3392-78e7-4b72-82c4-a6d75816b451 req-9918c83a-fc87-4b4e-847f-084c3c517320 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:28.857525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29d5a410-fe70-4db2-887c-a295d99d65b0 req-cc2f2923-8506-4dfb-ab6c-9a748ee10548 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5454545
Dec 11 21:03:28.857687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d00f3392-78e7-4b72-82c4-a6d75816b451 req-9918c83a-fc87-4b4e-847f-084c3c517320 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 945 time: 0.0999784
Dec 11 21:03:28.870004 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.876250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4823-bf1a-4bbc-ae0e-cb87eb70f10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:28.919339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:28.922117 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f9822b-5279-4fa2-b0f5-bafec2d5f90d" -d '{"events": [{"server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "name": "network-vif-plugged", "status": "completed", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:28.958217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:28.966150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d00f3392-78e7-4b72-82c4-a6d75816b451 req-4b73ec56-71b6-439e-9604-a8cd7d1a52ae tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787551
Dec 11 21:03:28.967009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.000114 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329fe78-d06b-4634-a51d-b93d66f84ce7 x-openstack-request-id: req-3329fe78-d06b-4634-a51d-b93d66f84ce7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:29.000760 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "name": "network-vif-plugged", "status": "completed", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:29.000760 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3329fe78-d06b-4634-a51d-b93d66f84ce7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:29.001447 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb', 'code': 200}
Dec 11 21:03:29.036040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:29.066194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4823-bf1a-4bbc-ae0e-cb87eb70f10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.072422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1b4823-bf1a-4bbc-ae0e-cb87eb70f10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.111114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d1b4823-bf1a-4bbc-ae0e-cb87eb70f10e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab88b8b4919044048ec47de11c1248d8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4208972
Dec 11 21:03:29.114530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55582) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:29.133106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.138873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b4823-bf1a-4bbc-ae0e-cb87eb70f10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec5088-f620-49d4-a575-24809971d771,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:29.181264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.207456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.247963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853d0c1-b630-4b61-bc25-69272cc20f97 req-6df0f662-16b9-4ee6-bf3d-0c0178dd912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:29.249622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e853d0c1-b630-4b61-bc25-69272cc20f97 req-6df0f662-16b9-4ee6-bf3d-0c0178dd912b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 1101 time: 0.1711295
Dec 11 21:03:29.272466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.275579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.276880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bec5088-f620-49d4-a575-24809971d771 HTTP/1.1" status: 204  len: 168 time: 0.1614153
Dec 11 21:03:29.286458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05a4e2-7efe-4831-8bd0-5487e18d16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec5088-f620-49d4-a575-24809971d771,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:29.292195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.333538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac8ce5-b74d-4485-ac51-fdb2b0461793 None None] Network d6c634bd-2743-4604-b628-95a0ad42e21a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:29.355234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb17375-30e2-4e47-a481-3de001035934 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:29.419768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e853d0c1-b630-4b61-bc25-69272cc20f97 req-ff9835dc-df97-4897-a581-39b24dfa6c44 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580408
Dec 11 21:03:29.422823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:29.454310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'a6d0e894-cc32-4329-afc0-c75c6b670fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:29.454710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:29.462580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Provisioning complete for port ec93d477-9174-49dd-b5b8-b68a34d3bf4d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:29.462953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.469736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Router 507885a8-3199-464d-b2bf-86e8938b1b4d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:29.487261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:29.542120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:29.551289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:29.551891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.623111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0eb8078-2eaf-4a19-9a80-829c223c7319 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.3668416
Dec 11 21:03:29.626867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55592) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:29.634754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:29.668498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc7c53-162d-4797-94f8-1b2905f6905e None None] Network a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:29.682975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.687180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28aaaefe-1b60-4f17-b365-712224c89bb0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5102913
Dec 11 21:03:29.690367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:29.701540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55596) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:29.742990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:29.769863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a8f4c-3dd7-48f4-8920-e49b4dd10094 req-c6a3ba61-0ae6-41f3-b07a-88454ffdac91 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:29.779118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f7a8f4c-3dd7-48f4-8920-e49b4dd10094 req-c6a3ba61-0ae6-41f3-b07a-88454ffdac91 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.1136315
Dec 11 21:03:29.788929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:29.788929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770b0880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:29.824189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1bab2b30-cead-43d6-8860-264e4d484efb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aafe059798944fd6835f79024312e641&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1240833
Dec 11 21:03:29.830211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55598) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:29.835321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5888a465-a70f-4297-9a00-ac83fb708fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79', 'network_id': 'a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:29.836178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5888a465-a70f-4297-9a00-ac83fb708fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.860987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f7a8f4c-3dd7-48f4-8920-e49b4dd10094 req-35b7308b-992c-4952-8be5-03d82913d8cf tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806606
Dec 11 21:03:29.875681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:29.944882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.015313 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.118191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:30.125159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.152978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258684-9aff-4274-8117-d8363057df5f req-bf83da97-f93f-4bfd-b5ea-e1594a073b6f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:30.155132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02258684-9aff-4274-8117-d8363057df5f req-bf83da97-f93f-4bfd-b5ea-e1594a073b6f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 944 time: 0.1350183
Dec 11 21:03:30.161123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.183118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.186610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] For port ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-5888a465-a70f-4297-9a00-ac83fb708fba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18: This subnet is being modified by another concurrent operation.
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:03:30.243628 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18: This subnet is being modified by another concurrent operation.
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:03:30.249159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.265786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cefe6-c1c3-4cc0-b7ca-ff9a99cfe8b1 req-535b1806-5fc4-4996-a822-553ac05e1393 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:30.265786 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b80cefe6-c1c3-4cc0-b7ca-ff9a99cfe8b1 req-535b1806-5fc4-4996-a822-553ac05e1393 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 945 time: 0.1602950
Dec 11 21:03:30.265786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:30.325902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867e600-98b0-4629-81e7-652c04bb8b1f None None] Network a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:30.368648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec93d477-9174-49dd-b5b8-b68a34d3bf4d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:30.376359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.380053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02258684-9aff-4274-8117-d8363057df5f req-616104cd-35ae-4a49-8236-284de38b3ee5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2152016
Dec 11 21:03:30.389033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.402783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.404971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0eefbc82-9fd9-4c04-a168-e958dadaf7ae HTTP/1.1" status: 204  len: 168 time: 0.5737956
Dec 11 21:03:30.417453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d844f3e80>,) {'filters': {'network_id': ['a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:30.430037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844f3e80>, 'a6d0e894-cc32-4329-afc0-c75c6b670fa2') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:30.430410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844f3e80>, 'a6d0e894-cc32-4329-afc0-c75c6b670fa2') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:30.439318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858d604-f6e5-4aeb-b520-48160ec9dc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eefbc82-9fd9-4c04-a168-e958dadaf7ae,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:30.442216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.468052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.475478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.484262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:30.485281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:30.489341 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:30.548720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f28aed41-026b-405f-a8a6-73e7fd714a3e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:03:30.551708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b197ca38-44e4-4e9a-b384-8eab1dc75fd4 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:30.560120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a20d2e-e1e7-4fd1-b1fb-c378b5ac3d01 None None] Network d6c634bd-2743-4604-b628-95a0ad42e21a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:30.588195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b80cefe6-c1c3-4cc0-b7ca-ff9a99cfe8b1 req-27bb61f4-854f-4dcb-99c8-dd8a7a48044b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088881
Dec 11 21:03:30.608953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.618100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.621484 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 HTTP/1.1" status: 204  len: 168 time: 0.9933977
Dec 11 21:03:30.626031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55606) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:30.644666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391790500'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:30.649269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038a70-eaf9-421c-8c93-5b487527e9e1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:30.676611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:30.680705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.685266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Provisioning complete for port e9f11ac0-59a9-4ab2-af81-72abe61ae26a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:30.685644 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.710407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:30.725246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.725542 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment bd98dff8-7ae1-4091-9c95-cca810724b34 of type vlan for network 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9
Dec 11 21:03:30.739894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Pushing event updated for resources: {'Port': ['ID=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:30.778195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.815813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:03:30.828973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.839350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:30.840833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:30.854998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Allocated IP 172.20.0.1 (d6c634bd-2743-4604-b628-95a0ad42e21a/ee75f1cb-3af3-4acf-bd44-858d05ee8d68/107830b4-67f4-47d4-8fe2-3e2de0506acf) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:30.889439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2602384
Dec 11 21:03:30.890241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:30.896115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '04b7ad3e-08bf-4c9c-979e-3657bfffa4f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:30.903537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-70d7d660-a269-4ac0-9e25-2b498346a7a2 None None] Port e9f11ac0-59a9-4ab2-af81-72abe61ae26a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:30.967284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165800e-f3d7-446c-aa43-cc8b7eaef2d8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=04b7ad3e-08bf-4c9c-979e-3657bfffa4f9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:30.968226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ec93d477-9174-49dd-b5b8-b68a34d3bf4d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:30.968606 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.015932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:31.026360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:03:31.061792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:31.065314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.066834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9f98f-a2e5-4c1b-b0e6-b81ff6a7b167 req-d76912d4-5475-44ed-b6e1-c7cc9fd31899 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:31.068739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fef9f98f-a2e5-4c1b-b0e6-b81ff6a7b167 req-d76912d4-5475-44ed-b6e1-c7cc9fd31899 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.0752227
Dec 11 21:03:31.077389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:31.077765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.136178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fef9f98f-a2e5-4c1b-b0e6-b81ff6a7b167 req-859357c3-e090-4c95-8749-879ca84fd701 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611289
Dec 11 21:03:31.157795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.175478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:31.192685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a06a9f2a-28ce-41fe-afbb-f1d5eaae0357 None None] Provisioning complete for port ec93d477-9174-49dd-b5b8-b68a34d3bf4d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:31.193058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a06a9f2a-28ce-41fe-afbb-f1d5eaae0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.243827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f28aed41-026b-405f-a8a6-73e7fd714a3e', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': 'f28aed41-026b-405f-a8a6-73e7fd714a3e', 'mac_address': 'fa:16:3e:2c:f9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:03:31.271316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.314592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Network d6c634bd-2743-4604-b628-95a0ad42e21a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:31.322672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:31.325306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:31.368293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770b0880>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:27Z', 'revision_number': 3, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:31.412625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Pushing event updated for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:31.427409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:03:31.427779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Updating router 507885a8-3199-464d-b2bf-86e8938b1b4d port e9f11ac0-59a9-4ab2-af81-72abe61ae26a binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:03:31.434767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.447176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.453152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.514738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28aed41-026b-405f-a8a6-73e7fd714a3e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:31.535999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-b8bd7068-d631-418c-a262-427b95d9ef12 tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:31.547217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-b8bd7068-d631-418c-a262-427b95d9ef12 tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 1101 time: 0.0741830
Dec 11 21:03:31.574929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-a1000b95-fbfd-46ff-9e5c-52c7f47cb39b tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.632927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.643038 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.659969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:31.669787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'bd98dff8-7ae1-4091-9c95-cca810724b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '04b7ad3e-08bf-4c9c-979e-3657bfffa4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:31.670163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:31.682676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=07c7ee86-cbf2-4838-8208-b36a72f242bd,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:31.702097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.708593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764f29c-47a9-42b1-a09f-385ab1bbca09 req-17c4652d-7848-4fcc-9942-dc4d216cd0df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:31.710357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f764f29c-47a9-42b1-a09f-385ab1bbca09 req-17c4652d-7848-4fcc-9942-dc4d216cd0df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 944 time: 0.1341488
Dec 11 21:03:31.713264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:31.734140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:31.738308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:31.739008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.756601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-a1000b95-fbfd-46ff-9e5c-52c7f47cb39b tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.767914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-a1000b95-fbfd-46ff-9e5c-52c7f47cb39b tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.802152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c88e90bb-0e2a-47ad-93cd-de8db70eb5a7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9109063
Dec 11 21:03:31.806180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55640) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:31.806854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:31.826858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b088016-c6a5-4c05-9c33-9473ecd4fd00 req-a1000b95-fbfd-46ff-9e5c-52c7f47cb39b tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743912
Dec 11 21:03:31.891637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000b95-fbfd-46ff-9e5c-52c7f47cb39b tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56789cc5-e726-4311-9548-ac4fc31cff34,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:31.924283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f764f29c-47a9-42b1-a09f-385ab1bbca09 req-403615e9-ac0f-42ea-a93f-c54f8537b5fd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032604
Dec 11 21:03:32.079767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:32.082863 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708e67b-4f9c-4f86-b2bf-ebcf1fde575b" -d '{"events": [{"server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:32.085629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3c65cd-c485-48bf-b59b-d183cb2dc6bb None None] Network 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:32.129742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.136351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a72ebb-d2ec-4906-a25d-80338210b974 req-1b74c626-200c-43a6-8593-023630bd0e64 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:32.163248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93a72ebb-d2ec-4906-a25d-80338210b974 req-1b74c626-200c-43a6-8593-023630bd0e64 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 945 time: 0.1903892
Dec 11 21:03:32.173262 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8131389-897e-4b50-b7c0-3d6376ca4911 x-openstack-request-id: req-e8131389-897e-4b50-b7c0-3d6376ca4911 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:32.173558 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:32.173823 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8131389-897e-4b50-b7c0-3d6376ca4911 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:32.174219 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4', 'code': 200}
Dec 11 21:03:32.191280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,segment=NetworkSegment(ea281d62-f86e-48e3-b378-45a6a95f9338),segment_id=ea281d62-f86e-48e3-b378-45a6a95f9338)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:32.229893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.243854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.256002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f28aed41-026b-405f-a8a6-73e7fd714a3e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:32.278337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:32.289425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93a72ebb-d2ec-4906-a25d-80338210b974 req-b2f46b94-2248-47a9-97b0-0ab1df9a9ea5 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251705
Dec 11 21:03:32.315599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9d8f9d16-ef7f-4f1d-b9a5-55b16a18953b None None] Provisioning complete for port ec93d477-9174-49dd-b5b8-b68a34d3bf4d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:32.315972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d8f9d16-ef7f-4f1d-b9a5-55b16a18953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.327922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec93d477-9174-49dd-b5b8-b68a34d3bf4d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:32.366521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9225d-edbc-4066-95c1-392d21f7d503 req-62ded48c-cbbd-401c-a28f-72d9651b0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:32.368347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6d9225d-edbc-4066-95c1-392d21f7d503 req-62ded48c-cbbd-401c-a28f-72d9651b0a4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 1097 time: 0.1285100
Dec 11 21:03:32.372788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.387630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.455773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.509724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=07c7ee86-cbf2-4838-8208-b36a72f242bd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:32.530673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6d9225d-edbc-4066-95c1-392d21f7d503 req-667805b3-4531-4211-9e02-54b2b71ac472 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545515
Dec 11 21:03:32.531587 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.538953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0027edef-bc71-41d1-8c1b-86f014294321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-04b7ad3e-08bf-4c9c-979e-3657bfffa4f9', 'network_id': '04b7ad3e-08bf-4c9c-979e-3657bfffa4f9', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '07c7ee86-cbf2-4838-8208-b36a72f242bd'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:32.539827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0027edef-bc71-41d1-8c1b-86f014294321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.544296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Pushing event updated for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:32.548337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:32.616216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.672718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d844fab80>,) {'filters': {'network_id': ['04b7ad3e-08bf-4c9c-979e-3657bfffa4f9']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:32.685577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844fab80>, 'bd98dff8-7ae1-4091-9c95-cca810724b34') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:32.685853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844fab80>, 'bd98dff8-7ae1-4091-9c95-cca810724b34') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:32.702574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.709941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ec93d477-9174-49dd-b5b8-b68a34d3bf4d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:32.709941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.729507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.739878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Network d6c634bd-2743-4604-b628-95a0ad42e21a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:32.741031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:32.741469 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:32.744604 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:32.748605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:32.793032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55660) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:32.812697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf962c-c768-40f1-8648-25c3edad53ec None None] Network 04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:32.875549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.880138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.883518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 HTTP/1.1" status: 204  len: 168 time: 1.0573864
Dec 11 21:03:32.887322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55666) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:32.895522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421713172'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:32.945330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:32.951510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:32.966040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3102ab-87d0-41cd-b523-462f346dd355 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=04b7ad3e-08bf-4c9c-979e-3657bfffa4f9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:33.010578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:33.031612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Router 507885a8-3199-464d-b2bf-86e8938b1b4d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:03:33.032545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.033842 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment c7b2377e-ddd1-458a-82ab-b554485d6d26 of type vlan for network 0607ad3f-e8e1-48d1-a595-5de77559917c
Dec 11 21:03:33.044398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.054279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2069846730', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:33.054755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeabf8-7805-4641-b2cb-9d867c2c6627 req-69793c70-86f2-4967-b615-cacf4d59538e tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:33.056340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2eeabf8-7805-4641-b2cb-9d867c2c6627 req-69793c70-86f2-4967-b615-cacf4d59538e tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 1101 time: 0.0922265
Dec 11 21:03:33.070367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e5518159-92b9-490e-917f-32d8eec4d13c None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:33.070780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e5518159-92b9-490e-917f-32d8eec4d13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.072356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.132972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.197232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b56971-e74c-4e19-9008-2cc8578ba1a6 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:33.220054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e5518159-92b9-490e-917f-32d8eec4d13c None None] Port 107830b4-67f4-47d4-8fe2-3e2de0506acf cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:33.229085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Attempting to bind port e9f11ac0-59a9-4ab2-af81-72abe61ae26a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:33.229695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Attempting to bind port e9f11ac0-59a9-4ab2-af81-72abe61ae26a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:33.230240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Attempting to bind port e9f11ac0-59a9-4ab2-af81-72abe61ae26a on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:33.233218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aad5c0-dc10-4456-a16f-6aea4eac7e2c None None] Pushing event updated for resources: {'Port': ['ID=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:33.236388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.239897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:33.240707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:33.241282 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.241851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:33.242526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Bound port: e9f11ac0-59a9-4ab2-af81-72abe61ae26a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:33.243087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.251481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:33.252151 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.267895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Made reservation on behalf of 1aa45c2fea72417e9d32e2e75752df75 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:33.270252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.284959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c2f9e-08bf-4792-a8a1-4a9faac2b70a None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:03:33.285184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.304760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4116189
Dec 11 21:03:33.314787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55672) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:33.340020 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:03:33.347318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:33.375350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Provisioning complete for port e9f11ac0-59a9-4ab2-af81-72abe61ae26a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:33.375776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.398506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508585-3fb9-49d8-8cdc-536b0a469ce2 req-a7ceb1a2-3edd-4f69-aa0f-04c064905fe1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:33.406922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6508585-3fb9-49d8-8cdc-536b0a469ce2 req-a7ceb1a2-3edd-4f69-aa0f-04c064905fe1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 945 time: 0.2351937
Dec 11 21:03:33.444034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] For port e9f11ac0-59a9-4ab2-af81-72abe61ae26a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:33.455063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892a0bd-1c58-4614-85c4-db12ac003bad tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=0607ad3f-e8e1-48d1-a595-5de77559917c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:33.482063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0607ad3f-e8e1-48d1-a595-5de77559917c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:33.504583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] For port e9f11ac0-59a9-4ab2-af81-72abe61ae26a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:33.505910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Port e9f11ac0-59a9-4ab2-af81-72abe61ae26a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:33.545721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6508585-3fb9-49d8-8cdc-536b0a469ce2 req-cbd11515-f550-4a5f-a862-f61a98ce786e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378109
Dec 11 21:03:33.557373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.565818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:33.569652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.577538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2eeabf8-7805-4641-b2cb-9d867c2c6627 req-2fc5d27e-04e4-4af3-b44c-9686322b0244 tempest-ServersAdminNegativeTestJSON-1665138006 tempest-ServersAdminNegativeTestJSON-1665138006-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4751585
Dec 11 21:03:33.593233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:33.608533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-321d438c-aa16-4aff-91df-a90e201dd250 admin admin] 10.222.0.18 "PUT /v2.0/routers/507885a8-3199-464d-b2bf-86e8938b1b4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9079902
Dec 11 21:03:33.611189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.611420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:33.611420 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.654543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:33.671577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] device_id is not set on port 62d68c8a-39d7-4f26-8a0d-242edd676d71 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:03:33.693908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing IP validity checks on allocation pools {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:03:33.694467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:03:33.727014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aad5c0-dc10-4456-a16f-6aea4eac7e2c None None] Pushing event updated for resources: {'Port': ['ID=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:33.730868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c2f9e-08bf-4792-a8a1-4a9faac2b70a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:03:33.772076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb55e7-5d0c-4a7c-82f2-f722be9aae96,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:33.786034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:33.786804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770b0880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:33.827177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d941a69-6b90-4820-8cbf-bd2aade8a655 req-ffe635ce-e0e2-4472-b27e-d2428ba57a4a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:33.841528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d941a69-6b90-4820-8cbf-bd2aade8a655 req-ffe635ce-e0e2-4472-b27e-d2428ba57a4a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1315258
Dec 11 21:03:33.943630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d941a69-6b90-4820-8cbf-bd2aade8a655 req-aed879e1-5281-417a-b894-2384f8434423 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017988
Dec 11 21:03:33.984289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6057a-af0e-4dd7-ba67-1d2cf5d6a3bb None None] Port 107830b4-67f4-47d4-8fe2-3e2de0506acf cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:34.021640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-7962de9a-afa5-4569-8964-6b8eff014ac2 req-4e12493b-abd8-404b-8587-732ea0d31507 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:03:34.022923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7962de9a-afa5-4569-8964-6b8eff014ac2 req-4e12493b-abd8-404b-8587-732ea0d31507 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0081568
Dec 11 21:03:34.053725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Allocated IP 172.35.1.171 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/62d68c8a-39d7-4f26-8a0d-242edd676d71) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:34.148535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:34.168179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.344380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dfc0b-767e-4fb7-afec-c36baf52c1ca req-38bb050d-e3bb-4442-a338-e7a5eb7c428c tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:34.353231 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ee3dfc0b-767e-4fb7-afec-c36baf52c1ca req-38bb050d-e3bb-4442-a338-e7a5eb7c428c tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.0682549
Dec 11 21:03:34.363677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.407127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f28aed41-026b-405f-a8a6-73e7fd714a3e up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:34.409237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'c7b2377e-ddd1-458a-82ab-b554485d6d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:34.409744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 0607ad3f-e8e1-48d1-a595-5de77559917c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:34.417143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.417846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ee3dfc0b-767e-4fb7-afec-c36baf52c1ca req-7a9792ff-666c-46df-830b-d26fa2764232 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618973
Dec 11 21:03:34.467903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:34.474047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=def416df-fff9-4255-b89d-42bbeea6f187,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:34.487039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:34.492505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:34.499918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55702) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:34.506174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1393324193-network', 'tenant_id': '000f1d954edc4f59908194fef379d451'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:34.528589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Made reservation on behalf of 000f1d954edc4f59908194fef379d451 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:34.531763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.541711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.550828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Pushing event updated for resources: {'Port': ['ID=62d68c8a-39d7-4f26-8a0d-242edd676d71,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:34.562271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:34.563046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.574869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852eee6-7edc-49a8-9008-cd8c5bf8431d None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:34.579542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 0607ad3f-e8e1-48d1-a595-5de77559917c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:34.586358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd3d62bd-cca6-4cd9-b8d2-c4946564cdc3 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.7913065
Dec 11 21:03:34.589401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55706) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:34.594709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.171'}]}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:34.612915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0607ad3f-e8e1-48d1-a595-5de77559917c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:34.622835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:34.623084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.625267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f28aed41-026b-405f-a8a6-73e7fd714a3e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:03:34.635837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.636934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.655329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f15340-be71-4404-89fb-6ed262b88bb9 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:34.658184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4011fd6-10a4-4c90-98f9-943506d01dde None None] Network 0607ad3f-e8e1-48d1-a595-5de77559917c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:34.669327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f28aed41-026b-405f-a8a6-73e7fd714a3e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:34.669598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.670651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.676148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.720910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:34.723969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc70319-31f5-4cf2-b91d-8f47a7e08dbb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:34.751501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.751863 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Added segment 5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd of type vlan for network a1d16350-4ede-43a7-8f7f-bc017065d9a3
Dec 11 21:03:34.802340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.819272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] Provisioning complete for port e9f11ac0-59a9-4ab2-af81-72abe61ae26a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:34.819767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.847951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.848982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:34.849670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:34.909665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4057770
Dec 11 21:03:34.910004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:34.916903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Request body: {'subnet': {'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1393324193-subnet', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:34.931438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2ecf2-96c5-4d02-9a8a-409f3f1b8d33 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d16350-4ede-43a7-8f7f-bc017065d9a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:34.932083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6359e724-7523-4731-8e9d-b41e490b55bc tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.6157935
Dec 11 21:03:34.933672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55712) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:34.955362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770b0880>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:34.963272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.002358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.017265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:35.019231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0607ad3f-e8e1-48d1-a595-5de77559917c', 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': 'def416df-fff9-4255-b89d-42bbeea6f187'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:35.020059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.022232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576bc2f-20a6-4d35-8f2f-b8b8bfcb55f2 req-65b9ac52-7f93-4447-a618-e9e97ab83641 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.025307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b576bc2f-20a6-4d35-8f2f-b8b8bfcb55f2 req-65b9ac52-7f93-4447-a618-e9e97ab83641 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 945 time: 0.1137261
Dec 11 21:03:35.034120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Made reservation on behalf of 000f1d954edc4f59908194fef379d451 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:35.036436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.057142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1807c0-101f-484f-b369-1448821b9c70 None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:35.147106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:35.150880 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76596bb2-5dd8-401c-99df-b8129a3ccf8f" -d '{"events": [{"server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "name": "network-vif-plugged", "status": "completed", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:35.158486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.188987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.197315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1022-bd4a-4250-b0ad-bdcd7b4b57af req-6cc94d61-6617-429d-967d-05f66bbda12b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.205805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b43b1022-bd4a-4250-b0ad-bdcd7b4b57af req-6cc94d61-6617-429d-967d-05f66bbda12b tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1751347
Dec 11 21:03:35.210668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.237751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:35.245921 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b576bc2f-20a6-4d35-8f2f-b8b8bfcb55f2 req-9aeeaf7f-a6c2-4cff-b282-4ecd2b703afe tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404493
Dec 11 21:03:35.263339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] For port e9f11ac0-59a9-4ab2-af81-72abe61ae26a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:35.263339 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.272843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.352162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:35.372519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b43b1022-bd4a-4250-b0ad-bdcd7b4b57af req-7f3eebea-2499-441b-a33f-da3e97bf7014 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616764
Dec 11 21:03:35.413101 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101c78ab-cfd2-41c0-847b-e371269f8b83 x-openstack-request-id: req-101c78ab-cfd2-41c0-847b-e371269f8b83 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:35.413676 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "name": "network-vif-plugged", "status": "completed", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:35.413676 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-101c78ab-cfd2-41c0-847b-e371269f8b83 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:35.414029 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e', 'code': 200}
Dec 11 21:03:35.487708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Allocated IP 172.20.0.3 (0607ad3f-e8e1-48d1-a595-5de77559917c/def416df-fff9-4255-b89d-42bbeea6f187/1a7ae6df-783b-40a1-8cd2-f0a80aaa44df) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:35.501631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.572290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bd41d-6030-4122-8ffc-c617b5a95085 None None] Pushing event updated for resources: {'Port': ['ID=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:35.602168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.688097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75266e05-9d07-4900-93f8-0be11b7cc200 req-a6d481b2-6ac9-44da-8300-ec53e971036d tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.689697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75266e05-9d07-4900-93f8-0be11b7cc200 req-a6d481b2-6ac9-44da-8300-ec53e971036d tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1804998
Dec 11 21:03:35.693371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.708215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d14d6-15fb-48f4-9475-1574bf0a6c1b req-bf46f5c5-fb4d-48ae-a4e7-d95f849a4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.709736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-086d14d6-15fb-48f4-9475-1574bf0a6c1b req-bf46f5c5-fb4d-48ae-a4e7-d95f849a4153 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 1097 time: 0.2373385
Dec 11 21:03:35.724187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.724507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-298ab1be-22dd-40ba-b278-a64f7d600c70 None None] Provisioning complete for port 62d68c8a-39d7-4f26-8a0d-242edd676d71 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:35.724980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-298ab1be-22dd-40ba-b278-a64f7d600c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.800157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858bb42-e3bb-4863-9068-0fd2d1659b5a req-59be352c-0cd3-4fcc-8f7d-04e2424a1fb4 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.803181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-298ab1be-22dd-40ba-b278-a64f7d600c70 None None] Port 62d68c8a-39d7-4f26-8a0d-242edd676d71 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:35.806817 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.808356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a858bb42-e3bb-4863-9068-0fd2d1659b5a req-59be352c-0cd3-4fcc-8f7d-04e2424a1fb4 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.2250688
Dec 11 21:03:35.810447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf18a7c-9c8e-4d9b-88f5-92993ec405f6,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:35.821265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.871704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Network 0607ad3f-e8e1-48d1-a595-5de77559917c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:35.889016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:35.890702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Checking segment: {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:35.891093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Network hostable DHCP agents. Network: a1d16350-4ede-43a7-8f7f-bc017065d9a3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:35.896955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:35.912771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-2f9c9d6d-ecfb-4683-8548-60e2688365aa tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:35.914827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-2f9c9d6d-ecfb-4683-8548-60e2688365aa tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.2021680
Dec 11 21:03:35.916084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:35.929288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-086d14d6-15fb-48f4-9475-1574bf0a6c1b req-9cfa6510-be60-4020-bf66-36cd9792ed84 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037864
Dec 11 21:03:35.969349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Pushing event updated for resources: {'Port': ['ID=1a7ae6df-783b-40a1-8cd2-f0a80aaa44df,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:35.990710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Attempting to bind port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:35.991154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Attempting to bind port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c7b2377e-ddd1-458a-82ab-b554485d6d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:35.991561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Attempting to bind port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df on network 0607ad3f-e8e1-48d1-a595-5de77559917c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:36.000460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:36.000945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Checking segment: {'id': 'c7b2377e-ddd1-458a-82ab-b554485d6d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:36.001352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.002049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Bound using segment: {'id': 'c7b2377e-ddd1-458a-82ab-b554485d6d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:36.003265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Bound port: 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b2377e-ddd1-458a-82ab-b554485d6d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0607ad3f-e8e1-48d1-a595-5de77559917c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:36.003712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75266e05-9d07-4900-93f8-0be11b7cc200 req-c6ff1785-515a-44fe-bc0a-4fe25de61e43 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842011
Dec 11 21:03:36.005898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.023101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=def416df-fff9-4255-b89d-42bbeea6f187,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:36.064777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a858bb42-e3bb-4863-9068-0fd2d1659b5a req-1fb24b09-3078-4d5d-aa52-dd8113104f8e tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552531
Dec 11 21:03:36.106031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] For port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:36.107394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] For port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a7ae6df-783b-40a1-8cd2-f0a80aaa44df,segment=NetworkSegment(c7b2377e-ddd1-458a-82ab-b554485d6d26),segment_id=c7b2377e-ddd1-458a-82ab-b554485d6d26)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:36.131269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.178454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.206862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:36.321811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.345118 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3c51f55a-8695-4f49-9185-1e1e99c054ab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.4196699
Dec 11 21:03:36.357365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f0d4a-b4b6-43d8-81f6-e2508d2dcb4f None None] Network 0607ad3f-e8e1-48d1-a595-5de77559917c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:36.361099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a1d16350-4ede-43a7-8f7f-bc017065d9a3) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:36.386438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.390299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.401437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9a676-31c7-408e-bc1b-25b845c0926b None None] Pushing event updated for resources: {'Port': ['ID=1a7ae6df-783b-40a1-8cd2-f0a80aaa44df,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:36.429178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33f9cd-1938-4ef1-b7d9-2a65f0e57a4f None None] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:36.438542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e9f11ac0-59a9-4ab2-af81-72abe61ae26a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:36.459767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d86248cd0>,) {'filters': {'network_id': ['0607ad3f-e8e1-48d1-a595-5de77559917c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:36.516747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86248cd0>, 'c7b2377e-ddd1-458a-82ab-b554485d6d26') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:36.517269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86248cd0>, 'c7b2377e-ddd1-458a-82ab-b554485d6d26') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:36.538200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.541312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.573677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b5faba31-4ccb-420c-9d35-a6746cb33127 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6623209
Dec 11 21:03:36.580560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.587145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55730) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:36.605551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:36.622929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189bf9f-cd1d-4dfc-a18f-847910b08e66 req-391c4961-04f3-42b6-b9b8-1a20bda1266a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.633207 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d189bf9f-cd1d-4dfc-a18f-847910b08e66 req-391c4961-04f3-42b6-b9b8-1a20bda1266a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.1776688
Dec 11 21:03:36.641988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.653842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.654468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.655004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.655615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.657163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.657163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.657163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.659672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6481e84-a094-4221-aff2-ded126be3087 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.2277043
Dec 11 21:03:36.664363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.664971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bec3063-7b6d-4cad-94e6-01fe59a36046 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:36.676531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Deleting port d344248c-f3c3-4d35-a0f9-fda65c92b1fb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:36.676783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.688498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:36.688967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:36.703975 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:36.713624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e9f11ac0-59a9-4ab2-af81-72abe61ae26a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:36.713997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.729732 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d189bf9f-cd1d-4dfc-a18f-847910b08e66 req-90a38377-1e3e-40cd-8b26-0ed8e8c82f68 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922945
Dec 11 21:03:36.767173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837fc1-3339-4045-be18-513671180b58 req-37f02007-752f-417f-9bdb-1bec98271cef tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:36.772005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'project_id': '000f1d954edc4f59908194fef379d451', 'fixed_ips': [{'subnet_id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:36.772926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.776351 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57837fc1-3339-4045-be18-513671180b58 req-37f02007-752f-417f-9bdb-1bec98271cef tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.2644570
Dec 11 21:03:36.806227 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:03:36.810380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0f381a64-f68e-423b-a862-6696e2a8cacb tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.2176695
Dec 11 21:03:36.814329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55732) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:36.883685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.884116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.962216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Deleting port 62d68c8a-39d7-4f26-8a0d-242edd676d71 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:36.962699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:36.966374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Allocated IP 172.20.0.2 (a1d16350-4ede-43a7-8f7f-bc017065d9a3/2cf18a7c-9c8e-4d9b-88f5-92993ec405f6/16ae0acc-e26f-4b55-952a-a9ef4f14702d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:36.988169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:03:36.988169 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:03:36.988169 ncdv-master-1 neutron-server[125987]: [parameters: {'id': '0607ad3f-e8e1-48d1-a595-5de77559917c'}]
Dec 11 21:03:36.988169 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:36.988775 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:37.060018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.073975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Calling delete_port for 62d68c8a-39d7-4f26-8a0d-242edd676d71 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:37.084271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.091863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57837fc1-3339-4045-be18-513671180b58 req-cb3abcab-bf36-425f-ab3b-ce30236b90ff tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3144760
Dec 11 21:03:37.096234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] For port d344248c-f3c3-4d35-a0f9-fda65c92b1fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:37.096884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.126202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.149578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Calling delete_port for d344248c-f3c3-4d35-a0f9-fda65c92b1fb owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:37.217005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-71bf2823-7e20-430f-a9fd-c62f5822f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.217491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-71bf2823-7e20-430f-a9fd-c62f5822f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.217959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-71bf2823-7e20-430f-a9fd-c62f5822f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.219669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-71bf2823-7e20-430f-a9fd-c62f5822f42b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 2297 time: 0.4964478
Dec 11 21:03:37.377608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16140-6a6c-41ef-b4b1-1de566a498c2 req-cdcd865a-a9d7-449a-9e17-e4380e61817d tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.386470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fa16140-6a6c-41ef-b4b1-1de566a498c2 req-cdcd865a-a9d7-449a-9e17-e4380e61817d tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=d78e7b66-855b-4abf-b9d3-3c4e1c96ad61 HTTP/1.1" status: 200  len: 950 time: 0.0902095
Dec 11 21:03:37.390339 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.394741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.444128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Pushing event deleted for resources: {'Port': ['ID=62d68c8a-39d7-4f26-8a0d-242edd676d71,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:37.481032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-6a8e29b0-300e-45e4-9665-037f6134625f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1002 time: 0.2502680
Dec 11 21:03:37.503198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.509799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973c52f-584e-47ba-92fc-c0f5c22c68bd None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:37.515236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.563646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fa16140-6a6c-41ef-b4b1-1de566a498c2 req-c53efcc6-ad26-4cf5-a4d5-21a30a9cbcc9 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751809
Dec 11 21:03:37.563836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:37.567221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:37.571901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:37.579335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.582707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Pushing event updated for resources: {'Port': ['ID=16ae0acc-e26f-4b55-952a-a9ef4f14702d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:37.587945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d986eb7-1970-4161-a906-fe5774673479 tempest-RoutersAdminNegativeIpV6Test-1117435315 tempest-RoutersAdminNegativeIpV6Test-1117435315-project-admin] 10.222.0.18 "DELETE /v2.0/ports/62d68c8a-39d7-4f26-8a0d-242edd676d71 HTTP/1.1" status: 204  len: 168 time: 0.7719910
Dec 11 21:03:37.643741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Attempting to bind port 16ae0acc-e26f-4b55-952a-a9ef4f14702d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:37.644291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Attempting to bind port 16ae0acc-e26f-4b55-952a-a9ef4f14702d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:37.644751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Attempting to bind port 16ae0acc-e26f-4b55-952a-a9ef4f14702d on network a1d16350-4ede-43a7-8f7f-bc017065d9a3 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:37.651042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:37.651579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Checking segment: {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:37.652267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.652626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Bound using segment: {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:37.653764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Bound port: 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:37.654246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.661071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3ae8c6f3-5d17-4848-926e-e6c8dd839867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.662596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3ae8c6f3-5d17-4848-926e-e6c8dd839867 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.1553721
Dec 11 21:03:37.691745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.697785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.704746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.710414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.717180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.723661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.729704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.731778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-d7605234-3be9-4495-9b9c-d21179da67d3 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.2614570
Dec 11 21:03:37.741374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] For port 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:37.745071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] For port 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ae0acc-e26f-4b55-952a-a9ef4f14702d,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:37.751608 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.835412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:37.849622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7fb98fb8-6d0f-450e-b3f5-c182d11c016b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:37.884682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50170334-0869-402a-bf56-a6f29e5bf88e None None] Pushing event updated for resources: {'Port': ['ID=16ae0acc-e26f-4b55-952a-a9ef4f14702d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:37.925902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Pushing event deleted for resources: {'Port': ['ID=d344248c-f3c3-4d35-a0f9-fda65c92b1fb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:37.933304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bfc2a-3754-4ae4-92cd-ef7585e59dfc req-dd7b329a-dbee-43f9-bafe-eabb80d4f790 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.941640 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022bfc2a-3754-4ae4-92cd-ef7585e59dfc req-dd7b329a-dbee-43f9-bafe-eabb80d4f790 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.0822577
Dec 11 21:03:37.957083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-698efbd1-6fa3-4972-b4ca-fdc9237bf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:37.959136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-698efbd1-6fa3-4972-b4ca-fdc9237bf2c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2228239
Dec 11 21:03:38.015528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55746) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:38.026357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c10b54d-855b-478b-83b1-8dfeba541d54 req-e6e5e227-baa3-4a4e-b90e-e4903f0bf248 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2772417
Dec 11 21:03:38.046195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:38.046195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.077804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] No DVR routers for this DVR port d344248c-f3c3-4d35-a0f9-fda65c92b1fb on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:38.080875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.084312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1108a10c-6584-45cf-9e2e-9de6c1e3b864 req-f03732b6-e9b4-4a9f-b203-ec7c0180ab9f tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "DELETE /v2.0/ports/d344248c-f3c3-4d35-a0f9-fda65c92b1fb HTTP/1.1" status: 204  len: 173 time: 2.1367357
Dec 11 21:03:38.107329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022bfc2a-3754-4ae4-92cd-ef7585e59dfc req-e16b72c5-257f-4d18-8cd0-76543d60a6a9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445446
Dec 11 21:03:38.117506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'name': 'network-vif-deleted', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:38.119948 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e3500f-1b44-4892-856e-b507dda1e7c3" -d '{"events": [{"server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "name": "network-vif-deleted", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:38.240543 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db549a17-cd9f-448b-a671-9bdf491cb4c1 x-openstack-request-id: req-db549a17-cd9f-448b-a671-9bdf491cb4c1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:38.240835 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78e7b66-855b-4abf-b9d3-3c4e1c96ad61", "name": "network-vif-deleted", "tag": "d344248c-f3c3-4d35-a0f9-fda65c92b1fb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:38.241094 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db549a17-cd9f-448b-a671-9bdf491cb4c1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:38.241500 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78e7b66-855b-4abf-b9d3-3c4e1c96ad61', 'name': 'network-vif-deleted', 'tag': 'd344248c-f3c3-4d35-a0f9-fda65c92b1fb', 'status': 'completed', 'code': 200}
Dec 11 21:03:38.380479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c50b34b7-b9b0-4fb5-9f04-318bf47ad562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.411407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a7ae6df-783b-40a1-8cd2-f0a80aaa44df,segment=NetworkSegment(c7b2377e-ddd1-458a-82ab-b554485d6d26),segment_id=c7b2377e-ddd1-458a-82ab-b554485d6d26)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:38.413405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.463957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 16ae0acc-e26f-4b55-952a-a9ef4f14702d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:38.570193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 16ae0acc-e26f-4b55-952a-a9ef4f14702d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:38.570811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.588003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:38.610512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-0de5b967-30e8-463b-bf56-eaf9126f575e service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6387734
Dec 11 21:03:38.626424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c50b34b7-b9b0-4fb5-9f04-318bf47ad562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.637402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c50b34b7-b9b0-4fb5-9f04-318bf47ad562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.662701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.671050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.677973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.683480 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.685536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.692246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.702505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.708690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.715927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3409db1-b563-437d-aaab-bfc3eda93e3c req-3abe95f7-20df-4243-9c20-7133090701f7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1716228
Dec 11 21:03:38.768156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ae0acc-e26f-4b55-952a-a9ef4f14702d,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:38.772557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d344248c-f3c3-4d35-a0f9-fda65c92b1fb no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:38.785063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b34b7-b9b0-4fb5-9f04-318bf47ad562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0fcbe-7c20-4fe7-8a0b-09a4fc916bf6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:38.814004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: d344248c-f3c3-4d35-a0f9-fda65c92b1fb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:38.814620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d344248c-f3c3-4d35-a0f9-fda65c92b1fb not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:38.816324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:38.877654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c50b34b7-b9b0-4fb5-9f04-318bf47ad562 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80038e5ccec24702b0c0d7202624a221&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8588903
Dec 11 21:03:38.879804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55764) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:38.882182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=16ae0acc-e26f-4b55-952a-a9ef4f14702d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:38.938074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13f8f4-d3f5-4a84-9bba-27d776c11421 req-78d47b6b-fe57-40f2-bf50-42f83dcf458b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:38.939737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b13f8f4-d3f5-4a84-9bba-27d776c11421 req-78d47b6b-fe57-40f2-bf50-42f83dcf458b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.1213458
Dec 11 21:03:38.974936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.021504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.039651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b13f8f4-d3f5-4a84-9bba-27d776c11421 req-78c409b8-0283-4adb-8d97-89b737c0ef4d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906222
Dec 11 21:03:39.110455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.110769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.115020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcd0fcbe-7c20-4fe7-8a0b-09a4fc916bf6 HTTP/1.1" status: 204  len: 168 time: 0.2310195
Dec 11 21:03:39.131226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e3ba6-842f-49c3-a0ee-ed51f543652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0fcbe-7c20-4fe7-8a0b-09a4fc916bf6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:39.225999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.240549 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:39.260583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:39.261222 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842aed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:39.342332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=1a7ae6df-783b-40a1-8cd2-f0a80aaa44df,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:39.382285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.409293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 1a7ae6df-783b-40a1-8cd2-f0a80aaa44df on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:39.438432 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:39.539632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.558764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6d7bb-7eea-4ba4-8a40-59b71f2946c7 None None] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:39.568650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4b0bb0>,) {'filters': {'network_id': ['0607ad3f-e8e1-48d1-a595-5de77559917c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:39.609420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86224-47ff-4005-be5c-0c35eb7006f4 req-82231988-b065-4d37-9156-1e2be3c25276 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:39.618423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fe86224-47ff-4005-be5c-0c35eb7006f4 req-82231988-b065-4d37-9156-1e2be3c25276 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 1.1731288
Dec 11 21:03:39.622471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4b0bb0>, 'c7b2377e-ddd1-458a-82ab-b554485d6d26') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:39.622808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4b0bb0>, 'c7b2377e-ddd1-458a-82ab-b554485d6d26') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:39.636606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55780) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:39.675005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.721618 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842aed30>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:39.744872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66ad07e5-cbe2-486c-a8d6-e2c996b9ab0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1aa45c2fea72417e9d32e2e75752df75&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1062832
Dec 11 21:03:39.746318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55784) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:39.747457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cb37b34a-e058-4767-8e38-d2a873a584e8 None None] Provisioning complete for port 16ae0acc-e26f-4b55-952a-a9ef4f14702d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:39.748544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb37b34a-e058-4767-8e38-d2a873a584e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.757682 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:03:39.758026 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Updating router 507885a8-3199-464d-b2bf-86e8938b1b4d port 107830b4-67f4-47d4-8fe2-3e2de0506acf binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:03:39.784537 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.794583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5493d5-5d82-4c8d-9849-490b5a280a6a req-33ac33c5-094d-497e-ae99-2843bab96ffd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:39.796377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e5493d5-5d82-4c8d-9849-490b5a280a6a req-33ac33c5-094d-497e-ae99-2843bab96ffd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.1276042
Dec 11 21:03:39.835332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.839180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Allocated IP 172.35.1.189 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4f84f1c0-9410-4a12-b075-b88ce5eff2f0) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:39.888313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e5493d5-5d82-4c8d-9849-490b5a280a6a req-a5c1223d-d806-4e23-b31a-19b6d917f1f9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764394
Dec 11 21:03:39.904106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.951041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.964598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.966876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fe86224-47ff-4005-be5c-0c35eb7006f4 req-1882d031-8c52-44ca-be9d-7f21715fffc7 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3473096
Dec 11 21:03:39.967846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:39.969173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55bb55e7-5d0c-4a7c-82f2-f722be9aae96 HTTP/1.1" status: 204  len: 168 time: 0.2212348
Dec 11 21:03:39.978782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ad7e7-13c1-42c0-8337-34b67b1c6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb55e7-5d0c-4a7c-82f2-f722be9aae96,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:40.007670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.033527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-8af83dda-6256-4b4f-87ec-3b2bebd3a015 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3940969
Dec 11 21:03:40.062453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:40.071049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:40.081614 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:40.093681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30370a-f9a2-4999-a2f4-4f17a6274ca8 req-cfe038f3-4eba-45fc-b3ec-8aae44fb1df8 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.110707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e30370a-f9a2-4999-a2f4-4f17a6274ca8 req-cfe038f3-4eba-45fc-b3ec-8aae44fb1df8 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.1107366
Dec 11 21:03:40.149057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4704a3-d71d-48b1-bcac-2f19e055d2ac None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:03:40.185086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-7e6ba5bd-f43d-4e2b-8970-7eabf93baf0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 217 time: 0.1370003
Dec 11 21:03:40.212395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e30370a-f9a2-4999-a2f4-4f17a6274ca8 req-c343dd3d-abe0-4cfa-87a0-e295877aae6d tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006639
Dec 11 21:03:40.213160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.321996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-79fb7e72-d1a7-4acc-9165-0fae0a7dbcd3 None None] Provisioning complete for port 16ae0acc-e26f-4b55-952a-a9ef4f14702d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:40.322856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-79fb7e72-d1a7-4acc-9165-0fae0a7dbcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.368367 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.376361 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.380121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 16ae0acc-e26f-4b55-952a-a9ef4f14702d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:40.429132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.518947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.529673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/0607ad3f-e8e1-48d1-a595-5de77559917c HTTP/1.1" status: 204  len: 168 time: 5.5926776
Dec 11 21:03:40.533205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55802) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:40.556110 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Pushing event updated for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:40.563698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93cef5-cebc-457f-93f4-1ad3f1ddb765 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=0607ad3f-e8e1-48d1-a595-5de77559917c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:40.568522 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Attempting to bind port 107830b4-67f4-47d4-8fe2-3e2de0506acf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:40.569388 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Attempting to bind port 107830b4-67f4-47d4-8fe2-3e2de0506acf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:40.570094 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Attempting to bind port 107830b4-67f4-47d4-8fe2-3e2de0506acf on network d6c634bd-2743-4604-b628-95a0ad42e21a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:40.574193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.575130 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.576274 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.576661 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.577984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.579050 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.579484 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.580176 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.580728 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.581269 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.581992 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.582829 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.583608 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:40.594665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:40.594861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1208698258'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:40.595550 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Checking segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:40.596182 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.597039 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Bound using segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:40.597728 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Bound port: 107830b4-67f4-47d4-8fe2-3e2de0506acf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:40.598361 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.639989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-047654bd-4f7d-4792-be60-48c91b911cd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1169481
Dec 11 21:03:40.641301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:40.643656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39764e5-15cf-4284-bbe0-51f22e64a661 req-725b4ae2-56f2-41d8-85ed-4e877ce9c37a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.644808 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.651123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e39764e5-15cf-4284-bbe0-51f22e64a661 req-725b4ae2-56f2-41d8-85ed-4e877ce9c37a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.2747250
Dec 11 21:03:40.659716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-643c6d57-30b4-4309-a310-7c49f32e5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.661309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-643c6d57-30b4-4309-a310-7c49f32e5359 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.4442694
Dec 11 21:03:40.675258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:40.688102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.688859 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment eac84812-47ba-4e2b-8452-397568f4e889 of type vlan for network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f
Dec 11 21:03:40.725660 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] For port 107830b4-67f4-47d4-8fe2-3e2de0506acf, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:40.728911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-0cf65c03-85ee-4ea1-ab9d-13d6c3c99577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.730690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] For port 107830b4-67f4-47d4-8fe2-3e2de0506acf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107830b4-67f4-47d4-8fe2-3e2de0506acf,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:40.731632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-0cf65c03-85ee-4ea1-ab9d-13d6c3c99577 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0181b03896134c7f84c230f66f45abc3&device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 1097 time: 0.3385544
Dec 11 21:03:40.746169 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.779649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 16ae0acc-e26f-4b55-952a-a9ef4f14702d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:40.780224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.808465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.845652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:40.881715 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:40.882348 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842aed30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:40.894579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e39764e5-15cf-4284-bbe0-51f22e64a661 req-1b260673-b027-4368-b00f-9276b84ea757 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2424185
Dec 11 21:03:40.901029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:40.905321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:40.905476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4704a3-d71d-48b1-bcac-2f19e055d2ac None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:03:40.908671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3bf9983f-c67c-4681-a044-4bbd3c8f7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.910795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3bf9983f-c67c-4681-a044-4bbd3c8f7554 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2382984
Dec 11 21:03:40.921729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:40.964933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:40.983594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.984002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.984415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.984875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.986574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.986574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.986574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:40.988990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0874b4c-6507-4207-97c3-15efac01d914 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9369187dfe604d4a835b84f4063ce5d4&device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 6491 time: 0.2459319
Dec 11 21:03:40.997471 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c87dd6-5db6-4b75-b2e2-3a3299655c3e None None] Pushing event updated for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:41.018693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:41.025908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.026562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:41.069282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-ff0b9175-6a75-4985-8983-e2280503b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.071673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-ff0b9175-6a75-4985-8983-e2280503b157 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 200  len: 912 time: 0.3297532
Dec 11 21:03:41.124740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5873303
Dec 11 21:03:41.129965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:41.180596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:41.185631 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:41.211089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-1df645c1-68a2-4a58-813e-4a145d3fd670 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.212644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-1df645c1-68a2-4a58-813e-4a145d3fd670 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.2989895
Dec 11 21:03:41.244558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-0459df66-638f-4602-907a-14ff26d15678 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 200  len: 217 time: 0.1644554
Dec 11 21:03:41.270443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2ca33-516f-466b-aa91-4ad94bee4f2d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=710381a3-e8e6-4def-b5f5-8af7eeddaf5f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:41.334189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:41.431194 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5771f50-350a-4e3c-8899-923043e26b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:41.456874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61d663-bae3-417b-ab2b-d1e709f62e09 req-72bdd316-a4c4-4f12-8736-9b2c2a83c3d7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.459984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e61d663-bae3-417b-ab2b-d1e709f62e09 req-72bdd316-a4c4-4f12-8736-9b2c2a83c3d7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.3321898
Dec 11 21:03:41.507883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d31fa4fd-d694-4f35-892e-7bd62bb936d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.508872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d31fa4fd-d694-4f35-892e-7bd62bb936d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.509508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d31fa4fd-d694-4f35-892e-7bd62bb936d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.511665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d31fa4fd-d694-4f35-892e-7bd62bb936d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cbe15a21-726e-4e30-a5c5-ef4819342354&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&id=7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 200  len: 2293 time: 0.4586208
Dec 11 21:03:41.644923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e61d663-bae3-417b-ab2b-d1e709f62e09 req-3107dfb7-1c34-4cf1-bf78-1a79fd5ef29a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630588
Dec 11 21:03:41.687708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d283-7b61-4145-a653-63effa9f5af7 req-4abc0e9b-633f-4ce5-8a7e-5a9bf7ddbf39 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.689290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d662d283-7b61-4145-a653-63effa9f5af7 req-4abc0e9b-633f-4ce5-8a7e-5a9bf7ddbf39 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.6330528
Dec 11 21:03:41.704942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-65d5f2ab-08f3-4a77-a42c-36e1f5f3423c service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7792985
Dec 11 21:03:41.743953 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842aed30>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:40Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:41.787442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55842) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:41.804996 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6a5f6-9df5-46ca-85e9-efd1a58eef75 None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:40Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:41.807896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port f28aed41-026b-405f-a8a6-73e7fd714a3e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:41.808254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:41.813032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-8791babb-e40c-4640-be30-e4496390e8a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 200  len: 1001 time: 0.2635062
Dec 11 21:03:41.884899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-d7e6ba13-0075-4d15-9a42-a8699d5286c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.886937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-d7e6ba13-0075-4d15-9a42-a8699d5286c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2325a461-8456-4a40-b253-100df3e69792 HTTP/1.1" status: 200  len: 851 time: 0.5840042
Dec 11 21:03:41.909074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c312f46-d7b5-4fd6-b492-93dadee17c87 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:41.937420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-5a1cfd49-40bd-4ded-9c88-1561a1f48d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:41.939033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-5a1cfd49-40bd-4ded-9c88-1561a1f48d71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 200  len: 851 time: 0.1010785
Dec 11 21:03:41.990284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2f550adf-a687-4428-919e-21c6e0d0bbd6 None None] Provisioning complete for port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:41.993037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f550adf-a687-4428-919e-21c6e0d0bbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.105702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2f550adf-a687-4428-919e-21c6e0d0bbd6 None None] Port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:42.204176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468db0a-57a9-421d-93ae-8217c5b6badc req-3af0e255-9063-4a87-b7a7-6c18e6b983df tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.212375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2468db0a-57a9-421d-93ae-8217c5b6badc req-3af0e255-9063-4a87-b7a7-6c18e6b983df tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.8624187
Dec 11 21:03:42.216317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-6cbba41b-2360-4de0-bc78-37d80c4be60b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb516b7e-1249-430c-804f-6d4d0a1df65e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2473364
Dec 11 21:03:42.298123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:42.301778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.381930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 107830b4-67f4-47d4-8fe2-3e2de0506acf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:42.474739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:42.475110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.503658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55854) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:42.531299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:42.531974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.622345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-3933e699-9ea8-4c07-bd75-6efcd1e142f6 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8991427
Dec 11 21:03:42.680488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-18e4e978-bfaf-43f9-bb7f-f2c2476df38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.691886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.693165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-18e4e978-bfaf-43f9-bb7f-f2c2476df38f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cbe15a21-726e-4e30-a5c5-ef4819342354&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.6341345
Dec 11 21:03:42.715966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.733453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ec8d5-f3e1-406b-9f38-d97eaf4a4965 req-6ef20df9-d1b4-4a6b-83b7-ce0c6f929c9f tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.742748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad0ec8d5-f3e1-406b-9f38-d97eaf4a4965 req-6ef20df9-d1b4-4a6b-83b7-ce0c6f929c9f tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.6079445
Dec 11 21:03:42.747098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] For port 107830b4-67f4-47d4-8fe2-3e2de0506acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107830b4-67f4-47d4-8fe2-3e2de0506acf,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:42.753038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2468db0a-57a9-421d-93ae-8217c5b6badc req-4486f913-b1a1-4d55-a83b-843ec435dca8 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5396256
Dec 11 21:03:42.777167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.869054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.869659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.870188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.870742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.871316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.872376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.872903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:42.882675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-994c1c0c-8162-48cb-9b29-084faf60c8f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 1.0929675
Dec 11 21:03:42.890765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca70163-55e1-4eb0-890f-daa8a2da04a8 None None] Pushing event updated for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:42.897563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:42.898092 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:42.905082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad0ec8d5-f3e1-406b-9f38-d97eaf4a4965 req-1bc6ae61-1123-4756-b012-5b4a3bbf0b91 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608822
Dec 11 21:03:42.910431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f71af212-28b9-44d8-a1e3-836a5eae7b63 None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:42.911481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f71af212-28b9-44d8-a1e3-836a5eae7b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.954917 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f6c5a7f6-cece-440c-953e-61cd56efb4d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 217 time: 0.3072135
Dec 11 21:03:42.956163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:42.993969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port f28aed41-026b-405f-a8a6-73e7fd714a3e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f28aed41-026b-405f-a8a6-73e7fd714a3e,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:42.994229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.016759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1076004226', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:43.030943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for f28aed41-026b-405f-a8a6-73e7fd714a3e owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:43.036326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.068291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-6f127f92-e769-474b-81e5-f68a41a3adcc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1844301
Dec 11 21:03:43.074425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b9150171-de15-4918-b9bd-487395f302f2 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2708182
Dec 11 21:03:43.119456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-0c2904db-f513-4177-8e27-642107c1c780 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8460431
Dec 11 21:03:43.131665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Deleting port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:43.132029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.218367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Made reservation on behalf of 8136b94eca2e46279ed8ca86f4aab087 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:43.220675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.222848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-92439b94-de4e-495f-85d1-a1860b47af21 service neutron] 10.222.0.30 "GET /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1200202
Dec 11 21:03:43.289749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-0b1ce83b-3819-4502-a7d4-77bea15d9d51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 217 time: 0.0446301
Dec 11 21:03:43.337067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.385584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=f28aed41-026b-405f-a8a6-73e7fd714a3e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:43.391895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b94d5849-51d8-4dd0-9bec-86d1408f33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.393552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b94d5849-51d8-4dd0-9bec-86d1408f33e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0954792
Dec 11 21:03:43.396862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd6e94b-7cac-4562-a763-c1144ccaad6a None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:43.464565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7cef783-839d-4abb-8819-f22fdf250f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.472946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port f28aed41-026b-405f-a8a6-73e7fd714a3e on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:43.475875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.483189 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdeb1b18-d5cb-4dac-80d2-fe6f9f40b746 req-dc1a2661-bc90-4585-8699-490f176baa8c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "DELETE /v2.0/ports/f28aed41-026b-405f-a8a6-73e7fd714a3e HTTP/1.1" status: 204  len: 173 time: 2.2453780
Dec 11 21:03:43.483910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'name': 'network-vif-deleted', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:43.486262 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50789186-9925-49b0-b582-59801b415dd3" -d '{"events": [{"server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "name": "network-vif-deleted", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:43.522299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-e1fbf5e4-b65d-40ea-81e9-7ea7ceede4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.524028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-e1fbf5e4-b65d-40ea-81e9-7ea7ceede4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1130257
Dec 11 21:03:43.638033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-8f8db5fb-ec7a-490c-ba5f-f56a6a33a0b1 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062727
Dec 11 21:03:43.675409 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b925d6bc-701a-4f98-b5b1-5e57ec3d583e x-openstack-request-id: req-b925d6bc-701a-4f98-b5b1-5e57ec3d583e {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:43.675893 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00645e27-8b65-4ae0-8090-a1802dd31aa4", "name": "network-vif-deleted", "tag": "f28aed41-026b-405f-a8a6-73e7fd714a3e", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:43.676164 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b925d6bc-701a-4f98-b5b1-5e57ec3d583e {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:43.676557 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00645e27-8b65-4ae0-8090-a1802dd31aa4', 'name': 'network-vif-deleted', 'tag': 'f28aed41-026b-405f-a8a6-73e7fd714a3e', 'status': 'completed', 'code': 200}
Dec 11 21:03:43.687692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-35046567-056f-4aff-8bcb-7d576ff340fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.689142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-35046567-056f-4aff-8bcb-7d576ff340fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.6925621
Dec 11 21:03:43.717702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.749608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d2ddadff-3e75-416c-9313-8cf3c7766c52 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977151
Dec 11 21:03:43.757378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06a5cd-baf7-47fd-a7a8-40aabc91a0d9 req-efb95729-4710-4baa-9e34-0f0746cad5f2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.759068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e06a5cd-baf7-47fd-a7a8-40aabc91a0d9 req-efb95729-4710-4baa-9e34-0f0746cad5f2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=00645e27-8b65-4ae0-8090-a1802dd31aa4 HTTP/1.1" status: 200  len: 946 time: 0.8294141
Dec 11 21:03:43.782295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=4df343ef-66f1-486b-a23e-66da41f76efa,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:43.815451 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-21f3e2be-f8ff-49f5-ba55-14b5d970ccf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.149&port_id=23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 217 time: 0.0562308
Dec 11 21:03:43.872009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'eac84812-47ba-4e2b-8452-397568f4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:43.872368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 710381a3-e8e6-4def-b5f5-8af7eeddaf5f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:43.896413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-a1b68f27-a939-4915-b20f-7b2b3f842459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.897791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-a1b68f27-a939-4915-b20f-7b2b3f842459 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0754554
Dec 11 21:03:43.921654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290cfa3-5db5-44e4-b8e3-94eb8a3f884c req-96b208ae-5cd3-41cb-ac25-46dafc031486 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.923200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0290cfa3-5db5-44e4-b8e3-94eb8a3f884c req-96b208ae-5cd3-41cb-ac25-46dafc031486 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 950 time: 0.0719717
Dec 11 21:03:43.935864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] For port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:43.936264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:43.949059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f2d8b42-73fb-47b8-bd05-871df11344d7 req-2b93d2cc-7b52-4f42-9ad0-d6297e4ede65 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8071358
Dec 11 21:03:43.995942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Calling delete_port for 7fb98fb8-6d0f-450e-b3f5-c182d11c016b owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:43.996816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-de70490d-c0da-4e43-a041-b0268ddc4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:43.998465 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-de70490d-c0da-4e43-a041-b0268ddc4d62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0924463
Dec 11 21:03:43.999831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-a1a25831-a4b9-4580-85c2-a5d4a2871613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.001671 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-a1a25831-a4b9-4580-85c2-a5d4a2871613 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2851295
Dec 11 21:03:44.004145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0290cfa3-5db5-44e4-b8e3-94eb8a3f884c req-879adced-5d4f-46b5-b42d-f73653907929 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/security-groups?id=abc8ac89-fbb4-4e11-955b-3106d8c30a68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733531
Dec 11 21:03:44.037678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e06a5cd-baf7-47fd-a7a8-40aabc91a0d9 req-68da7494-a150-4a04-9c26-85ef12726bb7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2510295
Dec 11 21:03:44.063092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:44.177884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-de8acd0d-3753-4b46-b4ff-0c37dc112af9 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685650
Dec 11 21:03:44.184528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 710381a3-e8e6-4def-b5f5-8af7eeddaf5f) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:44.191439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549e803-c2f2-4503-9615-00b02dbbbe3d req-22ab728b-c7ec-461b-8c3b-683970068295 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.194500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f47ac2-23ec-4a42-b8f4-d0e7f1eeb2b1 None None] Network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:44.202882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.203421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.207118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4549e803-c2f2-4503-9615-00b02dbbbe3d req-22ab728b-c7ec-461b-8c3b-683970068295 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.0865622
Dec 11 21:03:44.240260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.251542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.261827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.289149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] device_id is not set on port 5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:03:44.301577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f16f3934-34af-43b7-9e51-74f10c101623 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.1240652
Dec 11 21:03:44.301831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 107830b4-67f4-47d4-8fe2-3e2de0506acf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:44.325287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-b0056602-31db-4a00-87ba-a3b18465efc0 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150687
Dec 11 21:03:44.325782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:44.357958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-7c8287e0-13bb-4c2c-bd2f-693cab99741f service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438129
Dec 11 21:03:44.375057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-710381a3-e8e6-4def-b5f5-8af7eeddaf5f', 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '4df343ef-66f1-486b-a23e-66da41f76efa'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:44.375911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.429416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171f5603-47ef-4fb0-8712-6b0eccbc25c8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:44.438081 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-ae0a50ce-8878-4891-935a-34df96383112 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 200  len: 217 time: 0.0993283
Dec 11 21:03:44.469743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 107830b4-67f4-47d4-8fe2-3e2de0506acf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:44.470115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.504951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4549e803-c2f2-4503-9615-00b02dbbbe3d req-c9ef3494-4329-45b1-880d-e065bd834b03 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2970581
Dec 11 21:03:44.506171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f28aed41-026b-405f-a8a6-73e7fd714a3e no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:44.538232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-8fe32b2f-f224-4d90-9e9a-c28455d387f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.539751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-8fe32b2f-f224-4d90-9e9a-c28455d387f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.0876460
Dec 11 21:03:44.547423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.636390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-3403c7b9-6874-4653-92de-09aab367730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.639136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-3403c7b9-6874-4653-92de-09aab367730b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0889506
Dec 11 21:03:44.645219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.658799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-b1498ef1-7171-4da1-9aef-b1ec2dff0f83 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2694530
Dec 11 21:03:44.659423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.661572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Allocated IP 172.35.1.20 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:44.709317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f28aed41-026b-405f-a8a6-73e7fd714a3e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:44.709919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f28aed41-026b-405f-a8a6-73e7fd714a3e not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:44.747239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Pushing event deleted for resources: {'Port': ['ID=7fb98fb8-6d0f-450e-b3f5-c182d11c016b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:44.753360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f4e9afcf-d0da-49f5-afa3-c4fa23447537 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 217 time: 0.0800622
Dec 11 21:03:44.772460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7fb98fb8-6d0f-450e-b3f5-c182d11c016b no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:44.817520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-7a2896f9-625f-4744-89ff-78d162467a68 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352630
Dec 11 21:03:44.834953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 7fb98fb8-6d0f-450e-b3f5-c182d11c016b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:44.835299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7fb98fb8-6d0f-450e-b3f5-c182d11c016b not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:44.864700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] No DVR routers for this DVR port 7fb98fb8-6d0f-450e-b3f5-c182d11c016b on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:44.871119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.875200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d662d283-7b61-4145-a653-63effa9f5af7 req-b1a8ade9-0957-404b-8e52-c43f5affe343 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.16 "DELETE /v2.0/ports/7fb98fb8-6d0f-450e-b3f5-c182d11c016b HTTP/1.1" status: 204  len: 173 time: 3.1661847
Dec 11 21:03:44.877367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'name': 'network-vif-deleted', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:44.879487 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43cc8ae-2555-4a8c-a944-b59c1fa7a35c" -d '{"events": [{"server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "name": "network-vif-deleted", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:44.880108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Allocated IP 172.20.0.1 (710381a3-e8e6-4def-b5f5-8af7eeddaf5f/4df343ef-66f1-486b-a23e-66da41f76efa/2c182d25-3a8a-499c-90b1-0989532292b3) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:44.886353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:03:44.913654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:44.945005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-ce067128-83fa-4af4-b4cb-3906d15be59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:44.946645 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-ce067128-83fa-4af4-b4cb-3906d15be59b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.1728268
Dec 11 21:03:44.971226 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3d4ac-20a5-4451-8cb1-7cc0ff48707b x-openstack-request-id: req-09f3d4ac-20a5-4451-8cb1-7cc0ff48707b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:44.971521 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d59068-c544-4623-9b58-0057c2073251", "name": "network-vif-deleted", "tag": "7fb98fb8-6d0f-450e-b3f5-c182d11c016b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:44.972046 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09f3d4ac-20a5-4451-8cb1-7cc0ff48707b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:44.972458 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d59068-c544-4623-9b58-0057c2073251', 'name': 'network-vif-deleted', 'tag': '7fb98fb8-6d0f-450e-b3f5-c182d11c016b', 'status': 'completed', 'code': 200}
Dec 11 21:03:44.992669 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-155cd490-df83-4986-864e-42621ffcecab service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649244
Dec 11 21:03:45.079003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.095702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-71439d96-efb4-40cc-b6ae-57d563b716b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 200  len: 217 time: 0.0967650
Dec 11 21:03:45.135397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-8a96faf2-b58f-44e2-8301-b253fbb74d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.138590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-8a96faf2-b58f-44e2-8301-b253fbb74d5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1800504
Dec 11 21:03:45.186523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.195836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.226068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c2b6828-22b1-43ac-b247-5382a6d2d1f0 req-16be2408-c513-460f-90bc-5cd7d6b24762 tempest-ServersAdminNegativeTestJSON-1262658668 tempest-ServersAdminNegativeTestJSON-1262658668-project] 10.222.0.18 "GET /v2.0/ports?device_id=36d59068-c544-4623-9b58-0057c2073251 HTTP/1.1" status: 200  len: 210 time: 0.0513461
Dec 11 21:03:45.269177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.272596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d3131557-01d6-45bd-94c9-2b6d4f3fbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.285585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:45.289799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:45.291888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Pushing event updated for resources: {'Port': ['ID=2c182d25-3a8a-499c-90b1-0989532292b3,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:45.294077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-d3131557-01d6-45bd-94c9-2b6d4f3fbc20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 200  len: 797 time: 0.1900771
Dec 11 21:03:45.294246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:45.339103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=4df343ef-66f1-486b-a23e-66da41f76efa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:45.364719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:45.397132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.404028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Sync routers for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:45.423126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-03a4fe09-3daa-47ae-a8e7-7a5ea9d1694f service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753441
Dec 11 21:03:45.447001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.452507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b06f92f8-e83d-4e5f-8c9c-6033d60865c3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.8543093
Dec 11 21:03:45.457283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:45.461458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Attempting to bind port 2c182d25-3a8a-499c-90b1-0989532292b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:45.461945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Attempting to bind port 2c182d25-3a8a-499c-90b1-0989532292b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eac84812-47ba-4e2b-8452-397568f4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:45.481590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Attempting to bind port 2c182d25-3a8a-499c-90b1-0989532292b3 on network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:45.482973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-883c4a21-aeaa-4ba6-b03c-968f2fd4827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.484605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-883c4a21-aeaa-4ba6-b03c-968f2fd4827a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b876cdd-3664-4e7d-82b6-078765f2b5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1641812
Dec 11 21:03:45.491653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.503603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:45.504486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Checking segment: {'id': 'eac84812-47ba-4e2b-8452-397568f4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:45.505348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.506926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Bound using segment: {'id': 'eac84812-47ba-4e2b-8452-397568f4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:45.510117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Bound port: 2c182d25-3a8a-499c-90b1-0989532292b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac84812-47ba-4e2b-8452-397568f4e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:45.512731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.524320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:45.535978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:45.536626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e86a5e0>,) {'filters': {'network_id': ['710381a3-e8e6-4def-b5f5-8af7eeddaf5f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:45.537234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769e0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:45.599767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e86a5e0>, 'eac84812-47ba-4e2b-8452-397568f4e889') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:45.600069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e86a5e0>, 'eac84812-47ba-4e2b-8452-397568f4e889') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:45.615499 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.626280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:45.635684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:45.661886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdecb12e-ff1f-4f94-9dea-5a15f34816b7 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:45.663783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.679267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:45.679677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:45.682931 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:45.701814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.703057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.717197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-e1e1097f-5737-4068-a859-d30090ad4c32 service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224767
Dec 11 21:03:45.722988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.724351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] For port 2c182d25-3a8a-499c-90b1-0989532292b3, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:45.743580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:45.753289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102597-181f-493a-83f6-2515ce00ec0d req-ba4967e1-d731-4103-8a93-1fd82c2b3e49 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.761675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e102597-181f-493a-83f6-2515ce00ec0d req-ba4967e1-d731-4103-8a93-1fd82c2b3e49 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1534925
Dec 11 21:03:45.787627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:45.816978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:03:45.816978 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:03:45.816978 ncdv-master-1 neutron-server[125988]: [parameters: {'id': '710381a3-e8e6-4def-b5f5-8af7eeddaf5f'}]
Dec 11 21:03:45.816978 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:45.817498 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:45.838139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5dfa11fe-ab73-445e-a270-556458f728e2 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.3276165
Dec 11 21:03:45.839402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] For port 2c182d25-3a8a-499c-90b1-0989532292b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c182d25-3a8a-499c-90b1-0989532292b3,segment=NetworkSegment(eac84812-47ba-4e2b-8452-397568f4e889),segment_id=eac84812-47ba-4e2b-8452-397568f4e889)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:45.845069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55900) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:45.851523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.853035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}]}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:45.893769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e102597-181f-493a-83f6-2515ce00ec0d req-240dd30c-1801-42d8-98bf-d7bcfa534f91 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307418
Dec 11 21:03:45.925628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-86fd5ecd-db20-44a1-85aa-55c265a3fe4a None None] Provisioning complete for port 5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:45.926573 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86fd5ecd-db20-44a1-85aa-55c265a3fe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:45.948721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-44ba1f57-e166-4e10-8548-5f0c395afebc service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4929039
Dec 11 21:03:45.951395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-aea1178c-6b9e-48ce-8f50-5e0b0d75d83a service neutron] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785009
Dec 11 21:03:45.973727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-cf8bae3b-8f6e-443d-aeb0-3bec2e916c36 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:45.981338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-cf8bae3b-8f6e-443d-aeb0-3bec2e916c36 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.5225055
Dec 11 21:03:46.021568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-30fd0c62-f0ba-4a48-805f-ef174f1d688e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 200  len: 217 time: 0.0615723
Dec 11 21:03:46.023155 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-7d7d0130-e3c7-4532-bdb7-c7e724bac9cf tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0407956
Dec 11 21:03:46.024817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.025465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.028150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8861484-64fe-4b1a-9b2d-82fe10f1f19f None None] Pushing event updated for resources: {'Port': ['ID=2c182d25-3a8a-499c-90b1-0989532292b3,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:46.039638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-86fd5ecd-db20-44a1-85aa-55c265a3fe4a None None] Port 5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:46.051170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-6b99761c-4222-4b6a-be13-d53cee6a15cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 217 time: 0.0941949
Dec 11 21:03:46.060707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce142a-24e3-4828-aeaa-3f6484bd659a None None] Network 710381a3-e8e6-4def-b5f5-8af7eeddaf5f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:46.081058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-b728196d-3ace-4df7-87c2-208657a3559b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472133
Dec 11 21:03:46.088404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-3c38f8cd-16e3-40ca-a238-8da00595d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.090393 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-3c38f8cd-16e3-40ca-a238-8da00595d1c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.0624452
Dec 11 21:03:46.234011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-283d33db-a3af-4b92-a219-d41dab2a086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.235201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-283d33db-a3af-4b92-a219-d41dab2a086f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1197429
Dec 11 21:03:46.243754 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.246390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4824d-f891-4657-adb2-1c964048c745 req-9aaf45ef-6b82-48b9-937b-b424b00229d3 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.248757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.254027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-55504391-50c6-4ab2-9dd0-47e6d03bb645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.255102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-23d4824d-f891-4657-adb2-1c964048c745 req-9aaf45ef-6b82-48b9-937b-b424b00229d3 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.0834417
Dec 11 21:03:46.255374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-55504391-50c6-4ab2-9dd0-47e6d03bb645 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.1863992
Dec 11 21:03:46.270855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60154bc3-e8b0-4dbd-bb58-c9f9eae24545 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:03:46.273136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769e0280>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:41Z', 'revision_number': 3, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:46.330862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.336680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Checking router: 0d379388-7b74-4a7b-b792-0d69a43c0cc5 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:03:46.336932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Updating router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:03:46.373574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.410333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-23d4824d-f891-4657-adb2-1c964048c745 req-345a60ff-1e52-45ed-b718-9649898c0650 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329398
Dec 11 21:03:46.441508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-f9451e17-5790-41fc-9816-34ce4b8acd2f service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831338
Dec 11 21:03:46.491196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 2c182d25-3a8a-499c-90b1-0989532292b3 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:46.491424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.627588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-293b87fd-a33d-40e3-aff9-4ef11682c26d service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759808
Dec 11 21:03:46.651092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60154bc3-e8b0-4dbd-bb58-c9f9eae24545 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:03:46.656645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 2c182d25-3a8a-499c-90b1-0989532292b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c182d25-3a8a-499c-90b1-0989532292b3,segment=NetworkSegment(eac84812-47ba-4e2b-8452-397568f4e889),segment_id=eac84812-47ba-4e2b-8452-397568f4e889)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:46.657379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.693181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-8b512891-96f6-4fdc-aea7-9b8ea91bd98a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 200  len: 217 time: 0.0525773
Dec 11 21:03:46.701605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 2c182d25-3a8a-499c-90b1-0989532292b3 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:46.852056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-80874c48-015b-4fe2-a8d0-1ca027e8064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.860815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-80874c48-015b-4fe2-a8d0-1ca027e8064a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 200  len: 797 time: 0.1563158
Dec 11 21:03:46.871385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.898362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:46.940013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:46.958246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-cb1d9b10-e52e-483e-b455-1dd2af946218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:46.960237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-cb1d9b10-e52e-483e-b455-1dd2af946218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ca70975-b2df-421e-bb7c-cc71dc36bd52&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0832031
Dec 11 21:03:46.961438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.011307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=2c182d25-3a8a-499c-90b1-0989532292b3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:47.019472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 2c182d25-3a8a-499c-90b1-0989532292b3 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:47.051967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85d6c-4e59-4978-8fa1-8f72369962be None None] Pushing event updated for resources: {'Port': ['ID=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:47.058079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.066192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Attempting to bind port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:47.066881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Attempting to bind port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:47.068180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Attempting to bind port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:47.076241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-06fc2214-575f-4c57-8479-7f9d86e45325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:47.078040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-06fc2214-575f-4c57-8479-7f9d86e45325 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.2918601
Dec 11 21:03:47.090342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-21f68296-4edb-4357-a78a-cc5f387a57b8 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0085192
Dec 11 21:03:47.092044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:47.092631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:47.093192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.093814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:47.094458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Bound port: 4f84f1c0-9410-4a12-b075-b88ce5eff2f0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:47.095041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.178275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.326785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.378738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-046023f1-b12e-46dc-8e5d-32032a2a040c service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874496
Dec 11 21:03:47.383785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.386214 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-ac1a4b99-5848-4f0d-a73d-5fd8ba48b5c9 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842212
Dec 11 21:03:47.485670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] For port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:47.526707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] For port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:47.546748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.597787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84809ac0>,) {'filters': {'network_id': ['710381a3-e8e6-4def-b5f5-8af7eeddaf5f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:47.601778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-e0b98230-11f8-4780-9dd0-1e4c86d37e83 service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6344008
Dec 11 21:03:47.613708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-2b1ab22e-2670-46d3-a311-ea86a1b05e0b service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2194340
Dec 11 21:03:47.623904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc3fd4-bd00-42be-abf4-1c657e0e4eaa None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:47.625130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f8b28a52-16a0-4fa0-82d0-a6fcb9b9a695 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32b860192cfb4f879b4bb8c3fb20cb1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6829853
Dec 11 21:03:47.641444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84809ac0>, 'eac84812-47ba-4e2b-8452-397568f4e889') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:47.642114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84809ac0>, 'eac84812-47ba-4e2b-8452-397568f4e889') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:47.644294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:47.644658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:47.645362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769e0280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:47.682651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.727587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-f8a6d2e7-b6ee-4ca9-979a-d4a1d0d8256a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0812190
Dec 11 21:03:47.766186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.786807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0602d9-e932-43e3-af19-0604bb967ac1 req-d5abc7ce-f326-41f4-a649-0a8813372110 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:47.795054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f0602d9-e932-43e3-af19-0604bb967ac1 req-d5abc7ce-f326-41f4-a649-0a8813372110 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.2344422
Dec 11 21:03:47.806096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:47.806974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.809816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Allocated IP 172.20.0.1 (a1d16350-4ede-43a7-8f7f-bc017065d9a3/2cf18a7c-9c8e-4d9b-88f5-92993ec405f6/1352a28d-bd63-4e6f-b9a4-46b7a676e98e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:47.821714 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:47.837228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85d6c-4e59-4978-8fa1-8f72369962be None None] Pushing event updated for resources: {'Port': ['ID=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:47.848930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-36860ccd-e825-44d7-ada1-4c2b6ebdbc13 req-7677c95f-2146-4df3-9699-028f2e0f80d5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 210 time: 0.0849779
Dec 11 21:03:47.862121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6530c513-060e-45ef-b90d-dc311ac67900 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:47.874900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.891333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-b21bab21-578c-41fa-a349-753e6e3a69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:47.893176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-b21bab21-578c-41fa-a349-753e6e3a69fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.1582968
Dec 11 21:03:47.927112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.931511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:47.983317 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:47.994463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d69b6aa-08b0-4198-8f05-b23e84974395 req-245fab06-cb36-468a-99c2-5521a6f6986d service neutron] 10.222.0.30 "GET /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3654506
Dec 11 21:03:48.021230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.028498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/710381a3-e8e6-4def-b5f5-8af7eeddaf5f HTTP/1.1" status: 204  len: 168 time: 3.6974096
Dec 11 21:03:48.032719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2de26-a0e2-48a7-a49c-8f065ad9de14 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=710381a3-e8e6-4def-b5f5-8af7eeddaf5f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:48.042359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:48.047807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.055839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-854034624'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:48.071263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] Provisioning complete for port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:48.071979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.090547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f0602d9-e932-43e3-af19-0604bb967ac1 req-9a50372b-2b58-46c8-b152-bd5e59391f8e tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942662
Dec 11 21:03:48.092957 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.107169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-dd75e1c3-9bc4-4ca0-8892-0566c79c6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:48.119417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-dd75e1c3-9bc4-4ca0-8892-0566c79c6b0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1945677
Dec 11 21:03:48.171148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.189972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.194202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abc8ac89-fbb4-4e11-955b-3106d8c30a68 HTTP/1.1" status: 204  len: 168 time: 0.5484462
Dec 11 21:03:48.206832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.209524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:48.213181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.217735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9b217-c15e-4fce-8877-73a35d15df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8ac89-fbb4-4e11-955b-3106d8c30a68,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:48.328117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:48.399732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.400091 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment ea8fac2a-7478-4580-9435-24b7841d5dc6 of type vlan for network a6bca14f-566b-4b48-8d61-1fe0cda12d9c
Dec 11 21:03:48.420432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.476170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] For port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:48.486510 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.501403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.532177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769e0280>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:41Z', 'revision_number': 3, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:48.566318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6cef5-ba6d-4f56-b31f-004fc3fef0f2 None None] The sync data for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 is: [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:41Z', 'revision_number': 3, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:48.568757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Pushing event updated for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:48.586960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-b6c554f6-eacf-4100-891a-812aa9837eb6 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4468040
Dec 11 21:03:48.588119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.593978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b52a9-a388-43bf-bb1e-03aa77f9ad6d None None] Pushing event updated for resources: {'Port': ['ID=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:48.636145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d428420-4764-49fd-bc10-1fab4b3e6b3c req-0f2355ee-280a-421d-a860-06992166ff29 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:48.637816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d428420-4764-49fd-bc10-1fab4b3e6b3c req-0f2355ee-280a-421d-a860-06992166ff29 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1814644
Dec 11 21:03:48.642217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c26c4934-102e-47ec-ac6c-ed6485de93dc None None] Provisioning complete for port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:48.642624 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c26c4934-102e-47ec-ac6c-ed6485de93dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.646812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-abeac52b-8f9e-4cc1-9d9b-7aeee8836221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:48.648341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-abeac52b-8f9e-4cc1-9d9b-7aeee8836221 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0181b03896134c7f84c230f66f45abc3&device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 1097 time: 0.1712236
Dec 11 21:03:48.752228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:48.758456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.796297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d428420-4764-49fd-bc10-1fab4b3e6b3c req-a1d33c5a-8231-491e-bb6e-20856d885bc2 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447895
Dec 11 21:03:48.819567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:48.838019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:48.838191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-e1d39c9a-e8e8-4b85-a433-cc6610f60528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:48.840979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-e1d39c9a-e8e8-4b85-a433-cc6610f60528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 200  len: 912 time: 0.1671135
Dec 11 21:03:48.850165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:48.870014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.875708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:48.876322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:48.925354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-fc3afdb1-9d0f-415e-ae71-5c1a28749971 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 200  len: 217 time: 0.0772943
Dec 11 21:03:49.053411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3c8a5075-3c8f-4ccc-a175-25147a98a46f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1297f84d22e4bd8b4427e5c5e717754&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1973231
Dec 11 21:03:49.055988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:49.075570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-a43adf44-e2d8-4e44-99e5-563c11d48d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:49.077083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-a43adf44-e2d8-4e44-99e5-563c11d48d3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2325a461-8456-4a40-b253-100df3e69792 HTTP/1.1" status: 200  len: 851 time: 0.1340330
Dec 11 21:03:49.132317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-ada9e56d-0b18-48de-a513-05d6d652cee9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb516b7e-1249-430c-804f-6d4d0a1df65e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401940
Dec 11 21:03:49.153576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.155619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=a6bca14f-566b-4b48-8d61-1fe0cda12d9c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:49.167806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.180248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a6bca14f-566b-4b48-8d61-1fe0cda12d9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:49.190609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4fecc04f-5e1f-4c43-9306-389edcc470b0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1413198
Dec 11 21:03:49.191052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.196162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:49.205523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:49.253423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b3317e6-f7a9-4f1c-b477-48f00da9805c req-2a43daa2-d36e-40be-a1dc-97ad47f75a17 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 210 time: 0.1055336
Dec 11 21:03:49.283489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0798477e-b4ad-4d26-b2a2-49f402b61147 None None] Provisioning complete for port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:49.283870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0798477e-b4ad-4d26-b2a2-49f402b61147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.331253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0798477e-b4ad-4d26-b2a2-49f402b61147 None None] Port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:49.333301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.384126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:49.388837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.428455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.451599 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.452175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89071f2f-5f3b-4209-b1fe-c4b86684a0c0 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:03:49.478296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-47f9fd8d-d845-461d-9a48-75afd5d3f134 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7390950
Dec 11 21:03:49.500728 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:03:49.504370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d15ff190-5d16-4589-84ba-7fb9c7c42eb0 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.6534853
Dec 11 21:03:49.509026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55950) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:49.573623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-ca6a761e-ca68-46b8-a453-552b2b94ccd9 service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4312923
Dec 11 21:03:49.672993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.675645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.676833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56789cc5-e726-4311-9548-ac4fc31cff34 HTTP/1.1" status: 204  len: 168 time: 0.6199083
Dec 11 21:03:49.726368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d19b9-51a7-4789-9c7a-9a3625c6e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56789cc5-e726-4311-9548-ac4fc31cff34,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:49.821965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da48421d-e452-4b94-8dfe-579cea9d4e4d req-5ec80b13-003a-4206-9271-bce8c9c3587f service neutron] 10.222.0.30 "GET /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2399340
Dec 11 21:03:49.835288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Deleting port 5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:49.835587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.889633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:49.917236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-02c807bc-e170-4e2f-9807-e9bf53af8b5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.4098580
Dec 11 21:03:49.980323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-da210b35-e2cc-4feb-9d34-847bb0892c37 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:49.980323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-da210b35-e2cc-4feb-9d34-847bb0892c37 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.7135775
Dec 11 21:03:50.007196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:50.031688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.034007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=f6d12990-7b30-4b05-bc98-b166a0b08301,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:50.060465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b848b7-ff6a-4875-ba38-dae4b3be10da req-60412e35-ffdb-4fd2-a19c-2089ba1ce0ac tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:50.062321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8b848b7-ff6a-4875-ba38-dae4b3be10da req-60412e35-ffdb-4fd2-a19c-2089ba1ce0ac tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1561835
Dec 11 21:03:50.071440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Calling delete_port for 5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:50.076835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'ea8fac2a-7478-4580-9435-24b7841d5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:50.077204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: a6bca14f-566b-4b48-8d61-1fe0cda12d9c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:50.119150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.124285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-4a80a827-5087-4bfb-a2bf-e2bc3c497dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:50.126784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-4a80a827-5087-4bfb-a2bf-e2bc3c497dff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.1883295
Dec 11 21:03:50.176151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8b848b7-ff6a-4875-ba38-dae4b3be10da req-2dc72c46-5c92-468e-a246-6c6f8491d7da tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058342
Dec 11 21:03:50.180181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network a6bca14f-566b-4b48-8d61-1fe0cda12d9c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:50.213300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6bca14f-566b-4b48-8d61-1fe0cda12d9c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:50.218273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:50.219228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.226728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15a5f78-2121-4177-9f3d-1e5fd6ac5e13 None None] Network a6bca14f-566b-4b48-8d61-1fe0cda12d9c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:50.255999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d25bc1a0-6345-4a95-9483-592850aefe82 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0575373
Dec 11 21:03:50.257465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55962) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:50.275245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-c85cf161-de1d-4f33-a9b4-3bd24acbad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:50.277219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-c85cf161-de1d-4f33-a9b4-3bd24acbad30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.1416039
Dec 11 21:03:50.277920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:50.281529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.369283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.400682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:50.445604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:50.450988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f8bec-1819-483a-8b7b-b8cb5cdffe1d None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:50.505069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.509397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27d1f93f-972d-4a9e-94aa-75958283f7b8 tempest-RoutersAdminNegativeTest-988949552 tempest-RoutersAdminNegativeTest-988949552-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5cdafba3-0d84-43e9-a2b4-c96a8dafcfb7 HTTP/1.1" status: 204  len: 168 time: 0.9990299
Dec 11 21:03:50.570044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6bca14f-566b-4b48-8d61-1fe0cda12d9c', 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': 'f6d12990-7b30-4b05-bc98-b166a0b08301'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:50.571097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.593213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:50.593576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.597806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3aed5d4d-0970-46ca-9f87-97b25d720da9 req-be945e4a-b9d3-497d-8210-d4143434626e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 210 time: 0.2046764
Dec 11 21:03:50.737458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-419e6856-a5ea-436c-9845-0dcd3fb3d711 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4467521
Dec 11 21:03:50.857771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:50.911590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Allocated IP 172.20.0.1 (a6bca14f-566b-4b48-8d61-1fe0cda12d9c/f6d12990-7b30-4b05-bc98-b166a0b08301/dfad78fa-44d0-4b88-b684-73449aa72983) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:50.943334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55982) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:50.963435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.043681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.087092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc242294-8887-402d-b4d6-a520bcc319d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.135230 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.144955 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.172935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc242294-8887-402d-b4d6-a520bcc319d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.180069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc242294-8887-402d-b4d6-a520bcc319d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.208219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Pushing event updated for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.232450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d53a28be-dd84-42b5-8eef-15af34353f11 req-181f4270-dbb6-411e-9f9b-b400879bc6f7 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4607196
Dec 11 21:03:51.233904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.14 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/0443628a-ebb2-422c-8b8f-4f155f97c093) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:51.239095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Network a6bca14f-566b-4b48-8d61-1fe0cda12d9c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:51.240607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.242408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:51.245194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc242294-8887-402d-b4d6-a520bcc319d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5058b9f143a74f1bb5ace8c503345a50&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3006074
Dec 11 21:03:51.248635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55992) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:51.251162 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.251867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc242294-8887-402d-b4d6-a520bcc319d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2bfee1-dca2-45c0-8356-8f7ae4873e70,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.254929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:51.299985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Pushing event updated for resources: {'Port': ['ID=dfad78fa-44d0-4b88-b684-73449aa72983,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.358808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.372566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Attempting to bind port dfad78fa-44d0-4b88-b684-73449aa72983 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:51.372940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Attempting to bind port dfad78fa-44d0-4b88-b684-73449aa72983 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea8fac2a-7478-4580-9435-24b7841d5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:51.373305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Attempting to bind port dfad78fa-44d0-4b88-b684-73449aa72983 on network a6bca14f-566b-4b48-8d61-1fe0cda12d9c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:51.379562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:51.379948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Checking segment: {'id': 'ea8fac2a-7478-4580-9435-24b7841d5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:51.380816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.381219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Bound using segment: {'id': 'ea8fac2a-7478-4580-9435-24b7841d5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:51.381738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Bound port: dfad78fa-44d0-4b88-b684-73449aa72983, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8fac2a-7478-4580-9435-24b7841d5dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:51.382135 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.387790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab442ac2-edd5-47b1-8b23-9d6269431380 req-ec616ad2-f5a1-4d7a-837b-6bfd51397b74 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:51.389524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab442ac2-edd5-47b1-8b23-9d6269431380 req-ec616ad2-f5a1-4d7a-837b-6bfd51397b74 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.0999119
Dec 11 21:03:51.393654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.432693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.479652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] For port dfad78fa-44d0-4b88-b684-73449aa72983, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:51.486623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] For port dfad78fa-44d0-4b88-b684-73449aa72983, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfad78fa-44d0-4b88-b684-73449aa72983,segment=NetworkSegment(ea8fac2a-7478-4580-9435-24b7841d5dc6),segment_id=ea8fac2a-7478-4580-9435-24b7841d5dc6)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:51.490788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab442ac2-edd5-47b1-8b23-9d6269431380 req-f6280234-ab79-46b9-8800-0246064d1420 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941725
Dec 11 21:03:51.495177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.514535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.518431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.520033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c2bfee1-dca2-45c0-8356-8f7ae4873e70 HTTP/1.1" status: 204  len: 168 time: 0.2613273
Dec 11 21:03:51.532170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2904569-f661-457f-a850-de132ef9b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2bfee1-dca2-45c0-8356-8f7ae4873e70,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.610606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.614807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61337b-e07f-4183-9b63-0abe9c55d55f None None] Pushing event updated for resources: {'Port': ['ID=dfad78fa-44d0-4b88-b684-73449aa72983,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.615118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:51.632446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:51.669594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:51.687974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d12990-7b30-4b05-bc98-b166a0b08301,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:51.800466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07aae7a1-3945-42d4-a769-58bd64be2262 req-e68de3d5-ad03-4628-ab64-28d11836e69b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 210 time: 0.0750861
Dec 11 21:03:51.931685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.006077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.030647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84341580>,) {'filters': {'network_id': ['a6bca14f-566b-4b48-8d61-1fe0cda12d9c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:52.057375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca1b04-0fad-4562-a38d-09b4eba7d6ab req-e22f54a0-90df-4819-8aa4-56ecd648310e tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:52.065449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82ca1b04-0fad-4562-a38d-09b4eba7d6ab req-e22f54a0-90df-4819-8aa4-56ecd648310e tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1333311
Dec 11 21:03:52.134852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84341580>, 'ea8fac2a-7478-4580-9435-24b7841d5dc6') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:52.134852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84341580>, 'ea8fac2a-7478-4580-9435-24b7841d5dc6') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:52.139302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-82ca1b04-0fad-4562-a38d-09b4eba7d6ab req-8d9d6305-bcf3-4bd5-85d6-516f86cb7f73 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683250
Dec 11 21:03:52.167220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56018) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:52.188256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6b40658d-7903-461b-9fd3-f7957553dc60 None None] Provisioning complete for port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:52.188630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b40658d-7903-461b-9fd3-f7957553dc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.217415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-feac8cbe-d1fa-464d-a50d-52abccbd233b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8136b94eca2e46279ed8ca86f4aab087&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0454707
Dec 11 21:03:52.218070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:52.220363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:52.255997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:03:52.258524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.275761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b40658d-7903-461b-9fd3-f7957553dc60 None None] Port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:52.289543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:52.297704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:52.306542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:52.314591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1297c-ac4b-4a0b-b443-9233a554cea7 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:52.350558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.366271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.374082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfad78fa-44d0-4b88-b684-73449aa72983 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:52.390766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.440508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:52.441704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:52.447332 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:52.458656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.459885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.463594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/171f5603-47ef-4fb0-8712-6b0eccbc25c8 HTTP/1.1" status: 204  len: 168 time: 0.2441959
Dec 11 21:03:52.477822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a8ef26b6-aa03-4d0b-8f23-629176f19196 None None] Provisioning complete for port 0443628a-ebb2-422c-8b8f-4f155f97c093 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:52.479984 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8ef26b6-aa03-4d0b-8f23-629176f19196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.480986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099cdd6-a9af-4b2e-ac9f-f4dc6bbf43c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171f5603-47ef-4fb0-8712-6b0eccbc25c8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:52.534734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dfad78fa-44d0-4b88-b684-73449aa72983 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:52.535111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.540234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:52.540616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.565318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-3f46bc1e-099a-48a4-b15d-47a0407bc7b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5624158
Dec 11 21:03:52.570409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef26b6-aa03-4d0b-8f23-629176f19196 None None] Port 0443628a-ebb2-422c-8b8f-4f155f97c093 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:52.580524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Request body: {'port': {'device_id': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:52.619974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:03:52.619974 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:03:52.619974 ncdv-master-1 neutron-server[125987]: [parameters: {'id': 'a6bca14f-566b-4b48-8d61-1fe0cda12d9c'}]
Dec 11 21:03:52.619974 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:03:52.620414 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:03:52.639527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.640694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:03:52.647804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3aa8a7b-f23e-43c1-af75-8eee24c99bef admin admin] 10.222.0.18 "PUT /v2.0/routers/0d379388-7b74-4a7b-b792-0d69a43c0cc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1849129
Dec 11 21:03:52.655247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.660505 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Sync routers for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:03:52.682450 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:52.683218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:52.697013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port dfad78fa-44d0-4b88-b684-73449aa72983, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfad78fa-44d0-4b88-b684-73449aa72983,segment=NetworkSegment(ea8fac2a-7478-4580-9435-24b7841d5dc6),segment_id=ea8fac2a-7478-4580-9435-24b7841d5dc6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:52.704473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:52.809441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=dfad78fa-44d0-4b88-b684-73449aa72983,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:52.929193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:53.006301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54f042-ce76-48ab-85f2-fc6261852522 req-a53dbdfc-ee38-4f8e-80a5-a5c57fd2da84 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:53.018857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b54f042-ce76-48ab-85f2-fc6261852522 req-a53dbdfc-ee38-4f8e-80a5-a5c57fd2da84 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 932 time: 0.1034646
Dec 11 21:03:53.110975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0443628a-ebb2-422c-8b8f-4f155f97c093 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:53.117544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b54f042-ce76-48ab-85f2-fc6261852522 req-c9f7957e-59a6-43aa-847c-a23c5d58a313 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976954
Dec 11 21:03:53.133180 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.136143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.160423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Transition to ACTIVE for port object 0443628a-ebb2-422c-8b8f-4f155f97c093 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:03:53.212591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.296421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d21479-aafb-4ead-97bf-96bad15c468b None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:53.302142 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424fee0>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:49Z', 'revision_number': 4, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1352a28d-bd63-4e6f-b9a4-46b7a676e98e', 'name': '', 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'mac_address': 'fa:16:3e:2a:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:47Z', 'updated_at': '2021-12-11T21:03:50Z', 'revision_number': 2, 'project_id': '000f1d954edc4f59908194fef379d451', 'subnets': [{'id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:53.333440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd89866-959d-4bc3-885f-281265b12192 req-852b8616-fa9d-46bc-9962-abaac5500bdc tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:53.335123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dfd89866-959d-4bc3-885f-281265b12192 req-852b8616-fa9d-46bc-9962-abaac5500bdc tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.0854690
Dec 11 21:03:53.345594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:53.352677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5db0f-69d0-42ec-a926-a20d320f0d26 None None] Network a6bca14f-566b-4b48-8d61-1fe0cda12d9c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:53.381593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Checking router: 0d379388-7b74-4a7b-b792-0d69a43c0cc5 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:03:53.382184 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Updating router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:03:53.412667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port dfad78fa-44d0-4b88-b684-73449aa72983 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:53.413335 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.413896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.458415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dfd89866-959d-4bc3-885f-281265b12192 req-d78676a6-8eda-4687-884a-2035d4085d94 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072419
Dec 11 21:03:53.577651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Attempting to bind port 0443628a-ebb2-422c-8b8f-4f155f97c093 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:53.578275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Attempting to bind port 0443628a-ebb2-422c-8b8f-4f155f97c093 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:53.579099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Attempting to bind port 0443628a-ebb2-422c-8b8f-4f155f97c093 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:53.592580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Port 0443628a-ebb2-422c-8b8f-4f155f97c093 on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:03:53.593185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Attempting to bind port 0443628a-ebb2-422c-8b8f-4f155f97c093 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:53.605758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:53.606421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:53.607831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:53.608521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Bound port: 0443628a-ebb2-422c-8b8f-4f155f97c093, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:53.609097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.617959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port dfad78fa-44d0-4b88-b684-73449aa72983, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfad78fa-44d0-4b88-b684-73449aa72983,segment=NetworkSegment(ea8fac2a-7478-4580-9435-24b7841d5dc6),segment_id=ea8fac2a-7478-4580-9435-24b7841d5dc6)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:53.618730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.643530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for dfad78fa-44d0-4b88-b684-73449aa72983 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:53.756114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:53.806865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:53.826529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:53.837647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.861128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:53.862067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.864168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] 10.222.0.16 "PUT /v2.0/ports/0443628a-ebb2-422c-8b8f-4f155f97c093 HTTP/1.1" status: 200  len: 1092 time: 1.2878447
Dec 11 21:03:53.866678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:53.870779 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece549d2-bb1a-4217-be1f-db11360b9170" -d '{"events": [{"name": "network-changed", "server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:53.890496 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.900871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2ecfe0-363f-4192-8bc8-54e403ae2016 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:53.904404 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.926382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b4bc67da-5c15-4d5e-a805-0dccf2aa4890 None None] Provisioning complete for port dfad78fa-44d0-4b88-b684-73449aa72983 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:53.937924 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4bc67da-5c15-4d5e-a805-0dccf2aa4890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.958340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:53.990122 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4258-6036-4f25-aaf7-fbcbd8725fec None None] Pushing event updated for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:54.006859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port dfad78fa-44d0-4b88-b684-73449aa72983 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:54.009394 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c3468d-b8b2-491d-b0a3-3baa13864bfb x-openstack-request-id: req-29c3468d-b8b2-491d-b0a3-3baa13864bfb {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:54.009681 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:54.010032 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29c3468d-b8b2-491d-b0a3-3baa13864bfb {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:54.011148 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'status': 'completed', 'code': 200}
Dec 11 21:03:54.025652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-9c8fe2ab-dfbb-433a-ba28-837334ff437a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:54.027879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-9c8fe2ab-dfbb-433a-ba28-837334ff437a tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.30 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.1855681
Dec 11 21:03:54.036713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc67da-5c15-4d5e-a805-0dccf2aa4890 None None] Port dfad78fa-44d0-4b88-b684-73449aa72983 was deleted so its status cannot be updated. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 11 21:03:54.103686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-f4a6a902-6fb2-4f3c-a8c8-3a148a7cf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:54.109421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-f4a6a902-6fb2-4f3c-a8c8-3a148a7cf7af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 1095 time: 0.1826723
Dec 11 21:03:54.115712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd6026-457e-4367-8844-e41bad3ff5df service neutron] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:54.192539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc2dbac-a0e8-40cc-b773-9fb91870eda4 None None] DHCP port deletion for a6bca14f-566b-4b48-8d61-1fe0cda12d9c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:54.326718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-a25ebd07-3efa-4af6-bbdd-f38a3c227438 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0443628a-ebb2-422c-8b8f-4f155f97c093 HTTP/1.1" status: 200  len: 217 time: 0.2028017
Dec 11 21:03:54.328076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=dfad78fa-44d0-4b88-b684-73449aa72983,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:54.330456 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Attempting to bind port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:03:54.330911 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Attempting to bind port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:03:54.331313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Attempting to bind port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e on network a1d16350-4ede-43a7-8f7f-bc017065d9a3 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:03:54.338192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.338427 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97c3f460-de8e-45ac-b51a-690a07272ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.353683 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:03:54.354579 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Checking segment: {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:54.357306 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.362919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Bound using segment: {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:03:54.368916 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Bound port: 1352a28d-bd63-4e6f-b9a4-46b7a676e98e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:03:54.369445 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.391427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ff309-a46e-46d9-bcc8-aa0f741f0315 req-43552d13-2984-4d1b-9db2-af7794711d9d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:54.399632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629ff309-a46e-46d9-bcc8-aa0f741f0315 req-43552d13-2984-4d1b-9db2-af7794711d9d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 944 time: 0.1396804
Dec 11 21:03:54.455856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-6e8a12c8-096a-42cc-9262-956d6b077e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:54.456727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfad78fa-44d0-4b88-b684-73449aa72983 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:54.462549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-6e8a12c8-096a-42cc-9262-956d6b077e27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1260700
Dec 11 21:03:54.508803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: dfad78fa-44d0-4b88-b684-73449aa72983 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:54.510135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfad78fa-44d0-4b88-b684-73449aa72983 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:54.518133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-629ff309-a46e-46d9-bcc8-aa0f741f0315 req-eab051dd-3b93-4102-aaf6-1b69abe12a2a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171708
Dec 11 21:03:54.540539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Deleting port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:03:54.541379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.551557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7d7c4a53-adaf-4878-aa8e-d9956aec9ff9 None None] Provisioning complete for port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:54.551930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7d7c4a53-adaf-4878-aa8e-d9956aec9ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.554392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-0280abd0-573e-49c0-92a7-fb16a277ba88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842946
Dec 11 21:03:54.564182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcab340>,) {'filters': {'network_id': ['a6bca14f-566b-4b48-8d61-1fe0cda12d9c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:54.566297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:54.575680 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] For port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:03:54.585400 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] For port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:03:54.597999 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.622102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcab340>, 'ea8fac2a-7478-4580-9435-24b7841d5dc6') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:54.622446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fcab340>, 'ea8fac2a-7478-4580-9435-24b7841d5dc6') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:54.640258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7d7c4a53-adaf-4878-aa8e-d9956aec9ff9 None None] Port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:03:54.692624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.704008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97c3f460-de8e-45ac-b51a-690a07272ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.713917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97c3f460-de8e-45ac-b51a-690a07272ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.781160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.785660 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:03:54.789185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] For port b197ca38-44e4-4e9a-b384-8eab1dc75fd4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,segment=NetworkSegment(ea281d62-f86e-48e3-b378-45a6a95f9338),segment_id=ea281d62-f86e-48e3-b378-45a6a95f9338)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:54.789563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.789930 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424fee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:54.795212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97c3f460-de8e-45ac-b51a-690a07272ccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cc25a0dacfb417aa7dc834fd8eef9b6&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0368130
Dec 11 21:03:54.801682 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c4258-6036-4f25-aaf7-fbcbd8725fec None None] Pushing event updated for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:54.803131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56158) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:54.803847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3f460-de8e-45ac-b51a-690a07272ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0576ae-9f33-4f7e-8ad8-d0a49a4dd123,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:54.830995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-976024915'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:54.844707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:54.846135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:54.851492 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:54.884782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Calling delete_port for b197ca38-44e4-4e9a-b384-8eab1dc75fd4 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:03:54.907736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7645216-4f3a-4378-bd5a-202e622d91ac req-c6bff425-a936-4bc7-be21-91e94db018e1 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:54.910991 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7645216-4f3a-4378-bd5a-202e622d91ac req-c6bff425-a936-4bc7-be21-91e94db018e1 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/ports?device_id=c791e13e-6f22-4756-b970-9c455d34f1d5 HTTP/1.1" status: 200  len: 946 time: 0.2940125
Dec 11 21:03:54.964420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:54.972227 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:03:55.007788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-ecda531c-44f0-4c99-a25a-d25492495206 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4452987
Dec 11 21:03:55.024115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.043569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:55.047706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.062051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] Provisioning complete for port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:55.062416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.064189 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.072983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.095733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.099330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a6bca14f-566b-4b48-8d61-1fe0cda12d9c HTTP/1.1" status: 204  len: 168 time: 4.8409123
Dec 11 21:03:55.126072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56170) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:55.134951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1562361889'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:55.157844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.161814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.163261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.163656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af0576ae-9f33-4f7e-8ad8-d0a49a4dd123 HTTP/1.1" status: 204  len: 168 time: 0.3473935
Dec 11 21:03:55.184173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c225e-bbcf-4b33-b3e5-e1eb18cbafa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0576ae-9f33-4f7e-8ad8-d0a49a4dd123,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:55.209284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:55.213561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.275605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:55.275928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] For port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:55.289316 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.303620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.304365 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424fee0>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:49Z', 'revision_number': 4, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1352a28d-bd63-4e6f-b9a4-46b7a676e98e', 'name': '', 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'mac_address': 'fa:16:3e:2a:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:47Z', 'updated_at': '2021-12-11T21:03:54Z', 'revision_number': 4, 'project_id': '000f1d954edc4f59908194fef379d451', 'subnets': [{'id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:55.318280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.318810 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment 6ec40bab-582c-4d46-b000-0b81801945ee of type vlan for network e31bafb8-ff2d-4e76-a522-efc86f4fff39
Dec 11 21:03:55.343822 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0becb62c-d457-4cde-bd32-3b11602c0af2 None None] The sync data for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 is: [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:03:49Z', 'revision_number': 4, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1352a28d-bd63-4e6f-b9a4-46b7a676e98e', 'name': '', 'network_id': 'a1d16350-4ede-43a7-8f7f-bc017065d9a3', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'mac_address': 'fa:16:3e:2a:c7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:47Z', 'updated_at': '2021-12-11T21:03:54Z', 'revision_number': 4, 'project_id': '000f1d954edc4f59908194fef379d451', 'subnets': [{'id': '2cf18a7c-9c8e-4d9b-88f5-92993ec405f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:03:55.357927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b197ca38-44e4-4e9a-b384-8eab1dc75fd4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:03:55.373082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df74bc-2466-4009-a7b3-b775a2eeaf21 None None] DHCP port deletion for fb516b7e-1249-430c-804f-6d4d0a1df65e request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:55.389719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Pushing event deleted for resources: {'Port': ['ID=b197ca38-44e4-4e9a-b384-8eab1dc75fd4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:55.446986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd3f9e-7610-40a4-b6b0-3641ab960734 None None] Pushing event updated for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:55.521814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.526180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] No DVR routers for this DVR port b197ca38-44e4-4e9a-b384-8eab1dc75fd4 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:03:55.530421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.534085 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4bcdc524-945d-4cf3-b7ee-0842c38fd469 req-044e7ed7-333d-4596-a967-d450fdd2d2fd tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.30 "DELETE /v2.0/ports/b197ca38-44e4-4e9a-b384-8eab1dc75fd4 HTTP/1.1" status: 204  len: 173 time: 1.4980097
Dec 11 21:03:55.534693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'name': 'network-vif-deleted', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:03:55.546575 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad85351-61f5-43d0-a823-a44a2aca10b0" -d '{"events": [{"server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "name": "network-vif-deleted", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:03:55.593177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.601238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:55.602085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.726528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f816b3-8542-4a71-afb1-35b57846cb5b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=a6bca14f-566b-4b48-8d61-1fe0cda12d9c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:55.732835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7645216-4f3a-4378-bd5a-202e622d91ac req-9c596b92-b570-4d55-a469-749d5b2facd0 tempest-TestServerAdvancedOps-1608716523 tempest-TestServerAdvancedOps-1608716523-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8109882
Dec 11 21:03:55.776649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6435146
Dec 11 21:03:55.776649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56182) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:55.776649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e3bb3-7012-4b5f-a5f6-88f36aa7911f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=e31bafb8-ff2d-4e76-a522-efc86f4fff39,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:55.781791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'New_network'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:55.791061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:55.795269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eabbc1c2-8dc7-408f-8bbd-7bf432e7c1c1 req-c23b1202-0bcf-4936-9a3a-a41fd517c560 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7776988
Dec 11 21:03:55.917458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.928085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:55.928491 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b66d818-1592-424a-80f5-3d195e896e61 x-openstack-request-id: req-9b66d818-1592-424a-80f5-3d195e896e61 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:03:55.929244 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c791e13e-6f22-4756-b970-9c455d34f1d5", "name": "network-vif-deleted", "tag": "b197ca38-44e4-4e9a-b384-8eab1dc75fd4", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:03:55.929244 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b66d818-1592-424a-80f5-3d195e896e61 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:03:55.935702 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c791e13e-6f22-4756-b970-9c455d34f1d5', 'name': 'network-vif-deleted', 'tag': 'b197ca38-44e4-4e9a-b384-8eab1dc75fd4', 'status': 'completed', 'code': 200}
Dec 11 21:03:56.010821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:03:56.019433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a0d78-a52d-4437-901a-71957cb1db2b req-14d91834-e72c-45d1-b537-ec9f4fd5fe7a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.032960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f47a0d78-a52d-4437-901a-71957cb1db2b req-14d91834-e72c-45d1-b537-ec9f4fd5fe7a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 944 time: 0.3537264
Dec 11 21:03:56.040161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.040776 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Added segment 5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0 of type vlan for network d098f0b9-019f-416d-89aa-f25234308034
Dec 11 21:03:56.054061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-d7e88cfc-8739-429a-84d9-ee52371c9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.056194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-d7e88cfc-8739-429a-84d9-ee52371c9a87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 1095 time: 0.1785955
Dec 11 21:03:56.082369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032be99a-f58c-41c2-be27-b0e0f510aa45,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:56.121270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:56.196472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.208631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.342546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.351166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.352261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.417477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1352a28d-bd63-4e6f-b9a4-46b7a676e98e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:03:56.430258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-4e94a2bd-f8b9-44a3-a44e-f014a08ee6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.432081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-4e94a2bd-f8b9-44a3-a44e-f014a08ee6c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.3625970
Dec 11 21:03:56.435891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.8463860
Dec 11 21:03:56.485326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56202) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:56.489676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-3f52f213-f549-4107-a83e-a11b73674447 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0443628a-ebb2-422c-8b8f-4f155f97c093 HTTP/1.1" status: 200  len: 217 time: 0.0470881
Dec 11 21:03:56.494616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'subnet': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:56.500758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:03:56.501467 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.583034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-0ee046fb-fb15-47db-ae86-de1bc7bf482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.584682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-0ee046fb-fb15-47db-ae86-de1bc7bf482d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.0533650
Dec 11 21:03:56.740863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-6d46f1df-c227-4d73-afbc-56ffff0610c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0957446
Dec 11 21:03:56.773134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b079d2-ec94-4f49-b60b-16eacb284510 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Network': ['ID=d098f0b9-019f-416d-89aa-f25234308034,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:56.788115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d098f0b9-019f-416d-89aa-f25234308034 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:56.823685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f47a0d78-a52d-4437-901a-71957cb1db2b req-5d94a389-2c16-45ca-8631-930c6790a46e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7893746
Dec 11 21:03:56.890802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.930554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:56.957358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.974160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 is not hosted by any dhcp agent {{(pid=125988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:03:56.983175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:56.983977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:56.985418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "PUT /v2.0/networks/e31bafb8-ff2d-4e76-a522-efc86f4fff39 HTTP/1.1" status: 200  len: 723 time: 1.2115324
Dec 11 21:03:57.011808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56216) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:57.093256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.110806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Deleting subnet 2325a461-8456-4a40-b253-100df3e69792 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:03:57.116018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:57.125108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21533c1-3c57-4605-bd24-deb4576ab28c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=e31bafb8-ff2d-4e76-a522-efc86f4fff39,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:57.129715 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.134709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.141076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:03:57.169302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:57.173241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.372519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.386925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=680a53dc30da4a81980d1cad5582fd64&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2591319
Dec 11 21:03:57.387266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56220) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:57.425424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7cab2a-1a94-451e-96c6-9733d021de1f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:57.435772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-04032b90-a0a9-4548-a63f-f96a0636bdcb service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6851580
Dec 11 21:03:57.458785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.491909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.518527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.519643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c74304e-0850-4470-af3a-120fd7bce9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:57.572732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.573149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.578070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.582747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f7cab2a-1a94-451e-96c6-9733d021de1f HTTP/1.1" status: 204  len: 168 time: 0.1940131
Dec 11 21:03:57.593878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebf1f1-a491-4c96-aa63-563b9d53c426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7cab2a-1a94-451e-96c6-9733d021de1f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:57.638421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:57.641734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.646061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ece549d2-bb1a-4217-be1f-db11360b9170 req-21ceabd3-2a22-46bc-9e37-7c76962ef665 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014658
Dec 11 21:03:57.781742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.788121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.856231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:57.859915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2325a461-8456-4a40-b253-100df3e69792 HTTP/1.1" status: 204  len: 168 time: 0.9333177
Dec 11 21:03:57.862946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:57.869476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175591b8-72c2-48c3-82cb-57634a042f5c None None] Network fb516b7e-1249-430c-804f-6d4d0a1df65e requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:57.898827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Subnet': ['ID=6c193766-245a-426a-ae54-7af722e083fb,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:57.949100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2497e6-2f4a-4d35-bbb7-ec35cec3a82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2325a461-8456-4a40-b253-100df3e69792,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:57.966299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Checking segment: {'id': '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:57.966707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network hostable DHCP agents. Network: d098f0b9-019f-416d-89aa-f25234308034, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:58.070838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb631554-4f0f-4b2e-8598-811d6b1d40db None None] DHCP port deletion for fb516b7e-1249-430c-804f-6d4d0a1df65e request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:58.075369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:58.085245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.098463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d098f0b9-019f-416d-89aa-f25234308034) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:58.111205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae28dd9-cafe-419d-b081-98a74b4ceba9 None None] Network d098f0b9-019f-416d-89aa-f25234308034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:58.132676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:58.133232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.154795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.175430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213e6e6-4c2f-4127-9876-feeeea706015 req-7d861d2e-494f-4a22-9074-e17d82114879 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:58.178834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5213e6e6-4c2f-4127-9876-feeeea706015 req-7d861d2e-494f-4a22-9074-e17d82114879 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 944 time: 0.2539589
Dec 11 21:03:58.209316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7197a0f1-1b67-4032-ab6f-f61fcf59be08 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7186079
Dec 11 21:03:58.210071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=0bbb718b-7ed3-4c39-8a30-3b4f8d587193,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:58.213750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56242) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:58.220860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-201939373'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:58.244738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': '6ec40bab-582c-4d46-b000-0b81801945ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:03:58.245110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: e31bafb8-ff2d-4e76-a522-efc86f4fff39, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:03:58.327533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d098f0b9-019f-416d-89aa-f25234308034', 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'project_id': 'e21b568222074f40aa362d63919013ff', 'fixed_ips': [{'subnet_id': '6c193766-245a-426a-ae54-7af722e083fb'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:58.329222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.348714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:03:58.364533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e31bafb8-ff2d-4e76-a522-efc86f4fff39) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:58.366914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:58.370798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.383249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:58.383856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.398999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5213e6e6-4c2f-4127-9876-feeeea706015 req-2a1f457f-ca54-4eb7-8344-2686ef395ba7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070847
Dec 11 21:03:58.399979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port 822cdccc-137e-47ac-bb38-7ff7a7d0559f yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:03:58.405603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.416364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c2545e2-5c19-46d1-851c-f2f4f8802f5f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3089006
Dec 11 21:03:58.417003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56246) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:58.423943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50089b6d-7923-4024-a42a-61daf1787642 None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:58.433995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:58.444348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d915370>,) {'filters': {'network_id': ['fb516b7e-1249-430c-804f-6d4d0a1df65e']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:58.456198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d915370>, 'ea281d62-f86e-48e3-b378-45a6a95f9338') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:58.456872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d915370>, 'ea281d62-f86e-48e3-b378-45a6a95f9338') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:58.488977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.514248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b197ca38-44e4-4e9a-b384-8eab1dc75fd4 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:03:58.519861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.535167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:58.536075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.586702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: b197ca38-44e4-4e9a-b384-8eab1dc75fd4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:03:58.587046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b197ca38-44e4-4e9a-b384-8eab1dc75fd4 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:03:58.599022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e31bafb8-ff2d-4e76-a522-efc86f4fff39', 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '0bbb718b-7ed3-4c39-8a30-3b4f8d587193'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:03:58.601769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:58.607196 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:58.613938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.619856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.626352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb516b7e-1249-430c-804f-6d4d0a1df65e HTTP/1.1" status: 204  len: 168 time: 0.7597063
Dec 11 21:03:58.626352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56254) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:58.649091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb516b7e-1249-430c-804f-6d4d0a1df65e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:58.666910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260297540'] for subnet, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.705369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::2c6 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/822cdccc-137e-47ac-bb38-7ff7a7d0559f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:58.709778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.712801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.713046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.713401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.713803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.716026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.716390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.716764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.717135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.717486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.718486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.718879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.719213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23dedd6-fe22-4a65-ade2-b82f05eb0244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:03:58.757594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Deleting subnet cb983afd-9567-472d-b2d2-5351464581b2 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:03:58.763498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.834130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.846299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:03:58.897256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.935386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731004737491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261463470'] for subnet, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.953497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:58.954521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:58.955972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "PUT /v2.0/subnets/0bbb718b-7ed3-4c39-8a30-3b4f8d587193 HTTP/1.1" status: 200  len: 806 time: 0.5340152
Dec 11 21:03:58.959721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56260) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:59.031238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Allocated IP 172.20.0.2 (e31bafb8-ff2d-4e76-a522-efc86f4fff39/0bbb718b-7ed3-4c39-8a30-3b4f8d587193/8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:59.042177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:59.052700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483e6a0-a185-4b86-9625-f84c6d215fb0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=0bbb718b-7ed3-4c39-8a30-3b4f8d587193,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.070670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'mac_address': 'fa:16:3e:5f:db:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:03:59.094833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.120409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.124279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.159244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.162609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb983afd-9567-472d-b2d2-5351464581b2 HTTP/1.1" status: 204  len: 168 time: 0.5350859
Dec 11 21:03:59.164993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:59.169945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.175754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796dbb-13d6-4624-ab60-aecd63c0d79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb983afd-9567-472d-b2d2-5351464581b2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.190385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6e11a-a834-46e1-b880-2b0a3a5782ad None None] Network ba29d68e-0917-4c87-ac16-73bd5dea5c6b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:03:59.271736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=822cdccc-137e-47ac-bb38-7ff7a7d0559f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.285255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:59.302327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:59.304905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:59.314542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:59.315222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.351843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-da0d2ff9-6ae4-4571-be45-04a033e9dc02 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 1.1360297
Dec 11 21:03:59.352569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:03:59.354816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.362089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1217135226', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c6', 'mac_address': 'fa:16:3e:03:48:95'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:03:59.404694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.409955 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.498638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0443628a-ebb2-422c-8b8f-4f155f97c093 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:03:59.517162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.541838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.551690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.559797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Allocated IP 2001:db8::2 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/85890987-8ae3-483a-9e72-310dcec8758b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:03:59.583350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f220700>,) {'filters': {'network_id': ['ba29d68e-0917-4c87-ac16-73bd5dea5c6b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:59.599250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f220700>, '6e2da859-d933-41a0-80e7-b78395bb1577') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:59.599948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f220700>, '6e2da859-d933-41a0-80e7-b78395bb1577') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:03:59.612517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.626463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.632739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:03:59.632988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:03:59.633452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.647847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:03:59.653483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Pushing event updated for resources: {'Port': ['ID=8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.657234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:03:59.659911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:03:59.665664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:03:59.677595 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:03:59.708527 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:03:59.711039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.733492 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.739158 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba29d68e-0917-4c87-ac16-73bd5dea5c6b HTTP/1.1" status: 204  len: 168 time: 0.5731380
Dec 11 21:03:59.749807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e31e9-acdf-4feb-b192-d0f08674efe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba29d68e-0917-4c87-ac16-73bd5dea5c6b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.758265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c26f0d-8972-481a-890d-cf29ca3cee02 None None] DHCP port deletion for ba29d68e-0917-4c87-ac16-73bd5dea5c6b request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:03:59.760892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.805644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005c075-55a3-4dea-aaa7-216047dcccc3 req-9446aaf0-d7e5-4dcc-8408-7fdfdcfc5e50 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:03:59.814173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c005c075-55a3-4dea-aaa7-216047dcccc3 req-9446aaf0-d7e5-4dcc-8408-7fdfdcfc5e50 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 944 time: 0.2267323
Dec 11 21:03:59.819699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbb718b-7ed3-4c39-8a30-3b4f8d587193,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:03:59.924396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.953172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:03:59.992840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c005c075-55a3-4dea-aaa7-216047dcccc3 req-5138eb95-d073-4100-be54-a78001c2ef97 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675665
Dec 11 21:04:00.005856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4403d0>,) {'filters': {'network_id': ['e31bafb8-ff2d-4e76-a522-efc86f4fff39']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:00.022236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port 803e2305-4901-43e8-b571-ce6d3e8b952f yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:00.039592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4403d0>, '6ec40bab-582c-4d46-b000-0b81801945ee') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:00.039941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f4403d0>, '6ec40bab-582c-4d46-b000-0b81801945ee') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:00.054118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.061003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.082439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.083313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0443628a-ebb2-422c-8b8f-4f155f97c093'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:04:00.087426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.111020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56310) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:00.120103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:00.121487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.137448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:00.137905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:00.141726 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:00.208083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:00.210349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:00.232345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-62ebbfdb-9e9e-48b1-a9e6-69857243f68c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0181b03896134c7f84c230f66f45abc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1200309
Dec 11 21:04:00.232793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Attempting to bind port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:00.233115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56314) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:00.233776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Attempting to bind port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ec40bab-582c-4d46-b000-0b81801945ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:00.234173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Attempting to bind port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a on network e31bafb8-ff2d-4e76-a522-efc86f4fff39 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:00.262720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::203 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/803e2305-4901-43e8-b571-ce6d3e8b952f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:00.268077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:00.271064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Checking segment: {'id': '6ec40bab-582c-4d46-b000-0b81801945ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:00.271546 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.273079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Bound using segment: {'id': '6ec40bab-582c-4d46-b000-0b81801945ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:00.274101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Bound port: 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec40bab-582c-4d46-b000-0b81801945ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:00.275647 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.304339 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:04:00.304339 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:04:00.304339 ncdv-master-1 neutron-server[125988]: [parameters: {'id': 'e31bafb8-ff2d-4e76-a522-efc86f4fff39'}]
Dec 11 21:04:00.304339 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:00.305157 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:00.322538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.366037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Pushing event updated for resources: {'Port': ['ID=85890987-8ae3-483a-9e72-310dcec8758b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.369976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.372512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:00.411212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Attempting to bind port 85890987-8ae3-483a-9e72-310dcec8758b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:00.411780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Attempting to bind port 85890987-8ae3-483a-9e72-310dcec8758b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:00.412150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Attempting to bind port 85890987-8ae3-483a-9e72-310dcec8758b on network d098f0b9-019f-416d-89aa-f25234308034 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:00.444829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:00.445245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Checking segment: {'id': '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:00.445642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.446157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Bound using segment: {'id': '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:00.446442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Bound port: 85890987-8ae3-483a-9e72-310dcec8758b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd098f0b9-019f-416d-89aa-f25234308034'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:00.446864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.468414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] For port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:00.489963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.492700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.494027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ddd0e75-dadf-4b94-b6c2-521a6e5eca28 HTTP/1.1" status: 204  len: 168 time: 0.2522218
Dec 11 21:04:00.509891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.515062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd738d9a-295b-4ac7-baf6-8bed76a7e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd0e75-dadf-4b94-b6c2-521a6e5eca28,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.531221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] For port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a,segment=NetworkSegment(6ec40bab-582c-4d46-b000-0b81801945ee),segment_id=6ec40bab-582c-4d46-b000-0b81801945ee)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:00.560427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.566210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4e9-c6a2-410f-a62a-b178fc0068e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.578403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.668288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4e9-c6a2-410f-a62a-b178fc0068e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.678441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99f5e4e9-c6a2-410f-a62a-b178fc0068e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.691402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:00.708717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:00.710650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=803e2305-4901-43e8-b571-ce6d3e8b952f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.713004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:00.732997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-99f5e4e9-c6a2-410f-a62a-b178fc0068e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e48ac998f1e4e709bca47227b53597b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3564107
Dec 11 21:04:00.732997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5e4e9-c6a2-410f-a62a-b178fc0068e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74baf9e-4e58-486e-aeac-261cb28c5b9a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.733300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:00.734093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:00.738370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.778282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7ed872bf-5752-4da4-a23b-1da5848df353 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 1.4222543
Dec 11 21:04:00.778698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:00.811326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.822243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.826850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] For port 85890987-8ae3-483a-9e72-310dcec8758b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:00.828936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5c2d8-048e-48e0-a4c9-16046ccf5489 None None] Pushing event updated for resources: {'Port': ['ID=8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:00.834741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] For port 85890987-8ae3-483a-9e72-310dcec8758b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85890987-8ae3-483a-9e72-310dcec8758b,segment=NetworkSegment(5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0),segment_id=5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:00.846298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa55b2-f49a-4e49-afc0-0da139415fab None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:00.851194 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.853763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.895797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b132a35-59c6-49a6-ae5e-3a93aad0be04 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:00.902593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b132a35-59c6-49a6-ae5e-3a93aad0be04 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:00.912153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.915194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:00.923513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f74baf9e-4e58-486e-aeac-261cb28c5b9a HTTP/1.1" status: 204  len: 168 time: 0.1844928
Dec 11 21:04:00.933091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b132a35-59c6-49a6-ae5e-3a93aad0be04 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:00.946572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b132a35-59c6-49a6-ae5e-3a93aad0be04 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.1641896
Dec 11 21:04:00.946936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56334) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:01.008070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957b6c0-9d5e-4d52-a797-1400cc94a11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74baf9e-4e58-486e-aeac-261cb28c5b9a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:01.053623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:01.053964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.112910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 803e2305-4901-43e8-b571-ce6d3e8b952f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:01.113582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.120725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dee76f-c14b-44a2-967b-c1f8ede54bd1 None None] Pushing event updated for resources: {'Port': ['ID=85890987-8ae3-483a-9e72-310dcec8758b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:01.121298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56346) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:01.158666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a5a91-d286-4591-bb17-4f0b60d17b86 None None] Network e31bafb8-ff2d-4e76-a522-efc86f4fff39 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:01.238682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a,segment=NetworkSegment(6ec40bab-582c-4d46-b000-0b81801945ee),segment_id=6ec40bab-582c-4d46-b000-0b81801945ee)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:01.238682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.293694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:01.322928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ed8d9-c61b-40aa-a752-780e2ffdd639 req-b3c48042-9481-420b-a54d-fc64f0a851c5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:01.325127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-365ed8d9-c61b-40aa-a752-780e2ffdd639 req-b3c48042-9481-420b-a54d-fc64f0a851c5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 945 time: 0.1946537
Dec 11 21:04:01.365174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56352) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:01.366845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-978bc1ce-8c39-4241-a31d-22d91a0b5044 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca2a9fc00a1d46a18ade923c6feb5fc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2428482
Dec 11 21:04:01.428066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.447759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 803e2305-4901-43e8-b571-ce6d3e8b952f owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:01.507406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-365ed8d9-c61b-40aa-a752-780e2ffdd639 req-6d1e982c-3027-43ef-8271-6c3ea4402e3d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664453
Dec 11 21:04:01.565331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.592644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.594802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.628247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.640482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:01.674041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 8e7776d8-1dd7-4e4d-b0c6-f0f997cf8c2a on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:01.683392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=803e2305-4901-43e8-b571-ce6d3e8b952f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:01.792369 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.809548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.812366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.816666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eff85b3b-3342-41c5-9bff-95c5c174921a HTTP/1.1" status: 204  len: 168 time: 0.4474170
Dec 11 21:04:01.818567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.825732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-904d02c0-5b01-43f8-a5fe-791716f703d7 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/803e2305-4901-43e8-b571-ce6d3e8b952f HTTP/1.1" status: 204  len: 168 time: 0.8755610
Dec 11 21:04:01.826353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:01.831812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e0b1f-4c46-447a-a17a-663c20c6c7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff85b3b-3342-41c5-9bff-95c5c174921a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:01.836950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d844e8940>,) {'filters': {'network_id': ['e31bafb8-ff2d-4e76-a522-efc86f4fff39']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:01.867802 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-60745333-b5f2-41d5-9a1f-a7d95822fedc tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:01.872908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-60745333-b5f2-41d5-9a1f-a7d95822fedc tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports/803e2305-4901-43e8-b571-ce6d3e8b952f HTTP/1.1" status: 404  len: 333 time: 0.0419333
Dec 11 21:04:01.873086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844e8940>, '6ec40bab-582c-4d46-b000-0b81801945ee') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:01.873086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844e8940>, '6ec40bab-582c-4d46-b000-0b81801945ee') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:01.874014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:01.903197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1658623950'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:01.918685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:01.994984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.009393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:02.010015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:02.023515 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:02.134331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56396) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.160642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.180619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.189986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56400) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.190193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/e31bafb8-ff2d-4e76-a522-efc86f4fff39 HTTP/1.1" status: 204  len: 168 time: 3.2284973
Dec 11 21:04:02.213466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:02.217777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.237744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a447a9-d433-477a-9696-5f9f29fc6ff2 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=e31bafb8-ff2d-4e76-a522-efc86f4fff39,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:02.243779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port 4348697d-7d38-416b-955d-eabf8fd98825 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:02.244687 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b128c2-27b0-4852-a696-8a3c40d12d5c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:02.246699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b128c2-27b0-4852-a696-8a3c40d12d5c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:02.261268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80b128c2-27b0-4852-a696-8a3c40d12d5c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/e31bafb8-ff2d-4e76-a522-efc86f4fff39 HTTP/1.1" status: 404  len: 339 time: 0.0700231
Dec 11 21:04:02.267808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56402) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.277525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433702396', 'description': 'd1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:02.376367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:02.380976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.416108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85890987-8ae3-483a-9e72-310dcec8758b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:02.426673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-879206372-network', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:02.451849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Made reservation on behalf of 9bce9fc9af38494fab218dfc63616ec6 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:02.452749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fb309-d0e4-4e7a-9993-41fc26bea21f None None] Network d098f0b9-019f-416d-89aa-f25234308034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:02.454759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.457090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:04:02.466836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.481997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::287 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/4348697d-7d38-416b-955d-eabf8fd98825) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:02.484644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.485021 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment a8efd757-403f-472a-9343-b7001062fe50 of type vlan for network 8ba658dc-0d5b-4737-bef1-c074bc42fb5b
Dec 11 21:04:02.565446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] Provisioning complete for port 85890987-8ae3-483a-9e72-310dcec8758b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:02.565446 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.570471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.577600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.580727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.625776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:04:02.632099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6298c5a-2fb0-48e7-b27e-a70434b2b0e6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:02.655977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.656324 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Added segment 41fa5067-ff60-410e-ad20-256865cc90e7 of type vlan for network 88331781-22d7-4cd1-815e-4882313497d4
Dec 11 21:04:02.677089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.686552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:02.687583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.717316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d4f8e-2e53-4e20-a453-03ea94473f5e req-7b9b2f91-3c74-4c53-b659-98de360bce39 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:02.718933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-421d4f8e-2e53-4e20-a453-03ea94473f5e req-7b9b2f91-3c74-4c53-b659-98de360bce39 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 945 time: 0.1191280
Dec 11 21:04:02.729603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.764397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=8ba658dc-0d5b-4737-bef1-c074bc42fb5b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:02.788083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.788974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:02.789588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.802590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d7f2f2d5-564d-491b-abba-42e8290a202d tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.5291321
Dec 11 21:04:02.803400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-421d4f8e-2e53-4e20-a453-03ea94473f5e req-b89c54b0-ea16-4baf-bd10-3dd3a9f3e97a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756128
Dec 11 21:04:02.803952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56408) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.824835 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.845868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8ba658dc-0d5b-4737-bef1-c074bc42fb5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:02.865411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.868567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:02.884383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7482204
Dec 11 21:04:02.890599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56410) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.915666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:02.920380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Request body: {'subnet': {'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-879206372-subnet', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:02.921919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:02.930570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:02.936953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:02.937671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.937860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 85890987-8ae3-483a-9e72-310dcec8758b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:02.938527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.940263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222bab-0f02-4e29-96d2-ad70dcfaf165 admin admin] Pushing event updated for resources: {'Network': ['ID=88331781-22d7-4cd1-815e-4882313497d4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:02.947855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=4348697d-7d38-416b-955d-eabf8fd98825,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:02.971030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a7c3b-59ef-4bb7-bd64-9a480295e5f4 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:02.972793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d65a7c3b-59ef-4bb7-bd64-9a480295e5f4 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks?id=8ba658dc-0d5b-4737-bef1-c074bc42fb5b HTTP/1.1" status: 200  len: 760 time: 0.1514862
Dec 11 21:04:02.974038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Made reservation on behalf of 9bce9fc9af38494fab218dfc63616ec6 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:02.976790 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2dd41928-dcb1-45fb-8ff2-990bc56ecc8f tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.1016762
Dec 11 21:04:02.977475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.979033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:02.979651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56414) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:02.980509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 88331781-22d7-4cd1-815e-4882313497d4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:02.983925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'description': 'd2'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:02.991594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c6', 'mac_address': 'fa:16:3e:03:48:95'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:03.147455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.170076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.194746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 0443628a-ebb2-422c-8b8f-4f155f97c093 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:04:03.204983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 0443628a-ebb2-422c-8b8f-4f155f97c093 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:03.205629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.229579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:03.239635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Checking segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:03.240058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Network hostable DHCP agents. Network: 88331781-22d7-4cd1-815e-4882313497d4, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:04:03.258027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.259069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] For port 85890987-8ae3-483a-9e72-310dcec8758b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85890987-8ae3-483a-9e72-310dcec8758b,segment=NetworkSegment(5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0),segment_id=5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:03.264285 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.268902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Network 88331781-22d7-4cd1-815e-4882313497d4 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:04:03.276037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.287489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 88331781-22d7-4cd1-815e-4882313497d4) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:03.293376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:03.294068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.309726 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.314285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.335807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-63ff1b2f-2f91-4761-a713-a180c6708c9e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4416959
Dec 11 21:04:03.336349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56416) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:03.338154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903f2e9-6ff5-4d6a-a8aa-2228b901195a None None] Network 88331781-22d7-4cd1-815e-4882313497d4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:03.351598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:03.354676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 8ba658dc-0d5b-4737-bef1-c074bc42fb5b is not hosted by any dhcp agent {{(pid=125988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:04:03.360659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:03.361630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.362736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "PUT /v2.0/networks/8ba658dc-0d5b-4737-bef1-c074bc42fb5b HTTP/1.1" status: 200  len: 757 time: 0.3842323
Dec 11 21:04:03.365643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56418) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:03.459607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9b340-aaf4-4f24-9fa9-0d57973b1e64 None None] Pushing event updated for resources: {'Port': ['ID=85890987-8ae3-483a-9e72-310dcec8758b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:03.503664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b84254-2095-46df-9256-7a46e3f0c52e tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:03.508710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:03.508921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f4b84254-2095-46df-9256-7a46e3f0c52e tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks?id=8ba658dc-0d5b-4737-bef1-c074bc42fb5b HTTP/1.1" status: 200  len: 760 time: 0.1385705
Dec 11 21:04:03.509036 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:03.509170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56422) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:03.515240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1891558169'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:03.537448 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.567505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Provisioning complete for port 822cdccc-137e-47ac-bb38-7ff7a7d0559f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:03.567878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.599238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-88331781-22d7-4cd1-815e-4882313497d4', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:03.600162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.621371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:03.624096 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cabe71e-c903-4903-9040-a53452baf268" -d '{"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-plugged", "status": "completed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:03.645230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:03.658235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Port 822cdccc-137e-47ac-bb38-7ff7a7d0559f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:03.661052 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.728419 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2216be-a81b-420a-95ea-2cdb9be87eae x-openstack-request-id: req-9a2216be-a81b-420a-95ea-2cdb9be87eae {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:03.728706 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-plugged", "status": "completed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:03.729003 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a2216be-a81b-420a-95ea-2cdb9be87eae {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:03.729334 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'code': 200}
Dec 11 21:04:03.789172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Provisioning complete for port 85890987-8ae3-483a-9e72-310dcec8758b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:03.789541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.799401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb855-582d-4e43-b06a-d2d4c1448bed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=8ba658dc-0d5b-4737-bef1-c074bc42fb5b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:03.819698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8bdf-8b8e-4c85-8f88-bd4b64ce6f92 req-9b1c1efd-b187-4e84-9f3c-0342f5436556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:03.821936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39fb8bdf-8b8e-4c85-8f88-bd4b64ce6f92 req-9b1c1efd-b187-4e84-9f3c-0342f5436556 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 1097 time: 0.0664685
Dec 11 21:04:03.866681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:03.870653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.873747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:04:03.873747 ncdv-master-1 neutron-server[125988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Dec 11 21:04:03.873747 ncdv-master-1 neutron-server[125988]: [parameters: {'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'id': 'fb456efa-df20-4ffa-b28d-fb5538e446e4', 'expiration': datetime.datetime(2021, 12, 11, 21, 6, 3, 839608)}]
Dec 11 21:04:03.873747 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:03.874187 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:03.898622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8ba658dc-0d5b-4737-bef1-c074bc42fb5b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:03.909807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:04:03.920225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:03.921143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:03.921714 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment f1ecf519-1d83-427e-9d01-ad0a14c4f583 of type vlan for network a65578fa-eb2c-4a2a-9025-e4ce966904ea
Dec 11 21:04:03.927077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39fb8bdf-8b8e-4c85-8f88-bd4b64ce6f92 req-0b1efe34-cffd-4398-8665-230ca7fb3c1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980527
Dec 11 21:04:04.001895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Allocated IP 172.20.0.2 (88331781-22d7-4cd1-815e-4882313497d4/03ff74ac-268f-4ffd-8a67-473bdc7ddcb4/5a30a837-808a-482e-9f6f-fa6c575b14a6) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:04.004924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.039622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991ce0d-a485-4bbf-9256-ac22d7448f19 req-3cafd6d3-2dec-496c-8754-95e8a0a63409 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:04.046407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.047700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e991ce0d-a485-4bbf-9256-ac22d7448f19 req-3cafd6d3-2dec-496c-8754-95e8a0a63409 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1238935
Dec 11 21:04:04.055308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.064855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.070572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:04.071192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.123072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] In _notify_port_updated(), no bound segment for port 4348697d-7d38-416b-955d-eabf8fd98825 on network d098f0b9-019f-416d-89aa-f25234308034 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:04:04.130469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:04.131217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.135129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "PUT /v2.0/ports/4348697d-7d38-416b-955d-eabf8fd98825 HTTP/1.1" status: 200  len: 1003 time: 1.1450350
Dec 11 21:04:04.135888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56428) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:04.152272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6418381
Dec 11 21:04:04.152527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56430) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:04.171246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69cda2-fd74-4d77-92b3-ebfe455c4197 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=a65578fa-eb2c-4a2a-9025-e4ce966904ea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:04.184102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e991ce0d-a485-4bbf-9256-ac22d7448f19 req-4133819f-8dc5-4525-a691-637e337575e5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354508
Dec 11 21:04:04.196781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:04.203048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a65578fa-eb2c-4a2a-9025-e4ce966904ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:04.290032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f421d-46f2-4201-a45f-4094c91718f4 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=4348697d-7d38-416b-955d-eabf8fd98825,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:04.324614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85890987-8ae3-483a-9e72-310dcec8758b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:04.342240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Provisioning complete for port 4348697d-7d38-416b-955d-eabf8fd98825 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:04.342725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.390076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:04.393503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.405605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 4348697d-7d38-416b-955d-eabf8fd98825 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:04.405945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.432879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.447058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea7f51-ab28-49c5-85c7-ad861ca00bff None None] Port 4348697d-7d38-416b-955d-eabf8fd98825 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:04.449667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.480004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.481279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.503124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Network 88331781-22d7-4cd1-815e-4882313497d4 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:04.507220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 85890987-8ae3-483a-9e72-310dcec8758b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:04.507591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.510055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:04.512284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Pushing event updated for resources: {'Port': ['ID=5a30a837-808a-482e-9f6f-fa6c575b14a6,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:04.515306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:04.580007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Could not find standard attr ID for object 803e2305-4901-43e8-b571-ce6d3e8b952f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:04.622961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Attempting to bind port 5a30a837-808a-482e-9f6f-fa6c575b14a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:04.623933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Attempting to bind port 5a30a837-808a-482e-9f6f-fa6c575b14a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:04.624307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Attempting to bind port 5a30a837-808a-482e-9f6f-fa6c575b14a6 on network 88331781-22d7-4cd1-815e-4882313497d4 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:04.628441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.634286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.650389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Provisioning complete for port 822cdccc-137e-47ac-bb38-7ff7a7d0559f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:04.650719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.657853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:04.658256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Checking segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:04.658681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.659377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Bound using segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:04.659579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Bound port: 5a30a837-808a-482e-9f6f-fa6c575b14a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:04.659969 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.682897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 4348697d-7d38-416b-955d-eabf8fd98825 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:04.747511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Port 822cdccc-137e-47ac-bb38-7ff7a7d0559f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:04.781055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] For port 5a30a837-808a-482e-9f6f-fa6c575b14a6, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:04.785593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] For port 5a30a837-808a-482e-9f6f-fa6c575b14a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a30a837-808a-482e-9f6f-fa6c575b14a6,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:04.792870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Provisioning complete for port 4348697d-7d38-416b-955d-eabf8fd98825 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:04.793215 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.816325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.878694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:04.936207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a4746-3ea5-45d3-ad4f-e14f9ad41f9d None None] Port 4348697d-7d38-416b-955d-eabf8fd98825 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:04.963009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5ef3e-d55a-42bd-a1aa-3113fa20c4bf None None] Pushing event updated for resources: {'Port': ['ID=5a30a837-808a-482e-9f6f-fa6c575b14a6,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:05.008820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.153677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=541a5b3c-3942-49e5-a94a-42240ccdef31,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:05.160307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.237021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': 'f1ecf519-1d83-427e-9d01-ad0a14c4f583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:05.237409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: a65578fa-eb2c-4a2a-9025-e4ce966904ea, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:04:05.241283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=4348697d-7d38-416b-955d-eabf8fd98825,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:05.256755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da306ec4-6ed3-46b1-a37c-dfdd0d3b3a0d None None] Could not find standard attr ID for object 4348697d-7d38-416b-955d-eabf8fd98825. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:05.377317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network a65578fa-eb2c-4a2a-9025-e4ce966904ea is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:04:05.409716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a65578fa-eb2c-4a2a-9025-e4ce966904ea) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:05.414788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:05.415385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.423841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c184c-e794-48eb-b077-e5e364885940 None None] Network a65578fa-eb2c-4a2a-9025-e4ce966904ea requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:05.508936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.514499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e02bc048-53cf-407f-934e-059a9023cc05 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/4348697d-7d38-416b-955d-eabf8fd98825 HTTP/1.1" status: 204  len: 168 time: 1.3767626
Dec 11 21:04:05.517791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:05.551326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df0ee-8f28-4f75-a0a6-42b232f9bf82 req-0ca5b928-ac81-48e7-a899-3bf2dd656f81 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:05.553662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-369df0ee-8f28-4f75-a0a6-42b232f9bf82 req-0ca5b928-ac81-48e7-a899-3bf2dd656f81 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.2434065
Dec 11 21:04:05.555252 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9bebe7-ff06-46bd-bcee-04aeacf0a8be tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:05.557258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad9bebe7-ff06-46bd-bcee-04aeacf0a8be tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports/4348697d-7d38-416b-955d-eabf8fd98825 HTTP/1.1" status: 404  len: 333 time: 0.0367498
Dec 11 21:04:05.564042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56460) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:05.587762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139299054'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:05.652274 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-57b86cfc-4df1-4dec-8c85-45cc1ed75c50 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4709477
Dec 11 21:04:05.656984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56462) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:05.745011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-369df0ee-8f28-4f75-a0a6-42b232f9bf82 req-f66a69fc-d1be-4bd0-8466-061e4546b734 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985091
Dec 11 21:04:05.822047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.847287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:05.902608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a65578fa-eb2c-4a2a-9025-e4ce966904ea', 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '541a5b3c-3942-49e5-a94a-42240ccdef31'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:05.904273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.044425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Allocated IP 172.35.1.127 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/fee3feb7-9cfe-4333-a4b1-65129a7f7318) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:06.215316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Allocated IP 172.20.0.2 (a65578fa-eb2c-4a2a-9025-e4ce966904ea/541a5b3c-3942-49e5-a94a-42240ccdef31/6aa206a6-dede-4455-a391-6d29aa5c75a8) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:06.241132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.340035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.360834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.381726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:06.396339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.465305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port dae5c7ee-71d9-45c0-828f-eb9e2f191bcf yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:06.467193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Pushing event updated for resources: {'Port': ['ID=fee3feb7-9cfe-4333-a4b1-65129a7f7318,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:06.477994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.547290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:06.565917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:06.568126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:06.572363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5a30a837-808a-482e-9f6f-fa6c575b14a6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:06.621750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015880f7-e8b8-46bb-9cfc-693737581cf0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:06.686451 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.719073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.771492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.780359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e305c66-95b9-4a4a-9d6c-34da11f89198 None None] Network 88331781-22d7-4cd1-815e-4882313497d4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:06.808667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf067a-5984-4f86-8a3d-3fd54f9390f9 req-d303decc-aacc-41af-9f45-9601ded0bbce tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:06.808667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ebf067a-5984-4f86-8a3d-3fd54f9390f9 req-d303decc-aacc-41af-9f45-9601ded0bbce tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1795554
Dec 11 21:04:06.812353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5a30a837-808a-482e-9f6f-fa6c575b14a6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:06.812735 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.820697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=541a5b3c-3942-49e5-a94a-42240ccdef31,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:06.863414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::216 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/dae5c7ee-71d9-45c0-828f-eb9e2f191bcf) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:06.942865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:06.953757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ebf067a-5984-4f86-8a3d-3fd54f9390f9 req-70b0ded3-6b04-4ba8-a3bb-b1f5536b8900 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381383
Dec 11 21:04:06.993923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ccb5dc0>,) {'filters': {'network_id': ['a65578fa-eb2c-4a2a-9025-e4ce966904ea']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:07.016314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ccb5dc0>, 'f1ecf519-1d83-427e-9d01-ad0a14c4f583') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:07.016978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ccb5dc0>, 'f1ecf519-1d83-427e-9d01-ad0a14c4f583') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:07.038358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.038971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Network a65578fa-eb2c-4a2a-9025-e4ce966904ea is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:07.058629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c053ce6c-1926-40fb-bb23-440d3ff2d275 None None] Provisioning complete for port fee3feb7-9cfe-4333-a4b1-65129a7f7318 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:07.058629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c053ce6c-1926-40fb-bb23-440d3ff2d275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.075182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.100259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:07.105173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c053ce6c-1926-40fb-bb23-440d3ff2d275 None None] Port fee3feb7-9cfe-4333-a4b1-65129a7f7318 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:07.110584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Pushing event updated for resources: {'Port': ['ID=6aa206a6-dede-4455-a391-6d29aa5c75a8,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:07.113793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:07.126609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:07.127178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:07.131011 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:07.173109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.205059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Attempting to bind port 6aa206a6-dede-4455-a391-6d29aa5c75a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:07.205920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Attempting to bind port 6aa206a6-dede-4455-a391-6d29aa5c75a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f1ecf519-1d83-427e-9d01-ad0a14c4f583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:07.206517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Attempting to bind port 6aa206a6-dede-4455-a391-6d29aa5c75a8 on network a65578fa-eb2c-4a2a-9025-e4ce966904ea {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:07.226418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:07.226863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Checking segment: {'id': 'f1ecf519-1d83-427e-9d01-ad0a14c4f583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:07.227360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.227839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Bound using segment: {'id': 'f1ecf519-1d83-427e-9d01-ad0a14c4f583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:07.228334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Bound port: 6aa206a6-dede-4455-a391-6d29aa5c75a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecf519-1d83-427e-9d01-ad0a14c4f583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:07.228755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.241697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:04:07.241697 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:04:07.241697 ncdv-master-1 neutron-server[125987]: [parameters: {'id': 'a65578fa-eb2c-4a2a-9025-e4ce966904ea'}]
Dec 11 21:04:07.241697 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:07.242971 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:07.287972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5df62866-fbfa-44e0-b815-3c042eae07e2 None None] Provisioning complete for port 5a30a837-808a-482e-9f6f-fa6c575b14a6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:07.288560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5df62866-fbfa-44e0-b815-3c042eae07e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.330364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.405456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.431151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.469058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] For port 6aa206a6-dede-4455-a391-6d29aa5c75a8, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:07.502057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:07.505232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:07.509836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:07.520898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:07.523977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] For port 6aa206a6-dede-4455-a391-6d29aa5c75a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aa206a6-dede-4455-a391-6d29aa5c75a8,segment=NetworkSegment(f1ecf519-1d83-427e-9d01-ad0a14c4f583),segment_id=f1ecf519-1d83-427e-9d01-ad0a14c4f583)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:07.528405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.533778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.534432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=dae5c7ee-71d9-45c0-828f-eb9e2f191bcf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:07.577970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d22115f7-0e2f-4a34-900d-455803586987 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.0110359
Dec 11 21:04:07.580235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56480) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:07.585613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 5a30a837-808a-482e-9f6f-fa6c575b14a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a30a837-808a-482e-9f6f-fa6c575b14a6,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:07.598851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:03:48:95'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:07.625897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.662575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.746530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:07.787715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24c309-3053-4c90-837b-b27898196a8b None None] Pushing event updated for resources: {'Port': ['ID=6aa206a6-dede-4455-a391-6d29aa5c75a8,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:07.849907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce328c3-3858-4ce3-b4f5-df70499c0936 None None] Network a65578fa-eb2c-4a2a-9025-e4ce966904ea requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:07.931712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Router 780019f6-1fb3-422c-9796-109590b14cd9 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:04:07.963238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=5a30a837-808a-482e-9f6f-fa6c575b14a6,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:08.021569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8e94cd0a-214d-4b0a-a5a9-42761376e842 None None] Provisioning complete for port 5a30a837-808a-482e-9f6f-fa6c575b14a6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:08.021569 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8e94cd0a-214d-4b0a-a5a9-42761376e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.041065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.044726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 6aa206a6-dede-4455-a391-6d29aa5c75a8 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:08.045025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.093962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee57f49d-2977-4129-b2e2-56495ece15ff None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:04:08.178296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:04:08.209103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.210964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-381c6738-0637-4cf6-aa50-5d5ff18217d7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.8734169
Dec 11 21:04:08.215209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56484) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:08.219948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Sync routers for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:04:08.243468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 6aa206a6-dede-4455-a391-6d29aa5c75a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6aa206a6-dede-4455-a391-6d29aa5c75a8,segment=NetworkSegment(f1ecf519-1d83-427e-9d01-ad0a14c4f583),segment_id=f1ecf519-1d83-427e-9d01-ad0a14c4f583)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:08.243896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.253602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:08.253602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77416f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:08.275710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 6aa206a6-dede-4455-a391-6d29aa5c75a8 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:08.340262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5a30a837-808a-482e-9f6f-fa6c575b14a6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:08.463935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a889ebf5-81bc-4e07-8607-fc750ec58075 None None] Provisioning complete for port dae5c7ee-71d9-45c0-828f-eb9e2f191bcf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:08.464990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a889ebf5-81bc-4e07-8607-fc750ec58075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.480047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09301-adbd-4171-9a96-cc93e59e18fd req-a12e372c-a5a1-40b6-b722-9e61ee067c25 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:08.481868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30f09301-adbd-4171-9a96-cc93e59e18fd req-a12e372c-a5a1-40b6-b722-9e61ee067c25 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.3943179
Dec 11 21:04:08.515851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:08.624964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a889ebf5-81bc-4e07-8607-fc750ec58075 None None] Port dae5c7ee-71d9-45c0-828f-eb9e2f191bcf cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:08.626375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57f49d-2977-4129-b2e2-56495ece15ff None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:04:08.648733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30f09301-adbd-4171-9a96-cc93e59e18fd req-e9c6068d-a1e5-4e79-9786-7f1f1ea4bdd4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453366
Dec 11 21:04:08.654636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.691622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5a30a837-808a-482e-9f6f-fa6c575b14a6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:08.692095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.703684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=6aa206a6-dede-4455-a391-6d29aa5c75a8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:08.715717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 6aa206a6-dede-4455-a391-6d29aa5c75a8 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:08.900046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.940685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d861ad9a0>,) {'filters': {'network_id': ['a65578fa-eb2c-4a2a-9025-e4ce966904ea']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:08.953854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d861ad9a0>, 'f1ecf519-1d83-427e-9d01-ad0a14c4f583') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:08.954132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d861ad9a0>, 'f1ecf519-1d83-427e-9d01-ad0a14c4f583') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:08.978935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:08.989993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.005106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.023190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.028562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] In _notify_port_updated(), no bound segment for port dae5c7ee-71d9-45c0-828f-eb9e2f191bcf on network d098f0b9-019f-416d-89aa-f25234308034 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:04:09.040492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77416f70>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:06Z', 'revision_number': 3, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:09.046046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.047542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.051365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "PUT /v2.0/ports/dae5c7ee-71d9-45c0-828f-eb9e2f191bcf HTTP/1.1" status: 200  len: 1003 time: 1.4700470
Dec 11 21:04:09.053943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.086157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:09.086157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:09.090302 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:09.185149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fbb0c-b8ea-406b-a16f-704a7f07fce3 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=dae5c7ee-71d9-45c0-828f-eb9e2f191bcf,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:09.220012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.233486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.237675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a65578fa-eb2c-4a2a-9025-e4ce966904ea HTTP/1.1" status: 204  len: 168 time: 3.5792789
Dec 11 21:04:09.248248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56490) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.248499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Checking router: 780019f6-1fb3-422c-9796-109590b14cd9 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:04:09.249026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Updating router 780019f6-1fb3-422c-9796-109590b14cd9 port fee3feb7-9cfe-4333-a4b1-65129a7f7318 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:04:09.257985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd12a12-e10e-455f-bffb-a05e05385eeb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=a65578fa-eb2c-4a2a-9025-e4ce966904ea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:09.284633 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-132c48dd-60b3-4d85-b45a-b047425021ed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:09.288940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-132c48dd-60b3-4d85-b45a-b047425021ed tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets/541a5b3c-3942-49e5-a94a-42240ccdef31 HTTP/1.1" status: 404  len: 337 time: 0.0367930
Dec 11 21:04:09.289607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.320538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.320901 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de9e0b8-d601-42b2-83fb-423be776c690 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:09.321169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de9e0b8-d601-42b2-83fb-423be776c690 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:09.326553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4de9e0b8-d601-42b2-83fb-423be776c690 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a65578fa-eb2c-4a2a-9025-e4ce966904ea HTTP/1.1" status: 404  len: 339 time: 0.0344410
Dec 11 21:04:09.332474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56494) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.369763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port dae5c7ee-71d9-45c0-828f-eb9e2f191bcf {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:09.369763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.388353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.481794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ae608-0ff6-42e3-8184-6e4b1aead3ca None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:04:09.610349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:09.634797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de651022-7f1e-428f-bc81-78151c8c8779 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.638549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de651022-7f1e-428f-bc81-78151c8c8779 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3043683
Dec 11 21:04:09.641236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.647384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for dae5c7ee-71d9-45c0-828f-eb9e2f191bcf owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:09.699208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f5641ec2-b368-4560-a9a2-3a0d1be2be76 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 207 time: 0.0544443
Dec 11 21:04:09.700688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56502) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:09.726619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Allocated IP 172.20.0.1 (88331781-22d7-4cd1-815e-4882313497d4/03ff74ac-268f-4ffd-8a67-473bdc7ddcb4/0564d7a7-0632-4433-9421-70c76cda4bfa) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:09.965078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ae608-0ff6-42e3-8184-6e4b1aead3ca None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:04:09.974997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2295695-0eb9-48b3-b787-759112aac5ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.983067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2295695-0eb9-48b3-b787-759112aac5ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.985586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db341d-bee0-4543-a6d4-00746264d818 req-5d0013be-628b-440d-9a3d-79054a86c0ea tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.989423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2295695-0eb9-48b3-b787-759112aac5ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:09.994073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93db341d-bee0-4543-a6d4-00746264d818 req-5d0013be-628b-440d-9a3d-79054a86c0ea tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1744461
Dec 11 21:04:09.997837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2295695-0eb9-48b3-b787-759112aac5ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.002545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b2295695-0eb9-48b3-b787-759112aac5ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2485 time: 0.2986441
Dec 11 21:04:10.005369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.008734 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.100977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.119058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.141093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93db341d-bee0-4543-a6d4-00746264d818 req-694ba388-ad29-4f0e-9c68-18a6d30cb3df tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472194
Dec 11 21:04:10.218302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.245518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e7d7-b3f0-41cb-9786-94d8675d7200 None None] Pushing event updated for resources: {'Port': ['ID=fee3feb7-9cfe-4333-a4b1-65129a7f7318,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:10.246803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e27ceb18-8979-4018-94fd-446b2091085a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 574 time: 0.2398510
Dec 11 21:04:10.250870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.260041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.274876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Attempting to bind port fee3feb7-9cfe-4333-a4b1-65129a7f7318 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:10.275617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Attempting to bind port fee3feb7-9cfe-4333-a4b1-65129a7f7318 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:10.275978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Attempting to bind port fee3feb7-9cfe-4333-a4b1-65129a7f7318 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:10.311624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:10.314937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:10.315545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.316492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:10.316635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Bound port: fee3feb7-9cfe-4333-a4b1-65129a7f7318, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:10.317149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.336787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=dae5c7ee-71d9-45c0-828f-eb9e2f191bcf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:10.351695 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:04:10.385100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.392652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e2cc4707-13b0-446a-b79d-f9ac9839be2a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/dae5c7ee-71d9-45c0-828f-eb9e2f191bcf HTTP/1.1" status: 204  len: 168 time: 1.3329003
Dec 11 21:04:10.400925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Network 88331781-22d7-4cd1-815e-4882313497d4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:10.401186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56508) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.405209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:10.408862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:10.415848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:10.441225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] For port fee3feb7-9cfe-4333-a4b1-65129a7f7318, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:10.456533 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1df07b-1f03-4d07-8d0e-6cc20e45f112 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:10.462865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de1df07b-1f03-4d07-8d0e-6cc20e45f112 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports/dae5c7ee-71d9-45c0-828f-eb9e2f191bcf HTTP/1.1" status: 404  len: 333 time: 0.0555711
Dec 11 21:04:10.464007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.472751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-588995869'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:10.474414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] For port fee3feb7-9cfe-4333-a4b1-65129a7f7318, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee3feb7-9cfe-4333-a4b1-65129a7f7318,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:10.479100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba9ecd-2259-4bbd-8820-b818722121b1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.481711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba9ecd-2259-4bbd-8820-b818722121b1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.486549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7ba9ecd-2259-4bbd-8820-b818722121b1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2327828
Dec 11 21:04:10.500515 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.506206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.591366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924468d-2d2e-4d34-ace7-7d2aad7ff516 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.591642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.593182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8924468d-2d2e-4d34-ace7-7d2aad7ff516 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.600375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8924468d-2d2e-4d34-ace7-7d2aad7ff516 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0921185
Dec 11 21:04:10.601196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.654055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:10.654790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77416f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:03:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:10.740386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461e7d7-b3f0-41cb-9786-94d8675d7200 None None] Pushing event updated for resources: {'Port': ['ID=fee3feb7-9cfe-4333-a4b1-65129a7f7318,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:10.765189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722b3ccd-c9ba-4735-8df8-c9f08bdfc7fb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:10.768192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-722b3ccd-c9ba-4735-8df8-c9f08bdfc7fb tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks/16c4947f-902c-49b5-a562-a77c37aa71f7 HTTP/1.1" status: 200  len: 799 time: 0.1656823
Dec 11 21:04:10.772385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56518) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:10.835627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:10.840756 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:10.884451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port 082f815d-d720-4a06-aefe-c708b80c3b3b yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:10.909320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a57ee8-961d-4ee3-858c-52be270365c3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:10.916606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:10.945074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-924db637-4e19-4563-b3b9-091be2384c99 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/networks/16c4947f-902c-49b5-a562-a77c37aa71f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.1703594
Dec 11 21:04:10.950940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56520) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:11.049466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.068425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bc8bbd-afbe-4239-a8a2-8ec9e2ac3847 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:11.069898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80bc8bbd-afbe-4239-a8a2-8ec9e2ac3847 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets/9d1eea6d-90f9-4a7c-9379-12ccf066b023 HTTP/1.1" status: 200  len: 811 time: 0.1171472
Dec 11 21:04:11.075370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56522) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:11.082439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54dd41-00ba-41a0-9018-c20977dd1277 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:11.137333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e5c3cba0-74c1-41b2-b60d-b59c1c202775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.148479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] Provisioning complete for port fee3feb7-9cfe-4333-a4b1-65129a7f7318 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:11.148857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.175550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d74c97-bf15-4873-ad3c-4c0ed37a2741 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:11.178390 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b1d74c97-bf15-4873-ad3c-4c0ed37a2741 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "GET /v2.0/subnets/9d1eea6d-90f9-4a7c-9379-12ccf066b023?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1005454
Dec 11 21:04:11.184390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::73 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/082f815d-d720-4a06-aefe-c708b80c3b3b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:11.186246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:11.196963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-826550904'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:11.296242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:11.301930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.416189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.419736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781de94d-7fe0-4ba4-a1c2-46b18ee84c99 req-fb6bc1cf-f68f-42ee-a67a-2add4e8408c4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:11.421650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-781de94d-7fe0-4ba4-a1c2-46b18ee84c99 req-fb6bc1cf-f68f-42ee-a67a-2add4e8408c4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0939996
Dec 11 21:04:11.456236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] For port fee3feb7-9cfe-4333-a4b1-65129a7f7318, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee3feb7-9cfe-4333-a4b1-65129a7f7318,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:11.469556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77416f70>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:06Z', 'revision_number': 3, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:11.474355 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.486041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:04:11.500631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.501055 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Added segment 1013b2c3-d1c1-4eb3-867e-6aaa63f7085f of type vlan for network 87ff6293-3df8-434d-9f37-233524fde460
Dec 11 21:04:11.519593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-781de94d-7fe0-4ba4-a1c2-46b18ee84c99 req-bb0570f7-e929-47b2-a3a6-5064984a4f98 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863826
Dec 11 21:04:11.528288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66229f59-aebb-4abc-aa34-9c05890889df None None] The sync data for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 is: [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:06Z', 'revision_number': 3, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:04:11.606507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.629063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Provisioning complete for port fee3feb7-9cfe-4333-a4b1-65129a7f7318 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:11.629717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.635375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bcd87-4f41-4275-bf75-2e35e70f027e None None] Pushing event updated for resources: {'Port': ['ID=fee3feb7-9cfe-4333-a4b1-65129a7f7318,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:11.770837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.783542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:11.784543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.790305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Could not find standard attr ID for object dae5c7ee-71d9-45c0-828f-eb9e2f191bcf. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:11.801841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.805594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Provisioning complete for port 0564d7a7-0632-4433-9421-70c76cda4bfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:11.806458 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.854399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.856444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:11.884790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1673fdd6-9713-4844-8e3d-1bb3dd8b3697 None None] Port 0564d7a7-0632-4433-9421-70c76cda4bfa cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:12.053570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8660362
Dec 11 21:04:12.056790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:12.065257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'network_id': '87ff6293-3df8-434d-9f37-233524fde460', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:12.069384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d720c5-d8fd-4051-9ec3-fec64a726856 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Network': ['ID=87ff6293-3df8-434d-9f37-233524fde460,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:12.077513 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.083741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:12.085102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 87ff6293-3df8-434d-9f37-233524fde460 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:12.125282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.226372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Made reservation on behalf of ccd1fa8918a146009ed2951a50fc469b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:12.227641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.236460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:12.251539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:12.251797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:12.259736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:12.259736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.279155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=082f815d-d720-4a06-aefe-c708b80c3b3b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:12.347234 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1b75d6bd-d981-410d-9bc0-5e19595f8afd tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 1.8764961
Dec 11 21:04:12.352168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56532) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:12.362963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'network_id': 'd098f0b9-019f-416d-89aa-f25234308034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1564539709'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:12.390948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing IP validity checks on allocation pools {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:04:12.392060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:04:12.414643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Network 88331781-22d7-4cd1-815e-4882313497d4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:12.424926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:12.480119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fee3feb7-9cfe-4333-a4b1-65129a7f7318 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:12.546178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fee3feb7-9cfe-4333-a4b1-65129a7f7318 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:12.546178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.766851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.891642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=90bab54b-9028-4ffe-8fc8-6539b12e4608,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:12.906601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Checking segment: {'id': '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ff6293-3df8-434d-9f37-233524fde460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:12.906601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network hostable DHCP agents. Network: 87ff6293-3df8-434d-9f37-233524fde460, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:04:12.931067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Network 87ff6293-3df8-434d-9f37-233524fde460 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:04:12.946144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87ff6293-3df8-434d-9f37-233524fde460) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:12.952989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:12.953967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:12.963537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fbe2f-bb03-43dc-a6b9-1c495ae5826e None None] Network 87ff6293-3df8-434d-9f37-233524fde460 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:12.985414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ebc3a365-1af3-4d37-bd92-3cf9b282229b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 0.9253237
Dec 11 21:04:12.988933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56538) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:12.994348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Provisioning complete for port 082f815d-d720-4a06-aefe-c708b80c3b3b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:12.995342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.004440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:13.125458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Port 082f815d-d720-4a06-aefe-c708b80c3b3b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:13.189662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Provisioning complete for port 0564d7a7-0632-4433-9421-70c76cda4bfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:13.190552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.240927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260297540'] for subnet, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.241647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87ff6293-3df8-434d-9f37-233524fde460', 'network_id': '87ff6293-3df8-434d-9f37-233524fde460', 'project_id': 'ccd1fa8918a146009ed2951a50fc469b', 'fixed_ips': [{'subnet_id': '90bab54b-9028-4ffe-8fc8-6539b12e4608'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:13.243332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.287286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1b8345d4-bfe8-4646-a36e-d3adead36146 None None] Port 0564d7a7-0632-4433-9421-70c76cda4bfa cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:13.316738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Router 780019f6-1fb3-422c-9796-109590b14cd9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:04:13.349044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253571e-12c5-4e69-97f2-068f20fd7963 req-effce41e-7865-487d-9e7a-10ae7b6cabfb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:13.350672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3253571e-12c5-4e69-97f2-068f20fd7963 req-effce41e-7865-487d-9e7a-10ae7b6cabfb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.6142769
Dec 11 21:04:13.384126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Made reservation on behalf of e21b568222074f40aa362d63919013ff for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:13.388219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.454030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d35e514c-5a48-4c09-b4a2-e4368e191dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.469437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] device_id is not set on port 52b6e262-7ba9-4efc-a21e-47f5d0113298 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:13.549649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731004737491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261463470'] for subnet, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.554304 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3253571e-12c5-4e69-97f2-068f20fd7963 req-52c0bf2d-e4c7-48ba-adbb-3a77589299ee tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919770
Dec 11 21:04:13.586097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:04:13.600489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8b78fe8e-c8fa-4e4c-af05-239873c966b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/780019f6-1fb3-422c-9796-109590b14cd9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3764281
Dec 11 21:04:13.626865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event updated for resources: {'Subnet': ['ID=90bab54b-9028-4ffe-8fc8-6539b12e4608,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:13.633001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:13.634244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.637888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cdbb0fab-b37c-4198-a200-b30b7cfaf248 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "PUT /v2.0/subnets/90bab54b-9028-4ffe-8fc8-6539b12e4608 HTTP/1.1" status: 200  len: 877 time: 0.6478217
Dec 11 21:04:13.641350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56542) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:13.676428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Allocated IP 2001:db8::191 (d098f0b9-019f-416d-89aa-f25234308034/6c193766-245a-426a-ae54-7af722e083fb/52b6e262-7ba9-4efc-a21e-47f5d0113298) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:13.780281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.815267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Allocated IP 172.20.0.3 (87ff6293-3df8-434d-9f37-233524fde460/90bab54b-9028-4ffe-8fc8-6539b12e4608/3b63ac80-661b-4059-b3e7-62cec880ff71) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:13.887898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.909946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:13.965709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.016883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Network d098f0b9-019f-416d-89aa-f25234308034 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:14.020473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:14.024673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:14.031102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:14.031762 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.053025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=52b6e262-7ba9-4efc-a21e-47f5d0113298,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.062435 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.067454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b58d5892-5436-4d31-90d7-8f50cb6988e0 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7129695
Dec 11 21:04:14.069601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:14.073049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.076381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c6', 'mac_address': 'fa:16:3e:03:48:95'}, {'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:3e:e8:c3'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:14.122793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Network 87ff6293-3df8-434d-9f37-233524fde460 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:14.125777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:14.130245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:14.133426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Pushing event updated for resources: {'Port': ['ID=3b63ac80-661b-4059-b3e7-62cec880ff71,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.186494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.188938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Attempting to bind port 3b63ac80-661b-4059-b3e7-62cec880ff71 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:14.189321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Attempting to bind port 3b63ac80-661b-4059-b3e7-62cec880ff71 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ff6293-3df8-434d-9f37-233524fde460'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:14.189687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Attempting to bind port 3b63ac80-661b-4059-b3e7-62cec880ff71 on network 87ff6293-3df8-434d-9f37-233524fde460 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:14.202890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:14.203271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Checking segment: {'id': '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ff6293-3df8-434d-9f37-233524fde460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:14.203676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.204069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Bound using segment: {'id': '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ff6293-3df8-434d-9f37-233524fde460'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:14.204543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Bound port: 3b63ac80-661b-4059-b3e7-62cec880ff71, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ff6293-3df8-434d-9f37-233524fde460'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:14.204911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.231631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56562) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:14.236225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867364843', 'description': 'tempest-description--1178420282'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:14.294425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.298320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=90bab54b-9028-4ffe-8fc8-6539b12e4608,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.342704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] For port 3b63ac80-661b-4059-b3e7-62cec880ff71, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:14.347386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] For port 3b63ac80-661b-4059-b3e7-62cec880ff71, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b63ac80-661b-4059-b3e7-62cec880ff71,segment=NetworkSegment(1013b2c3-d1c1-4eb3-867e-6aaa63f7085f),segment_id=1013b2c3-d1c1-4eb3-867e-6aaa63f7085f)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:14.356301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.384260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.415705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.432398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.434711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f644f40>,) {'filters': {'network_id': ['87ff6293-3df8-434d-9f37-233524fde460']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:14.473111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c94e4-76c3-4287-a829-f8ae80bb19ac None None] Pushing event updated for resources: {'Port': ['ID=3b63ac80-661b-4059-b3e7-62cec880ff71,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.475872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.480424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.2452152
Dec 11 21:04:14.480424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee231fc-20df-4ec9-920d-c4c3ca02813e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f5abb-f275-4c16-9141-9d654f5529d3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.482308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:14.486932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'security_group_rule': {'security_group_id': 'f32f5abb-f275-4c16-9141-9d654f5529d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:14.487243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f644f40>, '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:14.487725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f644f40>, '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:14.491485 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Sync routers for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:04:14.506144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.509690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:14.512103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9d369-2e9c-47a9-adcd-e977aa3fbd42 None None] Network 87ff6293-3df8-434d-9f37-233524fde460 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:14.513214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:14.518411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.530806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.576367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.589469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:14.589862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:14.594734 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:14.615340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.622774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.638014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3b35b4a8-241e-4867-9e52-2520af238f3b None None] Provisioning complete for port 52b6e262-7ba9-4efc-a21e-47f5d0113298 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:14.638378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b35b4a8-241e-4867-9e52-2520af238f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.644052 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:14.681399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3b35b4a8-241e-4867-9e52-2520af238f3b None None] Port 52b6e262-7ba9-4efc-a21e-47f5d0113298 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:14.692935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4748c1d-a7b2-470d-a6fc-01451223d715 None None] Network 87ff6293-3df8-434d-9f37-233524fde460 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:14.725405 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.729487 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2438295
Dec 11 21:04:14.729487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b0693-bdab-4230-811f-2e7b1b44c8df tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a333ce38-cd45-4d34-a6ab-f991b81eac8b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:14.733151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56568) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:14.734920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:04:14.734920 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:04:14.734920 ncdv-master-1 neutron-server[125987]: [parameters: {'id': '87ff6293-3df8-434d-9f37-233524fde460'}]
Dec 11 21:04:14.734920 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:14.735374 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:14.739069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'security_group_rule': {'security_group_id': 'f32f5abb-f275-4c16-9141-9d654f5529d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:14.797298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae9954-9203-4f04-88de-8fa0560d1a49 req-6a671c8d-9785-4fbf-ad3d-240d4291b8d2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:14.805148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bbae9954-9203-4f04-88de-8fa0560d1a49 req-6a671c8d-9785-4fbf-ad3d-240d4291b8d2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1314254
Dec 11 21:04:14.845406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.868934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8301af3-5d9e-4dcc-b5b7-8afd19cb79dc None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:04:14.886731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bbae9954-9203-4f04-88de-8fa0560d1a49 req-f6df1ca7-d571-4db2-af76-dcddc359b9ec tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804029
Dec 11 21:04:14.928907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.941242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.973327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] In _notify_port_updated(), no bound segment for port 52b6e262-7ba9-4efc-a21e-47f5d0113298 on network d098f0b9-019f-416d-89aa-f25234308034 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:04:14.973327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:14.973327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:14.973327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "PUT /v2.0/ports/52b6e262-7ba9-4efc-a21e-47f5d0113298 HTTP/1.1" status: 200  len: 1067 time: 0.9018114
Dec 11 21:04:14.976404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56576) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:14.986574 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7550>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 2, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:15.033407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.041873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.053860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7d0ec-7c40-4194-9b87-a1b3ba228054 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event updated for resources: {'Port': ['ID=52b6e262-7ba9-4efc-a21e-47f5d0113298,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:15.058523 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Checking router: 780019f6-1fb3-422c-9796-109590b14cd9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:04:15.058970 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Updating router 780019f6-1fb3-422c-9796-109590b14cd9 port 0564d7a7-0632-4433-9421-70c76cda4bfa binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:04:15.088608 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.097409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.100160 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.104054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3666563
Dec 11 21:04:15.104729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56578) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:15.108890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205361-4a1b-4102-938d-c02f77b0793c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adb2504-c740-45ba-8dda-c5606de49b25,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:15.110605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:15.143041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 52b6e262-7ba9-4efc-a21e-47f5d0113298 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:15.143295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.150883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8301af3-5d9e-4dcc-b5b7-8afd19cb79dc None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:04:15.170977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.256477 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.265409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.291471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 52b6e262-7ba9-4efc-a21e-47f5d0113298 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:15.393692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 3b63ac80-661b-4059-b3e7-62cec880ff71 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:15.394040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.459585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.491046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 3b63ac80-661b-4059-b3e7-62cec880ff71, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b63ac80-661b-4059-b3e7-62cec880ff71,segment=NetworkSegment(1013b2c3-d1c1-4eb3-867e-6aaa63f7085f),segment_id=1013b2c3-d1c1-4eb3-867e-6aaa63f7085f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:15.492177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.494013 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.512077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 3b63ac80-661b-4059-b3e7-62cec880ff71 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:15.516199 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.579990 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926c432-1f5d-475a-8ee6-4b9fa7d8a82a None None] Pushing event updated for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:15.602249 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.648128 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Attempting to bind port 0564d7a7-0632-4433-9421-70c76cda4bfa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:15.649078 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Attempting to bind port 0564d7a7-0632-4433-9421-70c76cda4bfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:15.649713 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Attempting to bind port 0564d7a7-0632-4433-9421-70c76cda4bfa on network 88331781-22d7-4cd1-815e-4882313497d4 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:15.657314 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:15.658020 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Checking segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:15.658632 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.659271 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Bound using segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:15.659930 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Bound port: 0564d7a7-0632-4433-9421-70c76cda4bfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:15.660496 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.672854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=52b6e262-7ba9-4efc-a21e-47f5d0113298,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:15.680007 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.776827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] For port 0564d7a7-0632-4433-9421-70c76cda4bfa, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:15.783005 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] For port 0564d7a7-0632-4433-9421-70c76cda4bfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0564d7a7-0632-4433-9421-70c76cda4bfa,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:15.790962 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.852273 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:15.852971 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:15.933479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:15.943726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25aa9699-3bef-40fb-87c8-ec8f49ef7686 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/52b6e262-7ba9-4efc-a21e-47f5d0113298 HTTP/1.1" status: 204  len: 168 time: 0.9657910
Dec 11 21:04:15.946513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56594) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:16.007780 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:16.026689 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dfeff6-92c8-42de-bf1c-baf38b258683 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:16.028355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b8dfeff6-92c8-42de-bf1c-baf38b258683 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports/52b6e262-7ba9-4efc-a21e-47f5d0113298 HTTP/1.1" status: 404  len: 333 time: 0.0814264
Dec 11 21:04:16.031739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56596) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:16.044290 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926c432-1f5d-475a-8ee6-4b9fa7d8a82a None None] Pushing event updated for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:16.171074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.205769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 3b63ac80-661b-4059-b3e7-62cec880ff71 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:16.217321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 082f815d-d720-4a06-aefe-c708b80c3b3b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:16.217670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.266985 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.267849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Provisioning complete for port 0564d7a7-0632-4433-9421-70c76cda4bfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:16.268196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.304169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=3b63ac80-661b-4059-b3e7-62cec880ff71,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:16.318402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9292-6544-480f-9803-a972e88e1755 req-7a2aae5e-8599-4c47-a10f-ee0f07ff8052 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:16.320293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2ac9292-6544-480f-9803-a972e88e1755 req-7a2aae5e-8599-4c47-a10f-ee0f07ff8052 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.2532549
Dec 11 21:04:16.346517 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7550>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:15Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:16.352811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.372123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 082f815d-d720-4a06-aefe-c708b80c3b3b owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:16.392074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Allocated IP 172.35.1.183 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f02d635d-36f0-43a7-90cf-9f35dacfa39e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:16.426455 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4953197-3f6d-4f4b-9a6e-504f0aaf9ca1 None None] The sync data for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 is: [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:15Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:04:16.578122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.592361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.730943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d86134490>,) {'filters': {'network_id': ['87ff6293-3df8-434d-9f37-233524fde460']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:16.738007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] For port 0564d7a7-0632-4433-9421-70c76cda4bfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0564d7a7-0632-4433-9421-70c76cda4bfa,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:16.748315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.751235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2ac9292-6544-480f-9803-a972e88e1755 req-1e9c2e1f-f9b6-41d1-9057-9b19de714320 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3994308
Dec 11 21:04:16.758175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86134490>, '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:16.758740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86134490>, '1013b2c3-d1c1-4eb3-867e-6aaa63f7085f') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:16.759240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Could not find standard attr ID for object 52b6e262-7ba9-4efc-a21e-47f5d0113298. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:16.774122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.809746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.824965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:16.826327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.826469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:16.830242 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:16.858348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.863189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01165d-8a50-4843-b77e-8af09d382a31 None None] Pushing event updated for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:16.867315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=082f815d-d720-4a06-aefe-c708b80c3b3b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:16.888829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-09ba7bd9-82fa-4773-a08e-7b597352fe35 None None] Provisioning complete for port 0564d7a7-0632-4433-9421-70c76cda4bfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:16.889199 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09ba7bd9-82fa-4773-a08e-7b597352fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.905230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.910533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8da6a959-7915-418c-a62a-60750d46d286 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/082f815d-d720-4a06-aefe-c708b80c3b3b HTTP/1.1" status: 204  len: 168 time: 0.8769352
Dec 11 21:04:16.914671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56600) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:16.952896 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a12cfc1-5624-4707-8d30-fd98cfaa780a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] GET failed (client error): The resource could not be found.
Dec 11 21:04:16.953554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a12cfc1-5624-4707-8d30-fd98cfaa780a tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "GET /v2.0/ports/082f815d-d720-4a06-aefe-c708b80c3b3b HTTP/1.1" status: 404  len: 333 time: 0.0365756
Dec 11 21:04:16.957209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56602) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:16.963051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.980611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:16.988438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/87ff6293-3df8-434d-9f37-233524fde460 HTTP/1.1" status: 204  len: 168 time: 3.3415504
Dec 11 21:04:16.989465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56604) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.025405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b674f-2135-4470-9a8b-3f187c8824a0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=87ff6293-3df8-434d-9f37-233524fde460,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:17.077355 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafbfc90-b95d-496f-9300-cc8d5158710f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.078585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafbfc90-b95d-496f-9300-cc8d5158710f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.083010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eafbfc90-b95d-496f-9300-cc8d5158710f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/90bab54b-9028-4ffe-8fc8-6539b12e4608 HTTP/1.1" status: 404  len: 337 time: 0.0764983
Dec 11 21:04:17.086221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56606) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.095487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.118431 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.126527 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d044050b-bf85-4a42-9ccc-997ef8d4b3ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.127448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d044050b-bf85-4a42-9ccc-997ef8d4b3ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.131113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d044050b-bf85-4a42-9ccc-997ef8d4b3ef tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/87ff6293-3df8-434d-9f37-233524fde460 HTTP/1.1" status: 404  len: 339 time: 0.0435135
Dec 11 21:04:17.134860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56608) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.172433 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6449ccac-7fed-4046-b62c-b5f4045f4c93 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.172788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6449ccac-7fed-4046-b62c-b5f4045f4c93 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.178717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6449ccac-7fed-4046-b62c-b5f4045f4c93 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/541a5b3c-3942-49e5-a94a-42240ccdef31 HTTP/1.1" status: 404  len: 337 time: 0.0402272
Dec 11 21:04:17.179101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56610) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.199359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'Port': ['ID=f02d635d-36f0-43a7-90cf-9f35dacfa39e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:17.213247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 822cdccc-137e-47ac-bb38-7ff7a7d0559f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:17.213744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.216192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:17.217637 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7db914-c339-455d-9c14-8ca410fcaf99 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.217835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:17.218616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7db914-c339-455d-9c14-8ca410fcaf99 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.222093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:17.224091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad7db914-c339-455d-9c14-8ca410fcaf99 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a65578fa-eb2c-4a2a-9025-e4ce966904ea HTTP/1.1" status: 404  len: 339 time: 0.0428500
Dec 11 21:04:17.226682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56612) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.392336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.405021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.423523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.425496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 822cdccc-137e-47ac-bb38-7ff7a7d0559f owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:17.444592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.571031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.607263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84550f70>,) {'filters': {'network_id': ['8ba658dc-0d5b-4737-bef1-c074bc42fb5b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:17.619728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84550f70>, 'a8efd757-403f-472a-9343-b7001062fe50') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:17.620726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84550f70>, 'a8efd757-403f-472a-9343-b7001062fe50') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:17.632746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.638014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.650955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.655755 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.734788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:17.735208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.737436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'Port': ['ID=f02d635d-36f0-43a7-90cf-9f35dacfa39e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:17.738323 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:17.753798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.773928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.775263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6c20c8bc-513e-4ea8-ad8a-5ec469ed1c73 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6689162
Dec 11 21:04:17.821390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.834101 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.840052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:17.851518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/8ba658dc-0d5b-4737-bef1-c074bc42fb5b HTTP/1.1" status: 204  len: 168 time: 0.6220238
Dec 11 21:04:17.854005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56634) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.904308 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ab4e83-cfcd-49e9-b9ac-17793e4ec69b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.904766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ab4e83-cfcd-49e9-b9ac-17793e4ec69b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.921016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc31ad5-d476-4aaa-8523-7536e3a490ff tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=8ba658dc-0d5b-4737-bef1-c074bc42fb5b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:17.922220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58ab4e83-cfcd-49e9-b9ac-17793e4ec69b tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/0bbb718b-7ed3-4c39-8a30-3b4f8d587193 HTTP/1.1" status: 404  len: 337 time: 0.0652006
Dec 11 21:04:17.923599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56648) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:17.926539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=822cdccc-137e-47ac-bb38-7ff7a7d0559f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:17.981640 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-255aa54d-a6d0-4bf0-9881-7d303ef22a61 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:17.982099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255aa54d-a6d0-4bf0-9881-7d303ef22a61 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:17.985285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-255aa54d-a6d0-4bf0-9881-7d303ef22a61 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/e31bafb8-ff2d-4e76-a522-efc86f4fff39 HTTP/1.1" status: 404  len: 339 time: 0.0558655
Dec 11 21:04:17.987982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56670) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.014346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.019186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c3f2f53b-9353-43f6-bd0f-e7714194a7bf tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/ports/822cdccc-137e-47ac-bb38-7ff7a7d0559f HTTP/1.1" status: 204  len: 168 time: 1.0605128
Dec 11 21:04:18.027706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56674) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.029263 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebc64d9-6a2c-486f-aa4e-675cae566cb1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.029853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebc64d9-6a2c-486f-aa4e-675cae566cb1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.033439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eebc64d9-6a2c-486f-aa4e-675cae566cb1 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/f6d12990-7b30-4b05-bc98-b166a0b08301 HTTP/1.1" status: 404  len: 337 time: 0.0440869
Dec 11 21:04:18.036319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56676) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.080606 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e93435-a18c-4531-8986-759da311c6f0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.081675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e93435-a18c-4531-8986-759da311c6f0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.085199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13e93435-a18c-4531-8986-759da311c6f0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a6bca14f-566b-4b48-8d61-1fe0cda12d9c HTTP/1.1" status: 404  len: 339 time: 0.0475631
Dec 11 21:04:18.088692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56696) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.089011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdcd62-89c4-439d-a18e-91d638748331 req-3f0a906e-51bf-42fc-9e1e-77603f365043 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:18.091702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4dfdcd62-89c4-439d-a18e-91d638748331 req-3f0a906e-51bf-42fc-9e1e-77603f365043 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1996994
Dec 11 21:04:18.134026 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-810a7856-3581-413c-bb17-28230e7bb2a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.134506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810a7856-3581-413c-bb17-28230e7bb2a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.143132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-810a7856-3581-413c-bb17-28230e7bb2a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/4df343ef-66f1-486b-a23e-66da41f76efa HTTP/1.1" status: 404  len: 337 time: 0.0509605
Dec 11 21:04:18.143784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56704) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.172311 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09670d2-fe36-4a40-bb99-2312c4901c7e tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.173451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c09670d2-fe36-4a40-bb99-2312c4901c7e tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.179232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c09670d2-fe36-4a40-bb99-2312c4901c7e tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/710381a3-e8e6-4def-b5f5-8af7eeddaf5f HTTP/1.1" status: 404  len: 339 time: 0.0334249
Dec 11 21:04:18.181864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.182341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting subnet 6c193766-245a-426a-ae54-7af722e083fb {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:18.229200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.262144 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9eef341-13dc-4b5e-ab79-9775f45bb00c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.264195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9eef341-13dc-4b5e-ab79-9775f45bb00c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.272069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e9eef341-13dc-4b5e-ab79-9775f45bb00c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/def416df-fff9-4255-b89d-42bbeea6f187 HTTP/1.1" status: 404  len: 337 time: 0.0877223
Dec 11 21:04:18.279496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56712) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.330840 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-437b37ac-c0d1-410a-9b02-2dfc20a5c4ea tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.331662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437b37ac-c0d1-410a-9b02-2dfc20a5c4ea tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.335702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-437b37ac-c0d1-410a-9b02-2dfc20a5c4ea tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/0607ad3f-e8e1-48d1-a595-5de77559917c HTTP/1.1" status: 404  len: 339 time: 0.0547688
Dec 11 21:04:18.338073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56714) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.355572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4dfdcd62-89c4-439d-a18e-91d638748331 req-b5043c76-7845-4e61-80cb-110e907d014b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2560902
Dec 11 21:04:18.400929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.402354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0564d7a7-0632-4433-9421-70c76cda4bfa up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:18.435263 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4eb9cd-8e88-4a62-a18e-78e632a53bf7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.436165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4eb9cd-8e88-4a62-a18e-78e632a53bf7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.441733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ff4eb9cd-8e88-4a62-a18e-78e632a53bf7 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/07c7ee86-cbf2-4838-8208-b36a72f242bd HTTP/1.1" status: 404  len: 337 time: 0.0997601
Dec 11 21:04:18.445532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56724) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.467025 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-44acaa8f-5a2c-4b7b-9fae-74213c87a18c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.467662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44acaa8f-5a2c-4b7b-9fae-74213c87a18c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.473493 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-44acaa8f-5a2c-4b7b-9fae-74213c87a18c tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/04b7ad3e-08bf-4c9c-979e-3657bfffa4f9 HTTP/1.1" status: 404  len: 339 time: 0.0266626
Dec 11 21:04:18.476094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.515931 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c256445-ee9d-4128-b895-fb5d2f64c9d3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.516402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c256445-ee9d-4128-b895-fb5d2f64c9d3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.519547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0564d7a7-0632-4433-9421-70c76cda4bfa triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:18.520151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.525746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c256445-ee9d-4128-b895-fb5d2f64c9d3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/4f5f5d4e-bbdc-4dfe-8965-6ab8029d1d18 HTTP/1.1" status: 404  len: 337 time: 0.0455995
Dec 11 21:04:18.526291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56740) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.561337 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d7fe0b-7b6f-4389-a2e4-fe75183637d0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.561640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d7fe0b-7b6f-4389-a2e4-fe75183637d0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.564751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1d7fe0b-7b6f-4389-a2e4-fe75183637d0 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/a3b3f29d-7fc1-4edd-9cac-b4bd6d12fa79 HTTP/1.1" status: 404  len: 339 time: 0.0372319
Dec 11 21:04:18.567541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56744) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.632990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.665164 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad23d74-94c4-4f38-9dce-37e7c02af3f3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.665633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad23d74-94c4-4f38-9dce-37e7c02af3f3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.669003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ad23d74-94c4-4f38-9dce-37e7c02af3f3 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/1b39c068-9827-48ea-9ebe-87ff0d883527 HTTP/1.1" status: 404  len: 337 time: 0.0979285
Dec 11 21:04:18.686157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56750) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.735911 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4df6e4-d3fc-43c4-b98e-db4794b6fb4f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.736821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b4df6e4-d3fc-43c4-b98e-db4794b6fb4f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.747250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56752) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.749197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8b4df6e4-d3fc-43c4-b98e-db4794b6fb4f tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/8c1e47fa-5b03-41e1-9cb6-ac2e48106ebe HTTP/1.1" status: 404  len: 339 time: 0.0746806
Dec 11 21:04:18.843715 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f298c8d-fc3f-477b-81b4-4960adf3bd08 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.845329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f298c8d-fc3f-477b-81b4-4960adf3bd08 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.851707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.855812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f298c8d-fc3f-477b-81b4-4960adf3bd08 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/3168a13b-29c4-4936-ba1b-b082b9f64b53 HTTP/1.1" status: 404  len: 337 time: 0.1069078
Dec 11 21:04:18.856878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56754) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.883014 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c05314-c311-44e7-89e4-0cca91df01a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:04:18.883923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c05314-c311-44e7-89e4-0cca91df01a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:18.890030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Subnet': ['ID=6c193766-245a-426a-ae54-7af722e083fb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:18.890406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06c05314-c311-44e7-89e4-0cca91df01a8 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/ca80b1d0-1d2e-472d-8f3c-a97327ae6ad7 HTTP/1.1" status: 404  len: 339 time: 0.0323055
Dec 11 21:04:18.892699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56756) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.916020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1130d23-2fb3-4c36-99e6-325e8168c561 None None] Network d098f0b9-019f-416d-89aa-f25234308034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:18.923999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:18.930232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56760) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:18.930621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c55143cb-3e56-4aab-991e-0ae58dcac613 tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/subnets/6c193766-245a-426a-ae54-7af722e083fb HTTP/1.1" status: 204  len: 168 time: 0.9001403
Dec 11 21:04:18.972651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting subnet 9d1eea6d-90f9-4a7c-9379-12ccf066b023 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:18.976217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.035754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.103380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.197468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] DHCP port deletion for d098f0b9-019f-416d-89aa-f25234308034 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:19.210708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Deleting port 85890987-8ae3-483a-9e72-310dcec8758b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:19.210972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.236914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.291864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] For port 85890987-8ae3-483a-9e72-310dcec8758b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85890987-8ae3-483a-9e72-310dcec8758b,segment=NetworkSegment(5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0),segment_id=5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:19.293118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.314874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Deleting port 85890987-8ae3-483a-9e72-310dcec8758b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:19.315302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.319868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.321525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Calling delete_port for 85890987-8ae3-483a-9e72-310dcec8758b owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:19.362380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1eea6d-90f9-4a7c-9379-12ccf066b023,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:19.374045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.396896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b63ec9-9dbd-4ea5-829d-42e6b3a1ebfd None None] Network 16c4947f-902c-49b5-a562-a77c37aa71f7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:19.410449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a5aa0dc-f507-41ac-8669-f2e06e140b27 tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/subnets/9d1eea6d-90f9-4a7c-9379-12ccf066b023 HTTP/1.1" status: 204  len: 168 time: 0.5165648
Dec 11 21:04:19.424256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:19.569804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.577240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] For port 85890987-8ae3-483a-9e72-310dcec8758b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85890987-8ae3-483a-9e72-310dcec8758b,segment=NetworkSegment(5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0),segment_id=5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:19.578357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.580451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.615393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Calling delete_port for 85890987-8ae3-483a-9e72-310dcec8758b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:19.641687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d623-6a02-44d4-bd42-5bc34528d646 req-deeb65cf-6264-4635-b590-ae5e4ee4d5eb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:19.642599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0b9d623-6a02-44d4-bd42-5bc34528d646 req-deeb65cf-6264-4635-b590-ae5e4ee4d5eb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1320660
Dec 11 21:04:19.645314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Port': ['ID=85890987-8ae3-483a-9e72-310dcec8758b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:19.657611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] No DVR routers for this DVR port 85890987-8ae3-483a-9e72-310dcec8758b on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:19.702825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Deleting port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:19.702825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.816279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] For port 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a25fe93-5fce-4a58-8667-57bcc28e70c0,segment=NetworkSegment(c82fe595-72d1-4b1b-ae97-72c2751829df),segment_id=c82fe595-72d1-4b1b-ae97-72c2751829df)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:19.817254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.836463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Calling delete_port for 1a25fe93-5fce-4a58-8667-57bcc28e70c0 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:19.846111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.863807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.872129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] DHCP port deletion for 16c4947f-902c-49b5-a562-a77c37aa71f7 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:19.887065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0b9d623-6a02-44d4-bd42-5bc34528d646 req-55c84291-0068-47a8-ae5f-5f51a1914319 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259665
Dec 11 21:04:19.897304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d846920d0>,) {'filters': {'network_id': ['d098f0b9-019f-416d-89aa-f25234308034']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:19.913667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Pushing event deleted for resources: {'Port': ['ID=85890987-8ae3-483a-9e72-310dcec8758b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:19.918015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d846920d0>, '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:19.918403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d846920d0>, '5b7a9dbb-b5a8-4767-a3a0-f52bdc1f66e0') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:19.929322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.930068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.930423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.931170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.931477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.931870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.932208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.932569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.933666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.934015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.934946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.935539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.936036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.936807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:19.943063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657346d8-e13e-4a55-8489-bc5df79f3d6c None None] No DVR routers for this DVR port 85890987-8ae3-483a-9e72-310dcec8758b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:19.956373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:19.963153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:19.963586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.004467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Deleting port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:20.005368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.021437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.063507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Port': ['ID=1a25fe93-5fce-4a58-8667-57bcc28e70c0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:20.068469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] No DVR routers for this DVR port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:20.083560 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:20.090253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.101354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.107583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] 10.222.0.18 "DELETE /v2.0/networks/d098f0b9-019f-416d-89aa-f25234308034 HTTP/1.1" status: 204  len: 168 time: 1.1761234
Dec 11 21:04:20.117331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] For port 1a25fe93-5fce-4a58-8667-57bcc28e70c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a25fe93-5fce-4a58-8667-57bcc28e70c0,segment=NetworkSegment(c82fe595-72d1-4b1b-ae97-72c2751829df),segment_id=c82fe595-72d1-4b1b-ae97-72c2751829df)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:20.117733 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.135238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb12c4b-c87b-44db-a8ee-3bd0dd00c1ae tempest-AllowedAddressPairIpV6TestJSON-1091145341 tempest-AllowedAddressPairIpV6TestJSON-1091145341-project] Pushing event deleted for resources: {'Network': ['ID=d098f0b9-019f-416d-89aa-f25234308034,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:20.136326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Calling delete_port for 1a25fe93-5fce-4a58-8667-57bcc28e70c0 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:20.202680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.258200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84350190>,) {'filters': {'network_id': ['16c4947f-902c-49b5-a562-a77c37aa71f7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:20.309053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84350190>, 'c82fe595-72d1-4b1b-ae97-72c2751829df') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:20.309335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.309493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84350190>, 'c82fe595-72d1-4b1b-ae97-72c2751829df') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:20.330605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.350984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.359515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:04:20.360041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:04:20.365158 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:04:20.374813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85890987-8ae3-483a-9e72-310dcec8758b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:20.382247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] Pushing event deleted for resources: {'Port': ['ID=1a25fe93-5fce-4a58-8667-57bcc28e70c0,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:20.413534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a2eef-f1a5-47a8-b231-766bd5c7f83f None None] No DVR routers for this DVR port 1a25fe93-5fce-4a58-8667-57bcc28e70c0 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:20.420066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 85890987-8ae3-483a-9e72-310dcec8758b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:20.420213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85890987-8ae3-483a-9e72-310dcec8758b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:20.420782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a25fe93-5fce-4a58-8667-57bcc28e70c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:20.447724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1a25fe93-5fce-4a58-8667-57bcc28e70c0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:20.448664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a25fe93-5fce-4a58-8667-57bcc28e70c0 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:20.488945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.498210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:20.502277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] 10.222.0.18 "DELETE /v2.0/networks/16c4947f-902c-49b5-a562-a77c37aa71f7 HTTP/1.1" status: 204  len: 168 time: 1.0750532
Dec 11 21:04:20.545954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3e14-6464-444e-a710-4ac389fa701a tempest-NetworksTest-1058914467 tempest-NetworksTest-1058914467-project] Pushing event deleted for resources: {'Network': ['ID=16c4947f-902c-49b5-a562-a77c37aa71f7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:20.613941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56808) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:20.862623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7dd90581-ac40-4667-bb61-a99197c94814 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e21b568222074f40aa362d63919013ff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2446687
Dec 11 21:04:20.864858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56816) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:20.962663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.002730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.037131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:21.109120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55243be-2049-40e2-b20d-e09876ce5823 req-77ab7ebd-0981-4e4a-8698-2db7021edcd7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:21.110872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f55243be-2049-40e2-b20d-e09876ce5823 req-77ab7ebd-0981-4e4a-8698-2db7021edcd7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0925698
Dec 11 21:04:21.182688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.189221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.189474 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.201236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/032be99a-f58c-41c2-be27-b0e0f510aa45 HTTP/1.1" status: 204  len: 168 time: 0.3349478
Dec 11 21:04:21.227526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df2045-1bed-4884-9126-c05d4b001ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032be99a-f58c-41c2-be27-b0e0f510aa45,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:21.274360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f55243be-2049-40e2-b20d-e09876ce5823 req-34eccfcb-8066-4315-80f2-aa584e693e10 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394031
Dec 11 21:04:21.312315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5a672ea6-4845-40e5-8bf1-83b53bdd309b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccd1fa8918a146009ed2951a50fc469b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2736390
Dec 11 21:04:21.315618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:21.394072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.419222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.514813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.517743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:21.521408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27015af2-ce04-4846-987a-c24154de9f68 HTTP/1.1" status: 204  len: 168 time: 0.2024448
Dec 11 21:04:21.535355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c846beb-9de8-4e38-afc1-ead29a8ab069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27015af2-ce04-4846-987a-c24154de9f68,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:22.122432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-8a980a22-8aff-4139-b32b-dac64627037b tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1867364843&fields=id&tenant_id=9bce9fc9af38494fab218dfc63616ec6 HTTP/1.1" status: 200  len: 267 time: 0.1053665
Dec 11 21:04:22.327572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:22.348555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-8d511607-a3a0-4b4d-b6b4-f118ede4a4a4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:22.350331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-8d511607-a3a0-4b4d-b6b4-f118ede4a4a4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 815 time: 0.2268901
Dec 11 21:04:22.376622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-da580746-2492-4858-88d4-5e68966ee48e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/quotas/9bce9fc9af38494fab218dfc63616ec6 HTTP/1.1" status: 200  len: 375 time: 0.0188782
Dec 11 21:04:22.469535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf70843-4525-41a5-9d41-b708856a1aeb req-867c93b5-3620-4eb3-87c7-bb39e04120f3 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:22.472561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cf70843-4525-41a5-9d41-b708856a1aeb req-867c93b5-3620-4eb3-87c7-bb39e04120f3 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0871153
Dec 11 21:04:22.509201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-ec7ef324-2552-473c-98c3-760942213eb0 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1080081
Dec 11 21:04:22.553803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cf70843-4525-41a5-9d41-b708856a1aeb req-a4c06691-ad65-4a35-b10e-8adb156c40fc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742383
Dec 11 21:04:22.680568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-cbb604d4-6b43-4a93-b5fb-b83067d902d3 service neutron] 10.222.0.18 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555035
Dec 11 21:04:22.796203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-967272804'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:22.831124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7f5ab72a-dbec-4984-948f-4921ce677a8a service neutron] 10.222.0.18 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348479
Dec 11 21:04:22.838625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:22.845785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:22.866782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.014993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.025667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.051559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:04:23.083498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c20ff-7247-4862-9aae-4e33c97f9dc5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:23.086891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.087317 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Added segment 157eb00f-e718-43b4-b0ea-cb1bb40605d9 of type vlan for network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1
Dec 11 21:04:23.165254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.212319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.219509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:23.220616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.251244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9193597
Dec 11 21:04:23.252168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:23.258934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:23.351972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe37d3-3839-4336-8fd3-09a940fab5c1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Network': ['ID=8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:23.371483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:04:23.467232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60c89645-4b18-45e4-9c06-3818d37ef866 req-72065843-9462-41ab-9c7a-3fa1b1bb50aa tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.0864143
Dec 11 21:04:23.494598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:23.498956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.751190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bb5a-26d7-4340-b48a-91b4bb98dc62 req-cc83125b-e8cd-4cb9-97d9-5eb81200a854 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:23.753193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f154bb5a-26d7-4340-b48a-91b4bb98dc62 req-cc83125b-e8cd-4cb9-97d9-5eb81200a854 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1059756
Dec 11 21:04:23.766025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.888074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=8a8ba8af-a373-45a7-960d-c7f90a412d9b,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:23.905500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f154bb5a-26d7-4340-b48a-91b4bb98dc62 req-fdb242d9-b322-4efa-81eb-410969ad8911 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360726
Dec 11 21:04:23.912823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:23.913429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network hostable DHCP agents. Network: 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:04:23.942672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:04:23.959369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:23.964748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:23.965416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:23.974188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96027b31-d722-46d5-bc38-ee21d3fc9f26 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:23.988001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c8907b73-c0e7-43f2-9506-d1fd141bbf8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7334416
Dec 11 21:04:23.991002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:23.999862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'name': 'tempest-NetworksTestDHCPv6-1279994591'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:24.128980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '8a8ba8af-a373-45a7-960d-c7f90a412d9b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:24.130207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.181559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:24.187652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.212359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port f77d4390-f111-4ce3-8a9c-f467d8b7ee21 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:24.321680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/8a8ba8af-a373-45a7-960d-c7f90a412d9b/a1affa1b-45bb-4c91-b9e7-0cfb65975004) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:24.322181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56948) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:24.445520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a78deb67-8405-44ad-99a9-2b20f688f8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.482739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.491040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.531849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:24.539317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:24.543144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:24.564667 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a78deb67-8405-44ad-99a9-2b20f688f8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.571405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a78deb67-8405-44ad-99a9-2b20f688f8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.582808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Pushing event updated for resources: {'Port': ['ID=a1affa1b-45bb-4c91-b9e7-0cfb65975004,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:24.612818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Attempting to bind port a1affa1b-45bb-4c91-b9e7-0cfb65975004 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:24.613189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Attempting to bind port a1affa1b-45bb-4c91-b9e7-0cfb65975004 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:24.613553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Attempting to bind port a1affa1b-45bb-4c91-b9e7-0cfb65975004 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:24.619487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:24.619929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:24.620656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.621590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:24.621590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Bound port: a1affa1b-45bb-4c91-b9e7-0cfb65975004, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:24.621877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.632161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a78deb67-8405-44ad-99a9-2b20f688f8ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0873ffc0b7dd4966907b980139153b90&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3090110
Dec 11 21:04:24.633549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78deb67-8405-44ad-99a9-2b20f688f8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dfd322-4440-4d1b-b45d-d7aaae16f887,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:24.639312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a422136-95bd-4720-a2ba-7f57d26fd0e3 req-10134b77-60f1-4a70-8359-3ba2b31f90ba tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.0422275
Dec 11 21:04:24.639312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:24.710342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] For port a1affa1b-45bb-4c91-b9e7-0cfb65975004, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:24.713964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] For port a1affa1b-45bb-4c91-b9e7-0cfb65975004, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1affa1b-45bb-4c91-b9e7-0cfb65975004,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:24.719797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.747244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::1a5 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/8a8ba8af-a373-45a7-960d-c7f90a412d9b/f77d4390-f111-4ce3-8a9c-f467d8b7ee21) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:24.787021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-caedf700-2582-4ce9-a38f-be14566a3f52 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:24.788566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-caedf700-2582-4ce9-a38f-be14566a3f52 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.30 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 815 time: 0.3023150
Dec 11 21:04:24.789864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2d548-2060-496c-bd04-888e990af2ce None None] Pushing event updated for resources: {'Port': ['ID=a1affa1b-45bb-4c91-b9e7-0cfb65975004,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:24.838525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:24.915661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.001394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-e22d7c82-03af-475f-be53-de76e03d6448 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bce9fc9af38494fab218dfc63616ec6 HTTP/1.1" status: 200  len: 380 time: 0.1974590
Dec 11 21:04:25.016419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'port': {'device_id': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'admin_state_up': True, 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'security_groups': ['f32f5abb-f275-4c16-9141-9d654f5529d3']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:25.135475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf35de-99a0-40ad-b51f-de64d57f0dff req-a230a25e-1b09-4f0e-a2e6-4e94545faf50 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:25.144371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fcf35de-99a0-40ad-b51f-de64d57f0dff req-a230a25e-1b09-4f0e-a2e6-4e94545faf50 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1311526
Dec 11 21:04:25.203187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.232717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9fcf35de-99a0-40ad-b51f-de64d57f0dff req-20e0b3b6-22e3-449e-a9a1-dd771e4cb9b9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871055
Dec 11 21:04:25.246331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.249333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.250647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63dfd322-4440-4d1b-b45d-d7aaae16f887 HTTP/1.1" status: 204  len: 168 time: 0.5848875
Dec 11 21:04:25.268781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.274874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff38af2-bd93-4982-b030-d04635b2f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dfd322-4440-4d1b-b45d-d7aaae16f887,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:25.395692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:25.399579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=f77d4390-f111-4ce3-8a9c-f467d8b7ee21,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:25.406040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:25.413043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:25.419567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:25.420173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.448709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a19fe1a0-9642-443e-bf14-e2dbd4fac900 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.4554851
Dec 11 21:04:25.451501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:25.502767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Made reservation on behalf of 9bce9fc9af38494fab218dfc63616ec6 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:25.506370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.557294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0080e-a312-4f05-840f-59d304c7956d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:25.564114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae0080e-a312-4f05-840f-59d304c7956d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:25.570582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aae0080e-a312-4f05-840f-59d304c7956d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1157176
Dec 11 21:04:25.571406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:25.726827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Allocated IP 172.20.0.9 (88331781-22d7-4cd1-815e-4882313497d4/03ff74ac-268f-4ffd-8a67-473bdc7ddcb4/c464c795-4816-4ed8-a9e8-727e6276025d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:25.746172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:25.752618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573822994', 'description': 'tempest-secgroup-smoke-573822994 description', 'project_id': '99e91091650141658a6c126a3884f5d6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:25.803677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.825689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56986) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:25.833170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f84c5612-bb3d-48c3-a641-3be43a3d81a7 req-63457c57-07d5-40a4-984e-301ecda4cd85 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.0990636
Dec 11 21:04:25.851440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a61924e7-9f6d-4dd6-8d92-d4b64ddcdc12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:25.921225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port f77d4390-f111-4ce3-8a9c-f467d8b7ee21 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:25.921570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.055279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a61924e7-9f6d-4dd6-8d92-d4b64ddcdc12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.069113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.071700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a61924e7-9f6d-4dd6-8d92-d4b64ddcdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.114739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for f77d4390-f111-4ce3-8a9c-f467d8b7ee21 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:26.139337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a61924e7-9f6d-4dd6-8d92-d4b64ddcdc12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80e892e493c2478c877e2b142f04d1b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3091884
Dec 11 21:04:26.143655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:26.164137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61924e7-9f6d-4dd6-8d92-d4b64ddcdc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf01013-c913-40ba-b472-0c8129af0cc3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.260046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.294148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.301863 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.316149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.328878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff3997-36fb-482f-88d7-d9285e0e3971 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:26.355126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.389249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a1affa1b-45bb-4c91-b9e7-0cfb65975004 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:26.423678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f91eb12-f5fe-4c2c-84cd-18356563b7e2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.435777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.439833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-47e6a7f8-abdd-4055-905c-560a289c8ec3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6891007
Dec 11 21:04:26.443352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56992) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:26.454386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.457566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:26.468716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.471757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.473468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbf01013-c913-40ba-b472-0c8129af0cc3 HTTP/1.1" status: 204  len: 168 time: 0.3255897
Dec 11 21:04:26.475130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.493285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ee747-3b3f-483b-ad62-dd6e8e22365d req-ab49a1a3-7382-4170-8451-a70856d7a292 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:26.502275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5ee747-3b3f-483b-ad62-dd6e8e22365d req-ab49a1a3-7382-4170-8451-a70856d7a292 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1297445
Dec 11 21:04:26.516611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=f77d4390-f111-4ce3-8a9c-f467d8b7ee21,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.534967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066d388-9c9d-4b42-bd1f-a8be91718ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf01013-c913-40ba-b472-0c8129af0cc3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.540795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.546069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9d1fd34-30ef-4dec-87e1-fd8b7112d84d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/f77d4390-f111-4ce3-8a9c-f467d8b7ee21 HTTP/1.1" status: 204  len: 168 time: 0.9726188
Dec 11 21:04:26.549744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56996) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:26.578792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Network 88331781-22d7-4cd1-815e-4882313497d4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:26.587716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:26.598761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.607093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:26.642009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b1fb0-97b2-44ea-ad72-2e93ca0b546c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:26.643722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b1fb0-97b2-44ea-ad72-2e93ca0b546c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:26.647879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c74b1fb0-97b2-44ea-ad72-2e93ca0b546c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0946314
Dec 11 21:04:26.648280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56998) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:26.687769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event updated for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.717333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Provisioning complete for port a1affa1b-45bb-4c91-b9e7-0cfb65975004 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:26.717996 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.734093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5ee747-3b3f-483b-ad62-dd6e8e22365d req-e7178f7b-37e8-44da-a58f-5406e47bc1bd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307496
Dec 11 21:04:26.756452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:26.756965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 8a8ba8af-a373-45a7-960d-c7f90a412d9b {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:26.757653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.767031 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.792210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-6752df38-4572-4c40-891b-cea1d1acc9d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7795920
Dec 11 21:04:26.803321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.815162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Request body: {'port': {'device_id': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:26.822650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.841141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.872474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a1affa1b-45bb-4c91-b9e7-0cfb65975004 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:26.873165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.889853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a864514-c86e-4376-88d9-dbe8d2c6e084,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:26.967504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.969075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd26541c-3fb1-4673-973f-a14b9adafc19 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5191739
Dec 11 21:04:26.972171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57006) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:26.984254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:26.989903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:26.996491 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.065426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.071065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.085672 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.170862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbd9b6-69ef-46bb-afaf-797fa12c8f41 req-3e1eb7a6-d1c5-4793-a0a2-7088ea0ac9dd tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:27.178576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bdbd9b6-69ef-46bb-afaf-797fa12c8f41 req-3e1eb7a6-d1c5-4793-a0a2-7088ea0ac9dd tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 931 time: 0.2105420
Dec 11 21:04:27.254601 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bdbd9b6-69ef-46bb-afaf-797fa12c8f41 req-fbd0dd3a-93ec-4e1d-923a-4829e01e9043 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747983
Dec 11 21:04:27.255958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.291826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.295462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/8a8ba8af-a373-45a7-960d-c7f90a412d9b HTTP/1.1" status: 204  len: 168 time: 0.6462553
Dec 11 21:04:27.296118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51090c98-abf9-4cf8-93a7-f740a5309df0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8ba8af-a373-45a7-960d-c7f90a412d9b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:27.303905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57014) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:27.312979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:27.313415 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:27.317050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4422d-f230-4eb8-ac9e-1fa429fcc906 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:27.375740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-76fc2e1e-196b-41c8-8e8e-cd18c729a117 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0707111
Dec 11 21:04:27.379999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57018) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:27.395590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:27.436008 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:27.436622 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:27.478307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.487053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.493931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c464c795-4816-4ed8-a9e8-727e6276025d {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:04:27.505926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.512789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:27.516631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.525795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bda7bae-f5a6-459d-8422-06d9b1a71405,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:27.533910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.535152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e1ae56c8-4367-4639-9dad-620bafdd0459 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5602741
Dec 11 21:04:27.536245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Transition to ACTIVE for port object c464c795-4816-4ed8-a9e8-727e6276025d will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:04:27.537729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57024) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:27.542494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:27.561821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.585805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:27.631369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Pushing event updated for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:27.635375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.648042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Deleting port a1affa1b-45bb-4c91-b9e7-0cfb65975004 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:27.648418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.730696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] For port a1affa1b-45bb-4c91-b9e7-0cfb65975004, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1affa1b-45bb-4c91-b9e7-0cfb65975004,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:27.732571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.754304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Calling delete_port for a1affa1b-45bb-4c91-b9e7-0cfb65975004 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:27.817614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Attempting to bind port c464c795-4816-4ed8-a9e8-727e6276025d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:27.818291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Attempting to bind port c464c795-4816-4ed8-a9e8-727e6276025d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:27.819687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Attempting to bind port c464c795-4816-4ed8-a9e8-727e6276025d on network 88331781-22d7-4cd1-815e-4882313497d4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:27.843574 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.848061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Port c464c795-4816-4ed8-a9e8-727e6276025d on network 88331781-22d7-4cd1-815e-4882313497d4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:04:27.848528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Attempting to bind port c464c795-4816-4ed8-a9e8-727e6276025d on network 88331781-22d7-4cd1-815e-4882313497d4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:27.853966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.878393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0878d196-2ef5-4eac-b7a5-3f9d5f9005cb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:27.882620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:27.883112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Checking segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:27.883606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Bound using segment: {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:27.884171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Bound port: c464c795-4816-4ed8-a9e8-727e6276025d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fa5067-ff60-410e-ad20-256865cc90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '88331781-22d7-4cd1-815e-4882313497d4'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:27.884761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.919133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c630f758-1d41-4bcc-aaed-efbfd4435108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.957677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:27.961212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-158def76-3d14-415c-aebc-a1a1e80a4706 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4224308
Dec 11 21:04:27.970992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:27.977038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:28.007536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.048550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.058400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] Pushing event deleted for resources: {'Port': ['ID=a1affa1b-45bb-4c91-b9e7-0cfb65975004,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:28.066003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.070794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634a3a9-8619-4c5e-abcf-5fe35a063306 None None] No DVR routers for this DVR port a1affa1b-45bb-4c91-b9e7-0cfb65975004 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:28.078718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d3901-eb63-42e1-a2f8-61ff3c94fd85 req-9a1dc13e-d642-4fc7-9535-d92306495e17 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.080477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad4d3901-eb63-42e1-a2f8-61ff3c94fd85 req-9a1dc13e-d642-4fc7-9535-d92306495e17 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1819050
Dec 11 21:04:28.139135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:28.170931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c464c795-4816-4ed8-a9e8-727e6276025d,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:28.189974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-39f02610-d168-49db-82c5-d33eba0ae171 None None] Could not find standard attr ID for object a1affa1b-45bb-4c91-b9e7-0cfb65975004. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:28.202909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.218031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.226608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ad4d3901-eb63-42e1-a2f8-61ff3c94fd85 req-4741f945-8290-443b-aa61-9d5d5d751de7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264486
Dec 11 21:04:28.230321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.251117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.297891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.298650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.300214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] 10.222.0.30 "PUT /v2.0/ports/c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 1091 time: 1.4953179
Dec 11 21:04:28.304371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:28.307130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:28.312199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:28.312976 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843" -d '{"events": [{"name": "network-changed", "server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:28.326913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.328656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8b178a-0a4c-4f28-b3a2-0c7843337daa,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:28.336579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.342546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975150e6-4ee4-49a6-98af-41f4c3a7033a None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:28.345783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.351318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9316cab3-1be6-43b3-be43-f7572d3d2cac tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3787816
Dec 11 21:04:28.351976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:28.363262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:28.395182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0132127
Dec 11 21:04:28.396447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964f99d-04b4-46f9-8cc9-7ce1fd308c4b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=b551a0d7-7dad-4f3e-a1ad-d317c0531119,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:28.400648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57048) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:28.405178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a30d-69e8-40a6-8648-73c11dbb088d service neutron] Pushing event updated for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:28.406976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'name': 'tempest-NetworksTestDHCPv6-351115700'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:28.452274 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c778e2c7-a4bc-40fc-a2b7-2a56dff8c435 x-openstack-request-id: req-c778e2c7-a4bc-40fc-a2b7-2a56dff8c435 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:28.452577 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:28.452838 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c778e2c7-a4bc-40fc-a2b7-2a56dff8c435 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:28.453249 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'status': 'completed', 'code': 200}
Dec 11 21:04:28.477416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-0381d547-0f90-4245-a9ca-a94669deccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.479001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-0381d547-0f90-4245-a9ca-a94669deccfb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1094 time: 0.1067801
Dec 11 21:04:28.483912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a1affa1b-45bb-4c91-b9e7-0cfb65975004 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:28.497404 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Project 99e91091650141658a6c126a3884f5d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:04:28.522363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a1affa1b-45bb-4c91-b9e7-0cfb65975004 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:28.522995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a1affa1b-45bb-4c91-b9e7-0cfb65975004 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:28.590814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-613d6f6d-7bbf-4359-b8a3-5dcd77f7acc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 217 time: 0.1008291
Dec 11 21:04:28.591679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.608616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'b551a0d7-7dad-4f3e-a1ad-d317c0531119'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:28.609797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.643070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:28.647035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.679152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7617e-bae5-4fc1-a15c-a81c26670b37 req-4b862567-5745-43b6-910b-d8275b752ea2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.680750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa7617e-bae5-4fc1-a15c-a81c26670b37 req-4b862567-5745-43b6-910b-d8275b752ea2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 943 time: 0.0955966
Dec 11 21:04:28.686261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 410c3eed-7993-4561-a872-23843841739c yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:28.697105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.708774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.751174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426bfc74-6e74-4f07-a29f-f4105dc51154,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:28.774141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-8be1aa92-a626-4ffd-b12b-2c47c96fb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.775662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-8be1aa92-a626-4ffd-b12b-2c47c96fb5b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 200  len: 854 time: 0.1477494
Dec 11 21:04:28.779621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.782986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7479be55-3938-428e-86cf-e109d575daaa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4247763
Dec 11 21:04:28.784733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:28.795859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'security_group_rule': {'security_group_id': '7f91eb12-f5fe-4c2c-84cd-18356563b7e2', 'project_id': '99e91091650141658a6c126a3884f5d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:28.839279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa7617e-bae5-4fc1-a15c-a81c26670b37 req-6b4e4d10-3f04-4bb2-9466-5efd415717a0 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773640
Dec 11 21:04:28.855921 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Project 99e91091650141658a6c126a3884f5d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:04:28.861976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.868581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::34b (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b551a0d7-7dad-4f3e-a1ad-d317c0531119/410c3eed-7993-4561-a872-23843841739c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:28.875083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-a9affa52-44b4-41b2-86e6-31c00866e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:28.876657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-a9affa52-44b4-41b2-86e6-31c00866e0e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88331781-22d7-4cd1-815e-4882313497d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0926750
Dec 11 21:04:28.979374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:28.987315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.019785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d8ff49-dfed-47e9-979d-9976beb30cf1,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:29.023804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-976c5028-0e77-4422-bf83-f1b92f7fe6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353960
Dec 11 21:04:29.031771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.038530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1621334b-f692-4141-ae49-12573e65fae7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2473714
Dec 11 21:04:29.046330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.090984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.145159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:29.148520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:29.152603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:29.160240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.161132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.167774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=410c3eed-7993-4561-a872-23843841739c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:29.178113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11e5f862-6667-4a1c-9448-590f56ee8bff req-60167a35-bd68-42b9-b653-45dd135c268a service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438613
Dec 11 21:04:29.186514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b551a0d7-7dad-4f3e-a1ad-d317c0531119/61b43b7c-8d68-4530-9492-bea8f24187fd) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:29.198996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e9e5fe06-7a00-46db-83cf-8009fc81b78f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7962706
Dec 11 21:04:29.199218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57068) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:29.390790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.400334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.402382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-8a2e950c-f1bc-4755-8c61-d9eeadc97e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.403855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-8a2e950c-f1bc-4755-8c61-d9eeadc97e92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1094 time: 0.1590214
Dec 11 21:04:29.412493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa81a0-ed12-4bbb-8f13-6859641384ae tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.414007 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1bfa81a0-ed12-4bbb-8f13-6859641384ae tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.2138131
Dec 11 21:04:29.416923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:29.419960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-a7f0388e-5b0c-44fe-b27b-786f21cc94f6 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573822994&fields=id&tenant_id=99e91091650141658a6c126a3884f5d6 HTTP/1.1" status: 200  len: 267 time: 0.1058724
Dec 11 21:04:29.445530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:29.449419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:29.453053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:29.465659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Pushing event updated for resources: {'Port': ['ID=61b43b7c-8d68-4530-9492-bea8f24187fd,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:29.491310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743e1b7-8ec3-45f1-b86b-24ab74c00b75 req-0d7bbe80-a109-4f79-ac46-916cc4d35850 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.498968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2743e1b7-8ec3-45f1-b86b-24ab74c00b75 req-0d7bbe80-a109-4f79-ac46-916cc4d35850 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1427016
Dec 11 21:04:29.520110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Attempting to bind port 61b43b7c-8d68-4530-9492-bea8f24187fd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:29.520654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Attempting to bind port 61b43b7c-8d68-4530-9492-bea8f24187fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:29.520905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Attempting to bind port 61b43b7c-8d68-4530-9492-bea8f24187fd on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:29.527573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:29.528130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:29.529005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.529005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:29.529390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Bound port: 61b43b7c-8d68-4530-9492-bea8f24187fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:29.529774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.558986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-d61b616d-4c25-4d16-86da-745a52b6d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.560602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-d61b616d-4c25-4d16-86da-745a52b6d71b service neutron] 10.222.0.30 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 916 time: 0.1452577
Dec 11 21:04:29.589260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2743e1b7-8ec3-45f1-b86b-24ab74c00b75 req-23a1440a-d646-42eb-9ea7-b26608b62f45 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892205
Dec 11 21:04:29.593175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 410c3eed-7993-4561-a872-23843841739c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:29.593525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.628076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-bab84c68-8dc8-4fa0-9642-e09bc7c8cf1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 217 time: 0.0417743
Dec 11 21:04:29.637174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] For port 61b43b7c-8d68-4530-9492-bea8f24187fd, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:29.641633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] For port 61b43b7c-8d68-4530-9492-bea8f24187fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b43b7c-8d68-4530-9492-bea8f24187fd,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:29.651892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.702631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.718433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 410c3eed-7993-4561-a872-23843841739c owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:29.738326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-d536e200-d674-418d-b05c-36d3a980433b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.739850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-d536e200-d674-418d-b05c-36d3a980433b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 813 time: 0.2514246
Dec 11 21:04:29.741485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-626404a4-0c9c-4474-b64d-c0083c5b89be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.742871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-626404a4-0c9c-4474-b64d-c0083c5b89be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 200  len: 854 time: 0.1003289
Dec 11 21:04:29.755445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7ee60-3316-4482-b539-f35616cce886 None None] Pushing event updated for resources: {'Port': ['ID=61b43b7c-8d68-4530-9492-bea8f24187fd,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:29.767076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-d2b9bd8c-3199-40d0-b629-5d09969262be tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/quotas/99e91091650141658a6c126a3884f5d6 HTTP/1.1" status: 200  len: 375 time: 0.0200744
Dec 11 21:04:29.834572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-2dba1379-278c-46ca-ad26-c7c821a0d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:29.836075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-2dba1379-278c-46ca-ad26-c7c821a0d492 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88331781-22d7-4cd1-815e-4882313497d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0825255
Dec 11 21:04:29.849577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-a51446e0-ad61-462e-97d4-94ea0df0e5b2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0686243
Dec 11 21:04:29.913329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:29.979802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=410c3eed-7993-4561-a872-23843841739c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:30.036169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-b968fc8e-f37e-4773-9406-15c13d18ae65 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854904
Dec 11 21:04:30.062050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.067542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d7fc1a9-858a-4139-9d97-64c70182db94 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/410c3eed-7993-4561-a872-23843841739c HTTP/1.1" status: 204  len: 168 time: 0.6468415
Dec 11 21:04:30.067768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57094) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:30.118710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6974a-a4f3-4165-8f38-a5bf0ab53c29 req-38104b96-2627-4330-8ff2-4c8994307064 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:30.129653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dc6974a-a4f3-4165-8f38-a5bf0ab53c29 req-38104b96-2627-4330-8ff2-4c8994307064 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 943 time: 0.1533647
Dec 11 21:04:30.160143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349e04a-5aef-4c44-8b4c-e6b699adcd97 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:30.161807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7349e04a-5aef-4c44-8b4c-e6b699adcd97 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:30.166219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7349e04a-5aef-4c44-8b4c-e6b699adcd97 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0948672
Dec 11 21:04:30.167207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57096) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:30.208680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7e3ce75-fc39-4dda-b54c-3bbde1c2a843 req-0f90f955-d9a1-43d2-9618-fd5b90f6da29 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1632638
Dec 11 21:04:30.227014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-cfc3c368-2d18-4e11-b1c1-e5bc4c400d97 service neutron] 10.222.0.18 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3422291
Dec 11 21:04:30.236734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dc6974a-a4f3-4165-8f38-a5bf0ab53c29 req-68624bc7-b015-4d92-b0fe-1c05abeff018 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061323
Dec 11 21:04:30.254302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet b551a0d7-7dad-4f3e-a1ad-d317c0531119 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:30.266945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.316802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.353467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-2506a3a5-fd9f-4e69-98dd-3942a402ea9b service neutron] 10.222.0.18 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204007
Dec 11 21:04:30.385139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 61b43b7c-8d68-4530-9492-bea8f24187fd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:30.449581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 61b43b7c-8d68-4530-9492-bea8f24187fd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:30.450010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.462511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.586334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.589315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.623171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=b551a0d7-7dad-4f3e-a1ad-d317c0531119,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:30.663605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:30.679015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57112) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:30.683466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8755df68-3c91-4540-b38f-6d28374e5531 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b551a0d7-7dad-4f3e-a1ad-d317c0531119 HTTP/1.1" status: 204  len: 168 time: 0.5150607
Dec 11 21:04:30.723828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:30.723828 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:30.780902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b441c7-c816-4435-9c87-b6d04caeb6d7 req-48b33618-5b58-4519-9026-7f8473d8837f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:30.784152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b441c7-c816-4435-9c87-b6d04caeb6d7 req-48b33618-5b58-4519-9026-7f8473d8837f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0993781
Dec 11 21:04:30.785515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8d633235-1657-42c1-80d2-5f8266dca773 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1050658
Dec 11 21:04:30.788471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57124) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:30.794770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:30.861261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b441c7-c816-4435-9c87-b6d04caeb6d7 req-acc4b9ad-368c-4297-9e93-d8e8d08cefab tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671208
Dec 11 21:04:30.931053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57cddac6-ac16-4ba3-8263-2f2cd3cb4b02 req-973e5983-5af7-43ce-8388-4755525476b3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 210 time: 0.0417318
Dec 11 21:04:30.957325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:30.961197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.081904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1f0a7-932c-4bc4-aeaa-2a7351519c63 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:31.158318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Provisioning complete for port 61b43b7c-8d68-4530-9492-bea8f24187fd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:31.159595 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.161746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.204516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:31.209662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:31.213942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:31.214565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.226997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=d7a21edd-cfc3-4ebc-a270-bd511315629d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:31.246548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c61669d-e7fc-43db-9e2a-75063b116f6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4540007
Dec 11 21:04:31.247127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57136) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:31.252274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'name': 'tempest-NetworksTestDHCPv6-1247612389'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:31.353328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a558be-db02-4967-b6de-087a509e600e None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:31.363369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.398625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76243f71-7779-4a31-83bb-1808f1a5921b req-13a17a8a-56db-4f74-a31f-156b908907b3 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:31.400237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76243f71-7779-4a31-83bb-1808f1a5921b req-13a17a8a-56db-4f74-a31f-156b908907b3 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 943 time: 0.0596683
Dec 11 21:04:31.409976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:31.414464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.436956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 411a3d60-a45a-459f-bc97-4fd6adfa24b4 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:31.441521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.465750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 61b43b7c-8d68-4530-9492-bea8f24187fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b43b7c-8d68-4530-9492-bea8f24187fd,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:31.467350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76243f71-7779-4a31-83bb-1808f1a5921b req-950fef3d-84fc-4270-bfe0-c80a52e809f0 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546265
Dec 11 21:04:31.488444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.563501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:04:31.563847 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:04:31.571926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-73a558be-db02-4967-b6de-087a509e600e None None] Deleting port 61b43b7c-8d68-4530-9492-bea8f24187fd {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:31.572286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-73a558be-db02-4967-b6de-087a509e600e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.577237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=61b43b7c-8d68-4530-9492-bea8f24187fd,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:31.581231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::3d7 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d7a21edd-cfc3-4ebc-a270-bd511315629d/411a3d60-a45a-459f-bc97-4fd6adfa24b4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:31.657674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-73a558be-db02-4967-b6de-087a509e600e None None] For port 61b43b7c-8d68-4530-9492-bea8f24187fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61b43b7c-8d68-4530-9492-bea8f24187fd,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:31.658276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-73a558be-db02-4967-b6de-087a509e600e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.670709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-73a558be-db02-4967-b6de-087a509e600e None None] Calling delete_port for 61b43b7c-8d68-4530-9492-bea8f24187fd owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:31.728404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.753314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-73a558be-db02-4967-b6de-087a509e600e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.765298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.780340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a558be-db02-4967-b6de-087a509e600e None None] Pushing event deleted for resources: {'Port': ['ID=61b43b7c-8d68-4530-9492-bea8f24187fd,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:31.782380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a558be-db02-4967-b6de-087a509e600e None None] No DVR routers for this DVR port 61b43b7c-8d68-4530-9492-bea8f24187fd on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:31.810003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe3039-6a54-47d8-aa57-cba6906faa5b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:31.815220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:31.818392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:31.822532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:31.828646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:31.829368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:31.847142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=411a3d60-a45a-459f-bc97-4fd6adfa24b4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:31.853509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39760839-bc03-48f5-ba26-941a1c155cef tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 0.6045260
Dec 11 21:04:31.855963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:31.954344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4805bfdc-8ebd-474a-bd96-9365c5ab3b35 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:31.956325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4805bfdc-8ebd-474a-bd96-9365c5ab3b35 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.0992837
Dec 11 21:04:31.959056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:31.995264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'd7a21edd-cfc3-4ebc-a270-bd511315629d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:31.996368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.031729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd63a85-e6c3-4e06-a051-42ff72839cbc req-a0be0a71-5161-41ea-8b29-e23d7b7288fb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:32.034213 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efd63a85-e6c3-4e06-a051-42ff72839cbc req-a0be0a71-5161-41ea-8b29-e23d7b7288fb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0806546
Dec 11 21:04:32.094399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efd63a85-e6c3-4e06-a051-42ff72839cbc req-9d66dff5-b23f-49f8-be6a-7c41c271774e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523765
Dec 11 21:04:32.142177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19b65f69-644f-4f41-955e-915f47147fea req-15985e5b-6961-4f43-9ff5-bdbc4431b87d tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 210 time: 0.0475576
Dec 11 21:04:32.242599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-f5e96b4b-5f67-411d-8026-c4fe525258a7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:32.244066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-f5e96b4b-5f67-411d-8026-c4fe525258a7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 813 time: 0.2329075
Dec 11 21:04:32.270266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 411a3d60-a45a-459f-bc97-4fd6adfa24b4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:32.270654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.295926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8a57a1b9-779d-4a92-a4fd-d42d72f29c6a None None] Port 61b43b7c-8d68-4530-9492-bea8f24187fd update to ACTIVE by agent not found {{(pid=125989) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 11 21:04:32.322308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 61b43b7c-8d68-4530-9492-bea8f24187fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:32.363754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 61b43b7c-8d68-4530-9492-bea8f24187fd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:32.364528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 61b43b7c-8d68-4530-9492-bea8f24187fd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:32.387483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d7a21edd-cfc3-4ebc-a270-bd511315629d/bdc0b8db-bd23-4744-9a28-8cfbe089b9a6) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:32.416091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-1fb83f01-8dfd-4c3f-b7f0-41a49041f1e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99e91091650141658a6c126a3884f5d6 HTTP/1.1" status: 200  len: 379 time: 0.1547244
Dec 11 21:04:32.431446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'port': {'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'admin_state_up': True, 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'security_groups': ['7f91eb12-f5fe-4c2c-84cd-18356563b7e2']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:32.440008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.505490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 411a3d60-a45a-459f-bc97-4fd6adfa24b4 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:32.559472 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.580324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.600453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de9151-0421-4827-ade5-7ce5c4ebad8f req-d4326c6b-108c-448f-88b6-82470aaca407 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:32.602613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5de9151-0421-4827-ade5-7ce5c4ebad8f req-d4326c6b-108c-448f-88b6-82470aaca407 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 943 time: 0.0547874
Dec 11 21:04:32.631401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c464c795-4816-4ed8-a9e8-727e6276025d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:04:32.661743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5de9151-0421-4827-ade5-7ce5c4ebad8f req-77b6ef99-3964-49bb-a479-a4b0aafc5749 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508180
Dec 11 21:04:32.670995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Made reservation on behalf of 99e91091650141658a6c126a3884f5d6 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:32.674630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.720357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:32.724150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:32.732574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:32.752066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.798825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Pushing event updated for resources: {'Port': ['ID=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:32.799024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=411a3d60-a45a-459f-bc97-4fd6adfa24b4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:32.851545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c464c795-4816-4ed8-a9e8-727e6276025d,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:32.868977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.872354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6a8f5946-c7a8-40c8-a898-09226474c01e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/411a3d60-a45a-459f-bc97-4fd6adfa24b4 HTTP/1.1" status: 204  len: 168 time: 0.9113553
Dec 11 21:04:32.875062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57166) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:32.876074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Attempting to bind port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:32.876740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Attempting to bind port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:32.877206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Attempting to bind port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:32.880827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'port_id': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'mac_address': 'fa:16:3e:b3:53:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:04:32.887253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:32.887622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:32.888025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.888522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:32.889000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Bound port: bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:32.889372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:32.930542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Allocated IP 172.20.0.3 (d6c634bd-2743-4604-b628-95a0ad42e21a/ee75f1cb-3af3-4acf-bd44-858d05ee8d68/007ba6d9-d966-4f52-9f70-f5c72692a6b5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:32.980159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] For port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:32.983783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] For port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:33.020593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.026649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077994fc-13b6-4977-9ac3-4439e3fba4bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.028922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077994fc-13b6-4977-9ac3-4439e3fba4bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.031331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-077994fc-13b6-4977-9ac3-4439e3fba4bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1552539
Dec 11 21:04:33.033921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57172) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:33.076071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.098565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet d7a21edd-cfc3-4ebc-a270-bd511315629d {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:33.106241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.110069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c464c795-4816-4ed8-a9e8-727e6276025d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:04:33.124640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.159900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4c036-d510-4f13-b00f-d5aa7c195165 None None] Pushing event updated for resources: {'Port': ['ID=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:33.167865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c464c795-4816-4ed8-a9e8-727e6276025d,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:33.173978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.191289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.203155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.278196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:33.310001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Network d6c634bd-2743-4604-b628-95a0ad42e21a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:33.312418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:33.315021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:33.322620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:33.374715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be5d99-44b7-40f7-a105-446ac5d1f361 req-91b74161-cbb6-4af6-a014-e101cd93f838 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.386380 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43be5d99-44b7-40f7-a105-446ac5d1f361 req-91b74161-cbb6-4af6-a014-e101cd93f838 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1363950
Dec 11 21:04:33.452246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030824f-0e70-4b5e-8810-e3fb4c412ca2 req-6aa6a176-65d5-47ce-ae80-cbb0b093ecd7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.458898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.460558 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.464538 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2030824f-0e70-4b5e-8810-e3fb4c412ca2 req-6aa6a176-65d5-47ce-ae80-cbb0b093ecd7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 931 time: 0.1683345
Dec 11 21:04:33.533410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-b288cbc4-6b2d-4bc7-9233-a6c7cc38800b tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1100194
Dec 11 21:04:33.539282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43be5d99-44b7-40f7-a105-446ac5d1f361 req-95575b90-0603-46a4-a308-175cc7213f84 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517899
Dec 11 21:04:33.545677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['c464c795-4816-4ed8-a9e8-727e6276025d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:04:33.550865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Request body: {'port': {'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:33.559365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.686354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.737986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2030824f-0e70-4b5e-8810-e3fb4c412ca2 req-a98d611e-bd66-42cb-a69f-be2c006fccdc tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2722204
Dec 11 21:04:33.752367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.826263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a21edd-cfc3-4ebc-a270-bd511315629d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:33.849281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.859886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e5ae3dad-a1b6-4644-bcd1-7a65445a02d7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d7a21edd-cfc3-4ebc-a270-bd511315629d HTTP/1.1" status: 204  len: 168 time: 0.8245277
Dec 11 21:04:33.862466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57198) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:33.875447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f821bd-fc48-413c-9834-bb5983fa9683 req-6c234891-cf3f-41af-bad1-134ec9606a41 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:33.883391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68f821bd-fc48-413c-9834-bb5983fa9683 req-6c234891-cf3f-41af-bad1-134ec9606a41 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 944 time: 0.0997932
Dec 11 21:04:33.933369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-22853ba4-d172-4146-afcf-e825d834cdf1 None None] Provisioning complete for port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:33.933931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22853ba4-d172-4146-afcf-e825d834cdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:33.952744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a08e8d8c-7de4-4493-a491-5ddb4dcc5022 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0889416
Dec 11 21:04:33.959147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57206) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:33.982514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-22853ba4-d172-4146-afcf-e825d834cdf1 None None] Port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:34.085267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68f821bd-fc48-413c-9834-bb5983fa9683 req-71c27548-bea0-45ac-9139-17f5c16b3fc3 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1911790
Dec 11 21:04:34.095830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7388b70-d3c3-476a-8ba6-7f7e643a709b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:34.097556 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c7388b70-d3c3-476a-8ba6-7f7e643a709b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1349051
Dec 11 21:04:34.101162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57212) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:34.244766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007ba6d9-d966-4f52-9f70-f5c72692a6b5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:04:34.262991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.297493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Transition to ACTIVE for port object 007ba6d9-d966-4f52-9f70-f5c72692a6b5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:04:34.309903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.403412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Pushing event updated for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:34.451485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:34.515234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Attempting to bind port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:34.517133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Attempting to bind port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:34.517588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Attempting to bind port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 on network d6c634bd-2743-4604-b628-95a0ad42e21a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:34.525526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 on network d6c634bd-2743-4604-b628-95a0ad42e21a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:04:34.526660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Attempting to bind port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 on network d6c634bd-2743-4604-b628-95a0ad42e21a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:34.532829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:34.533352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Checking segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:34.533880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Bound using segment: {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:34.534580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Bound port: 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f661c447-211d-44e0-a81d-13173875346e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:34.535061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.551122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53003783-5a4b-4969-945b-d62dc157ffe7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:34.555874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-53003783-5a4b-4969-945b-d62dc157ffe7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4510000
Dec 11 21:04:34.560869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57228) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:34.577398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:34.578009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.665867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c464c795-4816-4ed8-a9e8-727e6276025d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:34.710923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f204f926-5ffa-4c59-b578-ee95987862d6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1475124
Dec 11 21:04:34.717129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57242) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:34.722992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:34.856023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:34.863917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:34.869280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.873261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:34.973203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port c464c795-4816-4ed8-a9e8-727e6276025d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:04:34.996785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:04:35.000855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:35.003815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port c464c795-4816-4ed8-a9e8-727e6276025d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:35.004619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.043355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d7fd4-5e0c-4bd1-85e8-f1f4a2865387 req-67ee22bd-5989-40ad-9edc-8c0ef19d83be tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.045903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e8d7fd4-5e0c-4bd1-85e8-f1f4a2865387 req-67ee22bd-5989-40ad-9edc-8c0ef19d83be tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1361673
Dec 11 21:04:35.047436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:35.054897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.056509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.122884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:35.176118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.178582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.186106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] 10.222.0.16 "PUT /v2.0/ports/007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 1091 time: 1.6425099
Dec 11 21:04:35.187825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:35.196086 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fded2-2810-45d2-bc10-375c920389c9" -d '{"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:35.328099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202df38-a621-4dee-8055-70b95144cc0c service neutron] Pushing event updated for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:35.330148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249bb26-35b8-48cc-ba71-c99ddc99fd6e None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:35.345677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:35.366628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.378567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8944942-64b5-4cff-9705-98989f4c6e77 req-2172bf4c-1e02-4032-86e4-5a3220b7a0fc tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.384095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a59b791d-5da3-4aff-8f3b-0e2b66af9565 None None] Could not find standard attr ID for object 411a3d60-a45a-459f-bc97-4fd6adfa24b4. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:35.391459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8944942-64b5-4cff-9705-98989f4c6e77 req-2172bf4c-1e02-4032-86e4-5a3220b7a0fc tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 943 time: 0.4889839
Dec 11 21:04:35.430909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:35.432872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-a59561e4-3618-4d66-ac26-f5e5cead3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.433968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'mac_address': 'fa:16:3e:5f:db:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:04:35.447595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a59b791d-5da3-4aff-8f3b-0e2b66af9565 None None] Provisioning complete for port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:35.448428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a59b791d-5da3-4aff-8f3b-0e2b66af9565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.448610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-a59561e4-3618-4d66-ac26-f5e5cead3452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1094 time: 0.2036827
Dec 11 21:04:35.449969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:35.462016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.462731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.486513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e8d7fd4-5e0c-4bd1-85e8-f1f4a2865387 req-8b19c736-d1e0-46b3-8e47-3021ec44ca7d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449084
Dec 11 21:04:35.488423 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.515932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7858763
Dec 11 21:04:35.515932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611a4cb-1fac-4538-b7b8-56200a739c06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=91b6fff3-a883-4db1-81c5-dc1ff4562517,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:35.518162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:35.534098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '91b6fff3-a883-4db1-81c5-dc1ff4562517', 'ip_address': '2001:db8::645f:adbe:619:2e29'}], 'name': 'tempest-NetworksTestDHCPv6-1328219136'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:35.555484 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-d1cf7210-59bd-4cf3-a760-3cb1a1b5e750 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 217 time: 0.0955148
Dec 11 21:04:35.669776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96bac1-5511-423f-9c50-3676124f2339 req-1a8c5be2-77dd-4277-948c-96da897cc262 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.671471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f96bac1-5511-423f-9c50-3676124f2339 req-1a8c5be2-77dd-4277-948c-96da897cc262 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 944 time: 0.0754194
Dec 11 21:04:35.698340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8944942-64b5-4cff-9705-98989f4c6e77 req-bc5216da-43bb-4430-b4f2-5c662cee8cfb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3016851
Dec 11 21:04:35.716084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:35.725753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-8f9c4e9e-7149-41af-8276-151fa03d3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.725753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-8f9c4e9e-7149-41af-8276-151fa03d3cbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.1579595
Dec 11 21:04:35.726097 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7422955-621f-49a3-9a0d-3a659857861f" -d '{"events": [{"server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "name": "network-vif-plugged", "status": "completed", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:35.755801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c464c795-4816-4ed8-a9e8-727e6276025d,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:35.763808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f96bac1-5511-423f-9c50-3676124f2339 req-a8801fa2-b3ad-4bbd-91ed-f3e12a9d16d2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829291
Dec 11 21:04:35.765650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:35.778839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-9a1099d5-bffa-4b39-891c-88815f88f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:35.780926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-9a1099d5-bffa-4b39-891c-88815f88f7a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0506239
Dec 11 21:04:35.782763 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.848895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0443628a-ebb2-422c-8b8f-4f155f97c093 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:04:35.864606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.866758 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93a6d4-303a-4c9d-9125-7aa480edb653 x-openstack-request-id: req-2f93a6d4-303a-4c9d-9125-7aa480edb653 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:35.867306 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:35.867571 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f93a6d4-303a-4c9d-9125-7aa480edb653 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:35.867985 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:04:35.888424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port ceb4b8f8-e802-489a-871f-8d2fa183cf0f yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:35.903056 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:35.917494 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57802f-0a09-41c9-8734-705dec4fe120 x-openstack-request-id: req-bb57802f-0a09-41c9-8734-705dec4fe120 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:35.918071 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "name": "network-vif-plugged", "status": "completed", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:35.918737 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb57802f-0a09-41c9-8734-705dec4fe120 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:35.919382 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'code': 200}
Dec 11 21:04:35.939360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-e4e6be7a-57b4-418b-8545-072f1c98a17f service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465230
Dec 11 21:04:35.980978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:36.007875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:36.020551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.099484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:36.119001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463902a-bf5f-420f-96a5-408007dd6a9c req-26b70f83-68c5-4193-912f-8d1e8cea23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.123775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c463902a-bf5f-420f-96a5-408007dd6a9c req-26b70f83-68c5-4193-912f-8d1e8cea23b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1096 time: 0.1336343
Dec 11 21:04:36.142341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0443628a-ebb2-422c-8b8f-4f155f97c093'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:04:36.152879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70ef7bd-0005-4472-9d2c-2ca905a871cf req-043e004b-d2e6-4c91-9cda-d90021aea493 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005816
Dec 11 21:04:36.286802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:36.320015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fded2-2810-45d2-bc10-375c920389c9 req-56a33680-ef47-48cf-b34c-aaaedc032bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.322377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-56a33680-ef47-48cf-b34c-aaaedc032bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1094 time: 0.1080024
Dec 11 21:04:36.363904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Deleting port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:36.364371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.373055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c463902a-bf5f-420f-96a5-408007dd6a9c req-7d395f22-5c63-4c7c-a502-04341195ee02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000825
Dec 11 21:04:36.387460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::645f:adbe:619:2e29 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/91b6fff3-a883-4db1-81c5-dc1ff4562517/ceb4b8f8-e802-489a-871f-8d2fa183cf0f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:36.412868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:36.466141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fded2-2810-45d2-bc10-375c920389c9 req-7e10ae2a-f7d9-4b62-9579-5898cb4db435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.468291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-7e10ae2a-f7d9-4b62-9579-5898cb4db435 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 914 time: 0.1378617
Dec 11 21:04:36.522183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] For port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:36.529815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-731b07d1-b16a-43ca-ae85-abc50a00421c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 217 time: 0.0532863
Dec 11 21:04:36.534748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.584655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Calling delete_port for bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:36.611632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.650679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.654140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fded2-2810-45d2-bc10-375c920389c9 req-f2e955f7-0a52-4c7a-961b-e8c28e30ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.656125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-f2e955f7-0a52-4c7a-961b-e8c28e30ede4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.1156852
Dec 11 21:04:36.659265 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.671426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2015a-d72f-42d3-9b0a-1ac7da4ece91 req-262d0e69-a365-4c50-987b-987255672966 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.673207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13f2015a-d72f-42d3-9b0a-1ac7da4ece91 req-262d0e69-a365-4c50-987b-987255672966 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 945 time: 0.0802538
Dec 11 21:04:36.706399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:36.721313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:36.721533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.726370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:36.738846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:36.747832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.748775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.767112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=ceb4b8f8-e802-489a-871f-8d2fa183cf0f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:36.785223 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1578147a-41a6-4035-a1ae-d27a86f18fb8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.2556074
Dec 11 21:04:36.786288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:36.794491 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13f2015a-d72f-42d3-9b0a-1ac7da4ece91 req-0f5aec33-4f86-4e90-80e7-024dcae0d983 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100607
Dec 11 21:04:36.796303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fded2-2810-45d2-bc10-375c920389c9 req-065a29fd-7c37-41a3-96c8-4c21599d11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.797721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-065a29fd-7c37-41a3-96c8-4c21599d11cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1235790
Dec 11 21:04:36.798815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:36.831603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] No DVR routers for this DVR port bdc0b8db-bd23-4744-9a28-8cfbe089b9a6 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:36.853089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655be64f-3309-45ff-8f19-79839ae5a94d None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:36.884426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:36.941961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be283b-eb9f-4138-b7d5-9da4845d112f None None] Pushing event deleted for resources: {'Port': ['ID=bdc0b8db-bd23-4744-9a28-8cfbe089b9a6,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:36.968360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a4f06-989c-486a-8080-5b4a328330e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.972763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c01a4f06-989c-486a-8080-5b4a328330e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.1819732
Dec 11 21:04:36.974401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57276) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:36.988297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cefff-6fa0-4e6f-b3d8-443d6d1ba0ac req-0792b2b5-2f93-4b75-aa1b-2b1d029a5df7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:36.989839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e7cefff-6fa0-4e6f-b3d8-443d6d1ba0ac req-0792b2b5-2f93-4b75-aa1b-2b1d029a5df7 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 943 time: 0.1407344
Dec 11 21:04:36.996613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:37.105194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '91b6fff3-a883-4db1-81c5-dc1ff4562517'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:37.106234 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.134056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e7cefff-6fa0-4e6f-b3d8-443d6d1ba0ac req-bf9e9cab-4f03-4810-8b17-2ad5aac83c4e tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343975
Dec 11 21:04:37.169375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 0443628a-ebb2-422c-8b8f-4f155f97c093 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:37.172503 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.400529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/91b6fff3-a883-4db1-81c5-dc1ff4562517/1d182599-3b89-41f7-824c-f2e022979668) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:37.419898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.428573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea70e1-1480-4500-af94-3656d5b9c385 req-c038c7d6-c7a4-43bd-9f6d-5ae614d621d6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:37.430344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8eea70e1-1480-4500-af94-3656d5b9c385 req-c038c7d6-c7a4-43bd-9f6d-5ae614d621d6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.4909918
Dec 11 21:04:37.500946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-59a4a53f-2396-42d8-8c43-abd5088fbfc3 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6927776
Dec 11 21:04:37.595293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:37.607714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8eea70e1-1480-4500-af94-3656d5b9c385 req-de9c46ba-8fd0-4044-b729-f1831a1400f2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1706724
Dec 11 21:04:37.613977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port ceb4b8f8-e802-489a-871f-8d2fa183cf0f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:37.614741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.622528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.709092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-199fded2-2810-45d2-bc10-375c920389c9 req-04fae353-5e64-4d99-9f16-263cf2dd9a15 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976590
Dec 11 21:04:37.727878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.736030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:37.747886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.751772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.767896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for ceb4b8f8-e802-489a-871f-8d2fa183cf0f owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:37.800802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:37.808686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:37.811327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:37.813326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Pushing event updated for resources: {'Port': ['ID=1d182599-3b89-41f7-824c-f2e022979668,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:37.918250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Attempting to bind port 1d182599-3b89-41f7-824c-f2e022979668 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:37.918664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Attempting to bind port 1d182599-3b89-41f7-824c-f2e022979668 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:37.920172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Attempting to bind port 1d182599-3b89-41f7-824c-f2e022979668 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:37.925230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:37.932697 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb6a571-2fb6-48de-abf8-3f7fae8cb412" -d '{"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-plugged", "status": "completed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:37.956395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:37.957409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:37.959551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.960016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:37.960521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Bound port: 1d182599-3b89-41f7-824c-f2e022979668, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:37.963425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:37.993389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de583b-ac69-441b-8c26-0f76e8749d20 req-3542b010-d438-4c1a-b3c8-647a9866a967 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:37.996478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6de583b-ac69-441b-8c26-0f76e8749d20 req-3542b010-d438-4c1a-b3c8-647a9866a967 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0747790
Dec 11 21:04:38.008924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.042091 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0374e0b8-e236-4176-a8a6-978dc8595798 x-openstack-request-id: req-0374e0b8-e236-4176-a8a6-978dc8595798 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:38.042787 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-plugged", "status": "completed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:38.043131 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0374e0b8-e236-4176-a8a6-978dc8595798 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:38.043626 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'code': 200}
Dec 11 21:04:38.051109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=ceb4b8f8-e802-489a-871f-8d2fa183cf0f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:38.092404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] For port 1d182599-3b89-41f7-824c-f2e022979668, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:38.093621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.098704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] For port 1d182599-3b89-41f7-824c-f2e022979668, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d182599-3b89-41f7-824c-f2e022979668,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:38.102788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aba769e4-b8c8-4100-adb3-406e4a4db612 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/ceb4b8f8-e802-489a-871f-8d2fa183cf0f HTTP/1.1" status: 204  len: 168 time: 1.1211710
Dec 11 21:04:38.103836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57302) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:38.109504 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.112427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6de583b-ac69-441b-8c26-0f76e8749d20 req-ab2f0821-b6a1-471c-a85e-a49446d97322 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927184
Dec 11 21:04:38.174509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e9d34e-10f5-4ba4-b5fe-7a77052787cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:38.182652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33337ed-ec2f-42aa-a8bf-7080894ea02b None None] Pushing event updated for resources: {'Port': ['ID=1d182599-3b89-41f7-824c-f2e022979668,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:38.187627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e9d34e-10f5-4ba4-b5fe-7a77052787cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:38.190527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-19e9d34e-10f5-4ba4-b5fe-7a77052787cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0844231
Dec 11 21:04:38.196980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57306) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:38.301808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 91b6fff3-a883-4db1-81c5-dc1ff4562517 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:38.305824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.355122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.393426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961fa6a-1735-4876-b953-a03bf7183d8f req-676b40fc-1296-487c-9268-fec358a17bd6 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:38.394613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2961fa6a-1735-4876-b953-a03bf7183d8f req-676b40fc-1296-487c-9268-fec358a17bd6 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 943 time: 0.1540458
Dec 11 21:04:38.590588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2961fa6a-1735-4876-b953-a03bf7183d8f req-b68159ce-e51a-4372-bb74-a92730a784a3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1822588
Dec 11 21:04:38.660928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.807008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.857016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=91b6fff3-a883-4db1-81c5-dc1ff4562517,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:38.866289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:38.874210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:38.875162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4a80ca2d-2df5-43d9-b500-932c5a4fb747 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/91b6fff3-a883-4db1-81c5-dc1ff4562517 HTTP/1.1" status: 204  len: 168 time: 0.6785886
Dec 11 21:04:38.962263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f152e-00b2-43f7-954f-62dd130b44be req-2109dba0-6a23-4ac7-84ba-502ddad38e95 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:38.970402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d21f152e-00b2-43f7-954f-62dd130b44be req-2109dba0-6a23-4ac7-84ba-502ddad38e95 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.1853442
Dec 11 21:04:38.977084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc5d7786-0acb-41f5-bd9d-34a1c1da8c37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0992284
Dec 11 21:04:38.982868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:39.000085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:39.051333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d21f152e-00b2-43f7-954f-62dd130b44be req-c4195002-5b8d-4fa2-8bb9-3dbb1522bdfe tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797274
Dec 11 21:04:39.136711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:39.140879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:39.275290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa981d5d-9cf9-4060-b34a-636f28952691 req-b6966161-25cb-4118-99e3-463f5c53517b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:39.295001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa981d5d-9cf9-4060-b34a-636f28952691 req-b6966161-25cb-4118-99e3-463f5c53517b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1135559
Dec 11 21:04:39.328216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec46ec-c444-4d40-b72c-526d6eeccb30 req-bb844aed-0c5e-4ed0-b2eb-e8de92dd85ee tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:39.330458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2bec46ec-c444-4d40-b72c-526d6eeccb30 req-bb844aed-0c5e-4ed0-b2eb-e8de92dd85ee tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.1852832
Dec 11 21:04:39.345207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:39.350034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Request body: {'floatingip': {'port_id': 'c464c795-4816-4ed8-a9e8-727e6276025d'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:39.373693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa981d5d-9cf9-4060-b34a-636f28952691 req-38456fee-2f9d-45be-b5ce-63552db1f8e4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733566
Dec 11 21:04:39.499174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:39.670459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:39.815851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:39.825560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:39.829197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:39.829796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:39.851799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=f475c5fb-c69b-41b3-84fe-efdd34c5ab12,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:39.861313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4e4984-06f5-4900-80e1-399ece29a752 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:39.913062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Could not find standard attr ID for object ceb4b8f8-e802-489a-871f-8d2fa183cf0f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:39.915161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1883b8f-c1da-4129-96cd-82b5ca014998 req-3ac7b435-a9f2-4d49-ba32-9132efef13ba tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:39.923468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1883b8f-c1da-4129-96cd-82b5ca014998 req-3ac7b435-a9f2-4d49-ba32-9132efef13ba tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 943 time: 0.1673918
Dec 11 21:04:39.931330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75ab22fc-9336-41ea-853a-d20ba6632057 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9441400
Dec 11 21:04:39.933905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57342) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:39.938903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'f475c5fb-c69b-41b3-84fe-efdd34c5ab12', 'ip_address': '2001:db8::5fd5:5507:ea2d:af2d'}], 'name': 'tempest-NetworksTestDHCPv6-1818567538'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:39.968281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Provisioning complete for port 1d182599-3b89-41f7-824c-f2e022979668 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:39.968664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.135218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1883b8f-c1da-4129-96cd-82b5ca014998 req-3334e414-824d-45d7-b31e-c1675b1170e4 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2065732
Dec 11 21:04:40.182362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:40.207780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.268966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 6106e6da-74cd-4878-8ae8-bc82f0c16dc4 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:40.381217 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.472431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d182599-3b89-41f7-824c-f2e022979668 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:40.569897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] For port 1d182599-3b89-41f7-824c-f2e022979668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d182599-3b89-41f7-824c-f2e022979668,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:40.581459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.648771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d182599-3b89-41f7-824c-f2e022979668 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:40.649501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.692570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d34e3b-a8e6-461d-92c1-1290d695e786 None None] Pushing event updated for resources: {'Port': ['ID=1d182599-3b89-41f7-824c-f2e022979668,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:40.717580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:04:40.720705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::5fd5:5507:ea2d:af2d (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/f475c5fb-c69b-41b3-84fe-efdd34c5ab12/6106e6da-74cd-4878-8ae8-bc82f0c16dc4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:40.814618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.817474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-262fb99b-6cfd-482f-9897-b8b233b9e2b9 None None] Provisioning complete for port 1d182599-3b89-41f7-824c-f2e022979668 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:40.817912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-262fb99b-6cfd-482f-9897-b8b233b9e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.824577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:40.846208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed44f06-4d99-463c-8b96-65dbaad4d0b6 req-6785b037-751e-46cb-b74f-33547d406a9f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:40.849671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ed44f06-4d99-463c-8b96-65dbaad4d0b6 req-6785b037-751e-46cb-b74f-33547d406a9f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.3073463
Dec 11 21:04:41.016412 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Floating IP aead440c-d2e9-46f0-90ae-10bf783d396b associated. External IP: 172.35.1.183, port: c464c795-4816-4ed8-a9e8-727e6276025d.
Dec 11 21:04:41.020174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 007ba6d9-d966-4f52-9f70-f5c72692a6b5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:04:41.066039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ed44f06-4d99-463c-8b96-65dbaad4d0b6 req-2eeaf6cc-c690-4535-be70-3d63d291e2ef tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555848
Dec 11 21:04:41.199442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.214136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:41.250452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:04:41.270212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36db730b-ea94-4fa3-95ca-f3c0e4c414eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.303775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3c164fb-f019-457b-a0aa-c32b8cee9c5e None None] Could not find standard attr ID for object 410c3eed-7993-4561-a872-23843841739c. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:41.304441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.355095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.372432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007ba6d9-d966-4f52-9f70-f5c72692a6b5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:04:41.398263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:41.405288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.443248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa83c36-dc04-4500-ae24-3c974de240c3 req-e145ffd6-a69a-4239-afd8-1f0b9978070a tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:41.453361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa83c36-dc04-4500-ae24-3c974de240c3 req-e145ffd6-a69a-4239-afd8-1f0b9978070a tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 943 time: 0.1579030
Dec 11 21:04:41.474765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:41.497004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:41.501364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:41.519622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=6106e6da-74cd-4878-8ae8-bc82f0c16dc4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:41.528287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:41.548772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:41.555009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:41.618631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25918a41-613d-45c1-8dba-76d3b5b9b523 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.6834195
Dec 11 21:04:41.620313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:41.633660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa83c36-dc04-4500-ae24-3c974de240c3 req-957d42a2-1a57-46b2-9eef-4b571159c0fb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1791577
Dec 11 21:04:41.648521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Router 780019f6-1fb3-422c-9796-109590b14cd9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:04:41.704460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['007ba6d9-d966-4f52-9f70-f5c72692a6b5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:04:41.716992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa3229-3f9c-4c90-b03b-e3abbeaadc65 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:41.723839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa3229-3f9c-4c90-b03b-e3abbeaadc65 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:41.726522 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3dfa3229-3f9c-4c90-b03b-e3abbeaadc65 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1608 time: 0.1046917
Dec 11 21:04:41.730785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57380) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:41.758062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c1231e4e-4f58-4e16-8e8a-90ed13e50ab1 None None] Could not find standard attr ID for object 411a3d60-a45a-459f-bc97-4fd6adfa24b4. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:42.086046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-75832477-edfe-40c9-956a-7e10f84614a9 None None] Could not find standard attr ID for object ceb4b8f8-e802-489a-871f-8d2fa183cf0f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:42.247323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088782a8-e644-4c91-aaac-6e52ffad6b46 req-946a731b-6cf7-4e48-87fd-49bef484b24c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:42.257676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-088782a8-e644-4c91-aaac-6e52ffad6b46 req-946a731b-6cf7-4e48-87fd-49bef484b24c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1081202
Dec 11 21:04:42.327879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:04:42.339700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d182599-3b89-41f7-824c-f2e022979668 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:42.344320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:42.363132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-088782a8-e644-4c91-aaac-6e52ffad6b46 req-cdbbc1bb-597f-4eb7-a3d8-32f8e09827a7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045454
Dec 11 21:04:42.406850 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-00b3a05e-179d-4d7b-9cb5-f9e79052b0b2 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "PUT /v2.0/floatingips/aead440c-d2e9-46f0-90ae-10bf783d396b HTTP/1.1" status: 200  len: 991 time: 3.0579116
Dec 11 21:04:42.406850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:42.409548 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c2b83-126b-4299-941b-aea0f94774aa" -d '{"events": [{"name": "network-changed", "server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:42.439178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 6106e6da-74cd-4878-8ae8-bc82f0c16dc4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:42.439594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:42.448604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Sync routers for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:04:42.508400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:42.509322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7761aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:42.578129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2b83-126b-4299-941b-aea0f94774aa req-8c22e049-bf00-49b5-b7d7-f32aafa1e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:42.579764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-8c22e049-bf00-49b5-b7d7-f32aafa1e3fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1096 time: 0.0690088
Dec 11 21:04:42.586399 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8046f6-bc77-4924-8a48-7c9225ddae6c x-openstack-request-id: req-bf8046f6-bc77-4924-8a48-7c9225ddae6c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:42.586792 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:42.587119 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf8046f6-bc77-4924-8a48-7c9225ddae6c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:42.587557 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'status': 'completed', 'code': 200}
Dec 11 21:04:42.660301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:42.676376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 6106e6da-74cd-4878-8ae8-bc82f0c16dc4 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:42.715692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:42.821116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2b83-126b-4299-941b-aea0f94774aa req-29c1fb6f-b50d-4e15-8acf-44f928cf2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:42.823852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-29c1fb6f-b50d-4e15-8acf-44f928cf2fe1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 916 time: 0.2358909
Dec 11 21:04:42.930879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9d29b695-de0b-4a87-b2fb-3a8bafdc9f18 None None] Provisioning complete for port 6106e6da-74cd-4878-8ae8-bc82f0c16dc4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:42.930879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d29b695-de0b-4a87-b2fb-3a8bafdc9f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:42.953850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.018042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=6106e6da-74cd-4878-8ae8-bc82f0c16dc4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:43.055836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.058169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fb039-c753-4362-b15b-5bc6a7d7168c req-af1be962-14b7-4eea-8937-34b40f80adfa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.060151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f6fb039-c753-4362-b15b-5bc6a7d7168c req-af1be962-14b7-4eea-8937-34b40f80adfa tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 944 time: 0.2290690
Dec 11 21:04:43.063755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57410) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:43.064101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2d6700cb-ba43-4992-9c96-ac9909db6add tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6106e6da-74cd-4878-8ae8-bc82f0c16dc4 HTTP/1.1" status: 204  len: 168 time: 1.3314397
Dec 11 21:04:43.067702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 007ba6d9-d966-4f52-9f70-f5c72692a6b5 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:43.076826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1d182599-3b89-41f7-824c-f2e022979668 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:43.077360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.158370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-e2e83728-cbcc-4297-8248-b73ed84418c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 999 time: 0.2601552
Dec 11 21:04:43.171899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9d29b695-de0b-4a87-b2fb-3a8bafdc9f18 None None] Port 6106e6da-74cd-4878-8ae8-bc82f0c16dc4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:43.222432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a1bdc-7298-44dc-a371-226021989218 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.224265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a1bdc-7298-44dc-a371-226021989218 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.226009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-953a1bdc-7298-44dc-a371-226021989218 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1608081
Dec 11 21:04:43.229543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57412) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:43.244815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f6fb039-c753-4362-b15b-5bc6a7d7168c req-a536a19f-c726-468b-93cf-8d2811d9e2b8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638560
Dec 11 21:04:43.301028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2b83-126b-4299-941b-aea0f94774aa req-8f042403-4dee-48fb-bdfe-67296396ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.302586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-8f042403-4dee-48fb-bdfe-67296396ffcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 200  len: 854 time: 0.1234274
Dec 11 21:04:43.305622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet f475c5fb-c69b-41b3-84fe-efdd34c5ab12 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:43.310601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.316176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:04:43.337146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:43.346742 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.412530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2b83-126b-4299-941b-aea0f94774aa req-ac0ba129-68d0-428e-bc20-996c737d41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.413904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-ac0ba129-68d0-428e-bc20-996c737d41d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88331781-22d7-4cd1-815e-4882313497d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1012800
Dec 11 21:04:43.415460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.585231 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b61940d-13ff-49f1-bd43-0f6233b9cd66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.632537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.634279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7761aca0>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aead440c-d2e9-46f0-90ae-10bf783d396b', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'port_id': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'mac_address': 'fa:16:3e:b3:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:17Z', 'updated_at': '2021-12-11T21:04:40Z', 'revision_number': 1, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:43.673381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-dca8c228-0722-4cc8-a01b-28f223a3d7cd service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2509296
Dec 11 21:04:43.695041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Checking router: 780019f6-1fb3-422c-9796-109590b14cd9 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:04:43.702903 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.741948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:43.743710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7761aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:43.756114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9356-add7-4104-9f7d-5bc6990df0c5 req-6db0c6ca-ed65-4eb5-8ffe-15e091b61937 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:43.757852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6e9356-add7-4104-9f7d-5bc6990df0c5 req-6db0c6ca-ed65-4eb5-8ffe-15e091b61937 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.2711353
Dec 11 21:04:43.860399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:43.862873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:43.865902 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54d00b1-a7b7-45c1-8133-0cf283cf105d" -d '{"events": [{"server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "name": "network-vif-plugged", "status": "completed", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:43.873550 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043c2b83-126b-4299-941b-aea0f94774aa req-c367d746-bf69-4362-8d49-9ebf9e432097 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889527
Dec 11 21:04:43.874772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.878853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6e9356-add7-4104-9f7d-5bc6990df0c5 req-5e7f9427-ad83-4830-b5cf-b75df31d825e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110504
Dec 11 21:04:43.919837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.974315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=f475c5fb-c69b-41b3-84fe-efdd34c5ab12,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:43.978283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:43.985735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57422) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:43.993571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ebae6eaa-e224-4278-81d2-d60c9c384f4c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f475c5fb-c69b-41b3-84fe-efdd34c5ab12 HTTP/1.1" status: 204  len: 168 time: 0.7624249
Dec 11 21:04:44.023434 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdde2d3a-781a-4a51-8251-61a9817caf74 x-openstack-request-id: req-fdde2d3a-781a-4a51-8251-61a9817caf74 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:44.024864 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "name": "network-vif-plugged", "status": "completed", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:44.025413 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdde2d3a-781a-4a51-8251-61a9817caf74 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:44.026201 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'code': 200}
Dec 11 21:04:44.058514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e521e-4489-4ecd-b26d-90ff1c845434 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:44.068102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:44.088937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af9b0a76-d698-46c9-9b17-c4240cd35156 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1005638
Dec 11 21:04:44.089606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57424) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:44.101662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:44.122249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afa16b-9e51-4be4-88ae-72c40f08ae9a req-1c638ba7-a644-4eb4-8cf9-1c831f4bb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:44.123783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30afa16b-9e51-4be4-88ae-72c40f08ae9a req-1c638ba7-a644-4eb4-8cf9-1c831f4bb2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1096 time: 0.1047118
Dec 11 21:04:44.212725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30afa16b-9e51-4be4-88ae-72c40f08ae9a req-54defcca-7d45-43ee-aef9-2a3cbf9a516e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814493
Dec 11 21:04:44.279351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:44.285080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:44.290993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.390081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6e441-3f9b-4ea7-8a9e-ecf981b07c7a req-fc389e76-9a51-4a8c-b6e1-1a54d6da5071 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:44.392491 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59a6e441-3f9b-4ea7-8a9e-ecf981b07c7a req-fc389e76-9a51-4a8c-b6e1-1a54d6da5071 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.0625961
Dec 11 21:04:44.488359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59a6e441-3f9b-4ea7-8a9e-ecf981b07c7a req-0482a9e2-da2e-4923-a0df-ae6798f21a8c tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806861
Dec 11 21:04:44.567513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:44.615627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.687337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Deleting port 1d182599-3b89-41f7-824c-f2e022979668 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:44.687641 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.687770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:44.691089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:44.695555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:44.696228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.709360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=8fa3b51e-55e6-4cae-8af8-e7e7309b58bc,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:44.731409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:44.731728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6d0e5c0-d367-4dc4-90cb-29e8cf83c527 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6400239
Dec 11 21:04:44.740993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '8fa3b51e-55e6-4cae-8af8-e7e7309b58bc', 'ip_address': '2001:db8::40e6:3147:ba80:d639'}], 'name': 'tempest-NetworksTestDHCPv6-44017843'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:44.787368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7761aca0>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aead440c-d2e9-46f0-90ae-10bf783d396b', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'port_id': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'mac_address': 'fa:16:3e:b3:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:17Z', 'updated_at': '2021-12-11T21:04:40Z', 'revision_number': 1, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:44.792667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] For port 1d182599-3b89-41f7-824c-f2e022979668, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1d182599-3b89-41f7-824c-f2e022979668,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:44.793312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.828213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed8b4c0-2ccc-4533-be03-da6823fa5afa None None] The sync data for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 is: [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aead440c-d2e9-46f0-90ae-10bf783d396b', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'port_id': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2198, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'mac_address': 'fa:16:3e:b3:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:17Z', 'updated_at': '2021-12-11T21:04:40Z', 'revision_number': 1, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:04:44.834674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Calling delete_port for 1d182599-3b89-41f7-824c-f2e022979668 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:44.902430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:44.936927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:44.978499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.023379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] Pushing event deleted for resources: {'Port': ['ID=1d182599-3b89-41f7-824c-f2e022979668,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:45.041363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2391d-6884-4ae3-bd9a-0284c6e1b66c None None] No DVR routers for this DVR port 1d182599-3b89-41f7-824c-f2e022979668 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:45.061268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49bd8bf-fb92-47dc-a870-da45def9ed63 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:45.124148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.162981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adbd75-a393-48e2-992a-6d91d4a36e56 req-e24dfdad-98d3-44a3-b547-e4683f98d59c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:45.191891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7adbd75-a393-48e2-992a-6d91d4a36e56 req-e24dfdad-98d3-44a3-b547-e4683f98d59c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1721671
Dec 11 21:04:45.294837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '8fa3b51e-55e6-4cae-8af8-e7e7309b58bc'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:45.295714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.358670 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa984b7-ea40-4849-992f-b18c5f33b139 None None] New status for floating IP aead440c-d2e9-46f0-90ae-10bf783d396b: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:04:45.360562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 8608a630-e964-4ea6-a21d-46599414b0b6 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:45.519409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7adbd75-a393-48e2-992a-6d91d4a36e56 req-91b058f2-fb4e-4bc8-bb34-d38450ef5528 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3238409
Dec 11 21:04:45.717870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.729692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/8fa3b51e-55e6-4cae-8af8-e7e7309b58bc/e962c7fb-d464-4b47-8922-05a950c3c293) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:45.752946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89d73-d132-4ac9-b1ef-2380b0f91b5a req-a86a4944-884f-4f39-9ecf-851d84eb9263 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:45.754587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9d89d73-d132-4ac9-b1ef-2380b0f91b5a req-a86a4944-884f-4f39-9ecf-851d84eb9263 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.0682206
Dec 11 21:04:45.812474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9d89d73-d132-4ac9-b1ef-2380b0f91b5a req-837556f6-b127-4ec4-8214-b2795eb1fd7d tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514083
Dec 11 21:04:45.947565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.957651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:45.999586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b7fd-efe0-4a2c-939d-51b7fa1a9fb2 req-9ec0adb4-bcb6-4f5a-8e09-9f0fd470cab6 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.001671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f21b7fd-efe0-4a2c-939d-51b7fa1a9fb2 req-9ec0adb4-bcb6-4f5a-8e09-9f0fd470cab6 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.0883646
Dec 11 21:04:46.023792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:46.027798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:46.031823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:46.040062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Pushing event updated for resources: {'Port': ['ID=e962c7fb-d464-4b47-8922-05a950c3c293,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:46.076193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::40e6:3147:ba80:d639 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/8fa3b51e-55e6-4cae-8af8-e7e7309b58bc/8608a630-e964-4ea6-a21d-46599414b0b6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:46.100292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Attempting to bind port e962c7fb-d464-4b47-8922-05a950c3c293 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:46.101443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Attempting to bind port e962c7fb-d464-4b47-8922-05a950c3c293 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:46.102075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Attempting to bind port e962c7fb-d464-4b47-8922-05a950c3c293 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:46.109073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:46.109755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:46.110574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.111159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:46.111814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Bound port: e962c7fb-d464-4b47-8922-05a950c3c293, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:46.112393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.130339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f21b7fd-efe0-4a2c-939d-51b7fa1a9fb2 req-efaf528b-e8d3-4428-acdb-cb6295d443d3 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124668
Dec 11 21:04:46.135747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:46.196339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] For port e962c7fb-d464-4b47-8922-05a950c3c293, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:46.200251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] For port e962c7fb-d464-4b47-8922-05a950c3c293, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e962c7fb-d464-4b47-8922-05a950c3c293,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:46.255929 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.356433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.366945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.383632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e81b8-8d2d-4ee8-9629-46031855afc0 tempest-TestVolumeBackupRestore-1765786304 tempest-TestVolumeBackupRestore-1765786304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.390805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e82e81b8-8d2d-4ee8-9629-46031855afc0 tempest-TestVolumeBackupRestore-1765786304 tempest-TestVolumeBackupRestore-1765786304-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1091 time: 0.2538164
Dec 11 21:04:46.391567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:46.393934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d182599-3b89-41f7-824c-f2e022979668 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:46.397003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:46.433182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1d182599-3b89-41f7-824c-f2e022979668 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:46.433491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1d182599-3b89-41f7-824c-f2e022979668 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:46.435429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.443389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.445115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2c2d6-bfb7-4500-860f-bca461ef42b1 None None] Pushing event updated for resources: {'Port': ['ID=e962c7fb-d464-4b47-8922-05a950c3c293,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:46.547311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=8608a630-e964-4ea6-a21d-46599414b0b6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:46.575562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:46.577428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:46.580438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:46.588862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.589529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.616828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:46.618947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-691fa1f8-9a1a-4403-8c7b-29b8d697c71d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.8858159
Dec 11 21:04:46.639972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:46.805994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783aa8f-5c25-49fe-9997-b92d698f32aa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.817283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7783aa8f-5c25-49fe-9997-b92d698f32aa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.825184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57486) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:46.828728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7783aa8f-5c25-49fe-9997-b92d698f32aa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 0.2083123
Dec 11 21:04:46.982207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Allocated IP 172.35.1.67 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/79db854d-61b4-4694-a32d-7c09276cad3a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:46.992354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f405a9-c4ed-4df1-b1ad-d2d2816bd220 req-1e64ef4b-22c5-4ec9-8bed-a3bb863ffcda tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:46.993797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46f405a9-c4ed-4df1-b1ad-d2d2816bd220 req-1e64ef4b-22c5-4ec9-8bed-a3bb863ffcda tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.2332313
Dec 11 21:04:47.069274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 8608a630-e964-4ea6-a21d-46599414b0b6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:47.069611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.075482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46f405a9-c4ed-4df1-b1ad-d2d2816bd220 req-06212c31-86da-4014-a0c8-a53f85425f69 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653572
Dec 11 21:04:47.125081 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.184312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.187879 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.204209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 8608a630-e964-4ea6-a21d-46599414b0b6 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:47.230110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.271567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:47.275044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:47.278821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:47.310905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'Port': ['ID=79db854d-61b4-4694-a32d-7c09276cad3a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:47.342385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:04:47.394572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.432565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=8608a630-e964-4ea6-a21d-46599414b0b6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:47.478159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.484043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4ecffd5-a33f-403e-bd03-0a451cb5277d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/8608a630-e964-4ea6-a21d-46599414b0b6 HTTP/1.1" status: 204  len: 168 time: 0.6541450
Dec 11 21:04:47.484720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:47.557997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5214359f-ef31-4f66-b19c-198c42ad3f8e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:47.559739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5214359f-ef31-4f66-b19c-198c42ad3f8e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:47.564120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5214359f-ef31-4f66-b19c-198c42ad3f8e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0784204
Dec 11 21:04:47.564719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57500) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:47.659544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 8fa3b51e-55e6-4cae-8af8-e7e7309b58bc {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:47.667260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.733818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.856819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.933213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.952870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:47.958860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/8fa3b51e-55e6-4cae-8af8-e7e7309b58bc HTTP/1.1" status: 204  len: 168 time: 0.3909307
Dec 11 21:04:47.992446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] Provisioning complete for port e962c7fb-d464-4b47-8922-05a950c3c293 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:47.993043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.007200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:48.027421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c5be0-9a3e-423b-9865-a64e4db22a14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa3b51e-55e6-4cae-8af8-e7e7309b58bc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:48.120115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3e2dadb-a90a-41bf-8d38-a2fc299c4eb7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1084390
Dec 11 21:04:48.120745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57508) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:48.217322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.301888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] For port e962c7fb-d464-4b47-8922-05a950c3c293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e962c7fb-d464-4b47-8922-05a950c3c293,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:48.314592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.382297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7516520f-8a78-4ba6-84a4-277d2a71c652 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:48.390033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7516520f-8a78-4ba6-84a4-277d2a71c652 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2679000
Dec 11 21:04:48.394548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:48.404737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096f5b3-50f2-4795-9698-d68139866f0a None None] Pushing event updated for resources: {'Port': ['ID=e962c7fb-d464-4b47-8922-05a950c3c293,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:48.409504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dd7f90-58e4-4afb-b6cc-45a3344c84dc None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:48.474948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d160-08be-4d29-8a35-009a702a1ab3 req-3bd8d70c-3c27-478d-9545-338c1dfe9018 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:48.476475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d53d160-08be-4d29-8a35-009a702a1ab3 req-3bd8d70c-3c27-478d-9545-338c1dfe9018 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.2623150
Dec 11 21:04:48.495222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e962c7fb-d464-4b47-8922-05a950c3c293 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:48.510715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c6a354-dc30-4fb0-94ef-bb7c4d5f3a5f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:48.515251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-72c6a354-dc30-4fb0-94ef-bb7c4d5f3a5f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1225624
Dec 11 21:04:48.516929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57514) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:48.548261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-770b3084-45ad-44c5-84c2-7ef8f04be056 None None] Could not find standard attr ID for object 8608a630-e964-4ea6-a21d-46599414b0b6. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:04:48.560715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d53d160-08be-4d29-8a35-009a702a1ab3 req-badae901-a45f-46d0-87ab-c49d0ca8e710 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760653
Dec 11 21:04:48.574987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7bb90d0f-338f-4634-9a43-49a83011efad tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0566711
Dec 11 21:04:48.578840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57516) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:48.584747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:48.597154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e962c7fb-d464-4b47-8922-05a950c3c293 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:48.597867 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.604495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.718977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:48.739466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:48.743417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.789401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.820178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Deleting port e962c7fb-d464-4b47-8922-05a950c3c293 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:48.820781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.934905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] For port e962c7fb-d464-4b47-8922-05a950c3c293, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e962c7fb-d464-4b47-8922-05a950c3c293,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:48.935704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:48.958264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Calling delete_port for e962c7fb-d464-4b47-8922-05a950c3c293 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:49.092087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.104003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.159908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.172563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.204469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event updated for resources: {'Port': ['ID=79db854d-61b4-4694-a32d-7c09276cad3a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:49.230655 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.237683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] Pushing event deleted for resources: {'Port': ['ID=e962c7fb-d464-4b47-8922-05a950c3c293,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:49.265648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da013d4b-b698-4c02-ac99-3d9f6e02b44f None None] No DVR routers for this DVR port e962c7fb-d464-4b47-8922-05a950c3c293 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:49.293789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:49.297436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:49.302630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:49.303692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.319584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=b5697d50-e645-4f36-a0df-fdc8e21cea3a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:49.337032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ff93f544-ef57-4744-9401-cb97a10857ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7555444
Dec 11 21:04:49.339532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57532) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:49.345861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ce7825-229f-4c10-b6c8-ad67f9b76dfb None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:49.364442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'b5697d50-e645-4f36-a0df-fdc8e21cea3a', 'ip_address': '2001:db8::8a6a:5c95:83b8:6b0b'}], 'name': 'tempest-NetworksTestDHCPv6-475480435'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:49.404887 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Floating IP 44b51ef8-7c3b-4fc2-9946-e7eb13798690 associated. External IP: 172.35.1.67, port: 007ba6d9-d966-4f52-9f70-f5c72692a6b5.
Dec 11 21:04:49.569372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:49.579171 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.642013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port c31cf189-0fe5-4162-a16d-04ef574f654c yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:49.644499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'b5697d50-e645-4f36-a0df-fdc8e21cea3a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:49.646632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:49.926658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b5697d50-e645-4f36-a0df-fdc8e21cea3a/9b1efd51-3845-43fc-877a-edf6c71fe41d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:50.024839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f19a8-08b9-4176-9c01-ed2c3260eb2d req-b1277d11-be6d-44b8-93e3-8b59f2d3ada8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:50.026511 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-952f19a8-08b9-4176-9c01-ed2c3260eb2d req-b1277d11-be6d-44b8-93e3-8b59f2d3ada8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0934966
Dec 11 21:04:50.033102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Router 507885a8-3199-464d-b2bf-86e8938b1b4d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:04:50.152638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-952f19a8-08b9-4176-9c01-ed2c3260eb2d req-e1b1d5d8-cca2-455e-a43b-c01bf039ee5e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150866
Dec 11 21:04:50.171603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.180446 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.230128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:50.235989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:50.244770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:50.261637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Pushing event updated for resources: {'Port': ['ID=9b1efd51-3845-43fc-877a-edf6c71fe41d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:50.271730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::8a6a:5c95:83b8:6b0b (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b5697d50-e645-4f36-a0df-fdc8e21cea3a/c31cf189-0fe5-4162-a16d-04ef574f654c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:50.330675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:04:50.359207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:04:50.377361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.412555 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e962c7fb-d464-4b47-8922-05a950c3c293 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:50.450558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6fcfa34a-b729-4e33-aed0-cc84f3b07f71 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0569394
Dec 11 21:04:50.451574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:50.454952 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754" -d '{"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:50.458386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:50.459537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:50.464634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:50.472684 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e962c7fb-d464-4b47-8922-05a950c3c293 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:50.473140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e962c7fb-d464-4b47-8922-05a950c3c293 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:50.540295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7e6bd-a6e4-4865-854e-8522f127f443 tempest-TestVolumeBackupRestore-1765786304 tempest-TestVolumeBackupRestore-1765786304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:50.544555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e6a7e6bd-a6e4-4865-854e-8522f127f443 tempest-TestVolumeBackupRestore-1765786304 tempest-TestVolumeBackupRestore-1765786304-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1091 time: 0.0747333
Dec 11 21:04:50.545312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57570) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:50.555800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Request body: {'floatingip': {'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:50.563786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Attempting to bind port 9b1efd51-3845-43fc-877a-edf6c71fe41d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:50.564169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Attempting to bind port 9b1efd51-3845-43fc-877a-edf6c71fe41d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:50.564542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Attempting to bind port 9b1efd51-3845-43fc-877a-edf6c71fe41d on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:50.595010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:50.595461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:50.595852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.596248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:50.596727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Bound port: 9b1efd51-3845-43fc-877a-edf6c71fe41d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:50.597358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.690697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.691524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-16f14ecb-6ffd-4e59-99de-82e4fb9fbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:50.692581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-16f14ecb-6ffd-4e59-99de-82e4fb9fbd85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1096 time: 0.0922546
Dec 11 21:04:50.707486 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ab178-d09a-43ff-96b3-e05ec5083720 x-openstack-request-id: req-483ab178-d09a-43ff-96b3-e05ec5083720 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:50.707901 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:50.708212 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-483ab178-d09a-43ff-96b3-e05ec5083720 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:50.708635 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:04:50.711833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.726938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:50.764155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eb80c704-1515-4412-8754-e53c40540844 None None] For port 9b1efd51-3845-43fc-877a-edf6c71fe41d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:50.781622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eb80c704-1515-4412-8754-e53c40540844 None None] For port 9b1efd51-3845-43fc-877a-edf6c71fe41d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1efd51-3845-43fc-877a-edf6c71fe41d,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:50.817144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:50.935833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-001c4478-4c8e-46a1-85a7-42f893f05235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:50.940735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-001c4478-4c8e-46a1-85a7-42f893f05235 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 914 time: 0.2408047
Dec 11 21:04:51.007197 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:51.086025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:51.089577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-891f7f26-25a8-4ec6-b5ea-eb721eaf8c23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 998 time: 0.1283889
Dec 11 21:04:51.092028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:51.094878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=c31cf189-0fe5-4162-a16d-04ef574f654c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:51.108727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:51.117949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:51.118775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:51.169301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80c704-1515-4412-8754-e53c40540844 None None] Pushing event updated for resources: {'Port': ['ID=9b1efd51-3845-43fc-877a-edf6c71fe41d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:51.220781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:51.275339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88ac0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:47Z', 'revision_number': 0, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:51.335703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-558dfc0b-61be-407d-b2a3-046e0bbf4134 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9939208
Dec 11 21:04:51.344463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57590) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:51.357066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'b5697d50-e645-4f36-a0df-fdc8e21cea3a', 'ip_address': '2001:db8::8a6a:5c95:83b8:6b0b'}], 'name': 'tempest-NetworksTestDHCPv6-1913090465'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:51.402674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-0f2bdc00-58c9-47ba-9f54-164bb3d39117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:51.404316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-0f2bdc00-58c9-47ba-9f54-164bb3d39117 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.2548294
Dec 11 21:04:51.404772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:04:51.424428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:51.425163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:51.504665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-cf3ad22a-ee1b-4cbe-b2a2-52afb7ea98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:51.506903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-cf3ad22a-ee1b-4cbe-b2a2-52afb7ea98e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0952485
Dec 11 21:04:51.764357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-646991ba-7dec-45b9-8ae9-e74775eba1ea service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449453
Dec 11 21:04:51.813735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286abcf-c358-440f-b891-c0eca0a39a1d req-79671f5c-0d35-4df5-bb84-e127cf1b0476 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:51.820093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c286abcf-c358-440f-b891-c0eca0a39a1d req-79671f5c-0d35-4df5-bb84-e127cf1b0476 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.4256487
Dec 11 21:04:51.884148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:51.981681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:51.988801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2dfcbb7-7f52-4f02-bea3-2b51861ec754 req-09eb81ca-ef7f-4439-b7cc-83e3fbaa94ba service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152162
Dec 11 21:04:52.099774 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c286abcf-c358-440f-b891-c0eca0a39a1d req-faeba307-8188-492a-909c-7d60e6d2a7d5 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2709656
Dec 11 21:04:52.234552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:04:52.323677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.327298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.344334 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.352918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 4092df47-c18e-40f5-967e-0b9ccd2ec5fb yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:52.464631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9b1efd51-3845-43fc-877a-edf6c71fe41d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:52.600744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57616) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:52.661920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9b1efd51-3845-43fc-877a-edf6c71fe41d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:52.662196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.674377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88ac0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:47Z', 'revision_number': 0, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:52.730326 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:04:52.730810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:52.784677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944299c-c5a7-4e22-9ce2-00a58fb16f6e None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:47Z', 'revision_number': 0, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:04:52.798838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3059a5e9-109c-45a2-a07d-cc206543af1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.832310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45c918d8-0fc2-4647-89a7-0f77db17f0bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.4867198
Dec 11 21:04:52.836586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57622) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:52.869813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.923503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 9b1efd51-3845-43fc-877a-edf6c71fe41d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1efd51-3845-43fc-877a-edf6c71fe41d,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:52.929231 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:52.967241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58fbd9-86e4-4dd1-acee-072ac4bcae07 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:52.976606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a58fbd9-86e4-4dd1-acee-072ac4bcae07 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:52.979076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8a58fbd9-86e4-4dd1-acee-072ac4bcae07 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1207881
Dec 11 21:04:52.981601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:53.008734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=9b1efd51-3845-43fc-877a-edf6c71fe41d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:53.036635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Router 507885a8-3199-464d-b2bf-86e8938b1b4d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:04:53.037921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f71a63ad-1a53-4f08-b12c-f597890c47e2 None None] Provisioning complete for port 9b1efd51-3845-43fc-877a-edf6c71fe41d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:53.038288 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f71a63ad-1a53-4f08-b12c-f597890c47e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.039675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3059a5e9-109c-45a2-a07d-cc206543af1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.055791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3059a5e9-109c-45a2-a07d-cc206543af1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.100979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059a5e9-109c-45a2-a07d-cc206543af1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8559042-8644-4558-a8e7-e9468786dc34,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:53.130291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3059a5e9-109c-45a2-a07d-cc206543af1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75debca7efe44eae8fb0322fee14cfcf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5281305
Dec 11 21:04:53.132677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57628) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:53.245070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port c31cf189-0fe5-4162-a16d-04ef574f654c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:53.245469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.245955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.292037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7120ef26-d5b6-4232-9cf8-c03966542d72 None None] New status for floating IP 44b51ef8-7c3b-4fc2-9946-e7eb13798690: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:04:53.316902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.376812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.380313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.381766 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8559042-8644-4558-a8e7-e9468786dc34 HTTP/1.1" status: 204  len: 168 time: 0.2479811
Dec 11 21:04:53.397555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0112e-0aa8-4cb8-b635-0c9ab777bffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8559042-8644-4558-a8e7-e9468786dc34,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:53.436288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-23ff0833-514a-4b58-8e5c-869ab3f497a8 None None] Provisioning complete for port c31cf189-0fe5-4162-a16d-04ef574f654c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:53.436662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ff0833-514a-4b58-8e5c-869ab3f497a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.541424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-23ff0833-514a-4b58-8e5c-869ab3f497a8 None None] Port c31cf189-0fe5-4162-a16d-04ef574f654c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:53.848287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83b45e-952a-4c10-a3bc-8735f3424055 req-a3c519ea-d439-4afa-986e-932778621467 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:53.856822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e83b45e-952a-4c10-a3bc-8735f3424055 req-a3c519ea-d439-4afa-986e-932778621467 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.5376887
Dec 11 21:04:53.867155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:04:53.871234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57640) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:53.878003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:04:53.890905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf21c-a442-4cd4-b25b-9e96ab65f804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.892997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.896141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:53.896769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7720f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:53.913830 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:53.973382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for c31cf189-0fe5-4162-a16d-04ef574f654c owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:54.000498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:54.003429 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e357f03-1854-476f-a7fa-d61004a40b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:54.018928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf21c-a442-4cd4-b25b-9e96ab65f804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.038426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf21c-a442-4cd4-b25b-9e96ab65f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.053322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e83b45e-952a-4c10-a3bc-8735f3424055 req-58752b9c-71eb-4678-9106-27e406255a1e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862388
Dec 11 21:04:54.089796 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1acd785-2433-47ed-a446-dd18aa56038c x-openstack-request-id: req-a1acd785-2433-47ed-a446-dd18aa56038c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:54.090115 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:54.090340 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1acd785-2433-47ed-a446-dd18aa56038c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:54.090763 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:04:54.105579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0e9fbd5f-c9c2-4b82-913a-3b66898853c8 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "PUT /v2.0/floatingips/44b51ef8-7c3b-4fc2-9946-e7eb13798690 HTTP/1.1" status: 200  len: 990 time: 3.5534687
Dec 11 21:04:54.146234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:54.146930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5cbaf21c-a442-4cd4-b25b-9e96ab65f804 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad5db5586096401ba76d562d2bd35c4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2692530
Dec 11 21:04:54.146930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57644) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:54.155769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaf21c-a442-4cd4-b25b-9e96ab65f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7c63e-1c79-4a95-96a6-8458a7513c40,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:54.237355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-3605f6f1-862b-42d1-84b3-18c3bce8f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.238916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-3605f6f1-862b-42d1-84b3-18c3bce8f28e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1096 time: 0.1072619
Dec 11 21:04:54.251749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.318501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=c31cf189-0fe5-4162-a16d-04ef574f654c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:54.337119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.351172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.358407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-57c66320-f3c4-479a-9cc3-33feabc6eb91 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/c31cf189-0fe5-4162-a16d-04ef574f654c HTTP/1.1" status: 204  len: 168 time: 1.3728387
Dec 11 21:04:54.358688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:54.402423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9b1efd51-3845-43fc-877a-edf6c71fe41d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:54.417733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-c568394b-f154-4533-935d-e7649aafda5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.419945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-c568394b-f154-4533-935d-e7649aafda5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 914 time: 0.1733265
Dec 11 21:04:54.432657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.434951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e93c91d-2097-4b75-9c57-dd7e4305b0ff tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.436727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e93c91d-2097-4b75-9c57-dd7e4305b0ff tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.438512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e93c91d-2097-4b75-9c57-dd7e4305b0ff tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0788968
Dec 11 21:04:54.444232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57658) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:54.508009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet b5697d50-e645-4f36-a0df-fdc8e21cea3a {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:54.513232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.532238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9b1efd51-3845-43fc-877a-edf6c71fe41d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:54.532613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.551706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-81bbb17b-367f-48cd-987e-84cdd55fec63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 1000 time: 0.1158419
Dec 11 21:04:54.562750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.601703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.602504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7720f6d0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:53Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:54.605175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.608825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ab7c63e-1c79-4a95-96a6-8458a7513c40 HTTP/1.1" status: 204  len: 168 time: 0.4517274
Dec 11 21:04:54.622528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b367271-0a3c-42a1-9e32-7c3436b1a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7c63e-1c79-4a95-96a6-8458a7513c40,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:54.638270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-1e006df3-99dc-48b1-bb48-f09d29cb11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.639884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-1e006df3-99dc-48b1-bb48-f09d29cb11cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.0722270
Dec 11 21:04:54.656843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:04:54.668364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.685883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:04:54.686538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7720f6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:54.755273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.772717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-68ed6930-d26b-445c-9bda-c2128c6a1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:54.774574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-68ed6930-d26b-445c-9bda-c2128c6a1874 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0481563
Dec 11 21:04:54.778814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:54.782780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b5697d50-e645-4f36-a0df-fdc8e21cea3a HTTP/1.1" status: 204  len: 168 time: 0.3375340
Dec 11 21:04:54.785512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57662) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:54.797396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd6134-d06a-44bc-b585-c2e96b2429e8 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:54.807910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac517d52-3de7-468b-88bf-fa1d7ae79209 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=b5697d50-e645-4f36-a0df-fdc8e21cea3a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:54.863602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b578c9ab-2024-47bb-96ab-0e155bf6dccd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0754311
Dec 11 21:04:54.870528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57666) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:54.877408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:54.878355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:04:54.994689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:55.000610 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.012374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-c1a71ab1-88ca-4568-8439-347d03dee44c service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173998
Dec 11 21:04:55.019094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-21a65c39-eab2-4ab5-8438-b98f8f82179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:55.020544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-21a65c39-eab2-4ab5-8438-b98f8f82179f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 1097 time: 0.0630720
Dec 11 21:04:55.114300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e357f03-1854-476f-a7fa-d61004a40b0d req-0a53edc9-296a-44d3-a81c-187346f42b5b service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927670
Dec 11 21:04:55.159258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd253436-58f3-45ce-9300-395472edb478 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:55.252060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Deleting port 9b1efd51-3845-43fc-877a-edf6c71fe41d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:55.252435 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.267199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28312-04cd-42ec-98c5-42208b8ca0a7 req-3ee9f87e-8dbc-4b04-9a6e-4b95049b0168 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:55.275115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fa28312-04cd-42ec-98c5-42208b8ca0a7 req-3ee9f87e-8dbc-4b04-9a6e-4b95049b0168 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0908639
Dec 11 21:04:55.291915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-ef12f2f4-f20f-4944-af09-3cbfc34e276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:55.293399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-ef12f2f4-f20f-4944-af09-3cbfc34e276d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.1781826
Dec 11 21:04:55.303118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7720f6d0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:53Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:04:55.339433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92307b77-d28d-4121-b7bc-7e4d9d7c343b None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '44b51ef8-7c3b-4fc2-9946-e7eb13798690', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'floating_ip_address': '172.35.1.67', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'port_id': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'mac_address': 'fa:16:3e:90:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:04:47Z', 'updated_at': '2021-12-11T21:04:53Z', 'revision_number': 2, 'project_id': '99e91091650141658a6c126a3884f5d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:04:55.361001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dd253436-58f3-45ce-9300-395472edb478 None None] For port 9b1efd51-3845-43fc-877a-edf6c71fe41d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b1efd51-3845-43fc-877a-edf6c71fe41d,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:55.361370 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.370398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.376237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Calling delete_port for 9b1efd51-3845-43fc-877a-edf6c71fe41d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:55.380185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fa28312-04cd-42ec-98c5-42208b8ca0a7 req-aa98fc0f-7ccc-4d9c-baa2-20252478ff51 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041219
Dec 11 21:04:55.381882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-c105fa67-8d58-47c8-951e-4c1c4e17e225 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0443628a-ebb2-422c-8b8f-4f155f97c093 HTTP/1.1" status: 200  len: 217 time: 0.0545189
Dec 11 21:04:55.443235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-07fafe92-0d7d-4edf-8c54-151c6b4c334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:55.444953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-07fafe92-0d7d-4edf-8c54-151c6b4c334e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.0549891
Dec 11 21:04:55.464020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:55.467415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:55.475096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:55.476157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.497065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-f2592a35-ded9-40a5-bc80-abb08d3f05d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398955
Dec 11 21:04:55.499271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=0e85c057-d0cd-456d-81d4-2b171a1c4b03,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:55.513956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-352c4691-514d-44b2-9fea-f0dfaa6377c8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6419139
Dec 11 21:04:55.517620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57684) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:55.518903 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.528806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '0e85c057-d0cd-456d-81d4-2b171a1c4b03', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-740512633'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:55.552940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd253436-58f3-45ce-9300-395472edb478 None None] Pushing event deleted for resources: {'Port': ['ID=9b1efd51-3845-43fc-877a-edf6c71fe41d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:55.554915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd253436-58f3-45ce-9300-395472edb478 None None] No DVR routers for this DVR port 9b1efd51-3845-43fc-877a-edf6c71fe41d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:55.589892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76d764-8ac3-4cc0-bb17-478ab9351180 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:55.766846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '0e85c057-d0cd-456d-81d4-2b171a1c4b03'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:04:55.769420 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.776959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:55.784147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:55.811788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 922de42c-9a4e-439b-8421-d31c337a7da5 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:04:55.970215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/0e85c057-d0cd-456d-81d4-2b171a1c4b03/11613d7b-d120-402f-949e-840636a92e13) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:55.983308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-9ce5249e-a70f-4d94-8537-ce8ce4d92361 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4788449
Dec 11 21:04:56.092473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:56.095458 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6694ba-7b3e-44c3-b929-e660a4094366" -d '{"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:56.102048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5eb6a96a-c847-4abb-b41c-6a7dd16a8501 req-c486c821-6b4a-4304-bfcf-5910450df7f3 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102650
Dec 11 21:04:56.140797 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f8b6b-1a47-42bb-a2eb-d7d6a1a4c8e4 x-openstack-request-id: req-4d2f8b6b-1a47-42bb-a2eb-d7d6a1a4c8e4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:56.141115 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:56.141352 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d2f8b6b-1a47-42bb-a2eb-d7d6a1a4c8e4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:56.141761 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:04:56.251335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-e19d8cc0-0728-4f51-b064-8d3c25ca539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.252905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-e19d8cc0-0728-4f51-b064-8d3c25ca539e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1096 time: 0.0853257
Dec 11 21:04:56.351240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9b1efd51-3845-43fc-877a-edf6c71fe41d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:56.381560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9b1efd51-3845-43fc-877a-edf6c71fe41d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:04:56.381905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9b1efd51-3845-43fc-877a-edf6c71fe41d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:04:56.387853 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.392197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-ef157c75-bf31-4598-b0b9-84c48b524cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.394102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-ef157c75-bf31-4598-b0b9-84c48b524cca service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 914 time: 0.1314025
Dec 11 21:04:56.396987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.399028 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:04:56.399493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:04:56.430446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ffc73371-edf3-4489-9c50-b4980a060893 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.9078341
Dec 11 21:04:56.431389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57722) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:56.479424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Pushing event updated for resources: {'Port': ['ID=11613d7b-d120-402f-949e-840636a92e13,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:56.492702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:56.494325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:56.497805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:56.513032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-d0a3e206-af02-4acc-92f7-bf07425f25de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 1000 time: 0.1090004
Dec 11 21:04:56.566050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Attempting to bind port 11613d7b-d120-402f-949e-840636a92e13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:04:56.567465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Attempting to bind port 11613d7b-d120-402f-949e-840636a92e13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:04:56.568156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Attempting to bind port 11613d7b-d120-402f-949e-840636a92e13 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:04:56.576137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9b3942-1bd0-4e21-8ab0-247ac5f88994 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.577744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a9b3942-1bd0-4e21-8ab0-247ac5f88994 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1415005
Dec 11 21:04:56.580096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:04:56.580554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:04:56.580953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57728) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:56.581373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.581647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-54ff7a23-71e3-453f-b493-6d71be95470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.581791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:04:56.582305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Bound port: 11613d7b-d120-402f-949e-840636a92e13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:04:56.582767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.583281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-54ff7a23-71e3-453f-b493-6d71be95470d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.0604091
Dec 11 21:04:56.644018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-8392fbd0-da2c-461c-b53a-25ef8470408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.645868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5924b-6b61-4410-8fd5-0b08401f1dee req-ec3f9869-34cf-4763-8a36-f43631a26bad tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.647537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-8392fbd0-da2c-461c-b53a-25ef8470408b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0558381
Dec 11 21:04:56.647788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5e5924b-6b61-4410-8fd5-0b08401f1dee req-ec3f9869-34cf-4763-8a36-f43631a26bad tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.1868236
Dec 11 21:04:56.652912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] For port 11613d7b-d120-402f-949e-840636a92e13, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:04:56.656401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] For port 11613d7b-d120-402f-949e-840636a92e13, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11613d7b-d120-402f-949e-840636a92e13,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:04:56.662064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.671079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27675d3a-ae3e-41eb-a5bb-a15f86a4e79e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.672904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27675d3a-ae3e-41eb-a5bb-a15f86a4e79e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:56.677402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27675d3a-ae3e-41eb-a5bb-a15f86a4e79e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.0906591
Dec 11 21:04:56.685705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57730) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:56.748492 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5e5924b-6b61-4410-8fd5-0b08401f1dee req-e28acdfa-07c2-4369-b389-789e27e81cf8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893655
Dec 11 21:04:56.781122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8186636-3e70-4c04-8ad5-871ad560986b None None] Pushing event updated for resources: {'Port': ['ID=11613d7b-d120-402f-949e-840636a92e13,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:56.824069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 0e85c057-d0cd-456d-81d4-2b171a1c4b03 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:04:56.835061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.892048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:56.896451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-402874e5-8b88-407d-ba2c-b9a6edf074f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386959
Dec 11 21:04:57.064720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b6694ba-7b3e-44c3-b929-e660a4094366 req-ff0104fb-cfe7-46fb-b64d-8fba009944d4 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450355
Dec 11 21:04:57.108328 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.191615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.227401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=0e85c057-d0cd-456d-81d4-2b171a1c4b03,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:57.232102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.236035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7aeced7e-d388-4eff-87d0-f5b710185202 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/0e85c057-d0cd-456d-81d4-2b171a1c4b03 HTTP/1.1" status: 204  len: 168 time: 0.5463736
Dec 11 21:04:57.238667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57744) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:57.291582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4744fb7e-1fba-4293-b022-4dec6617242d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0474868
Dec 11 21:04:57.293013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57748) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:57.302103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:57.430536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:04:57.436042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.718031 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.778916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:57.786603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:57.789493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=57c76d21-06ad-49d7-8508-bb07252debbf,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:57.793254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:57.793912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.817233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.817676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.818101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.818542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.818956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.820483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.820900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.821329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.822243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.822718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.823234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.824227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.824630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:57.842913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84cae05a-725b-44aa-9c64-163d1f99e76e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5483010
Dec 11 21:04:57.845502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57764) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:57.850793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:04:57.881879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.886765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.922804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd826d5-a8ee-4d5b-938b-97fa5bab77df req-bcff5244-42ef-435c-a785-a71b27f1df16 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:57.924843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd826d5-a8ee-4d5b-938b-97fa5bab77df req-bcff5244-42ef-435c-a785-a71b27f1df16 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 946 time: 0.0887794
Dec 11 21:04:57.965947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.972761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:57.990180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd826d5-a8ee-4d5b-938b-97fa5bab77df req-43e98c3d-6988-42b0-9fec-cabd088b46db tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583837
Dec 11 21:04:57.998728 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.002883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2be46ebc-a09f-4d09-b8ec-7651d8ebe379 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1533628
Dec 11 21:04:58.004273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:58.238398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3d05b-beef-4890-8375-82998636920a None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:04:58.377034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] Provisioning complete for port 11613d7b-d120-402f-949e-840636a92e13 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:58.377664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.408411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 11613d7b-d120-402f-949e-840636a92e13 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:04:58.491766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.539223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 11613d7b-d120-402f-949e-840636a92e13 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:58.539874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.579780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.628204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57790) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:58.641518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] For port 11613d7b-d120-402f-949e-840636a92e13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11613d7b-d120-402f-949e-840636a92e13,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:58.653051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.796950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f04fc4-a384-4e06-a8ee-2249f57a7a20 None None] Pushing event updated for resources: {'Port': ['ID=11613d7b-d120-402f-949e-840636a92e13,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:58.820825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea68b196-eb79-49c6-8c03-2c3dca446366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.880237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::1 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/57c76d21-06ad-49d7-8508-bb07252debbf/e824b447-f286-442c-b728-349478be8154) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:04:58.884675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ad6b35e2-7bed-4558-9d51-3f561585c487 None None] Provisioning complete for port 11613d7b-d120-402f-949e-840636a92e13 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:58.885719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad6b35e2-7bed-4558-9d51-3f561585c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.979346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea68b196-eb79-49c6-8c03-2c3dca446366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:58.985869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea68b196-eb79-49c6-8c03-2c3dca446366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.033685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68b196-eb79-49c6-8c03-2c3dca446366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f40da3-c716-4146-bde6-80f26cb185ad,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.042764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea68b196-eb79-49c6-8c03-2c3dca446366 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b08d43bbaaa741b7a845e7e954b1bf48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4093113
Dec 11 21:04:59.047248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57814) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:59.092225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:04:59.105526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.162670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.187580 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.191380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.199615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.215507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:59.217806 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d2aff-092f-4b7e-afc2-8f902e963bdb" -d '{"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:04:59.232295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:59.238361 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.258285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:04:59.270842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:04:59.275931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:04:59.276456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.298794 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01a8c4-2ff2-47a1-b1a6-c1e0784d9a8d x-openstack-request-id: req-0f01a8c4-2ff2-47a1-b1a6-c1e0784d9a8d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:04:59.299663 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-unplugged", "status": "failed", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093", "code": 422}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:04:59.300245 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f01a8c4-2ff2-47a1-b1a6-c1e0784d9a8d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:04:59.301399 ncdv-master-1 neutron-server[125989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'code': 422} returned with failed status
Dec 11 21:04:59.303363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.324300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.339109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.339467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.339814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.340159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.340501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.340839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.341174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.341519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.341867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.342259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.342677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.343012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.343355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:04:59.404983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.409822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.411742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58f40da3-c716-4146-bde6-80f26cb185ad HTTP/1.1" status: 204  len: 168 time: 0.3532047
Dec 11 21:04:59.433875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-da952b1a-f01f-4763-94aa-10c022ee3ba9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:04:59.435463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-da952b1a-f01f-4763-94aa-10c022ee3ba9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ee1a90-fea3-4a03-aaf2-d41d481189ab HTTP/1.1" status: 200  len: 944 time: 0.0933492
Dec 11 21:04:59.459836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724a4bc-bc19-4977-840f-5418e1e1a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f40da3-c716-4146-bde6-80f26cb185ad,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.472418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.583159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port 0443628a-ebb2-422c-8b8f-4f155f97c093 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:04:59.583515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.686945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port 0443628a-ebb2-422c-8b8f-4f155f97c093, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0443628a-ebb2-422c-8b8f-4f155f97c093,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:04:59.688095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.699016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a771b61-6c3d-4483-bf59-7009950e01b6 None None] Provisioning complete for port e824b447-f286-442c-b728-349478be8154 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:04:59.699645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a771b61-6c3d-4483-bf59-7009950e01b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.707168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for 0443628a-ebb2-422c-8b8f-4f155f97c093 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:04:59.739540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a771b61-6c3d-4483-bf59-7009950e01b6 None None] Port e824b447-f286-442c-b728-349478be8154 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:04:59.778857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57830) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:04:59.801445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35c16be5-c84c-4baf-ae9d-ad973e75bb90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.807329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.816355 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.817106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.865888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.898727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=0443628a-ebb2-422c-8b8f-4f155f97c093,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.933267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6e5d2-11a0-421d-84a0-2bb46bbc2590 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:04:59.938384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:04:59.960017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port 0443628a-ebb2-422c-8b8f-4f155f97c093 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:04:59.963949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:04:59.969560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74d8b155-173b-4622-9adb-4f95ad7ab444 req-d9afca27-d373-4fda-ab2b-d1a073f4d173 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "DELETE /v2.0/ports/0443628a-ebb2-422c-8b8f-4f155f97c093 HTTP/1.1" status: 204  len: 173 time: 0.5246437
Dec 11 21:04:59.970578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-deleted', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:04:59.974238 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795aaa83-ea73-4e90-9863-20d300e5fc75" -d '{"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-deleted", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:00.014457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:00.021845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:00.061144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35c16be5-c84c-4baf-ae9d-ad973e75bb90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.098658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35c16be5-c84c-4baf-ae9d-ad973e75bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.100998 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 11 Dec 2021 21:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ce967-9873-499d-b9f2-fcec358459e3 x-openstack-request-id: req-245ce967-9873-499d-b9f2-fcec358459e3 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:00.110342 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ee1a90-fea3-4a03-aaf2-d41d481189ab", "name": "network-vif-deleted", "tag": "0443628a-ebb2-422c-8b8f-4f155f97c093", "status": "failed", "code": 422}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:00.110747 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-245ce967-9873-499d-b9f2-fcec358459e3 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:00.121317 ncdv-master-1 neutron-server[125987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23ee1a90-fea3-4a03-aaf2-d41d481189ab', 'name': 'network-vif-deleted', 'tag': '0443628a-ebb2-422c-8b8f-4f155f97c093', 'status': 'failed', 'code': 422} returned with failed status
Dec 11 21:05:00.202319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c16be5-c84c-4baf-ae9d-ad973e75bb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32410a91-061b-4798-a9b5-3cc2beb3fd62,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:00.227190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35c16be5-c84c-4baf-ae9d-ad973e75bb90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fc5ef358c6e403e937f9eb9035cae87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4457703
Dec 11 21:05:00.229480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:00.292356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.299181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.306781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.313539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.320114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.326951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.333723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.347985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-4cbbcdbd-b82d-4bb6-8e65-6b91f78b43c0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.1652615
Dec 11 21:05:00.355373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.355609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Router ecb1d15d-d03d-48d6-89f8-49d71e07d38f is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:05:00.396663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.425790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 11613d7b-d120-402f-949e-840636a92e13 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:00.451616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44faacc0-b041-48ee-83d8-4d5559c3e201 req-8d431433-7552-42f3-ad2f-cf8a82ac38c9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0903628
Dec 11 21:05:00.507706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1fafb2fe-fab8-4f01-85e8-58b563d9e7a3 None None] Provisioning complete for port e824b447-f286-442c-b728-349478be8154 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:00.508214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1fafb2fe-fab8-4f01-85e8-58b563d9e7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.513801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.521697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.526954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32410a91-061b-4798-a9b5-3cc2beb3fd62 HTTP/1.1" status: 204  len: 168 time: 0.2944152
Dec 11 21:05:00.550847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5487-8841-44eb-9db6-03e98b096bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32410a91-061b-4798-a9b5-3cc2beb3fd62,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:00.563353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1fafb2fe-fab8-4f01-85e8-58b563d9e7a3 None None] Port e824b447-f286-442c-b728-349478be8154 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:00.565729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 11613d7b-d120-402f-949e-840636a92e13 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:00.566100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:00.609795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:00.626599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Sync routers for ids ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:00.638898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Routers {'ecb1d15d-d03d-48d6-89f8-49d71e07d38f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:00.639890 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:00.643520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:00.645426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-793d6f2c-500c-4c64-a46e-3e1040ec3e77 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "PUT /v2.0/routers/ecb1d15d-d03d-48d6-89f8-49d71e07d38f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6348782
Dec 11 21:05:00.712401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b27c6b-040e-47e7-961f-dd8a8fe302d4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.714321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-04b27c6b-040e-47e7-961f-dd8a8fe302d4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports/e824b447-f286-442c-b728-349478be8154 HTTP/1.1" status: 200  len: 911 time: 0.0698116
Dec 11 21:05:00.717069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57862) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:00.760286 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Set router ecb1d15d-d03d-48d6-89f8-49d71e07d38f gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:00.780123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-61195c67-79aa-4563-ae8b-0317092663b0 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.788545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-61195c67-79aa-4563-ae8b-0317092663b0 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.1406984
Dec 11 21:05:00.793179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8108494-fdc6-4c27-a6cd-ec35dd497b1f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.800727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8108494-fdc6-4c27-a6cd-ec35dd497b1f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:00.807843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8108494-fdc6-4c27-a6cd-ec35dd497b1f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1576 time: 0.0890825
Dec 11 21:05:00.808501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:00.810505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-e6469a63-f2f6-4a27-8e52-51b6c682d818 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.0207715
Dec 11 21:05:00.852549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-3c92f058-3e0c-4063-8392-d3726a020f36 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0410545
Dec 11 21:05:00.975442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-03c4cb7f-ac65-41a6-ba3a-610ee7419296 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211150
Dec 11 21:05:01.034419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f6610>, [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:04:59Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': 'e824b447-f286-442c-b728-349478be8154', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:ec:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:58Z', 'updated_at': '2021-12-11T21:04:59Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:01.075358 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Checking router: ecb1d15d-d03d-48d6-89f8-49d71e07d38f for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:01.076013 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Updating router ecb1d15d-d03d-48d6-89f8-49d71e07d38f port e824b447-f286-442c-b728-349478be8154 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:05:01.104661 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:01.128229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-f4414588-481f-43a1-bf56-59393ec07d65 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515613
Dec 11 21:05:01.398666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2edf3304-0239-4596-8724-861995cf637f req-cb998ab2-c42e-499c-b649-40ecde53e8b7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 210 time: 0.0732481
Dec 11 21:05:01.444191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:01.559820 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:01.569619 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:01.625395 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43727-7526-49db-b745-54925235ef18 None None] Pushing event updated for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:01.639031 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.649478 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.650169 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.651828 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.652857 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.653522 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.655046 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.655599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.656157 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.657073 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.657635 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.658537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.659360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d43727-7526-49db-b745-54925235ef18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:01.812712 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Attempting to bind port e824b447-f286-442c-b728-349478be8154 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:01.814892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Attempting to bind port e824b447-f286-442c-b728-349478be8154 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:01.815367 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Attempting to bind port e824b447-f286-442c-b728-349478be8154 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:01.843463 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:01.843855 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:01.844265 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:01.844662 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:01.845155 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Bound port: e824b447-f286-442c-b728-349478be8154, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:01.845534 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.004894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port e824b447-f286-442c-b728-349478be8154 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:02.005483 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.030529 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] For port e824b447-f286-442c-b728-349478be8154, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:02.034782 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] For port e824b447-f286-442c-b728-349478be8154, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e824b447-f286-442c-b728-349478be8154,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:02.036831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.044177 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.058981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.079645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.100057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.123991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.137375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] Provisioning complete for port e824b447-f286-442c-b728-349478be8154 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:02.138516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.149387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.187048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.190842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d43727-7526-49db-b745-54925235ef18 None None] Pushing event updated for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:02.192857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-9b93706e-a20f-494e-850d-ebe7a6ffe213 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.8132029
Dec 11 21:05:02.195079 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Routers {'ecb1d15d-d03d-48d6-89f8-49d71e07d38f'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:02.196168 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f6610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:02.219404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port e824b447-f286-442c-b728-349478be8154, host ncdv-master-1, got binding levels [] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:02.219771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.258718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for e824b447-f286-442c-b728-349478be8154 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:02.343836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.370503 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] Set router ecb1d15d-d03d-48d6-89f8-49d71e07d38f gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:02.420854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] For port e824b447-f286-442c-b728-349478be8154, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e824b447-f286-442c-b728-349478be8154,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:02.426279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.470911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-15dd6996-4a28-4737-bffd-e15e36ce21a3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.480865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-15dd6996-4a28-4737-bffd-e15e36ce21a3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.2439611
Dec 11 21:05:02.547299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc32b39-3719-4928-818c-2b25432766dc None None] Pushing event updated for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:02.569296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-40596070-2e74-4e41-a257-34fa875f869a None None] Provisioning complete for port e824b447-f286-442c-b728-349478be8154 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:02.570078 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40596070-2e74-4e41-a257-34fa875f869a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.605809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c81e8cf8-0068-421a-8329-4f9f9ea8dfde req-f54284f2-fc44-4b18-9c07-b98fe8594237 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 210 time: 0.0506752
Dec 11 21:05:02.653985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.661475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.668867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.676929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.686450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.693503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.701741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:02.706987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-6bbccad2-9d09-4293-a970-5d8d8577debe tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 5434 time: 0.5117805
Dec 11 21:05:02.743149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.769440 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-46c2c725-0ade-46c2-a89c-b84bf6a02f1c tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2799804
Dec 11 21:05:02.782311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=e824b447-f286-442c-b728-349478be8154,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:02.791214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:02.922419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f6610>, [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:04:59Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': 'e824b447-f286-442c-b728-349478be8154', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:ec:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:58Z', 'updated_at': '2021-12-11T21:05:02Z', 'revision_number': 4, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:02.956006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a0e6fd2-e53e-40a3-b3a5-8a3a5477e6f0 req-d059abc3-4f5d-488e-a7cd-9ba9e11999f1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2243068
Dec 11 21:05:02.956673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:02.965711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae824c-f283-41a0-b161-dbf9f8818548 None None] The sync data for ids ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'] in ncdv-master-1 is: [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:04:59Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': 'e824b447-f286-442c-b728-349478be8154', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:ec:47:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:58Z', 'updated_at': '2021-12-11T21:05:02Z', 'revision_number': 4, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '57c76d21-06ad-49d7-8508-bb07252debbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:03.009541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.107005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:03.142493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 0443628a-ebb2-422c-8b8f-4f155f97c093 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:03.143177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0443628a-ebb2-422c-8b8f-4f155f97c093 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:03.217878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=23e94009-66d2-4be5-88d6-6e34c096fe94,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:03.271391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] For port 23e94009-66d2-4be5-88d6-6e34c096fe94, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:03.344806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] device_id is not set on port 23e94009-66d2-4be5-88d6-6e34c096fe94 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:03.368742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.375862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.463570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] No DVR routers for this DVR port 23e94009-66d2-4be5-88d6-6e34c096fe94 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:03.479101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Pushing event updated for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:03.566088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] In _notify_port_updated(), no bound segment for port 23e94009-66d2-4be5-88d6-6e34c096fe94 on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:05:03.566861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:03.571482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.573254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-a594fdd6-b89a-49ba-a01f-d4927d099d4e service neutron] 10.222.0.30 "PUT /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 200  len: 1028 time: 0.7950804
Dec 11 21:05:03.608383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-5fbf94ba-d813-4aff-92b5-43710a256b5a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:03.610815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-5fbf94ba-d813-4aff-92b5-43710a256b5a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.7946343
Dec 11 21:05:03.670145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:03.670307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-5505b590-814b-49c5-8f89-1f80b461e7af tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:03.671656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-5505b590-814b-49c5-8f89-1f80b461e7af tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "GET /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0917373
Dec 11 21:05:03.688987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:03.794765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.834094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e1ec996-53be-441c-9cc2-10a594536cb4 req-3d3f8be9-f93e-4260-889c-d589eebe8852 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 210 time: 0.0522950
Dec 11 21:05:03.880824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e62b8939-69aa-45ae-84dd-2b5c0cd608c2 None None] Provisioning complete for port 23e94009-66d2-4be5-88d6-6e34c096fe94 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:03.881743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e62b8939-69aa-45ae-84dd-2b5c0cd608c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:03.931714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e62b8939-69aa-45ae-84dd-2b5c0cd608c2 None None] Port 23e94009-66d2-4be5-88d6-6e34c096fe94 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:04.038085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Router ecb1d15d-d03d-48d6-89f8-49d71e07d38f has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:04.041079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:04.045282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.088126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f64f0206-dcbf-4048-99b1-b6ec8855bdea,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:04.187726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] For port f64f0206-dcbf-4048-99b1-b6ec8855bdea, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:04.289826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] device_id is not set on port f64f0206-dcbf-4048-99b1-b6ec8855bdea yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:04.307053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.319698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.338872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.346132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.352902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.359275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.365671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.372788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.375471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-e862de09-bcf5-4c68-a445-ff2c7157b5c5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 4659 time: 0.3082063
Dec 11 21:05:04.394222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:04.438658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:04.441981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2165b3ee-813f-4ca2-ab31-524e48898c3d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "PUT /v2.0/routers/ecb1d15d-d03d-48d6-89f8-49d71e07d38f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6323724
Dec 11 21:05:04.446133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] No DVR routers for this DVR port f64f0206-dcbf-4048-99b1-b6ec8855bdea on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:04.448337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57948) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:04.514323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] In _notify_port_updated(), no bound segment for port f64f0206-dcbf-4048-99b1-b6ec8855bdea on network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:05:04.515730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.517654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.523030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-940561e3-4190-4e60-87d2-662f44fcdfc3 service neutron] 10.222.0.30 "PUT /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 200  len: 1027 time: 0.8432877
Dec 11 21:05:04.594461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.5 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/140e9c96-8ef2-45af-b991-941f1bf0d15f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:04.604021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d3756-b920-453a-a721-add56b044940 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.605556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d3756-b920-453a-a721-add56b044940 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:04.610042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-966d3756-b920-453a-a721-add56b044940 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1560915
Dec 11 21:05:04.610677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57954) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:04.666631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9d0bcf5-7b5c-458b-a243-a80b4d3fd6b4 req-9af1db7c-88db-4de7-b81c-c625b14737d3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&id=54614a6a-bbfd-497e-966d-3a224e815cbe&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2748179
Dec 11 21:05:04.690671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port 8b464fc4-406c-4863-989b-58ee58d066e5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:04.691295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.727502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 57c76d21-06ad-49d7-8508-bb07252debbf {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:04.737844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.788794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-41c9eb86-6a48-480d-9b15-07a0becad5ec None None] Provisioning complete for port f64f0206-dcbf-4048-99b1-b6ec8855bdea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:04.789807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41c9eb86-6a48-480d-9b15-07a0becad5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.805323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port 8b464fc4-406c-4863-989b-58ee58d066e5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b464fc4-406c-4863-989b-58ee58d066e5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:04.805741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.821036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for 8b464fc4-406c-4863-989b-58ee58d066e5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:04.844687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-41c9eb86-6a48-480d-9b15-07a0becad5ec None None] Port f64f0206-dcbf-4048-99b1-b6ec8855bdea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:04.849437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:04.854297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.976896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:04.988055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.013149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:05.017114 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80454c9d-79bc-4aaf-a5cf-cb48887d6b32" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:05.023425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.054060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:05.061912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.064379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 75f010cc-c2f8-4192-bf17-aaad70dc60b8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:05.107065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.130347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.137062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/57c76d21-06ad-49d7-8508-bb07252debbf HTTP/1.1" status: 204  len: 168 time: 0.5176671
Dec 11 21:05:05.137062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.137409 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15e0bb-2499-4ba8-9532-2475620e380a x-openstack-request-id: req-aa15e0bb-2499-4ba8-9532-2475620e380a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:05.138040 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:05.138510 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa15e0bb-2499-4ba8-9532-2475620e380a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:05.138953 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'code': 200}
Dec 11 21:05:05.156890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57962) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:05.191714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415502d-b64d-446d-a6d2-728f769046ed None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:05.215624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732d5ec-c9df-4d33-8b01-5d4125cefad0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=57c76d21-06ad-49d7-8508-bb07252debbf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:05.238848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Sync routers for ids ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:05.241623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:05.284387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be634303-a53c-4ea0-b9b9-bd3bf881803c req-0d7db507-0b2b-4827-af6b-0b65ef6cfb1d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:05.286070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be634303-a53c-4ea0-b9b9-bd3bf881803c req-0d7db507-0b2b-4827-af6b-0b65ef6cfb1d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 931 time: 0.0741699
Dec 11 21:05:05.315294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:05.329452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:05.345771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:05.369960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88150e9b-3632-426d-94e3-a96d803ce003 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:05.384165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Routers {'ecb1d15d-d03d-48d6-89f8-49d71e07d38f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:05.385791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768459d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:05.416496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:05.417258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.425599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be634303-a53c-4ea0-b9b9-bd3bf881803c req-be7493b2-d17c-4061-9fb7-5d7507afa5f4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310053
Dec 11 21:05:05.436647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.460617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:05.469947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-fa5684d1-65a6-4ca8-9cce-43832a23bd72 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8087091
Dec 11 21:05:05.477132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=8b464fc4-406c-4863-989b-58ee58d066e5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:05.550582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.556332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Set router ecb1d15d-d03d-48d6-89f8-49d71e07d38f gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:05.559121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port 8b464fc4-406c-4863-989b-58ee58d066e5 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:05.561909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.565610 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-3eb3a5cc-05ca-418f-b6d1-a14215919418 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "DELETE /v2.0/ports/8b464fc4-406c-4863-989b-58ee58d066e5 HTTP/1.1" status: 204  len: 173 time: 1.0370550
Dec 11 21:05:05.566070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:05.569235 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b1df48-16de-4e61-8ab1-f38ad103b1ef" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:05.605909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Request body: {'port': {'device_id': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:05.667760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8fb20a2b-2e70-44b7-8fa1-d889f80224b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 0.5094948
Dec 11 21:05:05.674331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:05.676509 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b72a3b-374b-4291-9d45-4870e9dc3b70 x-openstack-request-id: req-64b72a3b-374b-4291-9d45-4870e9dc3b70 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:05.676962 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "8b464fc4-406c-4863-989b-58ee58d066e5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:05.677102 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64b72a3b-374b-4291-9d45-4870e9dc3b70 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:05.677455 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '8b464fc4-406c-4863-989b-58ee58d066e5', 'status': 'completed', 'code': 200}
Dec 11 21:05:05.750874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:05.753121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.766176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768459d0>, [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:05:02Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:05.804670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.844898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ae751b6f-9241-4d4a-ad22-7d10b1c9034b None None] Provisioning complete for port 140e9c96-8ef2-45af-b991-941f1bf0d15f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:05.845620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae751b6f-9241-4d4a-ad22-7d10b1c9034b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.881534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port 9e47bdcb-1290-4143-8b10-d03a034f240f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:05.881534 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.891233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Checking router: ecb1d15d-d03d-48d6-89f8-49d71e07d38f for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:05.901583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:05.902007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ae751b6f-9241-4d4a-ad22-7d10b1c9034b None None] Port 140e9c96-8ef2-45af-b991-941f1bf0d15f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:05.917506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:05.918241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f64f0206-dcbf-4048-99b1-b6ec8855bdea no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:05.993732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Routers {'ecb1d15d-d03d-48d6-89f8-49d71e07d38f'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:05.994411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768459d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:06.072654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] Set router ecb1d15d-d03d-48d6-89f8-49d71e07d38f gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:06.110137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.113800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.138858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768459d0>, [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:05:02Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:06.177567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d17d7-152f-4eae-a45b-35aca4142609 None None] The sync data for ids ['ecb1d15d-d03d-48d6-89f8-49d71e07d38f'] in ncdv-master-1 is: [{'id': 'ecb1d15d-d03d-48d6-89f8-49d71e07d38f', 'name': 'tempest-NetworksTestDHCPv6-router-580633725', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:57Z', 'updated_at': '2021-12-11T21:05:02Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:06.180278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:06.206019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f64f0206-dcbf-4048-99b1-b6ec8855bdea not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:06.206415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8b464fc4-406c-4863-989b-58ee58d066e5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:06.218951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140e9c96-8ef2-45af-b991-941f1bf0d15f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:05:06.233225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 8b464fc4-406c-4863-989b-58ee58d066e5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:06.233612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 8b464fc4-406c-4863-989b-58ee58d066e5 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:06.234081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9e47bdcb-1290-4143-8b10-d03a034f240f no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:06.238657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.272826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.273700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Fanout notify agent at l3_agent the message router_deleted on router ecb1d15d-d03d-48d6-89f8-49d71e07d38f {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:05:06.295176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.295346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Deleting port 11613d7b-d120-402f-949e-840636a92e13 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:06.295892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.297097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9ba71853-64a7-4c61-90e5-62837c2b387c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/routers/ecb1d15d-d03d-48d6-89f8-49d71e07d38f HTTP/1.1" status: 204  len: 168 time: 0.6188457
Dec 11 21:05:06.303937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:06.312243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:06.319650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Transition to ACTIVE for port object 140e9c96-8ef2-45af-b991-941f1bf0d15f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:05:06.329148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.386267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c2881a-d4f9-4d48-b65e-febc579c51f5 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:06.423777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-af301876-7369-4939-be41-8339b56786e4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.429309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] For port 11613d7b-d120-402f-949e-840636a92e13, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11613d7b-d120-402f-949e-840636a92e13,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:06.429707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.434186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-af301876-7369-4939-be41-8339b56786e4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.441108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-af301876-7369-4939-be41-8339b56786e4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.449009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-af301876-7369-4939-be41-8339b56786e4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.452533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Calling delete_port for 11613d7b-d120-402f-949e-840636a92e13 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:06.455937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-af301876-7369-4939-be41-8339b56786e4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 3148 time: 0.6604149
Dec 11 21:05:06.457660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.551653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Pushing event updated for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:06.565369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ade94a41-e533-4bf6-b88a-91e8577e3952 req-93c49ea0-0124-40a8-8bcd-f05732f56eb5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063216
Dec 11 21:05:06.579290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:06.589407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.599715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:06.599715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.640814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Attempting to bind port 140e9c96-8ef2-45af-b991-941f1bf0d15f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:06.641163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Attempting to bind port 140e9c96-8ef2-45af-b991-941f1bf0d15f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:06.650377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for 9e47bdcb-1290-4143-8b10-d03a034f240f owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:06.652575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Attempting to bind port 140e9c96-8ef2-45af-b991-941f1bf0d15f on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:06.681672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Port 140e9c96-8ef2-45af-b991-941f1bf0d15f on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:05:06.682025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Attempting to bind port 140e9c96-8ef2-45af-b991-941f1bf0d15f on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:06.707692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:06.708205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:06.708680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:06.709165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Bound port: 140e9c96-8ef2-45af-b991-941f1bf0d15f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:06.709536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.734708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc28d73-200c-4e2a-a5c4-bb9208b03a95 req-53092bd0-2de6-49c9-b1be-5cd3eb2c66d6 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.736386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cbc28d73-200c-4e2a-a5c4-bb9208b03a95 req-53092bd0-2de6-49c9-b1be-5cd3eb2c66d6 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 943 time: 0.1816654
Dec 11 21:05:06.754313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 11613d7b-d120-402f-949e-840636a92e13 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:06.811259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:06.814976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:06.830803 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.900937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff97b27-b500-4d4a-9af2-cf9b9f4e9b4a None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:06.907371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:06.908021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:06.911568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] 10.222.0.16 "PUT /v2.0/ports/140e9c96-8ef2-45af-b991-941f1bf0d15f HTTP/1.1" status: 200  len: 1091 time: 1.3838766
Dec 11 21:05:06.914353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:06.925303 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c053efee-eb72-4ff7-a208-46d83fe8aacd" -d '{"events": [{"name": "network-changed", "server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:06.977740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9e47bdcb-1290-4143-8b10-d03a034f240f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9e47bdcb-1290-4143-8b10-d03a034f240f,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:07.006915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.008054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ba34cf0e-355c-46bf-a898-90b7d2bb897a no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:07.020526 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666e0b83-3768-4fb6-9197-a0f1bfd35fd1 x-openstack-request-id: req-666e0b83-3768-4fb6-9197-a0f1bfd35fd1 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:07.020793 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:07.020905 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-666e0b83-3768-4fb6-9197-a0f1bfd35fd1 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:07.021574 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f', 'status': 'completed', 'code': 200}
Dec 11 21:05:07.046324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427214-161e-4128-aef0-0a4b0285359a service neutron] Pushing event updated for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.063119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cbc28d73-200c-4e2a-a5c4-bb9208b03a95 req-41ddb323-2c81-40f6-91c9-10a09f4a4279 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467825
Dec 11 21:05:07.088661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-d0202744-cfe6-4e52-bbb3-37366ba740c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:07.091399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-d0202744-cfe6-4e52-bbb3-37366ba740c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 1094 time: 0.1250381
Dec 11 21:05:07.142834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}, {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:07.145232 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf77cf-d636-4db1-be0b-2514e71cbb74" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8"}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:07.156240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-863f5d02-0f34-48e0-a128-3d75138f7b1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f HTTP/1.1" status: 200  len: 217 time: 0.0559561
Dec 11 21:05:07.187279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.191077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.223884 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bd0926-04c3-4975-8b15-5f84bb05fc43 x-openstack-request-id: req-f7bd0926-04c3-4975-8b15-5f84bb05fc43 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:07.224473 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8", "code": 200}, {"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:07.224905 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7bd0926-04c3-4975-8b15-5f84bb05fc43 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:07.225470 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'code': 200}
Dec 11 21:05:07.225896 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'code': 200}
Dec 11 21:05:07.228654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.234218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-dd8880c2-c579-4d1c-af34-de003f2eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:07.235761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-dd8880c2-c579-4d1c-af34-de003f2eb1e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.0723927
Dec 11 21:05:07.237343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=9e47bdcb-1290-4143-8b10-d03a034f240f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.239056 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.295693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] Pushing event deleted for resources: {'Port': ['ID=11613d7b-d120-402f-949e-840636a92e13,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.310362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-7db4d3c0-4c16-46c8-92d5-9278de6d1576 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604341
Dec 11 21:05:07.326926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038533c8-dde7-4196-aa4e-df2dbe0a32f6 None None] No DVR routers for this DVR port 11613d7b-d120-402f-949e-840636a92e13 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:07.373204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port 9e47bdcb-1290-4143-8b10-d03a034f240f on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:07.377131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.381886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-65272fce-ea2c-4c50-84ba-2441b8bb8cda tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "DELETE /v2.0/ports/9e47bdcb-1290-4143-8b10-d03a034f240f HTTP/1.1" status: 204  len: 173 time: 1.8085949
Dec 11 21:05:07.383406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.434768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.461613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-69e14cd0-401f-4ae7-bd81-6b170b1bbf4f service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433606
Dec 11 21:05:07.481404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:07.488592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:07.496947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:07.497540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.498606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:07.504686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f69a92-0b58-4f9f-9abd-bab9b048c130 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:07.529473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.530456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23e94009-66d2-4be5-88d6-6e34c096fe94 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:07.553380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=64eef7e3-c610-4608-9244-d643cebdcb2f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.572361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-85ea8366-708a-43ae-85fe-da31cebb98c2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2635446
Dec 11 21:05:07.573854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58008) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:07.578983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:07.643011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.644311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.663858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:07.664593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.674704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd213715-ecb8-472c-be63-af0f1f590e24 req-86e85d14-300e-4269-b345-20d013c39fcb service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992970
Dec 11 21:05:07.724970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 23e94009-66d2-4be5-88d6-6e34c096fe94 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:07.733956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:07.813094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '64eef7e3-c610-4608-9244-d643cebdcb2f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:07.814111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.842143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-fda0175b-efb9-4eae-b53b-c7c8057e18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:07.844019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-fda0175b-efb9-4eae-b53b-c7c8057e18d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 1094 time: 0.0870500
Dec 11 21:05:07.883562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port 75f010cc-c2f8-4192-bf17-aaad70dc60b8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=75f010cc-c2f8-4192-bf17-aaad70dc60b8,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:07.883562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:07.904856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:07.910285 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4e20e6-07bd-42a8-9a65-ccef85f9128e" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:08.032240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-b49d83aa-affe-46da-ab64-8c9c7624e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.034574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-b49d83aa-affe-46da-ab64-8c9c7624e36c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.1683478
Dec 11 21:05:08.058765 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a2b1e7-c04b-4ee8-922e-b882c665e54e x-openstack-request-id: req-a5a2b1e7-c04b-4ee8-922e-b882c665e54e {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:08.059131 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "9e47bdcb-1290-4143-8b10-d03a034f240f", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:08.059489 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5a2b1e7-c04b-4ee8-922e-b882c665e54e {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:08.059957 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '9e47bdcb-1290-4143-8b10-d03a034f240f', 'status': 'completed', 'code': 200}
Dec 11 21:05:08.091815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-27996bc7-7e2b-401e-ba19-0266a87ffcfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f HTTP/1.1" status: 200  len: 217 time: 0.0484874
Dec 11 21:05:08.132365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/64eef7e3-c610-4608-9244-d643cebdcb2f/1f2f4530-d318-497e-9d2a-b621cd1a4097) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:08.209673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.223675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac5ed-6576-4fcf-bc1e-db789857f5bf req-22d86f7b-c113-4fb6-8b09-4daab02767e5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.229375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-2b00f1f1-5fc1-4c99-a896-8545b29580ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.230235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac5ed-6576-4fcf-bc1e-db789857f5bf req-22d86f7b-c113-4fb6-8b09-4daab02767e5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.230977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-2b00f1f1-5fc1-4c99-a896-8545b29580ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1301587
Dec 11 21:05:08.237226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac5ed-6576-4fcf-bc1e-db789857f5bf req-22d86f7b-c113-4fb6-8b09-4daab02767e5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.239293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-210ac5ed-6576-4fcf-bc1e-db789857f5bf req-22d86f7b-c113-4fb6-8b09-4daab02767e5 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 2409 time: 0.3379655
Dec 11 21:05:08.259708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.318177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2d168-e0de-4b67-8318-99cea88da9e8 req-d4b072ec-87d6-4e89-baa1-e58d93b113f1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:08.326228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f2d168-e0de-4b67-8318-99cea88da9e8 req-d4b072ec-87d6-4e89-baa1-e58d93b113f1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 943 time: 0.1413760
Dec 11 21:05:08.330465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-99af8ef4-1af0-4ab6-8aea-bf6c59056895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635469
Dec 11 21:05:08.358404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.360527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f9e6532-2c3e-48f8-b5c8-cd60d80dc2fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7848587
Dec 11 21:05:08.371478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:08.398077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.408911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e824b447-f286-442c-b728-349478be8154 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:08.417159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.442662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-49a067c9-9376-44b6-b7d1-3a6822d4334d service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0968437
Dec 11 21:05:08.482523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e824b447-f286-442c-b728-349478be8154 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:08.483026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e824b447-f286-442c-b728-349478be8154 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:08.507803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:08.514410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:08.520915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:08.530300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Pushing event updated for resources: {'Port': ['ID=1f2f4530-d318-497e-9d2a-b621cd1a4097,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:08.534172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9f2d168-e0de-4b67-8318-99cea88da9e8 req-7728c278-a50b-43e9-b61b-23d9a1e9154e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2057753
Dec 11 21:05:08.563284 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-210ac5ed-6576-4fcf-bc1e-db789857f5bf req-b08b0345-b984-4809-a904-ca303e65bf9a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3164203
Dec 11 21:05:08.589531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.590028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.590886 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Floating IP f6168f3e-181b-456c-83c7-6ff9dab384a4 disassociated. External IP: 172.35.1.134, port: 75f010cc-c2f8-4192-bf17-aaad70dc60b8.
Dec 11 21:05:08.591180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for 75f010cc-c2f8-4192-bf17-aaad70dc60b8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:08.614346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c053efee-eb72-4ff7-a208-46d83fe8aacd req-d4376919-64b1-4485-813a-b7dc1cb84541 service neutron] 10.222.0.16 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589808
Dec 11 21:05:08.623895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Attempting to bind port 1f2f4530-d318-497e-9d2a-b621cd1a4097 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:08.624887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Attempting to bind port 1f2f4530-d318-497e-9d2a-b621cd1a4097 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:08.625357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Attempting to bind port 1f2f4530-d318-497e-9d2a-b621cd1a4097 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:08.638528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:08.639031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:08.639387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.639944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:08.640728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Bound port: 1f2f4530-d318-497e-9d2a-b621cd1a4097, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:08.641847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.712712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58044) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:08.734824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] For port 1f2f4530-d318-497e-9d2a-b621cd1a4097, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:08.740229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] For port 1f2f4530-d318-497e-9d2a-b621cd1a4097, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f2f4530-d318-497e-9d2a-b621cd1a4097,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:08.747572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.827487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779a41b-162f-4910-8c0b-2acffba768a6 None None] Pushing event updated for resources: {'Port': ['ID=1f2f4530-d318-497e-9d2a-b621cd1a4097,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:08.869689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60a21b16-1e16-46a4-964c-5bfd071c5883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.961194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.964352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60a21b16-1e16-46a4-964c-5bfd071c5883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:08.972695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60a21b16-1e16-46a4-964c-5bfd071c5883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.023326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-60a21b16-1e16-46a4-964c-5bfd071c5883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e16ded049bc4463db2ac516fa665cd3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3093274
Dec 11 21:05:09.023972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58048) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:09.031136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a21b16-1e16-46a4-964c-5bfd071c5883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aeb679-7416-435e-92ef-b3482c6752f5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:09.086194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.115399 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.153426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.173844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=75f010cc-c2f8-4192-bf17-aaad70dc60b8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:09.228548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:09.229640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.232205 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f211c-d0dc-42e1-91a8-54760baaa418" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:09.233933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.237238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1aeb679-7416-435e-92ef-b3482c6752f5 HTTP/1.1" status: 204  len: 168 time: 0.2104313
Dec 11 21:05:09.247888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f418c36-1e7e-488c-a1f3-b257aecf72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aeb679-7416-435e-92ef-b3482c6752f5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:09.307674 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed76a69b-0a19-4c46-a3e2-5376029e83d2 x-openstack-request-id: req-ed76a69b-0a19-4c46-a3e2-5376029e83d2 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:09.308042 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-unplugged", "status": "completed", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:09.308317 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed76a69b-0a19-4c46-a3e2-5376029e83d2 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:09.309030 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'code': 200}
Dec 11 21:05:09.661407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58060) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:09.700443 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11d5c7bf-c8fe-4fb3-bfb3-f33834c69e4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.774864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59a422-5c77-4596-9e36-661e2dfa8d23 req-b8b0d83a-34d5-49b4-b9c5-5b82be36b112 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:09.782805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f59a422-5c77-4596-9e36-661e2dfa8d23 req-b8b0d83a-34d5-49b4-b9c5-5b82be36b112 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 943 time: 0.1109483
Dec 11 21:05:09.822208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:09.877550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f59a422-5c77-4596-9e36-661e2dfa8d23 req-0aaeca27-5795-43b3-92a7-f0e507a83050 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931506
Dec 11 21:05:09.927938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11d5c7bf-c8fe-4fb3-bfb3-f33834c69e4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.933658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11d5c7bf-c8fe-4fb3-bfb3-f33834c69e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:09.980881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::1 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/64eef7e3-c610-4608-9244-d643cebdcb2f/59b58310-f931-4e34-9e71-6b653ebe78c8) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:09.994077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c7bf-c8fe-4fb3-bfb3-f33834c69e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3c4c5-be54-424f-b148-e87b5aec7bcf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:09.994923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341192b3-8f33-40cc-a9e5-a6fc71d68554 req-69a91848-6a7c-4689-a20d-3a46551807b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:10.012483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-11d5c7bf-c8fe-4fb3-bfb3-f33834c69e4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c54b147a890146b1807788b319995c18&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3459754
Dec 11 21:05:10.012681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341192b3-8f33-40cc-a9e5-a6fc71d68554 req-69a91848-6a7c-4689-a20d-3a46551807b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:10.012827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58064) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:10.019365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-341192b3-8f33-40cc-a9e5-a6fc71d68554 req-69a91848-6a7c-4689-a20d-3a46551807b0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 1676 time: 0.2179415
Dec 11 21:05:10.085407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.114995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.187233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.191182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.192804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebf3c4c5-be54-424f-b148-e87b5aec7bcf HTTP/1.1" status: 204  len: 168 time: 0.1786444
Dec 11 21:05:10.194070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-341192b3-8f33-40cc-a9e5-a6fc71d68554 req-b58a3f7f-28f4-46a9-b171-55d62574ec90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1730077
Dec 11 21:05:10.205991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:10.210815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4706c-7fb8-448e-aac1-db69517ac059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3c4c5-be54-424f-b148-e87b5aec7bcf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:10.229116 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Sync routers for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:10.250064 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:10.251394 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:10.269773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port 75f010cc-c2f8-4192-bf17-aaad70dc60b8 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:10.275943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.286425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-20d9af27-4464-487a-a97b-c920165be493 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "DELETE /v2.0/ports/75f010cc-c2f8-4192-bf17-aaad70dc60b8 HTTP/1.1" status: 204  len: 173 time: 2.8960338
Dec 11 21:05:10.287020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:10.292168 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85eb9a9-eded-413c-8789-8379cc5454b2" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:10.392795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:10.399942 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc08d30-67eb-4491-9508-ded93c9a50d0 x-openstack-request-id: req-cfc08d30-67eb-4491-9508-ded93c9a50d0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:10.402531 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "75f010cc-c2f8-4192-bf17-aaad70dc60b8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:10.407459 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfc08d30-67eb-4491-9508-ded93c9a50d0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:10.407910 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': '75f010cc-c2f8-4192-bf17-aaad70dc60b8', 'status': 'completed', 'code': 200}
Dec 11 21:05:10.459691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1f2f4530-d318-497e-9d2a-b621cd1a4097 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:10.485208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.525416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] Provisioning complete for port 1f2f4530-d318-497e-9d2a-b621cd1a4097 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:10.526087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.557461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.563792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1f2f4530-d318-497e-9d2a-b621cd1a4097 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:10.564491 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.657633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:10.669483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:10.689418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:10.691139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.742644 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.760466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.782213 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a220>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:10.812536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] For port 1f2f4530-d318-497e-9d2a-b621cd1a4097, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f2f4530-d318-497e-9d2a-b621cd1a4097,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:10.822263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:10.826404 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:10.827581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Checking router: 4d59a3f0-f514-4c21-8e1b-8dff138f0191 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:10.848141 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:10.850902 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:10.862133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:10.863371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.079861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:05:11.079861 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:05:11.080300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42197b-e12b-496b-801e-86dc96688d1c None None] Pushing event updated for resources: {'Port': ['ID=1f2f4530-d318-497e-9d2a-b621cd1a4097,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:11.099257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2a7a-ece6-4dd2-a606-d74efaa1f25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.105502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.151692 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:11.164932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 140e9c96-8ef2-45af-b991-941f1bf0d15f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:05:11.195255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c40f5-09f4-4818-9e33-36be2b316b8d req-770e4476-7fff-4948-b18f-c51ba2b0c480 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:11.197361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-085c40f5-09f4-4818-9e33-36be2b316b8d req-770e4476-7fff-4948-b18f-c51ba2b0c480 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 943 time: 0.1998420
Dec 11 21:05:11.204816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:11.205187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.249660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:11.314910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-daa87833-0fcb-43ed-a87e-f815391c6aaa None None] Provisioning complete for port 59b58310-f931-4e34-9e71-6b653ebe78c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:11.315761 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daa87833-0fcb-43ed-a87e-f815391c6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.380868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-daa87833-0fcb-43ed-a87e-f815391c6aaa None None] Port 59b58310-f931-4e34-9e71-6b653ebe78c8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:11.393847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3099a5-5366-4eaf-9625-7b5c18d59b05 req-212bb90c-a6b5-4f79-9ebe-ed7a28b96985 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:11.402831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3099a5-5366-4eaf-9625-7b5c18d59b05 req-212bb90c-a6b5-4f79-9ebe-ed7a28b96985 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:11.407090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:11.412304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f3099a5-5366-4eaf-9625-7b5c18d59b05 req-212bb90c-a6b5-4f79-9ebe-ed7a28b96985 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 1676 time: 0.0816224
Dec 11 21:05:11.458990 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a220>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:11.521860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f3099a5-5366-4eaf-9625-7b5c18d59b05 req-b8c6c625-bd9f-447e-aa27-ad59fe1a24e0 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075857
Dec 11 21:05:11.529865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-085c40f5-09f4-4818-9e33-36be2b316b8d req-3dbf109e-2b64-442c-8335-876ccb9b2eea tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3199875
Dec 11 21:05:11.560634 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a59a85a-0a1c-40e7-b1de-9a94944aeb1e None None] The sync data for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 is: [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:44Z', 'revision_number': 4, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '78690f0c-1871-4389-8fd2-21f19c7dd501', 'name': '', 'network_id': 'cbe15a21-726e-4e30-a5c5-ef4819342354', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'mac_address': 'fa:16:3e:0a:95:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:43Z', 'updated_at': '2021-12-11T20:54:48Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'subnets': [{'id': '65b7e3a6-d78c-42d3-92a9-33b1a71f8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:11.717077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.742102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '140e9c96-8ef2-45af-b991-941f1bf0d15f', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': '140e9c96-8ef2-45af-b991-941f1bf0d15f', 'mac_address': 'fa:16:3e:0b:20:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:05:11.760527 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=c538e6c4-85c1-4747-9ad4-1a04a6a40fe5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:11.844595 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.867724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140e9c96-8ef2-45af-b991-941f1bf0d15f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:05:11.893449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:11.900055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:11.901221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.904618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:11.908249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-d2e18411-22b2-4d9a-972f-1a9a9cea67da tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "DELETE /v2.0/ports/c538e6c4-85c1-4747-9ad4-1a04a6a40fe5 HTTP/1.1" status: 204  len: 173 time: 1.5772073
Dec 11 21:05:11.979332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:12.021679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acda3d0-6330-4ae3-85ec-2277005c430d None None] New status for floating IP f6168f3e-181b-456c-83c7-6ff9dab384a4: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:05:12.044554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.054536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.055120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.171544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['140e9c96-8ef2-45af-b991-941f1bf0d15f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:05:12.186027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port ba34cf0e-355c-46bf-a898-90b7d2bb897a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:12.186371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.197019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:12.405568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:12.409095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1f2f4530-d318-497e-9d2a-b621cd1a4097 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:12.412148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:12.414852 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982721d6-c681-484b-b350-a8f6b88a6e88" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:12.420950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port ba34cf0e-355c-46bf-a898-90b7d2bb897a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ba34cf0e-355c-46bf-a898-90b7d2bb897a,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:12.421544 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.424842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:12.458531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for ba34cf0e-355c-46bf-a898-90b7d2bb897a owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:12.516188 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0bbfbe-6330-4da7-b0fe-cb7933031798 x-openstack-request-id: req-8b0bbfbe-6330-4da7-b0fe-cb7933031798 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:12.516712 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "c538e6c4-85c1-4747-9ad4-1a04a6a40fe5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:12.516909 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b0bbfbe-6330-4da7-b0fe-cb7933031798 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:12.517316 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': 'c538e6c4-85c1-4747-9ad4-1a04a6a40fe5', 'status': 'completed', 'code': 200}
Dec 11 21:05:12.586181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1f2f4530-d318-497e-9d2a-b621cd1a4097 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:12.589436 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.769351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9cd39-9775-45b7-aa48-d2a78a040abe req-fe561569-17b8-457b-9ab3-6b4265ce2eb3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:12.772000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7af9cd39-9775-45b7-aa48-d2a78a040abe req-fe561569-17b8-457b-9ab3-6b4265ce2eb3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 943 time: 0.0785265
Dec 11 21:05:12.850342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be1b21-2a54-40c4-aa21-2e5ddb91d643 req-33c58cd4-b786-4e37-89a4-9013cf908189 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:12.852428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69be1b21-2a54-40c4-aa21-2e5ddb91d643 req-33c58cd4-b786-4e37-89a4-9013cf908189 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 944 time: 0.1670740
Dec 11 21:05:12.870605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7af9cd39-9775-45b7-aa48-d2a78a040abe req-ff1fcf09-20f6-4f91-a4ad-ef17434ec751 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d063bf0-4e61-45a7-a9f8-f6103d74eef9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760379
Dec 11 21:05:12.895411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:05:12.924326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7822b503-3d14-46fd-b2ba-c525f18284c9 None None] Provisioning complete for port 59b58310-f931-4e34-9e71-6b653ebe78c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:12.924937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7822b503-3d14-46fd-b2ba-c525f18284c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:12.969810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7822b503-3d14-46fd-b2ba-c525f18284c9 None None] Port 59b58310-f931-4e34-9e71-6b653ebe78c8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:13.028435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69be1b21-2a54-40c4-aa21-2e5ddb91d643 req-2cd6af42-9a7d-431e-8df1-b19b58ab1659 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647203
Dec 11 21:05:13.094166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:13.109444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:13.116608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8f9f9d73-ad13-4e19-b04d-93a0ebd3b426 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "PUT /v2.0/routers/34324db0-2dc3-4719-8e5d-8d385c11d5a0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7435911
Dec 11 21:05:13.119582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58120) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:13.123824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Sync routers for ids ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:13.142551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Routers {'34324db0-2dc3-4719-8e5d-8d385c11d5a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:13.143473 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d854da370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:04:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:13.155620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=ba34cf0e-355c-46bf-a898-90b7d2bb897a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:13.198781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port ba34cf0e-355c-46bf-a898-90b7d2bb897a on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:13.203046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:13.205016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d0c920-4e98-4dea-b50e-f1b2912ff3fb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:13.207926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1b92f18-afe5-4678-bc6e-b74fe56abf00 req-1108ae9d-05cc-4ac6-aaa1-b3154eccbf64 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.30 "DELETE /v2.0/ports/ba34cf0e-355c-46bf-a898-90b7d2bb897a HTTP/1.1" status: 204  len: 173 time: 1.2914712
Dec 11 21:05:13.209723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-56d0c920-4e98-4dea-b50e-f1b2912ff3fb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports/59b58310-f931-4e34-9e71-6b653ebe78c8 HTTP/1.1" status: 200  len: 911 time: 0.0888860
Dec 11 21:05:13.209992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58122) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:13.270615 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Set router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:13.327726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095a531-4a69-4f7c-b69f-0d6b7be9ae71 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:13.353740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095a531-4a69-4f7c-b69f-0d6b7be9ae71 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:13.357290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b095a531-4a69-4f7c-b69f-0d6b7be9ae71 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1455204
Dec 11 21:05:13.360745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:13.482121 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef719555-bfec-42a0-acd8-8b2a6c6e43df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:13.592366 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d854da370>, [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:11Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': '59b58310-f931-4e34-9e71-6b653ebe78c8', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:0f:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:09Z', 'updated_at': '2021-12-11T21:05:11Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:13.652651 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Checking router: 34324db0-2dc3-4719-8e5d-8d385c11d5a0 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:13.653012 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Updating router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 port 59b58310-f931-4e34-9e71-6b653ebe78c8 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:05:13.684235 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.001007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.084319 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.093899 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.163865 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7504f-7676-419b-a2ed-9e86d987d73e None None] Pushing event updated for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:14.236543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba5c5f-c10e-4244-b70d-ae90dd100400 req-54b350be-e495-41f2-b451-667bc701f980 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:14.255631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3aba5c5f-c10e-4244-b70d-ae90dd100400 req-54b350be-e495-41f2-b451-667bc701f980 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 944 time: 0.1310704
Dec 11 21:05:14.311079 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Attempting to bind port 59b58310-f931-4e34-9e71-6b653ebe78c8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:14.314998 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Attempting to bind port 59b58310-f931-4e34-9e71-6b653ebe78c8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:14.315914 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Attempting to bind port 59b58310-f931-4e34-9e71-6b653ebe78c8 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:14.329846 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:14.330351 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:14.330874 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.331420 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:14.332053 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Bound port: 59b58310-f931-4e34-9e71-6b653ebe78c8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:14.332557 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.351122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3aba5c5f-c10e-4244-b70d-ae90dd100400 req-0705f830-7b0c-405c-a43f-3ec8f7cf28b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932751
Dec 11 21:05:14.400831 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0c68e4-f61b-461a-b044-a751b50132b2 req-18f2857c-cf96-43d1-83ac-f25470a1f97f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ee26d4d-0672-4e8b-890d-4ca591648aff HTTP/1.1" status: 200  len: 210 time: 0.4125929
Dec 11 21:05:14.434486 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] For port 59b58310-f931-4e34-9e71-6b653ebe78c8, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:14.440387 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] For port 59b58310-f931-4e34-9e71-6b653ebe78c8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59b58310-f931-4e34-9e71-6b653ebe78c8,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:14.448250 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.517671 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Routers {'34324db0-2dc3-4719-8e5d-8d385c11d5a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:14.518373 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d854da370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:14.521112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:14.525566 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a0a1e9-8239-4fad-90c3-6a42ed64fbc4" -d '{"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:14.565061 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7504f-7676-419b-a2ed-9e86d987d73e None None] Pushing event updated for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:14.630748 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4bf49f-cd0e-4c2a-b396-ec063b3ed9f8 x-openstack-request-id: req-8f4bf49f-cd0e-4c2a-b396-ec063b3ed9f8 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:14.630965 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee26d4d-0672-4e8b-890d-4ca591648aff", "name": "network-vif-deleted", "tag": "ba34cf0e-355c-46bf-a898-90b7d2bb897a", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:14.631181 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f4bf49f-cd0e-4c2a-b396-ec063b3ed9f8 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:14.631581 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee26d4d-0672-4e8b-890d-4ca591648aff', 'name': 'network-vif-deleted', 'tag': 'ba34cf0e-355c-46bf-a898-90b7d2bb897a', 'status': 'completed', 'code': 200}
Dec 11 21:05:14.642370 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] Set router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:14.744749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] Provisioning complete for port 59b58310-f931-4e34-9e71-6b653ebe78c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:14.745422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.802550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 59b58310-f931-4e34-9e71-6b653ebe78c8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:14.802908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.851626 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.919225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] For port 59b58310-f931-4e34-9e71-6b653ebe78c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59b58310-f931-4e34-9e71-6b653ebe78c8,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:14.927136 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.966909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:14.982575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port 59b58310-f931-4e34-9e71-6b653ebe78c8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59b58310-f931-4e34-9e71-6b653ebe78c8,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:14.983271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.002585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 59b58310-f931-4e34-9e71-6b653ebe78c8 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:15.005455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020dca4-cfc2-42a9-8664-f60fb2cf2b20 None None] Pushing event updated for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:15.113071 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a45d3869-0812-419b-a095-fe065a61908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d854da370>, [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:11Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': '59b58310-f931-4e34-9e71-6b653ebe78c8', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:0f:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:09Z', 'updated_at': '2021-12-11T21:05:14Z', 'revision_number': 4, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:15.154271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fbddcdf9-cb37-47ea-b96a-57cdf5d98421 None None] Provisioning complete for port 59b58310-f931-4e34-9e71-6b653ebe78c8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:15.155024 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fbddcdf9-cb37-47ea-b96a-57cdf5d98421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.168599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45d3869-0812-419b-a095-fe065a61908c None None] The sync data for ids ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'] in ncdv-master-1 is: [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:11Z', 'revision_number': 2, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None, '_interfaces': [{'id': '59b58310-f931-4e34-9e71-6b653ebe78c8', 'name': '', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'mac_address': 'fa:16:3e:0f:32:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:09Z', 'updated_at': '2021-12-11T21:05:14Z', 'revision_number': 4, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'subnets': [{'id': '64eef7e3-c610-4608-9244-d643cebdcb2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:15.204789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 140e9c96-8ef2-45af-b991-941f1bf0d15f up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:15.302357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 140e9c96-8ef2-45af-b991-941f1bf0d15f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:05:15.321068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.335210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 140e9c96-8ef2-45af-b991-941f1bf0d15f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:15.335688 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.355425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=59b58310-f931-4e34-9e71-6b653ebe78c8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:15.480649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.557180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:15.566004 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6100a5-852e-49aa-8b9c-ffdb2ce3db7c" -d '{"events": [{"server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "name": "network-vif-plugged", "status": "completed", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:15.600083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:15.617136 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.630888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58176) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:15.631713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.695044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7e51c-237a-4f25-9d9a-69540bffdb51 req-3441dc76-fb62-44e8-8bce-135ab642d118 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:15.703584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04b7e51c-237a-4f25-9d9a-69540bffdb51 req-3441dc76-fb62-44e8-8bce-135ab642d118 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 944 time: 0.1956146
Dec 11 21:05:15.763539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.772817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:15.812405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04b7e51c-237a-4f25-9d9a-69540bffdb51 req-4ef3361e-f515-470a-9fd3-d83aa5cc727e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010625
Dec 11 21:05:15.843931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.889024 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e054c2-cbbc-432d-93fb-63f329e2911e x-openstack-request-id: req-e7e054c2-cbbc-432d-93fb-63f329e2911e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:15.889324 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "name": "network-vif-plugged", "status": "completed", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:15.889589 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7e054c2-cbbc-432d-93fb-63f329e2911e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:15.889996 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f', 'code': 200}
Dec 11 21:05:15.949256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:15.967658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:16.023847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d89f86-6d62-441a-9a63-2888b1a1af05 req-1176dc2e-b9f8-4cdf-a127-b5a8ae32d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:16.026272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91d89f86-6d62-441a-9a63-2888b1a1af05 req-1176dc2e-b9f8-4cdf-a127-b5a8ae32d695 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 1096 time: 0.0631387
Dec 11 21:05:16.078434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.080297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91d89f86-6d62-441a-9a63-2888b1a1af05 req-80471684-a5ef-4d28-aa0e-e693b311b124 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458024
Dec 11 21:05:16.082781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.084448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d063bf0-4e61-45a7-a9f8-f6103d74eef9 HTTP/1.1" status: 204  len: 168 time: 0.4503419
Dec 11 21:05:16.092625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58180) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.113732 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-d7b47f93-4b7b-45b5-9a86-ab83fe091312 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] show failed (client error): The resource could not be found.
Dec 11 21:05:16.115602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7b47f93-4b7b-45b5-9a86-ab83fe091312 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "GET /v2.0/security-groups/4d063bf0-4e61-45a7-a9f8-f6103d74eef9 HTTP/1.1" status: 404  len: 347 time: 0.0206575
Dec 11 21:05:16.117789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58182) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.139613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6c89a-1692-4b61-99df-ce8957d0351f tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d063bf0-4e61-45a7-a9f8-f6103d74eef9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:16.141957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:16.150500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ba6ca1af-5d65-4418-9079-2d759059072a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "PUT /v2.0/routers/34324db0-2dc3-4719-8e5d-8d385c11d5a0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7884827
Dec 11 21:05:16.154442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58184) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.250918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569a24f-3191-49cd-9b39-a435c9d11147 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:16.252835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569a24f-3191-49cd-9b39-a435c9d11147 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:16.254733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d569a24f-3191-49cd-9b39-a435c9d11147 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.0990973
Dec 11 21:05:16.257616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58186) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.274721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port b325c5f7-0598-4df5-8567-47019b35ec34 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:16.275340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.278332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.351245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 64eef7e3-c610-4608-9244-d643cebdcb2f {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:16.356281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.386851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.387203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.403544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for b325c5f7-0598-4df5-8567-47019b35ec34 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:16.415770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.534691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.595459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.621009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.629225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=b325c5f7-0598-4df5-8567-47019b35ec34,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:16.648054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57505df-1bea-4fa8-8a86-021762bda551 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:16.651769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=64eef7e3-c610-4608-9244-d643cebdcb2f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:16.653788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.657013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c67c70e3-75ba-4134-82de-265821eafef2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/64eef7e3-c610-4608-9244-d643cebdcb2f HTTP/1.1" status: 204  len: 168 time: 0.3984256
Dec 11 21:05:16.659404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.662730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8abce-3619-4c8a-8d95-3eb8725537f5 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:16.716791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.722137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:16.724081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-68500c21-61f0-4507-ad73-6689ad1d335a tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6168f3e-181b-456c-83c7-6ff9dab384a4 HTTP/1.1" status: 204  len: 168 time: 0.6051333
Dec 11 21:05:16.727021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.835743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75f02d1c-e926-4bd4-82c8-7725acbf0653 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1751370
Dec 11 21:05:16.838778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58218) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:16.895997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f79825-d674-4068-86e5-75944c766ecd None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:16.967967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Deleting port 1f2f4530-d318-497e-9d2a-b621cd1a4097 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:16.968429 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.001491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac74f2-dfc4-441a-80d6-b5f8b3b5aa50 req-940568ed-0e32-4a44-8c16-97f838743b3b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:17.004138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5ac74f2-dfc4-441a-80d6-b5f8b3b5aa50 req-940568ed-0e32-4a44-8c16-97f838743b3b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0822668
Dec 11 21:05:17.079575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-02f79825-d674-4068-86e5-75944c766ecd None None] For port 1f2f4530-d318-497e-9d2a-b621cd1a4097, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f2f4530-d318-497e-9d2a-b621cd1a4097,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:17.081543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.114097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5ac74f2-dfc4-441a-80d6-b5f8b3b5aa50 req-3aed76c1-3d7a-4b26-8d48-6ee08d012a30 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859425
Dec 11 21:05:17.148193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Calling delete_port for 1f2f4530-d318-497e-9d2a-b621cd1a4097 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:17.154767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.274244 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.295158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.316740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Sync routers for ids ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:17.320161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f79825-d674-4068-86e5-75944c766ecd None None] Pushing event deleted for resources: {'Port': ['ID=1f2f4530-d318-497e-9d2a-b621cd1a4097,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:17.325778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f79825-d674-4068-86e5-75944c766ecd None None] No DVR routers for this DVR port 1f2f4530-d318-497e-9d2a-b621cd1a4097 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:17.333231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port 23e94009-66d2-4be5-88d6-6e34c096fe94 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:17.334585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.338812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Routers {'34324db0-2dc3-4719-8e5d-8d385c11d5a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:17.339582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:17.431277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Set router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:17.500226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f1820>, [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:15Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:17.531900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Checking router: 34324db0-2dc3-4719-8e5d-8d385c11d5a0 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:17.549829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Routers {'34324db0-2dc3-4719-8e5d-8d385c11d5a0'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:17.551024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f1820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:17.553540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.558325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.617831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.635040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for 23e94009-66d2-4be5-88d6-6e34c096fe94 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:17.638014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] Set router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:17.641341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.641880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Fanout notify agent at l3_agent the message router_deleted on router 34324db0-2dc3-4719-8e5d-8d385c11d5a0 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:05:17.651203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.652615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e16ac2ed-ec3d-4dea-8a1a-169389279e29 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/routers/34324db0-2dc3-4719-8e5d-8d385c11d5a0 HTTP/1.1" status: 204  len: 168 time: 0.8130398
Dec 11 21:05:17.655522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58238) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:17.707982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f1820>, [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:15Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:17.724818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-470c97ce-163a-41d4-8eb3-ddb7953abd95 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0663643
Dec 11 21:05:17.727258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58244) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:17.741119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb4283a-4d49-4515-8b5a-cf81038ef58f None None] The sync data for ids ['34324db0-2dc3-4719-8e5d-8d385c11d5a0'] in ncdv-master-1 is: [{'id': '34324db0-2dc3-4719-8e5d-8d385c11d5a0', 'name': 'tempest-NetworksTestDHCPv6-router-1069059669', 'tenant_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:07Z', 'updated_at': '2021-12-11T21:05:15Z', 'revision_number': 3, 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:17.809706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b14891-23ab-4c12-8be8-b2db6e420665 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:17.814701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55b14891-23ab-4c12-8be8-b2db6e420665 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0824525
Dec 11 21:05:17.814897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:17.853881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.861632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8d5bdb77-cb77-402d-9ab6-9101610248c3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0453460
Dec 11 21:05:17.866695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:17.871161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:17.889136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=23e94009-66d2-4be5-88d6-6e34c096fe94,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:17.967159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:17.973133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e18ef41f-c209-4acd-8615-d8c88f2235d1 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/ports/23e94009-66d2-4be5-88d6-6e34c096fe94 HTTP/1.1" status: 204  len: 168 time: 1.2443149
Dec 11 21:05:17.975561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58254) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:18.005031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:18.010630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.093757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port f64f0206-dcbf-4048-99b1-b6ec8855bdea {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:18.094213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.218949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.238103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for f64f0206-dcbf-4048-99b1-b6ec8855bdea owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:18.392088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca641-61d5-4634-93fa-857b16e24de7 req-78d376c3-d98b-46bd-a3d2-e86e8f441823 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:18.393863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4aca641-61d5-4634-93fa-857b16e24de7 req-78d376c3-d98b-46bd-a3d2-e86e8f441823 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1666524
Dec 11 21:05:18.417291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:18.420848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.432371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 59b58310-f931-4e34-9e71-6b653ebe78c8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:18.461164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 59b58310-f931-4e34-9e71-6b653ebe78c8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:18.462012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 59b58310-f931-4e34-9e71-6b653ebe78c8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:18.463421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1f2f4530-d318-497e-9d2a-b621cd1a4097 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:18.476499 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.515025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1f2f4530-d318-497e-9d2a-b621cd1a4097 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:18.516348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1f2f4530-d318-497e-9d2a-b621cd1a4097 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:18.532979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4aca641-61d5-4634-93fa-857b16e24de7 req-c0be1926-0a13-4b73-8a46-2dffccca371a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142297
Dec 11 21:05:18.537132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:18.542961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=f64f0206-dcbf-4048-99b1-b6ec8855bdea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:18.548017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:18.552642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:18.553593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.559835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=ddeba248-2534-434e-babd-7d3bce0dd481,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:18.568795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9970b62-7589-4b28-bc7a-9f3fb85f2123 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:18.600172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7fb33c43-0717-4670-aa16-eb257a01c0a8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7279930
Dec 11 21:05:18.601055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58260) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:18.607747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:18.748333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.754381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3cee207-8351-441a-b125-5eed0cc6d4eb tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/ports/f64f0206-dcbf-4048-99b1-b6ec8855bdea HTTP/1.1" status: 204  len: 168 time: 0.7777259
Dec 11 21:05:18.757049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:18.781703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:18.783849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'ddeba248-2534-434e-babd-7d3bce0dd481'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:18.785857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.787203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.842526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting subnet 066ed747-787b-4529-bb03-a5c51f9f031a {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:18.846422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.944978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:18.958252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3463ef-f76d-43b9-b361-f15759efc4c0 req-b728472d-f9ce-489f-a2c9-63679fed9843 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:18.959919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a3463ef-f76d-43b9-b361-f15759efc4c0 req-b728472d-f9ce-489f-a2c9-63679fed9843 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0763247
Dec 11 21:05:18.979134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Allocated IP 2001:db8::f816:3eff:fe2f:9bdd (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/ddeba248-2534-434e-babd-7d3bce0dd481/a4d6928b-164f-47df-9575-b82ab2a693b5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:19.042701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a3463ef-f76d-43b9-b361-f15759efc4c0 req-e0c60995-74c8-49e0-a13e-1ef2290afb60 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715408
Dec 11 21:05:19.152654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.237040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.252296 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.268272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.288396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Subnet': ['ID=066ed747-787b-4529-bb03-a5c51f9f031a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:19.293541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.295427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.296047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:19.300139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e1f9947-02ce-4a08-89a0-717979e0e1e9 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/subnets/066ed747-787b-4529-bb03-a5c51f9f031a HTTP/1.1" status: 204  len: 168 time: 0.5391662
Dec 11 21:05:19.300951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:19.301261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58280) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:19.309391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:19.310014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.343616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7383382
Dec 11 21:05:19.343962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b396ba2-3688-4b58-a7fb-6df4cf158466 None None] Network 7ca70975-b2df-421e-bb7c-cc71dc36bd52 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:19.344117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cf9f7-8aa7-4ec9-836d-f281c2478cb9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=f9125ffa-de11-40c1-a3e9-aedef4ab94a9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:19.344609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:19.354207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:4e:bc:a2', 'name': 'tempest-NetworksTestDHCPv6-1021101416'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:19.382553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:19.384745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting subnet 13ba05a8-b2b8-4b03-a183-f59a55709466 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:19.389530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.428369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:19.431694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:19.438142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.443967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Pushing event updated for resources: {'Port': ['ID=a4d6928b-164f-47df-9575-b82ab2a693b5,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:19.511186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:19.551044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Attempting to bind port a4d6928b-164f-47df-9575-b82ab2a693b5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:19.551427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Attempting to bind port a4d6928b-164f-47df-9575-b82ab2a693b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:19.551796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Attempting to bind port a4d6928b-164f-47df-9575-b82ab2a693b5 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:19.561295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.565969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:19.566397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:19.567084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.567547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:19.568063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Bound port: a4d6928b-164f-47df-9575-b82ab2a693b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:19.568558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.632574 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.657923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.661543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] DHCP port deletion for 7ca70975-b2df-421e-bb7c-cc71dc36bd52 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:19.670656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 913efa90-169f-4bd3-9d51-b8826f48b4ab yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:19.673718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] For port a4d6928b-164f-47df-9575-b82ab2a693b5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:19.688016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Subnet': ['ID=13ba05a8-b2b8-4b03-a183-f59a55709466,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:19.699808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.703940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-38d03884-b3a4-45e9-be17-ccfb2ebbb8b3 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/subnets/13ba05a8-b2b8-4b03-a183-f59a55709466 HTTP/1.1" status: 204  len: 168 time: 0.4013433
Dec 11 21:05:19.706266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f344241f-35b7-42bc-990b-87b283e479cf None None] Network 0b876cdd-3664-4e7d-82b6-078765f2b5c6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:19.706976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58284) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:19.740882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] For port a4d6928b-164f-47df-9575-b82ab2a693b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d6928b-164f-47df-9575-b82ab2a693b5,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:19.773794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.820196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:19.876867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 172.20.0.4 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/f9125ffa-de11-40c1-a3e9-aedef4ab94a9/913efa90-169f-4bd3-9d51-b8826f48b4ab) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:19.887695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fe4e:bca2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/ddeba248-2534-434e-babd-7d3bce0dd481/913efa90-169f-4bd3-9d51-b8826f48b4ab) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:19.917102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Deleting port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:19.917102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.098754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] For port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:20.099534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.156741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Calling delete_port for 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:20.293501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Pushing event updated for resources: {'Port': ['ID=a4d6928b-164f-47df-9575-b82ab2a693b5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:20.307102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Deleting port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:20.307299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.328992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.328992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.329583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.329700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.330084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.330563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.330762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.331115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.331517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.334641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.335016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.338225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.339245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4f13b6-4e13-49dc-8f24-ad612d501d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:20.376386 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.388529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.426174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Port': ['ID=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:20.434353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] No DVR routers for this DVR port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:20.485706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] For port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,segment=NetworkSegment(111984c5-e956-4235-8b14-4584310b02b5),segment_id=111984c5-e956-4235-8b14-4584310b02b5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:20.486289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.488030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecaaf2-c6ca-4fe0-8b64-a55f125d9763 req-2e8c75e5-7501-4c10-8caf-320554325b84 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:20.491130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34ecaaf2-c6ca-4fe0-8b64-a55f125d9763 req-2e8c75e5-7501-4c10-8caf-320554325b84 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.2872910
Dec 11 21:05:20.554003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Calling delete_port for 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:20.593354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] DHCP port deletion for 0b876cdd-3664-4e7d-82b6-078765f2b5c6 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:20.694440 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34ecaaf2-c6ca-4fe0-8b64-a55f125d9763 req-f7dad8ce-3165-45ba-8779-42efa8b3f9b4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867635
Dec 11 21:05:20.698563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.705110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.726900 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:20.734005 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:05:20.736415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Deleting port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:20.736415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.752041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc4d00>,) {'filters': {'network_id': ['7ca70975-b2df-421e-bb7c-cc71dc36bd52']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:20.755842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.760621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:20.767457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:20.772462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:20.774839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc4d00>, '111984c5-e956-4235-8b14-4584310b02b5') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:20.775220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fdc4d00>, '111984c5-e956-4235-8b14-4584310b02b5') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:20.795454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.827678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=913efa90-169f-4bd3-9d51-b8826f48b4ab,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:20.840207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.853508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:05:20.854708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:05:20.860485 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:05:20.863140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:20.863140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.871118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4d6928b-164f-47df-9575-b82ab2a693b5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:20.877169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] Pushing event deleted for resources: {'Port': ['ID=4fa9fb5e-b44d-4ba4-8fb2-010811fabce3,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:20.886091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b43c5edb-24ae-40e8-ba46-b8d9d82391af tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5380414
Dec 11 21:05:20.888547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:20.913174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96a28f-2493-4440-9a74-420c421a4a19 None None] No DVR routers for this DVR port 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:20.921801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] For port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,segment=NetworkSegment(ad60a29e-c85a-4912-babd-fb0a02c5a305),segment_id=ad60a29e-c85a-4912-babd-fb0a02c5a305)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:20.922251 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.954583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Calling delete_port for 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:20.967560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.982062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:20.982469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc4b13-a17c-495d-b159-af6a8998011d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:20.990191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/networks/7ca70975-b2df-421e-bb7c-cc71dc36bd52 HTTP/1.1" status: 204  len: 168 time: 1.2818844
Dec 11 21:05:20.992507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc4b13-a17c-495d-b159-af6a8998011d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:20.997464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e6cc4b13-a17c-495d-b159-af6a8998011d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.1048436
Dec 11 21:05:20.997464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58306) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:21.006598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:21.041704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a4d6928b-164f-47df-9575-b82ab2a693b5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:21.041704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.048715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3ecd-3cf8-4ffe-8c82-4ee0a8b415c4 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Network': ['ID=7ca70975-b2df-421e-bb7c-cc71dc36bd52,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:21.146109 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.149727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 913efa90-169f-4bd3-9d51-b8826f48b4ab {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:21.150415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.156956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.215140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] No DVR routers for this DVR port 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:21.235887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343a540-0efa-4f21-8126-ec9ebfc91807 None None] Pushing event deleted for resources: {'Port': ['ID=6e41ab2a-efc7-4a92-95b5-1b2c507cae47,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:21.277417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.279392 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.318901 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.338702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 913efa90-169f-4bd3-9d51-b8826f48b4ab owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:21.343406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.348162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a4d6928b-164f-47df-9575-b82ab2a693b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d6928b-164f-47df-9575-b82ab2a693b5,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:21.356829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.384964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d892ac0>,) {'filters': {'network_id': ['0b876cdd-3664-4e7d-82b6-078765f2b5c6']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:21.409239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d892ac0>, 'ad60a29e-c85a-4912-babd-fb0a02c5a305') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:21.409947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d892ac0>, 'ad60a29e-c85a-4912-babd-fb0a02c5a305') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:21.426861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.446052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:21.451416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.459170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:05:21.459562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.475978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:21.476366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4fa9fb5e-b44d-4ba4-8fb2-010811fabce3 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:21.479470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a4d6928b-164f-47df-9575-b82ab2a693b5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:05:21.487223 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:05:21.552690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.563814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b147678-3176-461f-817a-ecd6c79925bf None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:21.568475 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.577233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] 10.222.0.18 "DELETE /v2.0/networks/0b876cdd-3664-4e7d-82b6-078765f2b5c6 HTTP/1.1" status: 204  len: 168 time: 0.5757689
Dec 11 21:05:21.586079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02caea-a8d3-432c-9483-0d1c12a42b90 tempest-TaggedBootDevicesTest-262552579 tempest-TaggedBootDevicesTest-262552579-project] Pushing event deleted for resources: {'Network': ['ID=0b876cdd-3664-4e7d-82b6-078765f2b5c6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:21.635089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.684136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0a2d28d5-0894-40bb-a634-3325d47a33cd None None] Provisioning complete for port a4d6928b-164f-47df-9575-b82ab2a693b5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:21.684913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a2d28d5-0894-40bb-a634-3325d47a33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.689330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=913efa90-169f-4bd3-9d51-b8826f48b4ab,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:21.909427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:21.920147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ed4e7ca-bd20-4822-a172-953b58baf935 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/913efa90-169f-4bd3-9d51-b8826f48b4ab HTTP/1.1" status: 204  len: 168 time: 0.9097052
Dec 11 21:05:21.921389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:21.923969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e865cfd-0016-44e6-a60a-53cf42273ad3 req-7e72cca1-fc48-44f5-83d8-a7ccdb228888 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:21.925633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e865cfd-0016-44e6-a60a-53cf42273ad3 req-7e72cca1-fc48-44f5-83d8-a7ccdb228888 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1152446
Dec 11 21:05:21.940915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'ddeba248-2534-434e-babd-7d3bce0dd481', 'ip_address': '2001:db8::f816:3eff:fe2f:9bdd'}, {'subnet_id': 'f9125ffa-de11-40c1-a3e9-aedef4ab94a9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a4d6928b-164f-47df-9575-b82ab2a693b5'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:21.987206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.063670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33384126-3a79-442b-a6cd-7ae702fbd62b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:22.064597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e865cfd-0016-44e6-a60a-53cf42273ad3 req-5c146d9e-8d26-47e6-a8cd-bb481a3087a8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288526
Dec 11 21:05:22.069163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33384126-3a79-442b-a6cd-7ae702fbd62b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:22.073966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33384126-3a79-442b-a6cd-7ae702fbd62b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:22.079496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58330) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:22.087688 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33384126-3a79-442b-a6cd-7ae702fbd62b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1650445
Dec 11 21:05:22.181522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet ddeba248-2534-434e-babd-7d3bce0dd481 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:22.220706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Allocated IP 172.20.0.2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/f9125ffa-de11-40c1-a3e9-aedef4ab94a9/a4d6928b-164f-47df-9575-b82ab2a693b5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:22.382000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] For port a4d6928b-164f-47df-9575-b82ab2a693b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d6928b-164f-47df-9575-b82ab2a693b5,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:22.425021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.431479 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.432531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.549042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.550867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4d6928b-164f-47df-9575-b82ab2a693b5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:22.556130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91ed76-1e5f-40ec-b121-31e5702ade39 None None] Pushing event updated for resources: {'Port': ['ID=a4d6928b-164f-47df-9575-b82ab2a693b5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:22.658712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a4d6928b-164f-47df-9575-b82ab2a693b5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:22.659360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.662201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.776343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.823345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=ddeba248-2534-434e-babd-7d3bce0dd481,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:22.825478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.830629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-343a169b-27f1-4b0a-9078-40dda479bd72 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/ddeba248-2534-434e-babd-7d3bce0dd481 HTTP/1.1" status: 204  len: 168 time: 0.7481470
Dec 11 21:05:22.833038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58360) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:22.908575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:22.938409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet f9125ffa-de11-40c1-a3e9-aedef4ab94a9 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:22.942782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:22.958573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:22.958926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6e41ab2a-efc7-4a92-95b5-1b2c507cae47 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:23.014134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.126310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.226865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.250187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caadfeb-210f-45a2-891e-1ae71605e6c5 req-783b3777-e5dd-41ab-86c7-591ac2156c32 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:23.255034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2caadfeb-210f-45a2-891e-1ae71605e6c5 req-783b3777-e5dd-41ab-86c7-591ac2156c32 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0991919
Dec 11 21:05:23.262085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=f9125ffa-de11-40c1-a3e9-aedef4ab94a9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:23.264527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.268344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef854983-273c-413c-87c7-e7e4ac74cac5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f9125ffa-de11-40c1-a3e9-aedef4ab94a9 HTTP/1.1" status: 204  len: 168 time: 0.4341111
Dec 11 21:05:23.270916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58384) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:23.331863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9c2c567-6c10-4931-9907-07b0b50e2e1f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0568726
Dec 11 21:05:23.332177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58388) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:23.338436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:23.400750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2caadfeb-210f-45a2-891e-1ae71605e6c5 req-f39e7fe6-5731-4205-8cb0-5d6fbd17aefd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134300
Dec 11 21:05:23.454629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d996f75-add6-4380-a86d-70f8a60e1ba5 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:23.523649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:23.530962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.585658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b709a714-73ff-4366-990d-cc60d570e488 None None] Provisioning complete for port a4d6928b-164f-47df-9575-b82ab2a693b5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:23.585993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b709a714-73ff-4366-990d-cc60d570e488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.760609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:23.828422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Deleting port a4d6928b-164f-47df-9575-b82ab2a693b5 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:23.829174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.902431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] For port a4d6928b-164f-47df-9575-b82ab2a693b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4d6928b-164f-47df-9575-b82ab2a693b5,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:23.902860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:23.920624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Calling delete_port for a4d6928b-164f-47df-9575-b82ab2a693b5 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:24.018565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:24.036871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:24.046273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] Pushing event deleted for resources: {'Port': ['ID=a4d6928b-164f-47df-9575-b82ab2a693b5,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:24.062508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273fea3b-90f4-475f-8354-77a05a951b9e None None] No DVR routers for this DVR port a4d6928b-164f-47df-9575-b82ab2a693b5 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:24.253551 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.revisions.revision_plugin [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f0d842b0730] {port_id='a4d6928b-164f-47df-9575-b82ab2a693b5', ip_address='2001:db8::f816:3eff:fe2f:9bdd', subnet_id='d9a32e02-96bf-4a7d-aa77-fff2568769fd', network_id='8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}> to bump revision.
Dec 11 21:05:24.266100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Port a4d6928b-164f-47df-9575-b82ab2a693b5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 11 21:05:24.266743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2f:9bdd {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 11 21:05:24.272641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2f:9bdd {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 11 21:05:24.274062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:24.320854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:24.324667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:24.328666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:24.329314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:24.335905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f5933-d4db-41a0-9282-908d1d55d132 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:24.347159 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:05:24.359921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=d9a32e02-96bf-4a7d-aa77-fff2568769fd,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:24.377093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0df31d5c-b990-407a-88d8-78bac9c8801c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0407760
Dec 11 21:05:24.377093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:24.391833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:24.503793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'd9a32e02-96bf-4a7d-aa77-fff2568769fd'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:24.504633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:24.610551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4d6928b-164f-47df-9575-b82ab2a693b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:24.671423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a4d6928b-164f-47df-9575-b82ab2a693b5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:24.672086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4d6928b-164f-47df-9575-b82ab2a693b5 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:24.713156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ed47a-4634-4e40-8adc-3abe274f7b7f req-513a7fae-4850-4fd1-b122-257018a73c45 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:24.727798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce4ed47a-4634-4e40-8adc-3abe274f7b7f req-513a7fae-4850-4fd1-b122-257018a73c45 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.2042646
Dec 11 21:05:24.746521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:24.754519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:24.782288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Allocated IP 2001:db8::f816:3eff:fe6c:ec82 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d9a32e02-96bf-4a7d-aa77-fff2568769fd/e630d731-48be-46e9-8b95-c0c4d3531346) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:24.833544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce4ed47a-4634-4e40-8adc-3abe274f7b7f req-87962c7b-f0f3-4258-aa76-1ef84eb64e73 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999093
Dec 11 21:05:25.044678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.051991 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.100216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:25.106266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:25.108600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:25.111031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:25.154121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.169689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Attempting to bind port e630d731-48be-46e9-8b95-c0c4d3531346 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:25.170390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Attempting to bind port e630d731-48be-46e9-8b95-c0c4d3531346 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:25.170832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Attempting to bind port e630d731-48be-46e9-8b95-c0c4d3531346 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:25.176527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:25.177701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:25.177701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.178290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:25.178875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Bound port: e630d731-48be-46e9-8b95-c0c4d3531346, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:25.179284 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.195664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:25.201212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:25.205584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:25.206210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.226665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=e1a5c0d3-e774-4b76-b844-2179b3160dce,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:25.235880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b1fb1e8b-7ba8-41e6-8b24-6a347f6b7971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8547368
Dec 11 21:05:25.236673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58508) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:25.242325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:5d:27:ca', 'name': 'tempest-NetworksTestDHCPv6-824742487'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:25.263607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:25.268734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:25.272844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.345212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261bf95-2d88-4e42-b72e-128a240e342c None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:25.392269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:25.490547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.520265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 05e747ed-e44b-46f5-bbaa-87b888613143 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:25.733088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 172.20.0.9 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/e1a5c0d3-e774-4b76-b844-2179b3160dce/05e747ed-e44b-46f5-bbaa-87b888613143) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:25.741900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fe5d:27ca (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d9a32e02-96bf-4a7d-aa77-fff2568769fd/05e747ed-e44b-46f5-bbaa-87b888613143) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:25.948749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:25.981379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95619780-761a-46b7-b753-0a4313318ea0 req-a5eb2c2e-5795-4024-9895-2f4bb9211ef4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:25.983122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95619780-761a-46b7-b753-0a4313318ea0 req-a5eb2c2e-5795-4024-9895-2f4bb9211ef4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0788112
Dec 11 21:05:26.035779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.094425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95619780-761a-46b7-b753-0a4313318ea0 req-38b8a32f-90d5-46b5-8ddf-d4ee5176c3b2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019320
Dec 11 21:05:26.124450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:26.126181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=05e747ed-e44b-46f5-bbaa-87b888613143,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:26.131882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:26.136048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:26.225048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:26.226008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.253958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c17d754-2867-4eb3-b0d9-5af0c46b0f2e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.0143838
Dec 11 21:05:26.254420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58552) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:26.313607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793d8a7-251d-4e71-a34e-2b3191bc7877 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:26.319833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793d8a7-251d-4e71-a34e-2b3191bc7877 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:26.322134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4793d8a7-251d-4e71-a34e-2b3191bc7877 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.0663328
Dec 11 21:05:26.324993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58554) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:26.433091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 05e747ed-e44b-46f5-bbaa-87b888613143 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:26.433456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.552705 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.568827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:26.572432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 05e747ed-e44b-46f5-bbaa-87b888613143 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:26.642141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:26.642746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.681802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4643161-49ed-4f6a-a06a-a37a8934886f None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:26.782878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:26.810595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fe76dbe4-e07f-4bd3-8305-fb8a6f751d1f None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:26.811066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe76dbe4-e07f-4bd3-8305-fb8a6f751d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.849407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.912202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:26.941234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=05e747ed-e44b-46f5-bbaa-87b888613143,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:27.114783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.118237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b4eee163-7c55-407a-a138-ebbd23bceb8f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/05e747ed-e44b-46f5-bbaa-87b888613143 HTTP/1.1" status: 204  len: 168 time: 0.7920988
Dec 11 21:05:27.120889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58602) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:27.199220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3212ceb-e097-4368-b71d-184a697fcfc0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:27.201459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3212ceb-e097-4368-b71d-184a697fcfc0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:27.204391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3212ceb-e097-4368-b71d-184a697fcfc0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:27.206919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d3212ceb-e097-4368-b71d-184a697fcfc0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0836227
Dec 11 21:05:27.209689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:27.232416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:27.245363 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.283146 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe76dbe4-e07f-4bd3-8305-fb8a6f751d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.347625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet d9a32e02-96bf-4a7d-aa77-fff2568769fd {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:27.352677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.354855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:27.368873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8b092-f466-44b5-b2b7-e4275ab3bb0f None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'd9a32e02-96bf-4a7d-aa77-fff2568769fd', 'ip_address': '2001:db8::f816:3eff:fe6c:ec82'}, {'subnet_id': 'e1a5c0d3-e774-4b76-b844-2179b3160dce'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e630d731-48be-46e9-8b95-c0c4d3531346'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:27.400631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332da155-e441-4045-9575-1dd1bfd59590 req-5914593a-4788-4b0a-b076-4442b2f61c90 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:27.408870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-332da155-e441-4045-9575-1dd1bfd59590 req-5914593a-4788-4b0a-b076-4442b2f61c90 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1431017
Dec 11 21:05:27.419015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.428389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-63f8b092-f466-44b5-b2b7-e4275ab3bb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.476232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-fe76dbe4-e07f-4bd3-8305-fb8a6f751d1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:05:27.476894 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-fe76dbe4-e07f-4bd3-8305-fb8a6f751d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:05:27.515034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-332da155-e441-4045-9575-1dd1bfd59590 req-0130451f-531f-4ddd-a7ef-90291785924f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052518
Dec 11 21:05:27.535816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.616738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-63f8b092-f466-44b5-b2b7-e4275ab3bb0f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a32e02-96bf-4a7d-aa77-fff2568769fd: This subnet is being modified by another concurrent operation.
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:27.620159 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9a32e02-96bf-4a7d-aa77-fff2568769fd: This subnet is being modified by another concurrent operation.
Dec 11 21:05:27.625991 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:05:27.631633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.634949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d9a32e02-96bf-4a7d-aa77-fff2568769fd HTTP/1.1" status: 204  len: 168 time: 0.4219353
Dec 11 21:05:27.638828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58614) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:27.660089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300a80-c00d-43e9-a60f-b91e22d7c6c9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a32e02-96bf-4a7d-aa77-fff2568769fd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:27.711436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93c72b-2d62-4c44-9fbb-6bb7bfebc9ff None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:27.733533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet e1a5c0d3-e774-4b76-b844-2179b3160dce {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:27.739121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.794743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.866971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.889719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661298e2-fc27-4cbc-9a62-361f60b55bcc None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'e1a5c0d3-e774-4b76-b844-2179b3160dce'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e630d731-48be-46e9-8b95-c0c4d3531346'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:27.932749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:27.941152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-661298e2-fc27-4cbc-9a62-361f60b55bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.198654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2be8d1a3-1168-4847-8ac4-c927a0cb882e None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:28.199034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2be8d1a3-1168-4847-8ac4-c927a0cb882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.337415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-661298e2-fc27-4cbc-9a62-361f60b55bcc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1a5c0d3-e774-4b76-b844-2179b3160dce: This subnet is being modified by another concurrent operation.
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:28.337694 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1a5c0d3-e774-4b76-b844-2179b3160dce: This subnet is being modified by another concurrent operation.
Dec 11 21:05:28.344037 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:05:28.381490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a5c0d3-e774-4b76-b844-2179b3160dce,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:28.409184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.416675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-774f738f-c9d0-4092-8955-ee366f346af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/e1a5c0d3-e774-4b76-b844-2179b3160dce HTTP/1.1" status: 204  len: 168 time: 0.7727733
Dec 11 21:05:28.417022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58636) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:28.449772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-30b663c7-1e02-4678-b240-2f2349788b1f None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:28.450132 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-30b663c7-1e02-4678-b240-2f2349788b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.476129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ab95b42d-dc8e-4bea-bd0d-d666831b5e6b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0579834
Dec 11 21:05:28.479887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58638) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:28.488405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:28.565517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:28.638239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993609b-3027-4fb2-b2f3-8416f2e073bc None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:05:28.645577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:28.652977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.777349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879b4f-bd8d-4be2-a6e4-94cd7e539fb3 req-1a772ca4-f6a5-41bc-a734-de37e7b6907f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:28.789986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f879b4f-bd8d-4be2-a6e4-94cd7e539fb3 req-1a772ca4-f6a5-41bc-a734-de37e7b6907f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1453569
Dec 11 21:05:28.815972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.822274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9a493297-d019-4ebc-80ed-63aad7521fe0 None None] Could not find standard attr ID for object 05e747ed-e44b-46f5-bbaa-87b888613143. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:05:28.863828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f879b4f-bd8d-4be2-a6e4-94cd7e539fb3 req-eed1f712-6885-4a26-8c95-00835822ea0f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725081
Dec 11 21:05:28.896053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Deleting port 78690f0c-1871-4389-8fd2-21f19c7dd501 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:28.896053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.901169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993609b-3027-4fb2-b2f3-8416f2e073bc None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:05:28.904816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:28.912521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.948303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:28.999216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] For port 78690f0c-1871-4389-8fd2-21f19c7dd501, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=78690f0c-1871-4389-8fd2-21f19c7dd501,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:28.999617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.023666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Calling delete_port for 78690f0c-1871-4389-8fd2-21f19c7dd501 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:29.033600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:29.074166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:29.077813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:29.083992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:29.084593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.099351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=d5f1a71a-7135-4f91-8c18-4fce557b384e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:29.116776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9940383f-af95-4d8b-9e3a-8d78af02d29b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6354933
Dec 11 21:05:29.120313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58662) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:29.128617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:29.271782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.288364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:29.292707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.308950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=78690f0c-1871-4389-8fd2-21f19c7dd501,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:29.453560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'd5f1a71a-7135-4f91-8c18-4fce557b384e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e630d731-48be-46e9-8b95-c0c4d3531346'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:29.490421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.546023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.731388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Allocated IP 172.20.0.2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d5f1a71a-7135-4f91-8c18-4fce557b384e/e630d731-48be-46e9-8b95-c0c4d3531346) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:29.866548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:29.905096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:29.910879 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:29.917367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.057852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a796bf0-00ef-42b4-a327-30fa934578fc None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:30.077152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ff9e3-04c0-4577-8e8d-16a055e5ebc2 req-7e7b5466-239d-4aeb-a2b8-2f08612fe1a8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:30.078753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e5ff9e3-04c0-4577-8e8d-16a055e5ebc2 req-7e7b5466-239d-4aeb-a2b8-2f08612fe1a8 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1093850
Dec 11 21:05:30.117257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:30.128388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4291110c-97f6-4c87-a15c-c474d5392a82 admin admin] 10.222.0.18 "PUT /v2.0/routers/4d59a3f0-f514-4c21-8e1b-8dff138f0191/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3445730
Dec 11 21:05:30.130810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:30.138013 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Sync routers for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:30.175904 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:30.175904 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:30.210649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:30.354573 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:30.437399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e5ff9e3-04c0-4577-8e8d-16a055e5ebc2 req-aeed996f-dcdf-4c74-93d7-69ae15408289 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3457212
Dec 11 21:05:30.443206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.627062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.689205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7520>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '886485cc-1515-4900-a7cc-46d3ea329547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T21:05:29Z', 'revision_number': 5, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port': {'id': '886485cc-1515-4900-a7cc-46d3ea329547', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T20:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:30.717866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.760571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Checking router: 4d59a3f0-f514-4c21-8e1b-8dff138f0191 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:30.789060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Routers {'4d59a3f0-f514-4c21-8e1b-8dff138f0191'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:30.789060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:30.803038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Deleting port 886485cc-1515-4900-a7cc-46d3ea329547 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:30.803038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.884628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:30.941643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] Set router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:30.952181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] For port 886485cc-1515-4900-a7cc-46d3ea329547, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=886485cc-1515-4900-a7cc-46d3ea329547,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:30.953060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.984337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:30.985040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:30.985205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Calling delete_port for 886485cc-1515-4900-a7cc-46d3ea329547 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:31.015766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:31.064777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.074506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.075456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.090929 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841e7520>, [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T21:05:30Z', 'revision_number': 6, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:31.137307 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.144099 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c1426-aa1e-4faa-82dd-e69ebbfa2398 None None] The sync data for ids ['4d59a3f0-f514-4c21-8e1b-8dff138f0191'] in ncdv-master-1 is: [{'id': '4d59a3f0-f514-4c21-8e1b-8dff138f0191', 'name': 'tempest-TaggedBootDevicesTest-1740289620-router', 'tenant_id': '9369187dfe604d4a835b84f4063ce5d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:39Z', 'updated_at': '2021-12-11T21:05:30Z', 'revision_number': 6, 'project_id': '9369187dfe604d4a835b84f4063ce5d4', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:31.183792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:31.195838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:31.204785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:31.205605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.227748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:31.235257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.255402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=7e10751d-4f8d-46c4-bae1-cbd5f5221f6a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:31.258948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=8']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:31.287455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cac84bb6-c1e5-4d22-8a7d-24f958b770b9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.1639345
Dec 11 21:05:31.289213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58704) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:31.296368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:e6:8e:9e', 'name': 'tempest-NetworksTestDHCPv6-1012623649'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:31.359024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.368294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:31.396428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Pushing event deleted for resources: {'Port': ['ID=886485cc-1515-4900-a7cc-46d3ea329547,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:31.417663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e6c0fa-5a58-4e66-81a6-c41345719237 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:05:31.469797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:31.482769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.515774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f9af7a1c-9701-41dd-ac8c-023300656f74 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:31.516173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f9af7a1c-9701-41dd-ac8c-023300656f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.575229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.616199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 6ef0c6af-e729-4c21-95e3-ca720c7fa8e5 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:31.645350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.648698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.716181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abec761-4058-4cc1-b27a-6b310c12f250 req-759bc85e-b183-411a-aab5-9f86776486c7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:31.718373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4abec761-4058-4cc1-b27a-6b310c12f250 req-759bc85e-b183-411a-aab5-9f86776486c7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1488695
Dec 11 21:05:31.724146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.725156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d59a3f0-f514-4c21-8e1b-8dff138f0191 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:05:31.738383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.740070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6c0fa-5a58-4e66-81a6-c41345719237 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:05:31.741603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ed0886ef-0207-4637-84a1-612dd0a596ed admin admin] 10.222.0.18 "DELETE /v2.0/routers/4d59a3f0-f514-4c21-8e1b-8dff138f0191 HTTP/1.1" status: 204  len: 168 time: 1.6088369
Dec 11 21:05:31.746432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58708) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:31.816088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Deleting subnet 65b7e3a6-d78c-42d3-92a9-33b1a71f8947 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:31.821015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4abec761-4058-4cc1-b27a-6b310c12f250 req-e2440e66-5831-411f-a067-0dcd83fe58dc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767760
Dec 11 21:05:31.846047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.898420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 172.20.0.4 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d5f1a71a-7135-4f91-8c18-4fce557b384e/6ef0c6af-e729-4c21-95e3-ca720c7fa8e5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:31.902084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:31.927634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fee6:8e9e (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/7e10751d-4f8d-46c4-bae1-cbd5f5221f6a/6ef0c6af-e729-4c21-95e3-ca720c7fa8e5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:32.076849 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.295607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.310752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.346721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b7e3a6-d78c-42d3-92a9-33b1a71f8947,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:32.356164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.369712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-36d04917-51aa-44d1-a087-507527e42cc3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65b7e3a6-d78c-42d3-92a9-33b1a71f8947 HTTP/1.1" status: 204  len: 168 time: 0.6220913
Dec 11 21:05:32.372211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58718) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:32.402970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.507451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:32.524129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:32.528478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:32.544147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=6ef0c6af-e729-4c21-95e3-ca720c7fa8e5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:32.574829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.631904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:32.643824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:32.646303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.683744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Deleting port c81baf27-b7f3-4424-aec3-99ec9a31fc8e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:32.684380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.685627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3dad8571-6067-4cca-8dc6-e9bcce0900b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.3943856
Dec 11 21:05:32.688509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58720) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:32.730659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:32.731356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.803658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] For port c81baf27-b7f3-4424-aec3-99ec9a31fc8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,segment=NetworkSegment(6c9729b7-852a-4883-af39-f3456c5099f2),segment_id=6c9729b7-852a-4883-af39-f3456c5099f2)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:32.804345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:32.812684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02992f84-726d-4c5d-a4ad-4b1bbb8fe49c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:32.823515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02992f84-726d-4c5d-a4ad-4b1bbb8fe49c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:32.828195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Calling delete_port for c81baf27-b7f3-4424-aec3-99ec9a31fc8e owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:32.829819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-02992f84-726d-4c5d-a4ad-4b1bbb8fe49c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.1400683
Dec 11 21:05:32.830224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58732) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:32.950574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 886485cc-1515-4900-a7cc-46d3ea329547 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:32.975067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 886485cc-1515-4900-a7cc-46d3ea329547 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:32.975800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 886485cc-1515-4900-a7cc-46d3ea329547 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:32.976460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 78690f0c-1871-4389-8fd2-21f19c7dd501 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:33.001142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 78690f0c-1871-4389-8fd2-21f19c7dd501 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:33.002866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 78690f0c-1871-4389-8fd2-21f19c7dd501 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:33.063180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8fa74-3ab8-4cf6-b657-966207ad0223 req-4f1b58e3-fcee-4770-badb-f39bc56abc99 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:33.064741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85f8fa74-3ab8-4cf6-b657-966207ad0223 req-4f1b58e3-fcee-4770-badb-f39bc56abc99 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1256597
Dec 11 21:05:33.099198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.149440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] No DVR routers for this DVR port c81baf27-b7f3-4424-aec3-99ec9a31fc8e on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:33.152724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28253163-3c51-4586-b6f0-f22fde1205df None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:33.187177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 6ef0c6af-e729-4c21-95e3-ca720c7fa8e5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:33.187526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.209887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd576b-c061-47ab-9223-eb43e48738d9 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:33.229711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81baf27-b7f3-4424-aec3-99ec9a31fc8e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:33.257710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7d99c47e-fd85-4ead-a10a-c0211f7979fd None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:33.258917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7d99c47e-fd85-4ead-a10a-c0211f7979fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.338087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85f8fa74-3ab8-4cf6-b657-966207ad0223 req-0c5e122b-aa61-42e5-bf29-4759d23fb7c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2589796
Dec 11 21:05:33.400116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.441604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df901c0>,) {'filters': {'network_id': ['cbe15a21-726e-4e30-a5c5-ef4819342354']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:33.460446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.464932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df901c0>, '6c9729b7-852a-4883-af39-f3456c5099f2') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:33.465226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df901c0>, '6c9729b7-852a-4883-af39-f3456c5099f2') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:33.488068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.489220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 6ef0c6af-e729-4c21-95e3-ca720c7fa8e5 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:33.520110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.556778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:05:33.557297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:05:33.559136 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:05:33.653493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.660864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.665527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cbe15a21-726e-4e30-a5c5-ef4819342354 HTTP/1.1" status: 204  len: 168 time: 1.2921946
Dec 11 21:05:33.670340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58762) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:33.676131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115db50-fe9e-42fa-98d7-88fdb8d6a0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe15a21-726e-4e30-a5c5-ef4819342354,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:33.794445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c2c0a-7222-4c12-8bc1-7754a1a57abf None None] DHCP port deletion for cbe15a21-726e-4e30-a5c5-ef4819342354 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:33.841485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:33.891158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=6ef0c6af-e729-4c21-95e3-ca720c7fa8e5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:34.026266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.032050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f316ada3-a0b9-46e4-82db-a812eb16454d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6ef0c6af-e729-4c21-95e3-ca720c7fa8e5 HTTP/1.1" status: 204  len: 168 time: 1.1991491
Dec 11 21:05:34.034559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58764) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:34.061798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc56d1f2-202d-48e6-b7bd-6a4f406f44ab None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:34.098377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f0b13d-c339-4785-8c98-e806f9fb6c53 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:34.100184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f0b13d-c339-4785-8c98-e806f9fb6c53 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:34.101824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f0b13d-c339-4785-8c98-e806f9fb6c53 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:34.104622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c3f0b13d-c339-4785-8c98-e806f9fb6c53 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0682378
Dec 11 21:05:34.108884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58778) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:34.201349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 7e10751d-4f8d-46c4-bae1-cbd5f5221f6a {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:34.206663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.236289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-853d058a-718c-445a-9bdb-0522a849ad19 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:34.236994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-853d058a-718c-445a-9bdb-0522a849ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.280896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.353958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-853d058a-718c-445a-9bdb-0522a849ad19 None None] Could not find standard attr ID for object 6ef0c6af-e729-4c21-95e3-ca720c7fa8e5. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:05:34.387967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.410307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.540085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c81baf27-b7f3-4424-aec3-99ec9a31fc8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:34.546091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e59eda-9af4-4c56-affe-18a84cfc2eb7 req-79e98c58-b4d4-4a88-8df4-02c42c031d1b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:34.552119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e59eda-9af4-4c56-affe-18a84cfc2eb7 req-79e98c58-b4d4-4a88-8df4-02c42c031d1b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1128807
Dec 11 21:05:34.553787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.573576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c81baf27-b7f3-4424-aec3-99ec9a31fc8e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:34.573934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c81baf27-b7f3-4424-aec3-99ec9a31fc8e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:34.605902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=7e10751d-4f8d-46c4-bae1-cbd5f5221f6a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:34.616092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.622720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac2a94aa-f764-460f-936e-ad879aa9febc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/7e10751d-4f8d-46c4-bae1-cbd5f5221f6a HTTP/1.1" status: 204  len: 168 time: 0.5123730
Dec 11 21:05:34.626858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58796) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:34.632496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58b334-03eb-4a29-a661-987afadf55bd None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:34.676514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e59eda-9af4-4c56-affe-18a84cfc2eb7 req-8a952134-4c62-49e1-9108-4d5c5f237834 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167409
Dec 11 21:05:34.705538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet d5f1a71a-7135-4f91-8c18-4fce557b384e {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:34.710859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.750885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f237f346-1b2b-4e69-9c0a-da9f3d44012a None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:34.751850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f237f346-1b2b-4e69-9c0a-da9f3d44012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.763736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.871076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Deleting port bac901f7-12fd-4548-a823-96286667b253 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:34.872163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.895744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.976649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] For port bac901f7-12fd-4548-a823-96286667b253, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac901f7-12fd-4548-a823-96286667b253,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:34.977354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.987915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:34.999692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Calling delete_port for bac901f7-12fd-4548-a823-96286667b253 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:35.020675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f1a71a-7135-4f91-8c18-4fce557b384e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:35.023064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.026218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c8c2ddc5-c5fc-46c9-b836-29a443cfc6fa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d5f1a71a-7135-4f91-8c18-4fce557b384e HTTP/1.1" status: 204  len: 168 time: 0.3992419
Dec 11 21:05:35.029224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58798) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:35.087558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad8ec735-1b19-4e72-82fe-4a8c5188a64a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0540087
Dec 11 21:05:35.088489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:35.094345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:35.351620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:35.357207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.501096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.544602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac901f7-12fd-4548-a823-96286667b253,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:35.669576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e00751b-ce7b-41bd-a82c-d612104a6eb1 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:35.772911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.825013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8c4116c9-7e61-4ea9-9e1d-5d5b6da11c69 None None] Provisioning complete for port e630d731-48be-46e9-8b95-c0c4d3531346 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:35.825949 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c4116c9-7e61-4ea9-9e1d-5d5b6da11c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.834496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:35.844618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869eae2-70aa-43ea-b57b-55ce6d72795d req-f5ad1ddf-5fff-48ce-88d1-4a9ac81c4d6a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:35.854321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3869eae2-70aa-43ea-b57b-55ce6d72795d req-f5ad1ddf-5fff-48ce-88d1-4a9ac81c4d6a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0903749
Dec 11 21:05:35.912319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:35.917218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:35.917882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.919727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3869eae2-70aa-43ea-b57b-55ce6d72795d req-6fe38e10-d1ca-4556-910e-46fff4e7abed tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639873
Dec 11 21:05:35.951733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=b9658b3f-533e-4604-8495-baeb922ccff4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:35.962799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2f5bd9b4-ef31-462c-be42-2884e967571a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8729987
Dec 11 21:05:35.966195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58820) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:35.973306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:35.973989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:35.988864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:36.043782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Deleting port e630d731-48be-46e9-8b95-c0c4d3531346 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:36.044200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.116337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:36.120083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.140142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] For port e630d731-48be-46e9-8b95-c0c4d3531346, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e630d731-48be-46e9-8b95-c0c4d3531346,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:36.140673 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.156261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Calling delete_port for e630d731-48be-46e9-8b95-c0c4d3531346 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:36.262185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Router 34c16613-0323-484c-91d3-2bfbc1711e0e has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:36.289134 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.316158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] Pushing event deleted for resources: {'Port': ['ID=e630d731-48be-46e9-8b95-c0c4d3531346,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:36.324350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10bab8-493c-4b17-bdd9-19b1893be7ae None None] No DVR routers for this DVR port e630d731-48be-46e9-8b95-c0c4d3531346 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:36.342874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5aca4-b2d7-4550-91fc-18ae08acb999 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:36.484944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'b9658b3f-533e-4604-8495-baeb922ccff4'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:36.486273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.652487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:36.686708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e630d731-48be-46e9-8b95-c0c4d3531346 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:36.687498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e630d731-48be-46e9-8b95-c0c4d3531346 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:36.707904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Allocated IP 172.20.0.2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b9658b3f-533e-4604-8495-baeb922ccff4/d012dada-4661-4c65-84da-0c0fa0e0b2b2) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:36.741091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:36.746672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ec4b4f7e-12aa-4217-8edf-2b610d11d2a9 admin admin] 10.222.0.18 "PUT /v2.0/routers/34c16613-0323-484c-91d3-2bfbc1711e0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0756848
Dec 11 21:05:36.749086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:36.771945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Sync routers for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:36.801464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:36.802133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:36.896045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:36.972665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:36.974870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.007598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:37.009927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.030255 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.044556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.112826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:37.113125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Deleting port 86ae9ef7-a29f-421f-8536-544a20cbc851 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:37.113572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.119925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:37.121588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:37.124098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:37.124760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.131136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:37.138439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:37.139147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=f6e882bc-56f8-4410-9b3a-889133966313,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:37.150865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:37.183944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73435e09-dd33-44b6-8f02-ddfad862a604 req-032574d0-5e6b-41ba-b3d7-2750057bd0a7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:37.186161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73435e09-dd33-44b6-8f02-ddfad862a604 req-032574d0-5e6b-41ba-b3d7-2750057bd0a7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1155093
Dec 11 21:05:37.192988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b596166a-58e4-4631-8a51-01b63a631336 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2225933
Dec 11 21:05:37.194749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58836) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:37.200894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:37:87:2f', 'name': 'tempest-NetworksTestDHCPv6-604523250'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:37.245225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] For port 86ae9ef7-a29f-421f-8536-544a20cbc851, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86ae9ef7-a29f-421f-8536-544a20cbc851,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:37.246001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.248099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Attempting to bind port d012dada-4661-4c65-84da-0c0fa0e0b2b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:37.248473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Attempting to bind port d012dada-4661-4c65-84da-0c0fa0e0b2b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:37.248836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Attempting to bind port d012dada-4661-4c65-84da-0c0fa0e0b2b2 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:37.260410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:37.260780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:37.261181 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.261774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:37.262428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Bound port: d012dada-4661-4c65-84da-0c0fa0e0b2b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:37.263144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.269269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Calling delete_port for 86ae9ef7-a29f-421f-8536-544a20cbc851 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:37.332038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02e50>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89'}], 'enable_snat': True}, 'gw_port_id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T21:05:35Z', 'revision_number': 5, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port': {'id': '86ae9ef7-a29f-421f-8536-544a20cbc851', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:54:51Z', 'updated_at': '2021-12-11T20:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:37.340552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73435e09-dd33-44b6-8f02-ddfad862a604 req-7e23d0e9-19e7-4f82-a26a-26291c691264 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341627
Dec 11 21:05:37.370292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Checking router: 34c16613-0323-484c-91d3-2bfbc1711e0e for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:37.377104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:37.392382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:37.393476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Routers {'34c16613-0323-484c-91d3-2bfbc1711e0e'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:37.394105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['34c16613-0323-484c-91d3-2bfbc1711e0e'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:37.397904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:37.431672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.500905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.540929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.548850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=86ae9ef7-a29f-421f-8536-544a20cbc851,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:37.584421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 4a6b0d4e-3e0c-41ed-aae1-2fe560568257 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:37.658201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.708826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab17fcd-a4b8-43f6-b908-465ef91ae320 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:37.762865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] Set router 34c16613-0323-484c-91d3-2bfbc1711e0e gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:37.788649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.793069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.795554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3663d39-b01b-4693-8cbd-7eeaa6baec72 None None] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:37.839259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c02e50>, [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T21:05:37Z', 'revision_number': 6, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:37.854185 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.854962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34c16613-0323-484c-91d3-2bfbc1711e0e {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:05:37.860642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.863217 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-47cd50d9-22c8-4d70-91da-55b841eeb0cd admin admin] 10.222.0.18 "DELETE /v2.0/routers/34c16613-0323-484c-91d3-2bfbc1711e0e HTTP/1.1" status: 204  len: 168 time: 1.1115937
Dec 11 21:05:37.864413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58854) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:37.880456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84450f9-f0cf-41cf-a6a3-394b5daceb66 None None] The sync data for ids ['34c16613-0323-484c-91d3-2bfbc1711e0e'] in ncdv-master-1 is: [{'id': '34c16613-0323-484c-91d3-2bfbc1711e0e', 'name': 'tempest-TaggedBootDevicesTest-1484957981-router', 'tenant_id': '65a734393e814713bfc3b43077575b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:54:50Z', 'updated_at': '2021-12-11T21:05:37Z', 'revision_number': 6, 'project_id': '65a734393e814713bfc3b43077575b57', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:37.910893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 172.20.0.13 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b9658b3f-533e-4604-8495-baeb922ccff4/4a6b0d4e-3e0c-41ed-aae1-2fe560568257) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:37.930207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fe37:872f (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/f6e882bc-56f8-4410-9b3a-889133966313/4a6b0d4e-3e0c-41ed-aae1-2fe560568257) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:37.936329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Deleting subnet 636a14ef-788a-4dac-9f5b-5225725bf477 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:37.940183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:37.980361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.078610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.140494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.172360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.172916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a14ef-788a-4dac-9f5b-5225725bf477,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:38.177096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.185013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-322ef874-6bf7-4347-b113-abf2bb4f2f00 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/636a14ef-788a-4dac-9f5b-5225725bf477 HTTP/1.1" status: 204  len: 168 time: 0.3159397
Dec 11 21:05:38.185179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58860) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:38.189764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dffd088-c2b7-4350-8d3b-fc8090b1b5ce None None] Network d37cd484-caf3-42f1-9f40-2fdb73dc1525 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:38.341237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.352642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.452826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:38.477991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae51e099-3499-4555-afc2-f1785371181f None None] DHCP port deletion for d37cd484-caf3-42f1-9f40-2fdb73dc1525 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:38.479491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:38.484303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:38.496731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=4a6b0d4e-3e0c-41ed-aae1-2fe560568257,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:38.541611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Deleting port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:38.542223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.636659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ae51e099-3499-4555-afc2-f1785371181f None None] For port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:38.638927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.639520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03840bd0-ace8-4f73-abb1-1062f928d8c3 req-7c6ffe05-c0f1-4ccd-b0f5-5ff6cfca3e6c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:38.643557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03840bd0-ace8-4f73-abb1-1062f928d8c3 req-7c6ffe05-c0f1-4ccd-b0f5-5ff6cfca3e6c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1328638
Dec 11 21:05:38.650001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:38.652927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.655205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Calling delete_port for 3ce29ccb-9f3d-4846-a007-1ba4aefb266e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:38.690270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Deleting port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:38.690695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.708563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24d047bc-2ab9-43bd-bb7d-570854cafab3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.5137331
Dec 11 21:05:38.711878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58878) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:38.792151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.808297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580a73e-cea5-41e9-8fd3-54e39247dd4f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:38.823957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51e099-3499-4555-afc2-f1785371181f None None] Pushing event deleted for resources: {'Port': ['ID=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:38.830819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51e099-3499-4555-afc2-f1785371181f None None] No DVR routers for this DVR port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:38.831716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03840bd0-ace8-4f73-abb1-1062f928d8c3 req-e8229841-ef06-4e2e-90fe-bfaa307c09b1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718817
Dec 11 21:05:38.838015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] For port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,segment=NetworkSegment(090d7341-947d-43ca-b27b-5c14dc7ffc75),segment_id=090d7341-947d-43ca-b27b-5c14dc7ffc75)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:38.838447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.840015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580a73e-cea5-41e9-8fd3-54e39247dd4f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:38.853178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e580a73e-cea5-41e9-8fd3-54e39247dd4f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1763 time: 0.1401408
Dec 11 21:05:38.853886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:38.866260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Calling delete_port for 3ce29ccb-9f3d-4846-a007-1ba4aefb266e owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:38.933458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d012dada-4661-4c65-84da-0c0fa0e0b2b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:38.979196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.980449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 4a6b0d4e-3e0c-41ed-aae1-2fe560568257 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:38.980988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:38.983427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:38.983805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.013793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce29ccb-9f3d-4846-a007-1ba4aefb266e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:39.016249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] No DVR routers for this DVR port 3ce29ccb-9f3d-4846-a007-1ba4aefb266e on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:39.106812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.115701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.125845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 4a6b0d4e-3e0c-41ed-aae1-2fe560568257 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:39.150496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.178938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:39.187899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.189105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df57640>,) {'filters': {'network_id': ['d37cd484-caf3-42f1-9f40-2fdb73dc1525']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:39.208022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df57640>, '090d7341-947d-43ca-b27b-5c14dc7ffc75') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:39.209694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df57640>, '090d7341-947d-43ca-b27b-5c14dc7ffc75') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:39.251607 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.263653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bac901f7-12fd-4548-a823-96286667b253 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:39.271497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.278126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:05:39.278552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:05:39.280348 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:05:39.307660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: bac901f7-12fd-4548-a823-96286667b253 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:39.308249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bac901f7-12fd-4548-a823-96286667b253 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:39.308911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce29ccb-9f3d-4846-a007-1ba4aefb266e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:39.342868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3ce29ccb-9f3d-4846-a007-1ba4aefb266e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:39.343607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce29ccb-9f3d-4846-a007-1ba4aefb266e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:39.344286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 86ae9ef7-a29f-421f-8536-544a20cbc851 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:39.368647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.370508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 86ae9ef7-a29f-421f-8536-544a20cbc851 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:39.370915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 86ae9ef7-a29f-421f-8536-544a20cbc851 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:39.374623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.378384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d37cd484-caf3-42f1-9f40-2fdb73dc1525 HTTP/1.1" status: 204  len: 168 time: 1.1912737
Dec 11 21:05:39.396638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:39.405212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fe816-add9-41d2-b268-6144a8932307 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37cd484-caf3-42f1-9f40-2fdb73dc1525,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:39.436299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.473202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=4a6b0d4e-3e0c-41ed-aae1-2fe560568257,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:39.559414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58886) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:39.589490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.596262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0aa27b35-3f51-4dd3-9a00-e6f5bad52b21 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/4a6b0d4e-3e0c-41ed-aae1-2fe560568257 HTTP/1.1" status: 204  len: 168 time: 0.7387826
Dec 11 21:05:39.596735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:39.610264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9c1db5f2-2647-4780-89a9-8bafe701282b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9369187dfe604d4a835b84f4063ce5d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0495329
Dec 11 21:05:39.613138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58892) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:39.675901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3993b-7513-4bcd-886e-f3bef528d52e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:39.677802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3993b-7513-4bcd-886e-f3bef528d52e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:39.686983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3993b-7513-4bcd-886e-f3bef528d52e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:39.691134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-01d3993b-7513-4bcd-886e-f3bef528d52e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.0927641
Dec 11 21:05:39.694530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:39.697292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80fb1dc-78a3-4ea9-8c3a-6d0777045c2f None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:39.708018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.743889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.798897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-65b66ade-9cdf-4e55-bde8-a9dc8f7f19c4 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:39.799476 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65b66ade-9cdf-4e55-bde8-a9dc8f7f19c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.825722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet b9658b3f-533e-4604-8495-baeb922ccff4 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:39.831749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.833399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.836848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:39.841596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54614a6a-bbfd-497e-966d-3a224e815cbe HTTP/1.1" status: 204  len: 168 time: 0.2273366
Dec 11 21:05:39.873169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef469d8-77cc-42f8-9371-ce2f7056eb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54614a6a-bbfd-497e-966d-3a224e815cbe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:39.983729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.026396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac43b89-765b-40d2-bd97-d22a9277e33b None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'b9658b3f-533e-4604-8495-baeb922ccff4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f6e882bc-56f8-4410-9b3a-889133966313'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd012dada-4661-4c65-84da-0c0fa0e0b2b2'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:40.033805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a7488-cff4-4bd8-998c-8c80e9942dcf req-eebe0a4a-5c41-41c6-837a-5560d0e2ac34 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.042099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b9a7488-cff4-4bd8-998c-8c80e9942dcf req-eebe0a4a-5c41-41c6-837a-5560d0e2ac34 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.0941122
Dec 11 21:05:40.045939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-34a945b6-c5be-4a43-9a6d-53f711ac083d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1220267
Dec 11 21:05:40.070089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aac43b89-765b-40d2-bd97-d22a9277e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.111240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b9a7488-cff4-4bd8-998c-8c80e9942dcf req-d9f3509b-df25-4d46-a101-bb8eafeb040d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679367
Dec 11 21:05:40.185634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.244496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.244988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.245819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.246216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.246814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.247220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.247684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.250712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-75921c13-79ce-4eef-9553-8c39bc76d6da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 6502 time: 0.1200852
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-aac43b89-765b-40d2-bd97-d22a9277e33b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9658b3f-533e-4604-8495-baeb922ccff4: This subnet is being modified by another concurrent operation.
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:05:40.298345 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9658b3f-533e-4604-8495-baeb922ccff4: This subnet is being modified by another concurrent operation.
Dec 11 21:05:40.305908 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:05:40.310154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.377717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=b9658b3f-533e-4604-8495-baeb922ccff4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:40.387809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.393866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58918) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:40.394426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ecf4e79b-e6d7-4468-8a0e-04d82321e7e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b9658b3f-533e-4604-8495-baeb922ccff4 HTTP/1.1" status: 204  len: 168 time: 0.6906710
Dec 11 21:05:40.421429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f68d6c8-3b1a-44bb-9d69-f2f414171b44 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:40.443934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-1bf7183f-56f9-4f86-9a33-48cfd76bc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.444531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-1bf7183f-56f9-4f86-9a33-48cfd76bc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.445105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-1bf7183f-56f9-4f86-9a33-48cfd76bc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.448124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-1bf7183f-56f9-4f86-9a33-48cfd76bc8d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a12146d-50a0-44c4-a233-aa15a4aac600&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=029108a2-de1b-42bd-aca5-3694202b8bc3&id=bfc062a5-d40c-41d1-b16e-0181815c1a50&id=bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 200  len: 2297 time: 0.1669850
Dec 11 21:05:40.474444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet f6e882bc-56f8-4410-9b3a-889133966313 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:40.483899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.526790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d983ed2a-48c4-495c-95a2-7dc29d56278c None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:40.527400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d983ed2a-48c4-495c-95a2-7dc29d56278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.551612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.579237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 58920) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:40.599148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d012dada-4661-4c65-84da-0c0fa0e0b2b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:40.628472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.644723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-c53d6a13-7771-4f67-89f8-cec4e8bc521f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 200  len: 1002 time: 0.1890965
Dec 11 21:05:40.695147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-054c132c-795d-4670-b6e5-0c03c190d630 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65a734393e814713bfc3b43077575b57&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0976572
Dec 11 21:05:40.695672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58922) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:40.712059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d6dd36e5-e3e1-4e0d-9fea-c4cd79bd7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.713569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d6dd36e5-e3e1-4e0d-9fea-c4cd79bd7e7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 200  len: 855 time: 0.0599201
Dec 11 21:05:40.752950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.776402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-555bfdf5-534c-4598-ade6-c6587c8353ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:40.779187 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-555bfdf5-534c-4598-ade6-c6587c8353ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a12146d-50a0-44c4-a233-aa15a4aac600&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0584586
Dec 11 21:05:40.803681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.805386 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.809218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e882bc-56f8-4410-9b3a-889133966313,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:40.818024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.824807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a57fe4d0-de9b-43f6-a3ea-a8fed7d2f497 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f6e882bc-56f8-4410-9b3a-889133966313 HTTP/1.1" status: 204  len: 168 time: 0.4265914
Dec 11 21:05:40.828124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4465e-6288-4934-b877-7c443a298e8b None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'f6e882bc-56f8-4410-9b3a-889133966313'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'd012dada-4661-4c65-84da-0c0fa0e0b2b2'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:05:40.830758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:40.879904 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d5b4465e-6288-4934-b877-7c443a298e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.883281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:40.894021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:40.895327 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-98647144-bb86-4b63-8d6b-2714cdad8813 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0631969
Dec 11 21:05:40.915392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58930) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:40.926842 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.017914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-4efbf877-c3d2-4284-8f19-8a78562b6988 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2301774
Dec 11 21:05:41.029231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba294f18-8e70-4782-a17a-c4f37a8aa8d6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.031111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ba294f18-8e70-4782-a17a-c4f37a8aa8d6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1144531
Dec 11 21:05:41.033662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.071864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:41.119660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.122515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.123727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab48b23c-e8a8-4301-9c89-e8c873ad637a HTTP/1.1" status: 204  len: 168 time: 0.4270689
Dec 11 21:05:41.131659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5eadaae7-07d1-402b-b30a-10ce382fd800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.144401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfae6a-e286-464a-bfc0-3effb12238af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48b23c-e8a8-4301-9c89-e8c873ad637a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:41.159051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb989170-8241-4f6d-81d8-afb17de469a2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.161034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cb989170-8241-4f6d-81d8-afb17de469a2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1263337
Dec 11 21:05:41.163607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.222945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b636d8d1-c4e4-4509-ad3e-9fd20d0cc024 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0571299
Dec 11 21:05:41.229926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.235248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-323fbe6d-ed69-4e84-a92b-eb557190e995 service neutron] 10.222.0.16 "GET /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090008
Dec 11 21:05:41.235903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:41.241645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:41.245323 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.373984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-214ac43c-0dac-48a0-b29e-207e1cd6bfbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 217 time: 0.1314027
Dec 11 21:05:41.412899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.443451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-e750ad56-fe54-4586-b209-49141a66a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.445779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548cc2b-b532-45cf-8754-67de153755d1 req-3ccfa63c-977c-45c3-99de-74aba42a7c96 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.447072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-e750ad56-fe54-4586-b209-49141a66a68f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0654621
Dec 11 21:05:41.453716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c548cc2b-b532-45cf-8754-67de153755d1 req-3ccfa63c-977c-45c3-99de-74aba42a7c96 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1754575
Dec 11 21:05:41.471816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:41.480985 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.513356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-f732868b-3f2f-4a2d-97f9-6cfa29fb53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.515793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-f732868b-3f2f-4a2d-97f9-6cfa29fb53d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0616536
Dec 11 21:05:41.529925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:41.533822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.536985 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:41.537444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:41.560990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c548cc2b-b532-45cf-8754-67de153755d1 req-296ce0f5-9d16-41e7-b94a-46138904fb85 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062396
Dec 11 21:05:41.569154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe3009-2c67-41ff-b492-6f4c4d496a59 None None] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:41.582944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ec2612d-0e46-4bb1-a62f-1d6a4640cea8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3515489
Dec 11 21:05:41.586920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.594331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:41.603429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-56c3be73-1184-4657-81b1-53c0bb717f59 None None] Could not find standard attr ID for object 4a6b0d4e-3e0c-41ed-aae1-2fe560568257. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:05:41.613332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-56c3be73-1184-4657-81b1-53c0bb717f59 None None] Could not find standard attr ID for object 6ef0c6af-e729-4c21-95e3-ca720c7fa8e5. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:05:41.625279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9efb0-e9b3-47b0-8a5b-6f47621a5501 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:05:41.669706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-e661e2a9-1ac5-4c7b-94f1-8c91143404df service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443617
Dec 11 21:05:41.714947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:41.719494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.721278 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:41.721775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:41.749871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1fb05fc-3f4d-42f6-949f-635928fb9da1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1604562
Dec 11 21:05:41.752557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9efb0-e9b3-47b0-8a5b-6f47621a5501 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:05:41.752991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.761396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:41.797317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-5a0ab6cb-c088-44a7-9617-98ecc47b6dda service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1182587
Dec 11 21:05:41.866135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:41.871532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:41.874045 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:41.874461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:41.888381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-5b60ab37-a4cb-4730-9a97-981297a41334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 217 time: 0.0827253
Dec 11 21:05:41.903673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e762e3c-149d-4796-9bc4-e99196b3061c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1494684
Dec 11 21:05:41.914355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:41.934563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:41.956648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d22b70d7-9fa1-4768-a36b-04847b044edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:41.958573 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d22b70d7-9fa1-4768-a36b-04847b044edf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0636001
Dec 11 21:05:42.020094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bd7a47eb-d931-4e55-be6e-3da82b45a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.021685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bd7a47eb-d931-4e55-be6e-3da82b45a56f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0552378
Dec 11 21:05:42.088936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:42.113713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.115149 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:42.115885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:42.159298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f21fd1-ce2f-42ff-aef1-91bc5f0ba7e9 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:05:42.170404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f2ac5587-8833-4d1e-a2a5-85b5ff0392db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2465000
Dec 11 21:05:42.170404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58992) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:42.176635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:42.182975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d7746ed9-dcd5-4489-996e-4bce239a7b1a service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538768
Dec 11 21:05:42.277595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-02dbc9ca-566a-48ff-9193-be58934f1123 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:42.278712 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02dbc9ca-566a-48ff-9193-be58934f1123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.330377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:42.338432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-26f6547a-f243-422e-83b0-1c46b4bd6c2a service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452758
Dec 11 21:05:42.339041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.340264 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:42.340831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:42.375041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f2f9b767-d0da-4360-a65e-4a993cef3a00 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2072251
Dec 11 21:05:42.379349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59000) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:42.387016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:42.395955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-4ae21c7d-3812-4ebb-b7f8-084c8c2f6b94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 200  len: 217 time: 0.0519261
Dec 11 21:05:42.402015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f21fd1-ce2f-42ff-aef1-91bc5f0ba7e9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:05:42.505885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bb3a06b7-e087-4f42-86be-82e6a48589be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.519312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bb3a06b7-e087-4f42-86be-82e6a48589be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.1094930
Dec 11 21:05:42.520756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59004) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:42.588782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-9e1f1339-03c8-488e-b878-ba583d08c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.590383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-9e1f1339-03c8-488e-b878-ba583d08c7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0609953
Dec 11 21:05:42.592302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-04f8eb1c-3817-4177-9609-19a4ebd84bdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0756378
Dec 11 21:05:42.594041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:42.600512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.603707 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:05:42.604150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:05:42.639600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4efbb91a-7175-42cd-8be8-bafde14237c4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2553868
Dec 11 21:05:42.640208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59010) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:42.742720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1091725010-network', 'tenant_id': '7136a03d325a402baa5aba04539a20a9'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:42.759215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-acbc3e5d-ed92-44d0-98af-6ca9deb04074 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460145
Dec 11 21:05:42.793123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:42.795001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4838c-397a-4d65-a6a5-8e48da61bfc6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.795678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.796952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9ec4838c-397a-4d65-a6a5-8e48da61bfc6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1557961
Dec 11 21:05:42.799844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59014) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:42.823759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bd340-911c-4af7-9dd7-a997fb4311df req-a69e3540-af9a-41e8-b367-4476bfe88683 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.825662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-468bd340-911c-4af7-9dd7-a997fb4311df req-a69e3540-af9a-41e8-b367-4476bfe88683 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1247609
Dec 11 21:05:42.833143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fbc6-605d-4146-a983-47635be95aad req-0c336bdb-1219-490c-a7e9-03b45ad5b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.838821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-0c336bdb-1219-490c-a7e9-03b45ad5b277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1096 time: 0.1360347
Dec 11 21:05:42.854308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:42.912962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-468bd340-911c-4af7-9dd7-a997fb4311df req-b90535b9-98c0-47f7-9793-71d5cddc419a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724931
Dec 11 21:05:42.989530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7256147-14f1-4c74-bdb9-7098bd132d59 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:42.994064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f7256147-14f1-4c74-bdb9-7098bd132d59 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1931491
Dec 11 21:05:42.997238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59032) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:43.004434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-409aca2d-58e0-473a-b751-786783ef78f6 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2362106
Dec 11 21:05:43.016925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e0e42ed5-72ca-4aa5-bab6-c8f1269f9e47 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:43.017221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e0e42ed5-72ca-4aa5-bab6-c8f1269f9e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.043407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3fdfb97b-4322-47f0-b9fc-3056f44db012 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0442731
Dec 11 21:05:43.048588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:43.055540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:43.060386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-1bd9fd69-6bb0-4406-a27b-0e940e88cd94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 200  len: 217 time: 0.0435944
Dec 11 21:05:43.063150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fbc6-605d-4146-a983-47635be95aad req-7cd192dd-5a0a-4d78-aaa0-8b37e494c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.064621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-7cd192dd-5a0a-4d78-aaa0-8b37e494c4e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 916 time: 0.1926408
Dec 11 21:05:43.141790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-593c0106-fa86-4dcd-ae25-3202e7213bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.143016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-593c0106-fa86-4dcd-ae25-3202e7213bdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 200  len: 797 time: 0.0761342
Dec 11 21:05:43.152576 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.167691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.188708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-01a4444d-8dbb-41ac-a62d-fd3f55481be4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 1001 time: 0.1129520
Dec 11 21:05:43.222361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:05:43.240136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:43.240410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadbb606-e924-445a-816b-a104d0468461,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:43.245353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.247888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.248568 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Added segment e94f63dc-61ce-4473-b07f-904ada2538cc of type vlan for network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7
Dec 11 21:05:43.250792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-a9c6781a-8757-417f-a563-368abff2c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.258908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-a9c6781a-8757-417f-a563-368abff2c3a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=029108a2-de1b-42bd-aca5-3694202b8bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0963409
Dec 11 21:05:43.274248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fbc6-605d-4146-a983-47635be95aad req-c5950471-b914-402a-a5e5-e34fd4d121af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.275847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-c5950471-b914-402a-a5e5-e34fd4d121af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 200  len: 854 time: 0.0792079
Dec 11 21:05:43.378344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.385777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080fbc6-605d-4146-a983-47635be95aad req-f4295a15-5ce0-482f-857a-74069532d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.387312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-f4295a15-5ce0-482f-857a-74069532d074 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88331781-22d7-4cd1-815e-4882313497d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0751822
Dec 11 21:05:43.433368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.434389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.435013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.451871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-dc580175-4875-472f-a1b3-7ae3f9b349f2 service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805284
Dec 11 21:05:43.468795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41c0431c-2c82-4445-b2e9-2298a2af0a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.480432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9578998
Dec 11 21:05:43.484745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:43.495686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Request body: {'subnet': {'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1091725010-subnet', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:43.542578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:43.561849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab3e9-522f-41b3-a1ad-55730c8cb086 admin admin] Pushing event updated for resources: {'Network': ['ID=80c829e6-f2d7-4bab-91ba-f54ff9e885b7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:43.579781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:05:43.595336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:43.597992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.623087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-780aa884-10e4-452a-968b-83489e66f42e service neutron] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1599650
Dec 11 21:05:43.643292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-38e470da-a2b0-453c-b41d-7f512f42e5a1 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2448626
Dec 11 21:05:43.690300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-5538619a-8c8a-4eee-904f-191561162c5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 200  len: 217 time: 0.0590298
Dec 11 21:05:43.746702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-f1c8106e-c57d-427e-8178-b3e2ffc37d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.748174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-f1c8106e-c57d-427e-8178-b3e2ffc37d21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0498660
Dec 11 21:05:43.795408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd01a3f9-fcfc-4441-b4f4-cc38c0820ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:43.801573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d3e02824-7130-4836-8e55-e4b2f656ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:43.803505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-d3e02824-7130-4836-8e55-e4b2f656ea15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0477402
Dec 11 21:05:43.899080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-7aeb0862-43e0-410f-8acb-f8ff75bfb7ec service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875795
Dec 11 21:05:43.941168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8080fbc6-605d-4146-a983-47635be95aad req-e386c1c8-4d05-4518-98bb-170841c5db16 service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711797
Dec 11 21:05:44.037648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-01c8e5fc-17bb-4a14-9c76-80e42fe05c86 service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311138
Dec 11 21:05:44.088877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-070f5e41-0925-4665-ade3-8c9dac3cb82f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 200  len: 217 time: 0.0424905
Dec 11 21:05:44.148303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-96a63314-1f5f-48c8-a424-f9384287dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:44.150166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-96a63314-1f5f-48c8-a424-f9384287dd31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 200  len: 797 time: 0.0524058
Dec 11 21:05:44.209103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bed933e7-60af-413d-baf6-b4fc50d0c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:44.210848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-bed933e7-60af-413d-baf6-b4fc50d0c707 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfc062a5-d40c-41d1-b16e-0181815c1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1162 time: 0.0529821
Dec 11 21:05:44.312958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:44.315332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-6cd95d3f-a1b7-4a44-b849-102bea884b0c service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959108
Dec 11 21:05:44.434845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb63162b-e9b6-44d3-802d-a27d6f6fdc9a req-c4b1fb5c-ac81-4fb2-ad80-3895b3e4a34b service neutron] 10.222.0.16 "GET /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082411
Dec 11 21:05:44.573089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd01a3f9-fcfc-4441-b4f4-cc38c0820ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:44.587646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fe7a5-e72d-4314-93ca-dacf07968352 req-2547b729-60b1-4294-ab6b-fc0ffc6b4aac tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:44.589278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b60fe7a5-e72d-4314-93ca-dacf07968352 req-2547b729-60b1-4294-ab6b-fc0ffc6b4aac tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.2926326
Dec 11 21:05:44.591847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd01a3f9-fcfc-4441-b4f4-cc38c0820ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:44.598682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:44.725775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dd01a3f9-fcfc-4441-b4f4-cc38c0820ec6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30101a03df8c4d1599b9f030e4263b8c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1744819
Dec 11 21:05:44.728052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:44.741490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01a3f9-fcfc-4441-b4f4-cc38c0820ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3244ba-d0cd-46f3-aae7-aeb2a0f2b2f1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:44.763710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c06c0d4-35f4-4083-afd4-2254f99aba55,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:44.802058 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b60fe7a5-e72d-4314-93ca-dacf07968352 req-80946c52-e93a-4944-b247-3c2c8365b198 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912720
Dec 11 21:05:44.862242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:44.862638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Network hostable DHCP agents. Network: 80c829e6-f2d7-4bab-91ba-f54ff9e885b7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:05:44.866781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:44.895083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:44.916927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:05:45.030750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 80c829e6-f2d7-4bab-91ba-f54ff9e885b7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:45.044068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4fdf4e-4fdb-4c53-884a-298462379b4a None None] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:45.060742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.064934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.184247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dd662a9f-e05b-4b6e-af90-5f643dafc7c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6984739
Dec 11 21:05:45.186691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:45.189742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59062) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:45.197490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:45.214415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'project_id': '7136a03d325a402baa5aba04539a20a9', 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:45.216107 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.246217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.254418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.260583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.266538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.272514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.278877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.284585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.292539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.293016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-4e6b8c46-f2c8-4aed-877b-09abafad3552 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1733553
Dec 11 21:05:45.324855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.326007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.332884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.337269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.356947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.357728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.410659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Allocated IP 172.20.0.2 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/f67fb6a2-7cf5-441a-b290-c5a3b380bf08) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:45.412125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.417516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.421646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d3244ba-d0cd-46f3-aae7-aeb2a0f2b2f1 HTTP/1.1" status: 204  len: 168 time: 0.6923418
Dec 11 21:05:45.431756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e40d1-e23e-4a6f-83ff-538fdf0f615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3244ba-d0cd-46f3-aae7-aeb2a0f2b2f1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:45.520925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:45.526871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.539976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e6b3797-8075-48d8-a349-a726e04fac1a req-3b8431ad-f595-4319-a288-6b3a225df633 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2460005
Dec 11 21:05:45.546763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:45.561238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:45.561238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.562364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816873f9-98d8-4194-89ad-e1a4f4620cac None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:45.568618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=789d6eb8-c365-4f21-9a3f-2750a8890dfc,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:45.618968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=8']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:45.658185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.665273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fb005681-ed6a-456c-9a27-3c7ee5313360 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6156006
Dec 11 21:05:45.668442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59068) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:45.674014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:d8:88:d5', 'name': 'tempest-NetworksTestDHCPv6-1782819037'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:45.701139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.801456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.861186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59074) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:45.883610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f441dce-ec47-4658-a6b3-d2fd25adb590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.967493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:45.994758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:45.997114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:46.010120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f441dce-ec47-4658-a6b3-d2fd25adb590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.010809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:46.014337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:46.021654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f441dce-ec47-4658-a6b3-d2fd25adb590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.030683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b2ea9-70d5-4f71-bc6a-a44ae1982e14 req-1a678043-3541-44e2-b516-b22b2be4ccc0 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.032260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f06b2ea9-70d5-4f71-bc6a-a44ae1982e14 req-1a678043-3541-44e2-b516-b22b2be4ccc0 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1234944
Dec 11 21:05:46.050914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Pushing event updated for resources: {'Port': ['ID=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:46.073535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f441dce-ec47-4658-a6b3-d2fd25adb590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053ffe3a-db28-4204-9bb7-41ab83dd44b7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:46.097723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f441dce-ec47-4658-a6b3-d2fd25adb590 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02de60950546468592a8e9f120d91d83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2338319
Dec 11 21:05:46.099004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:46.137354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Attempting to bind port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:46.137806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Attempting to bind port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:46.138297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Attempting to bind port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:46.144394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:46.144961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:46.145411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.146049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:46.146647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Bound port: f67fb6a2-7cf5-441a-b290-c5a3b380bf08, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:46.147246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.167432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.172305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f06b2ea9-70d5-4f71-bc6a-a44ae1982e14 req-12264803-992b-4f28-8015-992438d4969f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039052
Dec 11 21:05:46.185033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.231649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.239161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port b2e15025-6d4e-4e18-b445-dd07b0245ad2 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:46.253444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.285454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] For port f67fb6a2-7cf5-441a-b290-c5a3b380bf08, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:46.293895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] For port f67fb6a2-7cf5-441a-b290-c5a3b380bf08, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:46.307412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.317736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.327051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.332973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.339206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.346639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.353581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.359925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.361933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6801f917-e86d-48ac-a0f2-1defa413c6a5 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.1448073
Dec 11 21:05:46.400037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.423533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454303d-d5ca-4886-834a-21e2fd9fedd9 None None] Pushing event updated for resources: {'Port': ['ID=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:46.491109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-75f177b8-7b60-42e7-8bb2-cadccf1e9ea7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:46.493064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-75f177b8-7b60-42e7-8bb2-cadccf1e9ea7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1122978
Dec 11 21:05:46.511779 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.514854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.516873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/053ffe3a-db28-4204-9bb7-41ab83dd44b7 HTTP/1.1" status: 204  len: 168 time: 0.4160383
Dec 11 21:05:46.536637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:46.672080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca1782-5bf4-4444-8318-ceaa9db00300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053ffe3a-db28-4204-9bb7-41ab83dd44b7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:46.742637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Allocated IP 172.35.1.73 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/c6b267e3-2472-45de-b408-fa708578c8bb) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:46.819171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d012dada-4661-4c65-84da-0c0fa0e0b2b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:46.826261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-95de9b24-f13c-4112-9d76-5700b772b1a6 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.3252282
Dec 11 21:05:46.840952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:46.864816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fed8:88d5 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/789d6eb8-c365-4f21-9a3f-2750a8890dfc/b2e15025-6d4e-4e18-b445-dd07b0245ad2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:46.994529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:46.995101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.003535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.028560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.050287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.063653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.070048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.089930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.101440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.110593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-b8b1ce3a-7491-4450-a6be-48b4ad8b1c82 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 5445 time: 0.3010163
Dec 11 21:05:47.127261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.141278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.153473 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.226879 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.325186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-885bd405-7ccc-41ab-a670-d408b70cddd6 req-6828ef79-a68c-475a-81bf-145a53b06aeb tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2134919
Dec 11 21:05:47.497316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd6927a-17b9-446c-b35e-faaac2061d87,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:47.498443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:47.520777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:47.528948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b267e3-2472-45de-b408-fa708578c8bb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:47.537597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:47.551382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100def20-3d1f-4f52-ad0e-67563371d7f6 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:47.588801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] For port 7dd6927a-17b9-446c-b35e-faaac2061d87, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:47.636378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b7308688-1f23-45f6-b163-43499fdf3fc8 None None] Provisioning complete for port c6b267e3-2472-45de-b408-fa708578c8bb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:47.637127 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7308688-1f23-45f6-b163-43499fdf3fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.665226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde53ad-7f82-47d8-8b84-76a2c197d80f req-2f186238-b103-431a-a7e3-47b931a450f9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.666554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adde53ad-7f82-47d8-8b84-76a2c197d80f req-2f186238-b103-431a-a7e3-47b931a450f9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.2979977
Dec 11 21:05:47.697030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] device_id is not set on port 7dd6927a-17b9-446c-b35e-faaac2061d87 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:47.703746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b7308688-1f23-45f6-b163-43499fdf3fc8 None None] Port c6b267e3-2472-45de-b408-fa708578c8bb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:47.720650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.729219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.821183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] No DVR routers for this DVR port 7dd6927a-17b9-446c-b35e-faaac2061d87 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:47.843090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9fec967b-b845-4501-a460-0d707935c8c7 None None] Provisioning complete for port d012dada-4661-4c65-84da-0c0fa0e0b2b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:47.843532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9fec967b-b845-4501-a460-0d707935c8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.873602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] In _notify_port_updated(), no bound segment for port 7dd6927a-17b9-446c-b35e-faaac2061d87 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:05:47.874581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:47.875238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:47.876545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 200  len: 1033 time: 1.0409331
Dec 11 21:05:47.907016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccd32f-6dad-48ff-92cb-606234ce4612 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:47.980709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-adde53ad-7f82-47d8-8b84-76a2c197d80f req-25168b97-c589-4de8-8b50-2cea68d1230b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3056016
Dec 11 21:05:48.014838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-a903a144-ce10-4110-9dcb-da84d0ca025c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:48.017788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-a903a144-ce10-4110-9dcb-da84d0ca025c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "GET /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1338577
Dec 11 21:05:48.031307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:48.035403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.159825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.243838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4799d5-81c5-4ba6-946d-df5021ff32a8 None None] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:48.245797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.271729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:48.286268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-823a239f-c9a2-4c36-97df-89b20be31304 None None] Provisioning complete for port 7dd6927a-17b9-446c-b35e-faaac2061d87 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:48.286704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-823a239f-c9a2-4c36-97df-89b20be31304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.292539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:48.301005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:48.308141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:48.308784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.328558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.378961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7094436
Dec 11 21:05:48.384960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c259314-0c7d-4dcd-adb7-4665f2fd636c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=b2e15025-6d4e-4e18-b445-dd07b0245ad2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:48.387764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59114) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:48.466817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-823a239f-c9a2-4c36-97df-89b20be31304 None None] Port 7dd6927a-17b9-446c-b35e-faaac2061d87 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:48.487665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:48.501082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c6fe8-5700-4ba1-9f42-a94158476d22 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:48.508884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c6fe8-5700-4ba1-9f42-a94158476d22 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:48.510812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-686c6fe8-5700-4ba1-9f42-a94158476d22 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.1204131
Dec 11 21:05:48.513847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59116) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:48.562262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] For port d3622410-1b54-4ca3-8e4e-8e57c1fa3244, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:48.635041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] Provisioning complete for port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:48.635594 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.701423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] device_id is not set on port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:48.743916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.776321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.897014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] No DVR routers for this DVR port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:48.900846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f67fb6a2-7cf5-441a-b290-c5a3b380bf08 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:48.905738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Pushing event updated for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:48.931891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.994874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] In _notify_port_updated(), no bound segment for port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 on network 029108a2-de1b-42bd-aca5-3694202b8bc3 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:05:48.995963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:48.996686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:48.998872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-e994c128-f63f-48f2-9c8e-738e49572f0a service neutron] 10.222.0.16 "PUT /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 200  len: 1033 time: 0.9738266
Dec 11 21:05:49.111860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] For port f67fb6a2-7cf5-441a-b290-c5a3b380bf08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:49.139648 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.304771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:49.305639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.308483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b9e31-d5d1-4ecf-863b-4032d9c592ce None None] Pushing event updated for resources: {'Port': ['ID=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:49.309439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c234c9-961a-4382-9e14-2aa10547b681 req-64e0c28b-8020-4b85-879e-88cc13a36997 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.311856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80c234c9-961a-4382-9e14-2aa10547b681 req-64e0c28b-8020-4b85-879e-88cc13a36997 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1918535
Dec 11 21:05:49.321595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 67f31bc5-de97-479d-ae4f-f819dbb6b3da {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:49.321995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.344983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:49.370639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-48f7faa0-2e15-4eaa-905c-7bc541bb2b15 None None] Provisioning complete for port b2e15025-6d4e-4e18-b445-dd07b0245ad2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:49.371457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48f7faa0-2e15-4eaa-905c-7bc541bb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.456463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.464867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.473371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.478238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-48f7faa0-2e15-4eaa-905c-7bc541bb2b15 None None] Port b2e15025-6d4e-4e18-b445-dd07b0245ad2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:49.478429 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80c234c9-961a-4382-9e14-2aa10547b681 req-2f4bc746-ca3f-4794-b06f-e27adb83f5bb tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495349
Dec 11 21:05:49.501324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.520576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.531169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port 67f31bc5-de97-479d-ae4f-f819dbb6b3da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f31bc5-de97-479d-ae4f-f819dbb6b3da,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:49.531737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.533014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:49.541176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-c7ddbf11-f817-496d-b59c-a22ebe95a286 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 4665 time: 1.0154719
Dec 11 21:05:49.542311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.555172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-48f7faa0-2e15-4eaa-905c-7bc541bb2b15 None None] Provisioning complete for port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:49.560357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48f7faa0-2e15-4eaa-905c-7bc541bb2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.704108 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.754066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port b2e15025-6d4e-4e18-b445-dd07b0245ad2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:49.754601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.810506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:49.812175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:49.824628 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce34c693-7417-49a9-abc5-be9ed3a804ae" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:49.827747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01d7be79-7ccc-4218-85ac-09cd19989f5e req-2c172df0-3f29-4dd2-be86-0264703d837b tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&id=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2682612
Dec 11 21:05:49.846619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.847202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.847565 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Floating IP e40136a6-15cf-42c5-8311-06eba8b74eff disassociated. External IP: 172.35.1.178, port: 67f31bc5-de97-479d-ae4f-f819dbb6b3da.
Dec 11 21:05:49.847910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 67f31bc5-de97-479d-ae4f-f819dbb6b3da owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:49.852658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:49.853516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b77e4e60-8b70-491d-8dcc-cebb4884182a no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:49.975151 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfb7185-d1f0-4ee8-b061-b216b270c020 x-openstack-request-id: req-3bfb7185-d1f0-4ee8-b061-b216b270c020 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:49.975942 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:49.976875 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bfb7185-d1f0-4ee8-b061-b216b270c020 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:49.978539 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'code': 200}
Dec 11 21:05:49.984005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:50.020108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.038055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for b2e15025-6d4e-4e18-b445-dd07b0245ad2 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:50.050675 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.056449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:05:50.057070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.093766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8a788cc9-cf23-4bd8-8268-8282d1fdec94 None None] Provisioning complete for port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:50.094221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a788cc9-cf23-4bd8-8268-8282d1fdec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.101853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=67f31bc5-de97-479d-ae4f-f819dbb6b3da,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:50.172931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:50.174901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8a788cc9-cf23-4bd8-8268-8282d1fdec94 None None] Port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:50.180882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.182166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8379dcee-bdc7-4ad2-b207-2a82d6089c8e no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:50.280953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:50.281945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Router 86cd43cf-8bcd-4989-ba7a-2b93f606285b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:50.300602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:50.311547 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Sync routers for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:50.322766 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:50.323443 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:50.344517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.346573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a59c8262-c9d4-463e-9dde-fdb08ff7f4e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.1545682
Dec 11 21:05:50.348613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.351976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:50.354592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.417153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:50.426145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.426798 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.427688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a460bb05-fbc2-4554-a35a-cf6380581f04 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:50.430257 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/b2e15025-6d4e-4e18-b445-dd07b0245ad2 HTTP/1.1" status: 204  len: 168 time: 1.9152181
Dec 11 21:05:50.432884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319cdb-1355-466a-a304-9a7ca9b29f56 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=b2e15025-6d4e-4e18-b445-dd07b0245ad2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:50.435963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59198) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:50.534623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:50.542205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8ebed-08ef-46b6-9d51-f624513c4294 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:50.561013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8ebed-08ef-46b6-9d51-f624513c4294 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:50.566535 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-20e8ebed-08ef-46b6-9d51-f624513c4294 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1273217
Dec 11 21:05:50.568971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59204) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:50.665076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:50.748153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f67fb6a2-7cf5-441a-b290-c5a3b380bf08 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:50.814992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 789d6eb8-c365-4f21-9a3f-2750a8890dfc {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:05:50.820406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.858889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f1220-3862-4d13-bd86-dfe09f148995 req-d9f80cef-23bb-4212-976a-b64f8a214649 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:50.868599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7f1220-3862-4d13-bd86-dfe09f148995 req-d9f80cef-23bb-4212-976a-b64f8a214649 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1619165
Dec 11 21:05:50.933039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.947748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:50.974763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:50.975837 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.009847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:51.021977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7f1220-3862-4d13-bd86-dfe09f148995 req-0fc99f6d-5f47-4b04-bc6f-91f26882f8c4 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509116
Dec 11 21:05:51.075416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Sync routers for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:51.107305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.135787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port 67f31bc5-de97-479d-ae4f-f819dbb6b3da on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:51.150634 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d640>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:48Z', 'revision_number': 3, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:51.158561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.166429 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-f525649d-a240-4e8b-a8f1-ed0fbb9ebe2d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "DELETE /v2.0/ports/67f31bc5-de97-479d-ae4f-f819dbb6b3da HTTP/1.1" status: 204  len: 173 time: 2.1518559
Dec 11 21:05:51.169275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:51.174995 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e0f9c-7fed-4774-b095-f6f78808e139" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:51.207399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:51.208719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:51.215361 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Checking router: 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:51.219160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.220334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Updating router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b port c6b267e3-2472-45de-b408-fa708578c8bb binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:05:51.280833 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.303073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=789d6eb8-c365-4f21-9a3f-2750a8890dfc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:51.315841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.336717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45f9565e-edbc-4e33-9004-2bc7ade0c7b2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/789d6eb8-c365-4f21-9a3f-2750a8890dfc HTTP/1.1" status: 204  len: 168 time: 0.7626565
Dec 11 21:05:51.336717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59214) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:51.402702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-380e127a-d4ac-458c-8c8b-5ebeb5434d50 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:51.409619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-380e127a-d4ac-458c-8c8b-5ebeb5434d50 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:51.413152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:51.416271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-380e127a-d4ac-458c-8c8b-5ebeb5434d50 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:51.423705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-380e127a-d4ac-458c-8c8b-5ebeb5434d50 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:51.431723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33abe14d-91d5-4773-8845-d0ffe73a9a8c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0934339
Dec 11 21:05:51.433044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-380e127a-d4ac-458c-8c8b-5ebeb5434d50 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 3143 time: 0.3441756
Dec 11 21:05:51.434670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59218) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:51.437920 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b92f2cf-69a2-4723-a9ad-92e378739679 x-openstack-request-id: req-9b92f2cf-69a2-4723-a9ad-92e378739679 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:51.438544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "67f31bc5-de97-479d-ae4f-f819dbb6b3da", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:51.438972 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b92f2cf-69a2-4723-a9ad-92e378739679 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:51.439824 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '67f31bc5-de97-479d-ae4f-f819dbb6b3da', 'status': 'completed', 'code': 200}
Dec 11 21:05:51.441469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:51.548813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d9ed7f5-9ae4-47da-97e4-e16ed77093df req-963b06ab-eb0b-4271-8b72-c8e82322b5ee tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134200
Dec 11 21:05:51.601374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d1779-50ce-4664-b99a-e3c81612cd2b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:51.602689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port a460bb05-fbc2-4554-a35a-cf6380581f04 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:51.613263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.635660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:51.686291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.687139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d3622410-1b54-4ca3-8e4e-8e57c1fa3244 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:51.689718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.702946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78177ca8-3677-4084-8312-925e43abee68 req-c5c4e3f7-dcf9-40c1-935e-553e994d4919 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:51.706733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78177ca8-3677-4084-8312-925e43abee68 req-c5c4e3f7-dcf9-40c1-935e-553e994d4919 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1492589
Dec 11 21:05:51.715372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.761277 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.775614 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.822814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78177ca8-3677-4084-8312-925e43abee68 req-d1a99064-2edb-4e06-b208-144dae888d43 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021550
Dec 11 21:05:51.834884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:51.840405 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.868441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port a460bb05-fbc2-4554-a35a-cf6380581f04, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a460bb05-fbc2-4554-a35a-cf6380581f04,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:51.868701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:51.921692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for a460bb05-fbc2-4554-a35a-cf6380581f04 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:52.008201 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582981e1-5e8a-4c6f-bdde-cc5b9fc955b9 None None] Pushing event updated for resources: {'Port': ['ID=c6b267e3-2472-45de-b408-fa708578c8bb,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:52.013192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:52.025823 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3e9529-9a08-4440-a62e-0e9c16d147e7" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:52.041439 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Attempting to bind port c6b267e3-2472-45de-b408-fa708578c8bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:52.042356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Attempting to bind port c6b267e3-2472-45de-b408-fa708578c8bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:52.042356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Attempting to bind port c6b267e3-2472-45de-b408-fa708578c8bb on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:52.049800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32acbf1d-50aa-45b3-b272-f3ab2ea046c3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:52.051347 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:52.051956 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:52.052408 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:52.052975 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:52.053685 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Bound port: c6b267e3-2472-45de-b408-fa708578c8bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:52.054125 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:52.073668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:52.085171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device d3622410-1b54-4ca3-8e4e-8e57c1fa3244 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:52.086341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7dd6927a-17b9-446c-b35e-faaac2061d87 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:52.153448 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] For port c6b267e3-2472-45de-b408-fa708578c8bb, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:52.157490 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] For port c6b267e3-2472-45de-b408-fa708578c8bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6b267e3-2472-45de-b408-fa708578c8bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:52.168803 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:52.177357 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5365cc-0127-40d5-8e5f-0550850c4ff8 x-openstack-request-id: req-6d5365cc-0127-40d5-8e5f-0550850c4ff8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:52.177713 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-unplugged", "status": "completed", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:52.177946 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d5365cc-0127-40d5-8e5f-0550850c4ff8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:52.178338 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'code': 200}
Dec 11 21:05:52.179294 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'code': 200}
Dec 11 21:05:52.179565 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'code': 200}
Dec 11 21:05:52.200286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7dd6927a-17b9-446c-b35e-faaac2061d87 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:52.200731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 67f31bc5-de97-479d-ae4f-f819dbb6b3da no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:52.375528 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:52.378468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:52.493218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8f8d2-ce1f-42e3-b5fb-0c107af18c2b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:52.502933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:52.539218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:52.539602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 67f31bc5-de97-479d-ae4f-f819dbb6b3da {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:52.539962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 67f31bc5-de97-479d-ae4f-f819dbb6b3da not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:52.574664 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582981e1-5e8a-4c6f-bdde-cc5b9fc955b9 None None] Pushing event updated for resources: {'Port': ['ID=c6b267e3-2472-45de-b408-fa708578c8bb,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:52.580895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:05:52.660988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] Provisioning complete for port c6b267e3-2472-45de-b408-fa708578c8bb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:52.661898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:52.662401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73f206-7806-456d-af66-c38f616ff12e req-7ec2f6da-56ef-4c65-a0e6-3b5d0d03ef38 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:52.664151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e73f206-7806-456d-af66-c38f616ff12e req-7ec2f6da-56ef-4c65-a0e6-3b5d0d03ef38 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.1256454
Dec 11 21:05:52.719861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Allocated IP 172.20.0.1 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/93e064ee-79c7-4b3b-8e05-9e7157027221) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:52.748799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d012dada-4661-4c65-84da-0c0fa0e0b2b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:52.790929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce970>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:52.897083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59254) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:52.914279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Checking router: 86cd43cf-8bcd-4989-ba7a-2b93f606285b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:52.948788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-826fedd5-c59d-4c1c-935e-1b3810266ae0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:52.956555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-826fedd5-c59d-4c1c-935e-1b3810266ae0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:52.964172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-826fedd5-c59d-4c1c-935e-1b3810266ae0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:52.971023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-826fedd5-c59d-4c1c-935e-1b3810266ae0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:52.980366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-826fedd5-c59d-4c1c-935e-1b3810266ae0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 3141 time: 0.2622495
Dec 11 21:05:53.004305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port 140e9c96-8ef2-45af-b991-941f1bf0d15f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:53.005102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.034781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:53.036162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:53.044432 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d640>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:48Z', 'revision_number': 3, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:53.064579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Deleting port d012dada-4661-4c65-84da-0c0fa0e0b2b2 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:53.064997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.085263 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d4ae3-66d0-47ad-a4cf-8d963bfcd8be None None] The sync data for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 is: [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:48Z', 'revision_number': 3, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:53.101809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.184664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.251777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.256190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.277712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13b325fd-d5ca-4608-9bb0-d3e98d9ac24a req-247b5042-bedb-4d66-b393-54d55276fc3f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2960360
Dec 11 21:05:53.284105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=a460bb05-fbc2-4554-a35a-cf6380581f04,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:53.370111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port 140e9c96-8ef2-45af-b991-941f1bf0d15f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=140e9c96-8ef2-45af-b991-941f1bf0d15f,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:53.370584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.394614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port a460bb05-fbc2-4554-a35a-cf6380581f04 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:53.401826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.405044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-bbd76abc-f61f-4cc4-b0e4-dc4719c6b926 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "DELETE /v2.0/ports/a460bb05-fbc2-4554-a35a-cf6380581f04 HTTP/1.1" status: 204  len: 173 time: 2.2128894
Dec 11 21:05:53.430186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for 140e9c96-8ef2-45af-b991-941f1bf0d15f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:53.439821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.452310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:53.455214 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b71670-acc9-4c9f-8d3d-36c52e7992de" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:53.473923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.511966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] For port c6b267e3-2472-45de-b408-fa708578c8bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6b267e3-2472-45de-b408-fa708578c8bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:53.529248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:53.547843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123daa1e-3809-4a64-af6d-b8e7f2a3ce77 req-5c13dfc1-f480-4092-ba34-4359296b7f0e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:53.549868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123daa1e-3809-4a64-af6d-b8e7f2a3ce77 req-5c13dfc1-f480-4092-ba34-4359296b7f0e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 945 time: 0.3209720
Dec 11 21:05:53.593610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.642328 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34013b9-486f-40fa-bc89-ee872ef5fe32 x-openstack-request-id: req-a34013b9-486f-40fa-bc89-ee872ef5fe32 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:53.642911 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "a460bb05-fbc2-4554-a35a-cf6380581f04", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:53.643134 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a34013b9-486f-40fa-bc89-ee872ef5fe32 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:53.647269 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': 'a460bb05-fbc2-4554-a35a-cf6380581f04', 'status': 'completed', 'code': 200}
Dec 11 21:05:53.650156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:53.704810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b38997-b336-44b7-883c-b5e470f3e783 None None] Pushing event updated for resources: {'Port': ['ID=c6b267e3-2472-45de-b408-fa708578c8bb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:53.718211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:53.756916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:53.802851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Deleting port 79db854d-61b4-4694-a32d-7c09276cad3a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:53.803259 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:53.842124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Pushing event updated for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:53.879935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123daa1e-3809-4a64-af6d-b8e7f2a3ce77 req-38bfec92-5c6e-45f8-a9fd-8349180744fc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343776
Dec 11 21:05:53.904616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.105242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:54.105891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.109375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:54.111313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.187751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.188811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.214380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Calling delete_port for 79db854d-61b4-4694-a32d-7c09276cad3a owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:54.218962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:05:54.220134 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:05:54.222299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Calling delete_port for d012dada-4661-4c65-84da-0c0fa0e0b2b2 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:54.227729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port d012dada-4661-4c65-84da-0c0fa0e0b2b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d012dada-4661-4c65-84da-0c0fa0e0b2b2,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:54.229579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e54017d8-25db-4d2e-a06e-01ee3d558cde None None] Provisioning complete for port c6b267e3-2472-45de-b408-fa708578c8bb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:54.230144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e54017d8-25db-4d2e-a06e-01ee3d558cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.258550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:54.258926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.287969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:54.437484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.452721 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.455715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.576972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.613321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] Pushing event deleted for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:54.618135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af724d12-dc5c-4ff1-b31c-b701aea48c2f None None] No DVR routers for this DVR port d012dada-4661-4c65-84da-0c0fa0e0b2b2 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:54.627740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce970>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:54.660770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:54.672045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03de8cb-34f7-4dac-bbb4-5432197373f6 None None] The sync data for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 is: [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T20:56:19Z', 'revision_number': 4, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '450d2d10-8e95-44c1-bdae-98fc24186073', 'name': '', 'network_id': '2a12146d-50a0-44c4-a233-aa15a4aac600', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'mac_address': 'fa:16:3e:d6:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:17Z', 'updated_at': '2021-12-11T20:56:23Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'subnets': [{'id': 'be198d66-e5a6-4008-b7f6-d9aa326fa551', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:05:54.703643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.711754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f95d2fb-3540-46b9-8727-6338bb30d551 None None] Provisioning complete for port 93e064ee-79c7-4b3b-8e05-9e7157027221 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:54.713774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f95d2fb-3540-46b9-8727-6338bb30d551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.717126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:54.755973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:54.756551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.761484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.778133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:54.794032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f26282f-c226-4c49-a496-03de29f6b8ea None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:05:54.796317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['140e9c96-8ef2-45af-b991-941f1bf0d15f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:05:54.828528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3901439
Dec 11 21:05:54.835784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59286) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:54.851537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:da:1d:98', 'name': 'tempest-NetworksTestDHCPv6-1704595899'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:54.858076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=b5c27c99-43cd-4061-92ef-90d042a396ee,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:54.871143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d409c-7fca-47a9-a0c9-f0bf773363ea tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=d012dada-4661-4c65-84da-0c0fa0e0b2b2,revision_number=11']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:54.881717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=140e9c96-8ef2-45af-b991-941f1bf0d15f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:54.916636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3330aeb-1e9d-4f12-9fa4-a5b269448929 req-9eef9c48-7360-41c5-9623-f12d2e8d546c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:54.924366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3330aeb-1e9d-4f12-9fa4-a5b269448929 req-9eef9c48-7360-41c5-9623-f12d2e8d546c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:54.932763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3330aeb-1e9d-4f12-9fa4-a5b269448929 req-9eef9c48-7360-41c5-9623-f12d2e8d546c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:54.933454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Port d012dada-4661-4c65-84da-0c0fa0e0b2b2 update to DOWN by agent not found {{(pid=125989) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 11 21:05:54.941108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3330aeb-1e9d-4f12-9fa4-a5b269448929 req-9eef9c48-7360-41c5-9623-f12d2e8d546c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 2408 time: 0.4707756
Dec 11 21:05:55.041034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=5987b333-c77b-4ffe-8e76-ed2f5b9ae938,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:55.084072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c92663-7c50-481c-8820-e64371a0be5d None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:05:55.126227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f95d2fb-3540-46b9-8727-6338bb30d551 None None] Port 93e064ee-79c7-4b3b-8e05-9e7157027221 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:55.171350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdf516a5-c1b7-4281-bcf9-c32e36427cb3 req-7934a2d1-d732-47a8-a6d9-224d0c8f1edf tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=2873de95-e8e8-4884-ab03-93f0627b3c0a HTTP/1.1" status: 200  len: 210 time: 0.0602989
Dec 11 21:05:55.177847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:55.279803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c6b267e3-2472-45de-b408-fa708578c8bb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:55.306593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3330aeb-1e9d-4f12-9fa4-a5b269448929 req-6a954c51-0b0b-4411-9a90-cc49d812a524 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3633852
Dec 11 21:05:55.309706 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6a6c94-ee64-47a6-8da5-d7058b328905 None None] New status for floating IP e40136a6-15cf-42c5-8311-06eba8b74eff: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:05:55.336734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port 140e9c96-8ef2-45af-b991-941f1bf0d15f on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:55.339640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port 5987b333-c77b-4ffe-8e76-ed2f5b9ae938 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:55.343593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.346910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.352650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e73f206-7806-456d-af66-c38f616ff12e req-b3f8870f-5965-4ad1-9cda-2f80d1fef1c2 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.16 "DELETE /v2.0/ports/140e9c96-8ef2-45af-b991-941f1bf0d15f HTTP/1.1" status: 204  len: 173 time: 2.6803989
Dec 11 21:05:55.369316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.376586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-6ca57549-4dd1-4694-af50-b875f322ec59 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "DELETE /v2.0/ports/5987b333-c77b-4ffe-8e76-ed2f5b9ae938 HTTP/1.1" status: 204  len: 173 time: 1.9569585
Dec 11 21:05:55.405109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'b5c27c99-43cd-4061-92ef-90d042a396ee'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:05:55.405972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.451483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event deleted for resources: {'Port': ['ID=79db854d-61b4-4694-a32d-7c09276cad3a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:55.482816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:05:55.495318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3353c71-1a56-4bbe-a51e-a5806115c171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.536067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.593714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.661701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'name': 'network-vif-deleted', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f'}, {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:55.665350 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a47f50-e3a5-49e3-8339-f29c73120708" -d '{"events": [{"server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "name": "network-vif-deleted", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f"}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:55.669524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c6b267e3-2472-45de-b408-fa708578c8bb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:55.670091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.732666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.733217 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Floating IP 44b51ef8-7c3b-4fc2-9946-e7eb13798690 disassociated (deleted). External IP: 172.35.1.67, port: 007ba6d9-d966-4f52-9f70-f5c72692a6b5.
Dec 11 21:05:55.806505 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb4431-99d8-4d39-9201-f40297cdb727 x-openstack-request-id: req-0beb4431-99d8-4d39-9201-f40297cdb727 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:55.807114 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2873de95-e8e8-4884-ab03-93f0627b3c0a", "name": "network-vif-deleted", "tag": "140e9c96-8ef2-45af-b991-941f1bf0d15f", "status": "completed", "code": 200}, {"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "5987b333-c77b-4ffe-8e76-ed2f5b9ae938", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:55.807114 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0beb4431-99d8-4d39-9201-f40297cdb727 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:55.807658 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2873de95-e8e8-4884-ab03-93f0627b3c0a', 'name': 'network-vif-deleted', 'tag': '140e9c96-8ef2-45af-b991-941f1bf0d15f', 'status': 'completed', 'code': 200}
Dec 11 21:05:55.807924 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '5987b333-c77b-4ffe-8e76-ed2f5b9ae938', 'status': 'completed', 'code': 200}
Dec 11 21:05:55.816790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.826747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Pushing event updated for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:55.858561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port b77e4e60-8b70-491d-8dcc-cebb4884182a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:55.858916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:55.892573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Allocated IP 2001:db8::f816:3eff:fec4:27ec (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b5c27c99-43cd-4061-92ef-90d042a396ee/9ea3e00b-164e-46c9-98de-15df986d8dde) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:56.037907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:56.040611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port b77e4e60-8b70-491d-8dcc-cebb4884182a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b77e4e60-8b70-491d-8dcc-cebb4884182a,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:56.040998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.052513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:56.065259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for b77e4e60-8b70-491d-8dcc-cebb4884182a owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:56.085628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.123305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3353c71-1a56-4bbe-a51e-a5806115c171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.184500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e3353c71-1a56-4bbe-a51e-a5806115c171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.187743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 205f942d-acde-4f2f-9ebc-fcf05d39bce6 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:05:56.197805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.216868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.265060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:56.350601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e3353c71-1a56-4bbe-a51e-a5806115c171 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21512a3d3bc54e479dc5709f143aae17&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1715641
Dec 11 21:05:56.352105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3353c71-1a56-4bbe-a51e-a5806115c171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d882cde-5d7a-4cc4-9d10-a8ff561bbb27,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:56.354885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59322) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:56.401631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:56.408945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:56.415287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:56.445544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Pushing event updated for resources: {'Port': ['ID=9ea3e00b-164e-46c9-98de-15df986d8dde,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:56.504996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Router 507885a8-3199-464d-b2bf-86e8938b1b4d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:05:56.531360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:feda:1d98 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/b5c27c99-43cd-4061-92ef-90d042a396ee/205f942d-acde-4f2f-9ebc-fcf05d39bce6) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:05:56.547158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Attempting to bind port 9ea3e00b-164e-46c9-98de-15df986d8dde on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:56.547763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Attempting to bind port 9ea3e00b-164e-46c9-98de-15df986d8dde by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:56.548482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Attempting to bind port 9ea3e00b-164e-46c9-98de-15df986d8dde on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:56.553773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:56.564419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-391601ac-96af-40f6-b1e2-f887d7a28b5f admin admin] 10.222.0.18 "PUT /v2.0/routers/4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2104280
Dec 11 21:05:56.565804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.589902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.634994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.701774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=b77e4e60-8b70-491d-8dcc-cebb4884182a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:56.770524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Sync routers for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:56.783046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:56.783429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:56.783791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.784348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:56.784589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0af0e-8df7-4f7b-a2c3-be86b0473678 req-8ff5822f-966c-4bd1-936f-db076810e22c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:56.784832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Bound port: 9ea3e00b-164e-46c9-98de-15df986d8dde, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:56.785212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.790999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00c0af0e-8df7-4f7b-a2c3-be86b0473678 req-8ff5822f-966c-4bd1-936f-db076810e22c tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 943 time: 0.2145529
Dec 11 21:05:56.796136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port b77e4e60-8b70-491d-8dcc-cebb4884182a on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:56.801993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.806044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c3d46ec0-c605-431e-bb66-f138a132e480 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "DELETE /v2.0/ports/b77e4e60-8b70-491d-8dcc-cebb4884182a HTTP/1.1" status: 204  len: 173 time: 1.4206219
Dec 11 21:05:56.810530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2139f3a9-fa4b-45f4-80f9-8c6a5017a94e None None] Provisioning complete for port 93e064ee-79c7-4b3b-8e05-9e7157027221 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:56.810918 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2139f3a9-fa4b-45f4-80f9-8c6a5017a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.831731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:56.831731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768aafd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:56.903008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.906770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:56.908290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d882cde-5d7a-4cc4-9d10-a8ff561bbb27 HTTP/1.1" status: 204  len: 168 time: 0.5511792
Dec 11 21:05:56.934599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2139f3a9-fa4b-45f4-80f9-8c6a5017a94e None None] Port 93e064ee-79c7-4b3b-8e05-9e7157027221 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:05:56.950532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335e5eb-8bab-47db-adc8-7cf2f77ac5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d882cde-5d7a-4cc4-9d10-a8ff561bbb27,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:56.974689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00c0af0e-8df7-4f7b-a2c3-be86b0473678 req-3d780626-8ac7-40ab-b5ab-ff03f20399d8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups?id=3d05b466-9533-44ad-a8d8-6fdb2b286c2f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1759365
Dec 11 21:05:57.022021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3f96141b-8d48-4551-915e-68205097efcd None None] For port 9ea3e00b-164e-46c9-98de-15df986d8dde, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:57.028695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:57.029391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:57.090599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3f96141b-8d48-4551-915e-68205097efcd None None] For port 9ea3e00b-164e-46c9-98de-15df986d8dde, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ea3e00b-164e-46c9-98de-15df986d8dde,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:57.160508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:57.231299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96141b-8d48-4551-915e-68205097efcd None None] Pushing event updated for resources: {'Port': ['ID=9ea3e00b-164e-46c9-98de-15df986d8dde,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:57.274356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:57.346733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 140e9c96-8ef2-45af-b991-941f1bf0d15f no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:05:57.424182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 140e9c96-8ef2-45af-b991-941f1bf0d15f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:05:57.431596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 140e9c96-8ef2-45af-b991-941f1bf0d15f not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:05:57.831873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:05:57.832496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:57.883746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 8379dcee-bdc7-4ad2-b207-2a82d6089c8e owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:05:57.959589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768aafd0>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:05:55Z', 'revision_number': 2, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:58.016053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:05:58.030789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:05:58.033508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:58.036094 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e058d-dcf0-46e7-ba52-c425a0e349f8" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:58.049103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Checking router: 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:58.049903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Updating router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b port 93e064ee-79c7-4b3b-8e05-9e7157027221 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:05:58.051953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-c14e348f-8ba8-46ab-bece-9b99093153de tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:58.056646 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:58.057962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-c14e348f-8ba8-46ab-bece-9b99093153de tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 1.3113687
Dec 11 21:05:58.059258 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f49a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:58.083907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.097999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.165080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59362) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:58.180927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340963946', 'description': 'tempest-description--614682597'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:58.267152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.271450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.340087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.344524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=8379dcee-bdc7-4ad2-b207-2a82d6089c8e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:58.449132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1127a6b7-401c-4644-bcee-222857585957 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "DELETE /v2.0/floatingips/44b51ef8-7c3b-4fc2-9946-e7eb13798690 HTTP/1.1" status: 204  len: 168 time: 5.5508850
Dec 11 21:05:58.457249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:58.467606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:05:58.470109 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417b164-018c-4992-8cc1-5ebe5994969d" -d '{"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:05:58.483648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.495118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-3b7b2348-7ddd-41ef-8b87-34d9dd79c2cf tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/quotas/92f23e4b64db4ca49448b3d9290e997f HTTP/1.1" status: 200  len: 375 time: 0.3748519
Dec 11 21:05:58.579213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:05:58.585183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9f388807-8832-4ec2-9fcf-1a0cf26cff90 req-769fe584-3e44-4ddd-96d9-b6756982f622 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 210 time: 0.2917163
Dec 11 21:05:58.598842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.601455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port 8379dcee-bdc7-4ad2-b207-2a82d6089c8e on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:05:58.607595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.611510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:05:58.623167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4221248e-9e0b-4dd8-9a55-3b8c0b58ded8 req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.16 "DELETE /v2.0/ports/8379dcee-bdc7-4ad2-b207-2a82d6089c8e HTTP/1.1" status: 204  len: 173 time: 1.8035989
Dec 11 21:05:58.625099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.625469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.625821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.627558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.627951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.628297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.628659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.629043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.629379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.629720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.630058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.630451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.630788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e3a69-49e5-445f-9286-00d5ecc11945 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:05:58.639347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:05:58.657720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.661037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:58.662028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.723875 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814b7c10-c8f5-4824-a33d-060f0b8fc014 x-openstack-request-id: req-814b7c10-c8f5-4824-a33d-060f0b8fc014 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:58.724268 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "b77e4e60-8b70-491d-8dcc-cebb4884182a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:58.724535 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-814b7c10-c8f5-4824-a33d-060f0b8fc014 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:58.724967 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': 'b77e4e60-8b70-491d-8dcc-cebb4884182a', 'status': 'completed', 'code': 200}
Dec 11 21:05:58.726463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-a2cf5877-c03e-4b15-ab1e-c8dd7b3dc617 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1583290
Dec 11 21:05:58.807716 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.815867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.822796 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:58.823002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6543388
Dec 11 21:05:58.827194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59378) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:58.872048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'security_group_rule': {'security_group_id': '81daeb09-4ab7-4c78-8385-135f29bc6ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:05:58.930018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e503d3-ec14-4480-b270-bb04d93faf5b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81daeb09-4ab7-4c78-8385-135f29bc6ec7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:58.934191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-9c1c606e-df13-477c-b96c-fac3d82f1563 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903131
Dec 11 21:05:58.935054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=205f942d-acde-4f2f-9ebc-fcf05d39bce6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:58.941503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fcdcda8d-c647-4253-9ee1-9983c77500e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.1018751
Dec 11 21:05:58.947761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59380) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:59.079049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f43d-cbdb-42d2-83ef-cdd946299414 None None] Pushing event updated for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:05:59.101846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Attempting to bind port 93e064ee-79c7-4b3b-8e05-9e7157027221 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:05:59.102360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Attempting to bind port 93e064ee-79c7-4b3b-8e05-9e7157027221 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:05:59.102879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Attempting to bind port 93e064ee-79c7-4b3b-8e05-9e7157027221 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:05:59.112928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:05:59.113910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:05:59.114559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.115893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:05:59.115893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Bound port: 93e064ee-79c7-4b3b-8e05-9e7157027221, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:05:59.115893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.267578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5a9a6-9f99-47f5-a64f-2da381bf8c25 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:59.281314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-e8b84cc9-f080-49d5-bd8f-0364f06c08c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380787
Dec 11 21:05:59.309500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] For port 93e064ee-79c7-4b3b-8e05-9e7157027221, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:05:59.312691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5a9a6-9f99-47f5-a64f-2da381bf8c25 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:05:59.316469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4d5a9a6-9f99-47f5-a64f-2da381bf8c25 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.3672817
Dec 11 21:05:59.318871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] For port 93e064ee-79c7-4b3b-8e05-9e7157027221, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93e064ee-79c7-4b3b-8e05-9e7157027221,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:05:59.319592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59382) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:05:59.333420 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.373836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.399278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f49a0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:59.494609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ea3e00b-164e-46c9-98de-15df986d8dde up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:05:59.517304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:05:59.543987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:59.545663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842f49a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:05:59.596912 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24cf839-49b1-455e-9c10-fc7c0a882292 x-openstack-request-id: req-a24cf839-49b1-455e-9c10-fc7c0a882292 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:05:59.598893 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:05:59.599931 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a24cf839-49b1-455e-9c10-fc7c0a882292 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:05:59.603326 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:05:59.628267 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.714512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 205f942d-acde-4f2f-9ebc-fcf05d39bce6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:05:59.730954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.751201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.789824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:05:59.794412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9ea3e00b-164e-46c9-98de-15df986d8dde triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:05:59.797209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:05:59.973714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:05:59.974886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768aafd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:00.032664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.037250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59394) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:00.041653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1915700
Dec 11 21:06:00.046740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'security_group_rule': {'security_group_id': '81daeb09-4ab7-4c78-8385-135f29bc6ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:00.049464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d8ee-0756-41f3-a70d-4ec6682b0ae4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0806b935-4bd3-4d33-b824-16692a52b243,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:00.096733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b164-018c-4992-8cc1-5ebe5994969d req-b10cf659-b1e7-4170-bbb3-4a51d1596de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:00.102630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f43d-cbdb-42d2-83ef-cdd946299414 None None] Pushing event updated for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:00.104613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-b10cf659-b1e7-4170-bbb3-4a51d1596de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99e91091650141658a6c126a3884f5d6&device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 1096 time: 0.4683738
Dec 11 21:06:00.138892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.142272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80597176-40bf-4c23-9763-7d04c063fe4c req-34365f02-364e-4daf-bd2f-d130624f9faf tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:00.156009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0099d3c2-f555-4994-9da7-ebcb31cd5e47 None None] Provisioning complete for port 9ea3e00b-164e-46c9-98de-15df986d8dde triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:00.156393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0099d3c2-f555-4994-9da7-ebcb31cd5e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.170323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e3b23c0-64fd-41c0-b0cb-0e3c4dc3a71f req-ebb86911-127b-45eb-ac3a-b7ce427aebe9 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/ports?device_id=78b2f0b2-b501-4a8a-a892-b6ead87c090f HTTP/1.1" status: 200  len: 210 time: 0.0970895
Dec 11 21:06:00.177615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 205f942d-acde-4f2f-9ebc-fcf05d39bce6 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:00.189135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80597176-40bf-4c23-9763-7d04c063fe4c req-34365f02-364e-4daf-bd2f-d130624f9faf tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.3068511
Dec 11 21:06:00.266860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.327033 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842f49a0>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:00.383903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce8ae5-6aa5-4c58-97e3-f86880865cd8 None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:03:31Z', 'revision_number': 4, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '107830b4-67f4-47d4-8fe2-3e2de0506acf', 'name': '', 'network_id': 'd6c634bd-2743-4604-b628-95a0ad42e21a', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'mac_address': 'fa:16:3e:91:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:30Z', 'updated_at': '2021-12-11T21:03:42Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'subnets': [{'id': 'ee75f1cb-3af3-4acf-bd44-858d05ee8d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:00.385297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.400261 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dccaa0eb-1eec-48aa-b89e-aa371a56f255 req-457d2bae-b639-4947-9be8-468839fcad7d tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 210 time: 0.0521884
Dec 11 21:06:00.403468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.432806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.479211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f16082-2ee2-438d-94b4-247eb581d4a4,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:00.498610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.499344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.499955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.500526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 9ea3e00b-164e-46c9-98de-15df986d8dde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ea3e00b-164e-46c9-98de-15df986d8dde,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:00.500690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.501280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.501857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.502420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.503288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.503435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.503907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.504330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.504760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.505190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:00.518947 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.519934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.524712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-81730967-d66f-4751-b578-1d6887cc7e50 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4819610
Dec 11 21:06:00.555209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:00.573448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:00.606393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b164-018c-4992-8cc1-5ebe5994969d req-ad5cc8eb-8231-4797-9090-faa193c02906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:00.608165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:00.610425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-ad5cc8eb-8231-4797-9090-faa193c02906 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 200  len: 914 time: 0.5024333
Dec 11 21:06:00.644600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.726905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:00.729452 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2de03f-a6b9-47ac-9f2f-404c87608e07" -d '{"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:00.730238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=205f942d-acde-4f2f-9ebc-fcf05d39bce6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:00.764048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80597176-40bf-4c23-9763-7d04c063fe4c req-c116f01a-a9fc-4b5d-bdf7-783e7c043820 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5735760
Dec 11 21:06:00.765733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-a64de7ec-9238-45d5-9cca-e0aec51a9df4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 200  len: 217 time: 0.1436291
Dec 11 21:06:00.767065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.793266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:00.797599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a2aeae1-a7a3-4823-83cf-9d6c8e8391e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/205f942d-acde-4f2f-9ebc-fcf05d39bce6 HTTP/1.1" status: 204  len: 168 time: 1.4768357
Dec 11 21:06:00.815865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59422) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:00.879147 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79bbaaf-ed26-4441-a787-b4436d41b5dc x-openstack-request-id: req-f79bbaaf-ed26-4441-a787-b4436d41b5dc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:00.879722 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b2f0b2-b501-4a8a-a892-b6ead87c090f", "name": "network-vif-deleted", "tag": "8379dcee-bdc7-4ad2-b207-2a82d6089c8e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:00.880617 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f79bbaaf-ed26-4441-a787-b4436d41b5dc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:00.881205 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2f0b2-b501-4a8a-a892-b6ead87c090f', 'name': 'network-vif-deleted', 'tag': '8379dcee-bdc7-4ad2-b207-2a82d6089c8e', 'status': 'completed', 'code': 200}
Dec 11 21:06:00.906990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=9ea3e00b-164e-46c9-98de-15df986d8dde,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:00.928061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686e6bc-b27e-4edf-9276-967bc081bd04 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:00.931300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686e6bc-b27e-4edf-9276-967bc081bd04 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:00.933209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c686e6bc-b27e-4edf-9276-967bc081bd04 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1139593
Dec 11 21:06:00.937789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59426) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:00.955075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bd99b1-73b2-4154-b670-78e29dce4173 None None] New status for floating IP 44b51ef8-7c3b-4fc2-9946-e7eb13798690: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:06:01.020191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet b5c27c99-43cd-4061-92ef-90d042a396ee {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:01.024604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.049588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b164-018c-4992-8cc1-5ebe5994969d req-e169bef1-6521-4a34-9ff2-9be9943e577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:01.055228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-e169bef1-6521-4a34-9ff2-9be9943e577f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 200  len: 852 time: 0.2751191
Dec 11 21:06:01.058292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Provisioning complete for port 93e064ee-79c7-4b3b-8e05-9e7157027221 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:01.059900 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.120245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ea3e00b-164e-46c9-98de-15df986d8dde up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:01.120943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.231445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b164-018c-4992-8cc1-5ebe5994969d req-013c10fe-b7ba-4445-a5af-cc2ff083cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:01.234764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-013c10fe-b7ba-4445-a5af-cc2ff083cd4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6c634bd-2743-4604-b628-95a0ad42e21a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0872481
Dec 11 21:06:01.268391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.340180 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:06:01.346304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.352308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-d4b72633-fdc9-420e-a640-67ea2f8be023 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:01.354113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-d4b72633-fdc9-420e-a640-67ea2f8be023 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.16 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.3488305
Dec 11 21:06:01.372727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59436) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:01.395143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c27c99-43cd-4061-92ef-90d042a396ee,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:01.406984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.415810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f496ebf3-47be-436f-ae9b-ba8127ae4f5d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b5c27c99-43cd-4061-92ef-90d042a396ee HTTP/1.1" status: 204  len: 168 time: 0.4759421
Dec 11 21:06:01.417464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59438) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:01.481772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b68950a9-f3ab-4608-9730-66cb52e8bcad tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0628405
Dec 11 21:06:01.483074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59442) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:01.524059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8285b-6f89-4853-bb52-7d0c83986e95 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:01.599800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc29bec8-acf5-45b0-aed1-cb6392dc7fbc req-bb29c8e6-9934-40cf-938f-01476178bdd9 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 210 time: 0.0507495
Dec 11 21:06:01.616029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.628191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe2b12c-ad15-436a-ad6f-5f000588034b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:01.629615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3fe2b12c-ad15-436a-ad6f-5f000588034b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1461008
Dec 11 21:06:01.632543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59448) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:01.644818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.653970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9ea3e00b-164e-46c9-98de-15df986d8dde triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:01.654441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.666653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-62b46a85-4fe3-4fd2-a5ed-c5825e1a6875 service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4235601
Dec 11 21:06:01.699148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.773258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.818311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768aafd0>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:05:59Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:01.869023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8322dcf-f427-45ae-884a-34f0ce471186 None None] The sync data for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 is: [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:05:59Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:01.910522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] For port 93e064ee-79c7-4b3b-8e05-9e7157027221, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93e064ee-79c7-4b3b-8e05-9e7157027221,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:01.912091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:01.912368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0645bbd-0ef1-4e4f-8ece-d891e836f3d5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:01.917354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0645bbd-0ef1-4e4f-8ece-d891e836f3d5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2813861
Dec 11 21:06:01.917666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:01.951449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.954978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.968888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:01.970438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/security-groups/3d05b466-9533-44ad-a8d8-6fdb2b286c2f HTTP/1.1" status: 204  len: 168 time: 0.5948615
Dec 11 21:06:01.990356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Could not find standard attr ID for object 205f942d-acde-4f2f-9ebc-fcf05d39bce6. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:02.002278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:02.014057 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c62cbb7-d9c6-406a-906a-b20ed701a0b3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0913026
Dec 11 21:06:02.036866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59468) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:02.044503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:02.078938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976df16-8b6c-490d-960e-a40f50d5eae8 None None] Pushing event updated for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:02.083175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Deleting port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:02.084006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.095383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Deleting port 9ea3e00b-164e-46c9-98de-15df986d8dde {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:02.095914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.111878 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-12965785-52a4-44d7-83fb-0dbcaf724dd8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] show failed (client error): The resource could not be found.
Dec 11 21:06:02.115964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-12965785-52a4-44d7-83fb-0dbcaf724dd8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "GET /v2.0/security-groups/3d05b466-9533-44ad-a8d8-6fdb2b286c2f HTTP/1.1" status: 404  len: 347 time: 0.1082399
Dec 11 21:06:02.119976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59470) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:02.138921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288bffb-c38e-4fd6-a7cf-63196333262f tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05b466-9533-44ad-a8d8-6fdb2b286c2f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:02.204298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] For port 9ea3e00b-164e-46c9-98de-15df986d8dde, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ea3e00b-164e-46c9-98de-15df986d8dde,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:02.205422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.221224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Calling delete_port for 9ea3e00b-164e-46c9-98de-15df986d8dde owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:02.251896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee351ee5-468b-4b5d-a09e-5bf073c45338 req-9f05c1c6-a969-4953-bd35-58d1afe705bc tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:02.254277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ee351ee5-468b-4b5d-a09e-5bf073c45338 req-9f05c1c6-a969-4953-bd35-58d1afe705bc tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 945 time: 0.3103642
Dec 11 21:06:02.272325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-cea14600-7e28-4f27-a5b2-308972c86564 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:02.274701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-cea14600-7e28-4f27-a5b2-308972c86564 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 811 time: 0.5537388
Dec 11 21:06:02.308424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4417b164-018c-4992-8cc1-5ebe5994969d req-a4d782dc-3e25-40f5-89d0-ed45cdafecca service neutron] 10.222.0.16 "GET /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6291296
Dec 11 21:06:02.310119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.35.1.122 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/ff6e9dab-c596-4380-845e-101d21c5f925) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:02.344072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.348868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Request body: {'port': {'device_id': '6c5aee42-3900-41a8-8bd6-01991865b159', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'admin_state_up': True, 'tenant_id': '92f23e4b64db4ca49448b3d9290e997f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:02.360169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] No DVR routers for this DVR port 9ea3e00b-164e-46c9-98de-15df986d8dde on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:02.362632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:02.367457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.386289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d3886-0bab-4ed8-a4f0-032ca75905b3 None None] Pushing event deleted for resources: {'Port': ['ID=9ea3e00b-164e-46c9-98de-15df986d8dde,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:02.469164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] For port 007ba6d9-d966-4f52-9f70-f5c72692a6b5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=007ba6d9-d966-4f52-9f70-f5c72692a6b5,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:02.469690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.502117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Calling delete_port for 007ba6d9-d966-4f52-9f70-f5c72692a6b5 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:02.526455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ee351ee5-468b-4b5d-a09e-5bf073c45338 req-683ab611-1a50-4ba9-a569-4371204288e4 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f91eb12-f5fe-4c2c-84cd-18356563b7e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2451274
Dec 11 21:06:02.585020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.660375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 658d4b5a-ff29-4652-afae-314b13c5ed3e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:02.660978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.750435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.798150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.820639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:02.828345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:02.833071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=ff6e9dab-c596-4380-845e-101d21c5f925,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:02.843860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Made reservation on behalf of 92f23e4b64db4ca49448b3d9290e997f for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:02.860997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.871393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:02.874913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event deleted for resources: {'Port': ['ID=007ba6d9-d966-4f52-9f70-f5c72692a6b5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:02.931130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3733df1-faa4-424b-93eb-2b07be8a222c req-30abb5c9-cee4-4c89-a96d-edc89743f7dc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 210 time: 0.1532018
Dec 11 21:06:02.936658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] No DVR routers for this DVR port 007ba6d9-d966-4f52-9f70-f5c72692a6b5 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:02.942592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:02.946570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d005233-8be4-48c1-9358-7561f6ea8c3b req-b826c256-2997-41a1-92a6-3efd25c437e2 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.16 "DELETE /v2.0/ports/007ba6d9-d966-4f52-9f70-f5c72692a6b5 HTTP/1.1" status: 204  len: 173 time: 1.5846725
Dec 11 21:06:02.947695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'name': 'network-vif-deleted', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:02.955521 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e730ef-885d-4041-922d-de32e8c520a8" -d '{"events": [{"server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "name": "network-vif-deleted", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:03.067931 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f90b9d-d80d-488e-bea1-bdf4d378bdeb x-openstack-request-id: req-e6f90b9d-d80d-488e-bea1-bdf4d378bdeb {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:03.068302 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84933c35-4e04-43ab-847f-13e40ba01b3e", "name": "network-vif-deleted", "tag": "007ba6d9-d966-4f52-9f70-f5c72692a6b5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:03.070049 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6f90b9d-d80d-488e-bea1-bdf4d378bdeb {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:03.070505 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84933c35-4e04-43ab-847f-13e40ba01b3e', 'name': 'network-vif-deleted', 'tag': '007ba6d9-d966-4f52-9f70-f5c72692a6b5', 'status': 'completed', 'code': 200}
Dec 11 21:06:03.083841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.106166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:03.126056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.137199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.175286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 93e064ee-79c7-4b3b-8e05-9e7157027221 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:03.318910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 93e064ee-79c7-4b3b-8e05-9e7157027221 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:03.320744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.323268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.324337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.392490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:03.400672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 658d4b5a-ff29-4652-afae-314b13c5ed3e owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:03.402844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:03.407356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.415793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:03.416587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.417042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.441347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06972a5-c943-4d6e-88da-a8bbc6411eed None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:03.469813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=1f78c62e-fd58-4c0a-8855-bf4c05437d9e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:03.526043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-44a8fe09-f5ca-4574-8619-535fa21908f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.4880280
Dec 11 21:06:03.531057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:03.541265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:e8:da:b6', 'name': 'tempest-NetworksTestDHCPv6-531643998'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:03.545192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=ff6e9dab-c596-4380-845e-101d21c5f925,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:03.555178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.581155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Allocated IP 172.20.0.11 (1bb62787-4b73-4403-bc55-2162b03d9950/9b7672a6-8f58-4da2-981d-e93cecd8d2c9/f8ac5d5e-10f3-4972-9458-5c04be97fd79) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:03.607522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '1f78c62e-fd58-4c0a-8855-bf4c05437d9e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:03.611702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.718518 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:03.720165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fdc9eddb-52a6-456c-8c9b-4333442ea6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.1602950
Dec 11 21:06:03.757868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ea3e00b-164e-46c9-98de-15df986d8dde no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:03.775681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-129c3137-1250-42c3-ad25-bfe184f6991e req-6e183007-795b-44d4-9ce7-27b46d64bd74 tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "GET /v2.0/ports?device_id=84933c35-4e04-43ab-847f-13e40ba01b3e HTTP/1.1" status: 200  len: 210 time: 0.0742388
Dec 11 21:06:03.789172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9ea3e00b-164e-46c9-98de-15df986d8dde {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:03.789485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ea3e00b-164e-46c9-98de-15df986d8dde not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:03.863539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:03.916959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Allocated IP 2001:db8::f816:3eff:fedf:ec29 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/1f78c62e-fd58-4c0a-8855-bf4c05437d9e/f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:04.017078 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.047023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 5b48c94b-4e9c-4b3c-afcf-12d09c610b58 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:04.115693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.117423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f7a7558-0c10-410b-92a8-e62f366326c6 req-8d530ac1-c4bc-4df5-99c5-c01954b39669 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 210 time: 0.0583208
Dec 11 21:06:04.149078 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.159561 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.170775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.175516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=658d4b5a-ff29-4652-afae-314b13c5ed3e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:04.189741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-057b05a4-3e2d-43b3-aa92-3acd896cfc10 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--340963946&fields=id&tenant_id=7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 267 time: 0.2032366
Dec 11 21:06:04.205568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95ee76-cabe-4f45-957a-cf2b66744003 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:04.219453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:04.226755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:04.229595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:04.231779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fee8:dab6 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/1f78c62e-fd58-4c0a-8855-bf4c05437d9e/5b48c94b-4e9c-4b3c-afcf-12d09c610b58) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:04.244012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Pushing event updated for resources: {'Port': ['ID=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:04.308558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Attempting to bind port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:04.308924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Attempting to bind port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:04.309282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Attempting to bind port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:04.314818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:04.315203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:04.315590 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.315978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:04.316440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Bound port: f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:04.316813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.343690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.353732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.356337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.357462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5f6f6454-5bdd-4705-ba9a-8ef50e8af1c7 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/floatingips/e40136a6-15cf-42c5-8311-06eba8b74eff HTTP/1.1" status: 204  len: 168 time: 2.1815231
Dec 11 21:06:04.363795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59518) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:04.384108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] For port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:04.387327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] For port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:04.394058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.418647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Network 1bb62787-4b73-4403-bc55-2162b03d9950 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:04.425064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:04.433639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-3e71e23c-4115-498b-8485-0a08175adaa7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:04.435217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-3e71e23c-4115-498b-8485-0a08175adaa7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2372227
Dec 11 21:06:04.438685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:04.453046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e1b92-9cd2-4c33-9888-d85141a01074 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:04.484827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ea48-f079-42a7-b5a2-6d373e397f19 None None] Pushing event updated for resources: {'Port': ['ID=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:04.489524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event updated for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:04.501735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-a19f22c4-6852-4e04-9c1e-58ba8156e73b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/quotas/7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 375 time: 0.0587401
Dec 11 21:06:04.518500 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.534188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port d3622410-1b54-4ca3-8e4e-8e57c1fa3244 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:04.534553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.544045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-82d17ef0-7716-456d-81c6-be116e2dec34 None None] Provisioning complete for port f8ac5d5e-10f3-4972-9458-5c04be97fd79 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:04.544680 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-82d17ef0-7716-456d-81c6-be116e2dec34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.557760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:04.558399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.583823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-a888c27b-7141-4967-837b-977845db61b4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0729411
Dec 11 21:06:04.587507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f642706a-7c15-47ef-ae23-1aa556480a46 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2444837
Dec 11 21:06:04.595380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-82d17ef0-7716-456d-81c6-be116e2dec34 None None] Port f8ac5d5e-10f3-4972-9458-5c04be97fd79 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:06:04.609745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Request body: {'port': {'device_id': '6c5aee42-3900-41a8-8bd6-01991865b159', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:04.649603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.658168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.672336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for d3622410-1b54-4ca3-8e4e-8e57c1fa3244 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:04.726727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.733537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:04.751822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:04.780559 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-cfb83176-27fc-4a17-937c-e8787dd3b2dc service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838629
Dec 11 21:06:04.784454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:04.790497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:04.794776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.835316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=5b48c94b-4e9c-4b3c-afcf-12d09c610b58,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:04.844792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59522) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:04.862757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-811d8d12-ca93-45d3-8f5a-ddd1e0c1182a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3301299
Dec 11 21:06:04.866777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:04.934294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:04.993092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.057212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.072855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d427-7c72-4b03-a8fd-715cc6fd0229 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:05.079624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0879d427-7c72-4b03-a8fd-715cc6fd0229 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:05.084257 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0879d427-7c72-4b03-a8fd-715cc6fd0229 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2121375
Dec 11 21:06:05.084257 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-7d590556-ae25-40eb-ae1e-360254b14be6 service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2960248
Dec 11 21:06:05.087091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59532) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:05.093540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=d3622410-1b54-4ca3-8e4e-8e57c1fa3244,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:05.234564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:05.237407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.245979 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.249088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f91eb12-f5fe-4c2c-84cd-18356563b7e2 HTTP/1.1" status: 204  len: 168 time: 0.4032309
Dec 11 21:06:05.270389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.279560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3b29a52-2339-44e2-b0b1-33fd4328d490 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/ports/d3622410-1b54-4ca3-8e4e-8e57c1fa3244 HTTP/1.1" status: 204  len: 168 time: 0.9114349
Dec 11 21:06:05.285845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59540) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:05.312354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db78fd-3d1c-4b19-9a91-4aaf4d4a1fdb tempest-TestVolumeBackupRestore-1162231384 tempest-TestVolumeBackupRestore-1162231384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f91eb12-f5fe-4c2c-84cd-18356563b7e2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:05.390255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:05.390827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.450319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 007ba6d9-d966-4f52-9f70-f5c72692a6b5 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:05.528206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 007ba6d9-d966-4f52-9f70-f5c72692a6b5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:05.528596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 007ba6d9-d966-4f52-9f70-f5c72692a6b5 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:05.553069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ac5d5e-10f3-4972-9458-5c04be97fd79 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:05.563569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.590528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Transition to ACTIVE for port object f8ac5d5e-10f3-4972-9458-5c04be97fd79 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:06:05.623681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69354fbe-b2fa-4ccb-b117-92c350a5af42 req-3ac55bb1-f0bc-4f46-8dda-d4a975aebe52 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:05.629909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.643728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69354fbe-b2fa-4ccb-b117-92c350a5af42 req-3ac55bb1-f0bc-4f46-8dda-d4a975aebe52 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 932 time: 0.3748572
Dec 11 21:06:05.719428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2db07fb-0d2b-44d7-824c-a3451f752acb req-33aa686d-79cd-4374-be59-fbb1bb861db1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 210 time: 0.1229904
Dec 11 21:06:05.734976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 7dd6927a-17b9-446c-b35e-faaac2061d87 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:05.737397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.737533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.741500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:05.762417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69354fbe-b2fa-4ccb-b117-92c350a5af42 req-fba375e4-b28f-4869-9407-4b4d7197eedf tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174178
Dec 11 21:06:05.766269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 5b48c94b-4e9c-4b3c-afcf-12d09c610b58 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:05.766691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.802557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215f90c-8ea2-47a6-896d-bf1bb0164528 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:05.902849 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:05.920726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 7dd6927a-17b9-446c-b35e-faaac2061d87 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:05.935238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:05.953750 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.095677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:06.137334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Attempting to bind port f8ac5d5e-10f3-4972-9458-5c04be97fd79 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:06.137807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Attempting to bind port f8ac5d5e-10f3-4972-9458-5c04be97fd79 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:06.138151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Attempting to bind port f8ac5d5e-10f3-4972-9458-5c04be97fd79 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:06.152633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.155264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Port f8ac5d5e-10f3-4972-9458-5c04be97fd79 on network 1bb62787-4b73-4403-bc55-2162b03d9950 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:06:06.155647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Attempting to bind port f8ac5d5e-10f3-4972-9458-5c04be97fd79 on network 1bb62787-4b73-4403-bc55-2162b03d9950 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:06.177948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.182874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:06.183309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Checking segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:06.188308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Bound using segment: {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:06.188853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Bound port: f8ac5d5e-10f3-4972-9458-5c04be97fd79, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b624c9d6-f674-45d2-98bd-36dcbeb95300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:06.194175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.208958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 5b48c94b-4e9c-4b3c-afcf-12d09c610b58 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:06.309695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=7dd6927a-17b9-446c-b35e-faaac2061d87,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:06.378989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2f97f912-2345-4dd7-a8ea-3e55ee3bf9d4 None None] Provisioning complete for port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:06.382832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f97f912-2345-4dd7-a8ea-3e55ee3bf9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.391660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:06.396279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:06.413153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.422515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.448835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ec66e4c-948e-4d78-98c4-6b9227dc86a0 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/ports/7dd6927a-17b9-446c-b35e-faaac2061d87 HTTP/1.1" status: 204  len: 168 time: 1.1648777
Dec 11 21:06:06.451926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59606) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:06.459353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca9bb3-8c43-4d17-bff5-6b6229f60d89 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:06.462560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:06.462560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.466415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] 10.222.0.30 "PUT /v2.0/ports/f8ac5d5e-10f3-4972-9458-5c04be97fd79 HTTP/1.1" status: 200  len: 1092 time: 1.8606482
Dec 11 21:06:06.481024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:06.483499 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a923e-0210-4d59-b489-1e9c19d35b46" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:06.558595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab84add-08bd-4b5c-b998-dbee70aa0e46 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:06.589190 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9b77e4-d259-4eb6-8cf3-59870543bb47 x-openstack-request-id: req-ac9b77e4-d259-4eb6-8cf3-59870543bb47 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:06.589515 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:06.589822 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac9b77e4-d259-4eb6-8cf3-59870543bb47 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:06.590284 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79', 'status': 'completed', 'code': 200}
Dec 11 21:06:06.622530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.632792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-d67b333b-1547-4a20-b4b9-7a96a0a487e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:06.639183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting subnet 3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:06.643227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-d67b333b-1547-4a20-b4b9-7a96a0a487e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 1095 time: 0.0972307
Dec 11 21:06:06.645742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.715980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=5b48c94b-4e9c-4b3c-afcf-12d09c610b58,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:06.728492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.812299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-93e01068-5409-49cf-a689-83225ac5a1ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79 HTTP/1.1" status: 200  len: 217 time: 0.1086164
Dec 11 21:06:06.896989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:06.903428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c0be1e0-1f9f-49b6-9c5f-e9d0ecc6b48f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/5b48c94b-4e9c-4b3c-afcf-12d09c610b58 HTTP/1.1" status: 204  len: 168 time: 1.8150609
Dec 11 21:06:06.905780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59614) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:06.983309 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-52131e4b-a7de-4d57-a413-74ff1b84d7a2 req-7dd3aa55-49d1-44ba-b7f1-c410f44bcb6e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 210 time: 0.1048081
Dec 11 21:06:06.986460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b1a806a4-141e-46e9-8b91-ad9557c00b5d None None] Could not find standard attr ID for object 5b48c94b-4e9c-4b3c-afcf-12d09c610b58. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:07.028491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:07.077600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-58ae1eb3-47d8-464d-930e-aa01b1f4d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:07.093204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-58ae1eb3-47d8-464d-930e-aa01b1f4d1a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.2362010
Dec 11 21:06:07.140240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af804817-1982-4e7a-8bc0-8983f48bb4ba tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:07.142318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af804817-1982-4e7a-8bc0-8983f48bb4ba tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:07.145092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af804817-1982-4e7a-8bc0-8983f48bb4ba tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2106106
Dec 11 21:06:07.147237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59618) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:07.162634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:07.355631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:07.356411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:07.686994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0e25e-a297-42b6-9386-25e69eb89273 req-82c4c35d-f4f0-4120-bc50-ae2633627231 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:07.697334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86b0e25e-a297-42b6-9386-25e69eb89273 req-82c4c35d-f4f0-4120-bc50-ae2633627231 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 944 time: 0.7711084
Dec 11 21:06:07.825654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:07.830644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-893bb88b-ef09-4b40-b50a-1fb08f22d9f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7145729
Dec 11 21:06:07.835671 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86b0e25e-a297-42b6-9386-25e69eb89273 req-6c10afef-d700-4781-91a6-0a67ccbcee60 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369030
Dec 11 21:06:07.878392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b12a3a13-e706-40b1-a083-efca79d5be15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:07.881035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27787d4c-6409-49a4-8a7c-09374c8f9077 None None] Network bfc062a5-d40c-41d1-b16e-0181815c1a50 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:07.888665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b12a3a13-e706-40b1-a083-efca79d5be15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2471740
Dec 11 21:06:07.890282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:07.898191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/subnets/3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91 HTTP/1.1" status: 204  len: 168 time: 1.4444089
Dec 11 21:06:07.899370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec71a4d-19ed-479c-8f45-2107a6a11cf8 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Subnet': ['ID=3f869c2d-005b-4ab1-8c94-4b3ed1ab4b91,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:07.911074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59654) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:07.938228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 1f78c62e-fd58-4c0a-8855-bf4c05437d9e {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:07.942431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:07.992247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting subnet 384a3158-f44d-4403-8b84-01b17799bca3 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:08.000423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.000851 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-f6c95164-7719-45ce-89f6-ac142da969b9 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458659
Dec 11 21:06:08.003593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.058466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-23495658-903d-4ced-9056-d0c1d71fee4b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 379 time: 0.1545632
Dec 11 21:06:08.070724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'device_id': '0e710071-7aee-43de-b031-4194f02cc29e', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'admin_state_up': True, 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'security_groups': ['81daeb09-4ab7-4c78-8385-135f29bc6ec7']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:08.086430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] DHCP port deletion for bfc062a5-d40c-41d1-b16e-0181815c1a50 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:08.090973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.133172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de4907a3-a667-4447-a094-a011b3f77cc1 req-a3fef5cd-90f3-471b-9231-190df6451c42 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 210 time: 0.0442483
Dec 11 21:06:08.165035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Deleting port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:08.165413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.237487 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f10b58f-15e9-4802-8dce-0e1da335dde2 req-608db8b2-09fc-450e-a184-34bb75f5b31f service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2092326
Dec 11 21:06:08.242489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.269267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] For port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,segment=NetworkSegment(d607b8be-18c3-4998-9f15-d8040b958314),segment_id=d607b8be-18c3-4998-9f15-d8040b958314)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:08.269664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.275350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.298731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Calling delete_port for 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:08.339276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:08.344832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.401890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.414687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.417544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.454613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] Pushing event deleted for resources: {'Port': ['ID=9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:08.459414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00623474-401e-450f-bb6b-74d4b29c4065 None None] No DVR routers for this DVR port 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:08.500048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Subnet': ['ID=384a3158-f44d-4403-8b84-01b17799bca3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:08.504653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.505301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bf9e6a-0f58-4467-8eb6-fe97dfd19b1c None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:08.508378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.515102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13267b92-fde1-483f-913f-db3e3813c01d tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/subnets/384a3158-f44d-4403-8b84-01b17799bca3 HTTP/1.1" status: 204  len: 168 time: 0.6016974
Dec 11 21:06:08.515102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59678) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:08.516108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/1f78c62e-fd58-4c0a-8855-bf4c05437d9e HTTP/1.1" status: 204  len: 168 time: 1.3672037
Dec 11 21:06:08.517214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc08a36-d93c-4ea1-994e-ec91270365e1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=1f78c62e-fd58-4c0a-8855-bf4c05437d9e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:08.527322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e4631-3179-4a8b-97f2-dd6a3a58418a None None] Network 029108a2-de1b-42bd-aca5-3694202b8bc3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:08.530599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59680) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:08.533016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-f3188bba-7dde-4c03-a609-13ce3e746c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:08.534697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-f3188bba-7dde-4c03-a609-13ce3e746c0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=92f23e4b64db4ca49448b3d9290e997f&device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 1095 time: 0.1569037
Dec 11 21:06:08.636482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d6071f1f-ff17-40bf-8825-af9a665c4298 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0918589
Dec 11 21:06:08.640231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59696) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:08.647162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:08.737758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-f145e8cf-f319-4a39-94a4-99d9dfbb3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:08.739339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-f145e8cf-f319-4a39-94a4-99d9dfbb3224 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 200  len: 912 time: 0.1958370
Dec 11 21:06:08.745672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.765791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.20.0.14 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/b2ecdad1-6ed8-44f3-926e-ab155fe32eaf) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:08.785920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:08.810774 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-a5e9d672-5948-4dce-8283-9c83e66e9c34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79 HTTP/1.1" status: 200  len: 217 time: 0.0607572
Dec 11 21:06:08.831972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] DHCP port deletion for 029108a2-de1b-42bd-aca5-3694202b8bc3 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:08.875576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:08.879562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.893222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Deleting port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:08.893856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.912536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.949129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Deleting port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:08.949499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:08.954896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-68c25999-aa70-463c-baec-305f9284f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:08.956377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-68c25999-aa70-463c-baec-305f9284f2f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 200  len: 851 time: 0.1348345
Dec 11 21:06:08.998879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8cc550>,) {'filters': {'network_id': ['bfc062a5-d40c-41d1-b16e-0181815c1a50']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:09.017519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-4000c657-39ad-4bb7-9861-04e4369f853e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1bb62787-4b73-4403-bc55-2162b03d9950&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396507
Dec 11 21:06:09.017695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] For port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:09.018037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.023952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8cc550>, 'd607b8be-18c3-4998-9f15-d8040b958314') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:09.024450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8cc550>, 'd607b8be-18c3-4998-9f15-d8040b958314') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:09.043358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Calling delete_port for f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:09.048628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.051559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] For port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,segment=NetworkSegment(461f5010-3c67-4658-b34d-98bed141923d),segment_id=461f5010-3c67-4658-b34d-98bed141923d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:09.051957 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.070354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Calling delete_port for 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:09.088881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.097482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1aa2d-3bd1-4777-8129-c9569e975203 req-0c53aea6-f0ca-4594-a2bb-388fdb8f1ed7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:09.099045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebe1aa2d-3bd1-4777-8129-c9569e975203 req-0c53aea6-f0ca-4594-a2bb-388fdb8f1ed7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 944 time: 0.1668589
Dec 11 21:06:09.109170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:09.112937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:09.114193 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:09.201604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59704) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:09.228107 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.261400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.283944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fe4dfb78-c565-4ce2-823c-ac8efae17cdf req-9a67c30f-1974-4a02-b3b3-73f031602a37 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 210 time: 0.0368474
Dec 11 21:06:09.289790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.293335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/networks/bfc062a5-d40c-41d1-b16e-0181815c1a50 HTTP/1.1" status: 204  len: 168 time: 0.7438731
Dec 11 21:06:09.299240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:09.337963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928a3a0-44fc-4ef4-a7f2-7b669b2b1691 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Network': ['ID=bfc062a5-d40c-41d1-b16e-0181815c1a50,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.350120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-0b0418d0-5108-44f6-8f20-5f1a9cd6bd41 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204525
Dec 11 21:06:09.369967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:09.406522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.450816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.456460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebe1aa2d-3bd1-4777-8129-c9569e975203 req-31dfc3ec-152e-4562-a8c7-7cb9ab4c1e04 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3445179
Dec 11 21:06:09.513783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:09.519792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:09.523427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.529812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:09.567436 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.651606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] Pushing event deleted for resources: {'Port': ['ID=f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.663000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b5cfd-6f57-49df-8cdb-cb5535bbc978 None None] No DVR routers for this DVR port f2a2eb8d-e336-4b9f-a6a4-81a5bfe642bf on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:09.667708 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.670290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:09.672182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.682186 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.709265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b725fb85-2326-4166-a805-0d98c150b061 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6426620
Dec 11 21:06:09.712595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] Pushing event deleted for resources: {'Port': ['ID=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.712768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Deleting port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:09.713278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.728415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Request body: {'port': {'device_id': '0e710071-7aee-43de-b031-4194f02cc29e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:09.736860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be29537-ba90-4f25-bdaf-22feb0b8185d None None] No DVR routers for this DVR port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:09.766755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:09.794233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a0a923e-0210-4d59-b489-1e9c19d35b46 req-d606e714-5fb4-406c-a564-04135a9b8802 service neutron] 10.222.0.30 "GET /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964608
Dec 11 21:06:09.808349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:09.808979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:09.809589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:09.835793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:09.836417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9ac3b1fe-ef14-48f3-bfe5-0044f7f7b61a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:09.837738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] For port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb, host ncdv-master-1, got binding levels [] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:09.838233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.838342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:09.841788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.856181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Calling delete_port for 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:09.860870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb was not found and therefore no delete operation was performed {{(pid=125987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:06:09.862323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.929924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Port': ['ID=85926ec6-78b1-47c0-bf1f-7cff76a3b1cb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.932967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:09.935402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] No DVR routers for this DVR port 85926ec6-78b1-47c0-bf1f-7cff76a3b1cb on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:09.936984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.939761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:09.947762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:09.948378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:09.956460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=d74ecc25-64e2-44c2-840c-08ae59e1deed,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:09.962033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e3f8c-81eb-4b8e-bb63-e30793165619 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:10.017275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59722) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:10.019460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5a01afa9-4b64-40cb-90c7-5900d71bd2dd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.3764892
Dec 11 21:06:10.026593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:d7:fe:82', 'name': 'tempest-NetworksTestDHCPv6-1519181881'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:10.103870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.126032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': 'd74ecc25-64e2-44c2-840c-08ae59e1deed'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:10.129984 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.181337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d841c1880>,) {'filters': {'network_id': ['029108a2-de1b-42bd-aca5-3694202b8bc3']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:10.187662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.200234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d841c1880>, '461f5010-3c67-4658-b34d-98bed141923d') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:10.200516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d841c1880>, '461f5010-3c67-4658-b34d-98bed141923d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:10.298452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ea5c0db9-cb93-4bc8-bf3c-d3feb1e8edac None None] Provisioning complete for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:10.298846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0db9-cb93-4bc8-bf3c-d3feb1e8edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.305351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.343640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Allocated IP 2001:db8::f816:3eff:fe2c:cd0b (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d74ecc25-64e2-44c2-840c-08ae59e1deed/f485e7d2-2b83-44eb-88d7-ff56f0588c25) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:10.348436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.354649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c0db9-cb93-4bc8-bf3c-d3feb1e8edac None None] Port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:06:10.373281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:10.373688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.376861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:10.419893 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:10.480741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c65de-96aa-4268-86b5-896baa48446c req-911761b3-5bfa-4ec0-8bb9-23cf9df0163a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:10.482298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c7c65de-96aa-4268-86b5-896baa48446c req-911761b3-5bfa-4ec0-8bb9-23cf9df0163a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 932 time: 0.0821271
Dec 11 21:06:10.517394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.525546 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.576567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.579677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0c7c65de-96aa-4268-86b5-896baa48446c req-8d68204e-e8d5-483c-a8bf-dd9eeca236f6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911031
Dec 11 21:06:10.597782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:10.600994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:10.607383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Deleting port 107830b4-67f4-47d4-8fe2-3e2de0506acf {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:10.607784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.615567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Pushing event updated for resources: {'Port': ['ID=f485e7d2-2b83-44eb-88d7-ff56f0588c25,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:10.615755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.619059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] 10.222.0.18 "DELETE /v2.0/networks/029108a2-de1b-42bd-aca5-3694202b8bc3 HTTP/1.1" status: 204  len: 168 time: 1.3134656
Dec 11 21:06:10.619405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:10.650801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.667476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bef21-76f7-404a-b54c-6f8a05c06d04 tempest-TaggedBootDevicesTest_v242-10492700 tempest-TaggedBootDevicesTest_v242-10492700-project] Pushing event deleted for resources: {'Network': ['ID=029108a2-de1b-42bd-aca5-3694202b8bc3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:10.757971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port b50de196-9ab7-4367-8e47-8d736f63815b yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:10.784161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] For port 107830b4-67f4-47d4-8fe2-3e2de0506acf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=107830b4-67f4-47d4-8fe2-3e2de0506acf,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:10.784540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.808618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Attempting to bind port f485e7d2-2b83-44eb-88d7-ff56f0588c25 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:10.809026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Attempting to bind port f485e7d2-2b83-44eb-88d7-ff56f0588c25 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:10.809669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Attempting to bind port f485e7d2-2b83-44eb-88d7-ff56f0588c25 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:10.811818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Calling delete_port for 107830b4-67f4-47d4-8fe2-3e2de0506acf owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:10.816039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a7b27-335d-4bac-beb2-3e20f61be7da req-e08527e7-23a7-4545-a49d-03fbfbcdb509 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:10.822635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-071a7b27-335d-4bac-beb2-3e20f61be7da req-e08527e7-23a7-4545-a49d-03fbfbcdb509 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 944 time: 0.2356949
Dec 11 21:06:10.829846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:10.830205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:10.830568 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.831587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:10.832033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Bound port: f485e7d2-2b83-44eb-88d7-ff56f0588c25, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:10.832470 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.926163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] For port f485e7d2-2b83-44eb-88d7-ff56f0588c25, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:10.929994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] For port f485e7d2-2b83-44eb-88d7-ff56f0588c25, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f485e7d2-2b83-44eb-88d7-ff56f0588c25,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:10.943718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:10.960643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:11.004013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.025570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcffcd-90a8-40c3-b1ca-8a1ad4065560 None None] Pushing event updated for resources: {'Port': ['ID=f485e7d2-2b83-44eb-88d7-ff56f0588c25,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:11.063423 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e36da7d-e93f-4b37-9a0f-2604de49ffff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.092698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.093228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f8ac5d5e-10f3-4972-9458-5c04be97fd79 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:06:11.157682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-071a7b27-335d-4bac-beb2-3e20f61be7da req-24159c01-1e1b-4594-8823-e22b422a7fb7 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863941
Dec 11 21:06:11.162651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=107830b4-67f4-47d4-8fe2-3e2de0506acf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:11.299037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Transition to ACTIVE for port object b2ecdad1-6ed8-44f3-926e-ab155fe32eaf will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:06:11.322019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fed7:fe82 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/d74ecc25-64e2-44c2-840c-08ae59e1deed/b50de196-9ab7-4367-8e47-8d736f63815b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:11.404138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.432431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:11.463285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79', 'network_id': '1bb62787-4b73-4403-bc55-2162b03d9950', 'port_id': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79', 'mac_address': 'fa:16:3e:b9:e5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7672a6-8f58-4da2-981d-e93cecd8d2c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:06:11.519581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.598665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.632418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59780) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:11.632418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:11.651668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ac5d5e-10f3-4972-9458-5c04be97fd79 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:11.706114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:11.715683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:11.883800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:11.935416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30b760-d915-4ef8-bb88-7ea7bf9e5eff req-cce079f9-4ed1-4489-9678-356b5d56f8bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:11.943657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e30b760-d915-4ef8-bb88-7ea7bf9e5eff req-cce079f9-4ed1-4489-9678-356b5d56f8bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 944 time: 0.1396575
Dec 11 21:06:12.004946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e536d4db-0c65-4d00-8319-2ebcea9ed068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.047944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f8ac5d5e-10f3-4972-9458-5c04be97fd79'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:12.121582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e30b760-d915-4ef8-bb88-7ea7bf9e5eff req-54c84776-118f-4112-a413-f1872d11d7f8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761875
Dec 11 21:06:12.143355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.158114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Router 507885a8-3199-464d-b2bf-86e8938b1b4d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:06:12.159411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e536d4db-0c65-4d00-8319-2ebcea9ed068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.171414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e536d4db-0c65-4d00-8319-2ebcea9ed068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.212156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Attempting to bind port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:12.212502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Attempting to bind port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:12.212903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Attempting to bind port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:12.238241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:06:12.238674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Attempting to bind port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:12.252293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e536d4db-0c65-4d00-8319-2ebcea9ed068 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=609fd6794a78416d9ccc5853e8406aa3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6025159
Dec 11 21:06:12.252729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59810) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:12.254786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536d4db-0c65-4d00-8319-2ebcea9ed068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878f551e-5cf2-4a55-bfe6-d6696a80af5d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:12.263336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:12.263681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:12.264068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:12.264859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Bound port: b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:12.264859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.292147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.423583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:12.432759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cf835599-4b12-4274-b029-33df7fa8bd12 admin admin] 10.222.0.18 "PUT /v2.0/routers/507885a8-3199-464d-b2bf-86e8938b1b4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2229314
Dec 11 21:06:12.434984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Sync routers for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:12.441774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:12.447911 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:12.448633 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:12.466814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:12.515953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:12.536445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:12.542453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:12.543118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.545649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=b50de196-9ab7-4367-8e47-8d736f63815b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:12.582271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.587108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:12.597994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:12.620332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.626244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97940967-920c-4d1e-9bf6-d905d4748bbd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.6044037
Dec 11 21:06:12.631191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59826) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:12.641862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b9a3-d863-493a-8878-9b95d8d07c33 req-b91684f9-8699-4608-a705-13f19631029c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:12.644658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1461b9a3-d863-493a-8878-9b95d8d07c33 req-b91684f9-8699-4608-a705-13f19631029c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 945 time: 0.2785575
Dec 11 21:06:12.701572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa56792-6102-4cdd-bbd4-2d73db1b5fd6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:12.707722 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:12.712807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa56792-6102-4cdd-bbd4-2d73db1b5fd6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:12.713909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.718113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6aa56792-6102-4cdd-bbd4-2d73db1b5fd6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.0858612
Dec 11 21:06:12.719032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59828) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:12.773643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:12.774270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.776077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] 10.222.0.16 "PUT /v2.0/ports/b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1092 time: 3.0553589
Dec 11 21:06:12.776541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:12.778870 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bfc705-2423-4e69-976e-daf8cc50cfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:12.832313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.849452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837a187-7237-4537-b7b3-9c783bede0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:12.926247 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a417dd-c94d-4408-adc2-6b13a351969e x-openstack-request-id: req-f5a417dd-c94d-4408-adc2-6b13a351969e {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:12.926992 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:12.926992 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5a417dd-c94d-4408-adc2-6b13a351969e {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:12.927876 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'status': 'completed', 'code': 200}
Dec 11 21:06:12.977908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port b50de196-9ab7-4367-8e47-8d736f63815b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:12.978272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:12.996961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1461b9a3-d863-493a-8878-9b95d8d07c33 req-749c111e-29b8-4e9e-9d86-77c5eb2882c1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2923384
Dec 11 21:06:13.087472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f8ac5d5e-10f3-4972-9458-5c04be97fd79 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:13.115636 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e100>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:06:11Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:13.225138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] Provisioning complete for port f485e7d2-2b83-44eb-88d7-ff56f0588c25 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:13.226082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.242790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.262062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for b50de196-9ab7-4367-8e47-8d736f63815b owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:13.263569 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Checking router: 507885a8-3199-464d-b2bf-86e8938b1b4d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:06:13.294931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f8ac5d5e-10f3-4972-9458-5c04be97fd79 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:06:13.317918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f8ac5d5e-10f3-4972-9458-5c04be97fd79 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:13.318296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.328742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Routers {'507885a8-3199-464d-b2bf-86e8938b1b4d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:13.329749 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:05:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['507885a8-3199-464d-b2bf-86e8938b1b4d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:13.394743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f485e7d2-2b83-44eb-88d7-ff56f0588c25 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:13.530846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.534568 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccb9f-f4d0-494e-a56d-da8488f85f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.546056 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] Set router 507885a8-3199-464d-b2bf-86e8938b1b4d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:13.687132 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.690282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] For port f485e7d2-2b83-44eb-88d7-ff56f0588c25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f485e7d2-2b83-44eb-88d7-ff56f0588c25,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:13.694648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f485e7d2-2b83-44eb-88d7-ff56f0588c25 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:13.695070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.708931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.714378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.715729 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/878f551e-5cf2-4a55-bfe6-d6696a80af5d HTTP/1.1" status: 204  len: 168 time: 1.4576545
Dec 11 21:06:13.735591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.790423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-bfb75c34-1d7a-42b9-bc97-c0f3479e8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:13.793498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-bfb75c34-1d7a-42b9-bc97-c0f3479e8630 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1095 time: 0.8635750
Dec 11 21:06:13.794652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1769f-a71d-4e4f-99f4-417399852499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878f551e-5cf2-4a55-bfe6-d6696a80af5d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:13.820193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:13.822406 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560e34ab-5c58-4e68-bc55-65a4d16198c6" -d '{"events": [{"server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:13.857374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:13.874509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.886230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-ad7936c5-745b-4099-ad07-b8ee66be3172 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 217 time: 0.0841599
Dec 11 21:06:13.908420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fde106-2410-4011-a0e2-c45d94183d2c None None] Pushing event updated for resources: {'Port': ['ID=f485e7d2-2b83-44eb-88d7-ff56f0588c25,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:13.951278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:13.979489 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43085c5f-b6ff-4f30-b7af-6a2a677aa405 x-openstack-request-id: req-43085c5f-b6ff-4f30-b7af-6a2a677aa405 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:13.979828 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:13.980108 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43085c5f-b6ff-4f30-b7af-6a2a677aa405 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:13.980407 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79', 'code': 200}
Dec 11 21:06:14.001002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2dfb897e-e084-40b6-a040-69761cb074bd None None] Provisioning complete for port b50de196-9ab7-4367-8e47-8d736f63815b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:14.001375 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2dfb897e-e084-40b6-a040-69761cb074bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.024389 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e100>, [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:06:11Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:14.030605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-5458107c-30be-4b9a-840e-8bd973533775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.031882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-5458107c-30be-4b9a-840e-8bd973533775 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1304204
Dec 11 21:06:14.094686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:14.101230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb897e-e084-40b6-a040-69761cb074bd None None] Port b50de196-9ab7-4367-8e47-8d736f63815b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:06:14.107638 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f8c50-1794-40b2-941b-e10a8de65c95 None None] The sync data for ids ['507885a8-3199-464d-b2bf-86e8938b1b4d'] in ncdv-master-1 is: [{'id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'name': 'tempest-TestVolumeBackupRestore-944911137-router', 'tenant_id': '99e91091650141658a6c126a3884f5d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79'}], 'enable_snat': True}, 'gw_port_id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:26Z', 'updated_at': '2021-12-11T21:06:11Z', 'revision_number': 5, 'project_id': '99e91091650141658a6c126a3884f5d6', 'gw_port': {'id': 'e9f11ac0-59a9-4ab2-af81-72abe61ae26a', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:8f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507885a8-3199-464d-b2bf-86e8938b1b4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:27Z', 'updated_at': '2021-12-11T21:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:14.119694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-3275764a-b718-43ba-8e63-aca71719d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.121460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-3275764a-b718-43ba-8e63-aca71719d255 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0804734
Dec 11 21:06:14.155215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Deleting port e9f11ac0-59a9-4ab2-af81-72abe61ae26a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:14.155535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.272898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429767b-4398-4918-8b5b-7413fcb43937 req-5a52328d-c5db-40b2-a2ba-42301c7729aa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.280326 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5429767b-4398-4918-8b5b-7413fcb43937 req-5a52328d-c5db-40b2-a2ba-42301c7729aa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 944 time: 0.9268773
Dec 11 21:06:14.345693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] For port e9f11ac0-59a9-4ab2-af81-72abe61ae26a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:14.346068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.350198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-8375f1ef-0d01-406a-acb7-f5d055561b1b service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203913
Dec 11 21:06:14.362646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808d92b-5276-4162-a51c-b830f243147a req-7d0e94fa-9b31-4d00-935c-6e8ab42d1404 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.364162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8808d92b-5276-4162-a51c-b830f243147a req-7d0e94fa-9b31-4d00-935c-6e8ab42d1404 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.1614199
Dec 11 21:06:14.379764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Calling delete_port for e9f11ac0-59a9-4ab2-af81-72abe61ae26a owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:14.442750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5429767b-4398-4918-8b5b-7413fcb43937 req-0dd4c280-f8ee-48bc-ba2f-c02a58668c54 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1477506
Dec 11 21:06:14.453419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18d839-2db7-47d0-a13f-cd5af620db08 req-95e2f93c-4ca9-42c3-a11a-137d33197b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.454949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e18d839-2db7-47d0-a13f-cd5af620db08 req-95e2f93c-4ca9-42c3-a11a-137d33197b3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 1097 time: 0.1950858
Dec 11 21:06:14.465848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.524001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=b50de196-9ab7-4367-8e47-8d736f63815b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:14.565296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8808d92b-5276-4162-a51c-b830f243147a req-edf0c8cf-310f-4432-a3fb-68847324224e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910837
Dec 11 21:06:14.567552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.574312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a527c935-5094-45a9-971c-41e62061a554 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/b50de196-9ab7-4367-8e47-8d736f63815b HTTP/1.1" status: 204  len: 168 time: 1.8542490
Dec 11 21:06:14.575274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:14.578305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e18d839-2db7-47d0-a13f-cd5af620db08 req-e3438eaa-fec7-4bc0-9cd2-754ce43128b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140687
Dec 11 21:06:14.580238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65a18ddd-6519-450b-8bbe-8ec0e3fb2ca7 req-64808d7d-22ab-430a-bbf7-569f4fc4ba4a service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2151337
Dec 11 21:06:14.775442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41484c2f-f7b8-4e9b-9060-fd4a00223be5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.776986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41484c2f-f7b8-4e9b-9060-fd4a00223be5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.781009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-41484c2f-f7b8-4e9b-9060-fd4a00223be5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.2007644
Dec 11 21:06:14.782630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:14.801472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-119bf026-2624-4914-ac31-95b8e0454d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:14.803070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-119bf026-2624-4914-ac31-95b8e0454d08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1095 time: 0.0902138
Dec 11 21:06:14.853836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet d74ecc25-64e2-44c2-840c-08ae59e1deed {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:14.860206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.896089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.920323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.934402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:14.960934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f11ac0-59a9-4ab2-af81-72abe61ae26a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:14.983213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd6341-7a90-4b0f-97f9-b0c9b561a12e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:15.032083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-90211ed4-84cf-45b6-8cb8-653106c690ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.033591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-90211ed4-84cf-45b6-8cb8-653106c690ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.2218263
Dec 11 21:06:15.062696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.093289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-0c63b778-2646-4729-a2ad-a855645b3818 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 217 time: 0.0512090
Dec 11 21:06:15.105579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.187149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.217584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f485e7d2-2b83-44eb-88d7-ff56f0588c25 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:15.241148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.243831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.275210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=d74ecc25-64e2-44c2-840c-08ae59e1deed,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:15.298351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.310387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c79afc-03cc-4717-94a2-314b6f17a540 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:15.312398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6fd24fdd-7e2b-4b8e-905d-547dacf6a0b6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d74ecc25-64e2-44c2-840c-08ae59e1deed HTTP/1.1" status: 204  len: 168 time: 0.5293396
Dec 11 21:06:15.313183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59906) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.356824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.357475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507885a8-3199-464d-b2bf-86e8938b1b4d {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:06:15.364149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.378400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97a005ce-cdf1-484d-9013-3a7baed453b1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/507885a8-3199-464d-b2bf-86e8938b1b4d HTTP/1.1" status: 204  len: 168 time: 2.9213486
Dec 11 21:06:15.379384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.380969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-710b33c9-6cd4-4eac-9558-7fdc01f18f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.386769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-710b33c9-6cd4-4eac-9558-7fdc01f18f19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.2853529
Dec 11 21:06:15.401445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef292d8a-3a36-49a1-a27d-a04b492fd5a6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0870190
Dec 11 21:06:15.402579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.509623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58273d2-6f1d-47de-9a11-ccbe6173d889 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.512025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a58273d2-6f1d-47de-9a11-ccbe6173d889 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1056988
Dec 11 21:06:15.513616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Deleting subnet ee75f1cb-3af3-4acf-bd44-858d05ee8d68 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:15.514699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59930) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.517056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.556567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.597834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f485e7d2-2b83-44eb-88d7-ff56f0588c25 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:15.600468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.612498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f5c23d-8684-49e4-9eb5-8b88da70bcfc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.615398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-23f5c23d-8684-49e4-9eb5-8b88da70bcfc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0995431
Dec 11 21:06:15.618377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.658052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.701394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-924afc4b-1495-40d7-8867-f1b8280c4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.712805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-924afc4b-1495-40d7-8867-f1b8280c4e21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3168950
Dec 11 21:06:15.718292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-775ac23f-14e2-4696-9017-bd950df8ca04 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0982270
Dec 11 21:06:15.722686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.734715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:15.737556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:15.743301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.763373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:15.878527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Deleting port f485e7d2-2b83-44eb-88d7-ff56f0588c25 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:15.878882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.950738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f888dd-8134-45fa-821d-b2c75b7aee85 req-8dd125de-de6a-4804-b880-9f17189dab27 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.960223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d47ceb-4c40-4c10-bb0d-e5c64224229c req-c85cdda8-b960-407d-bb3c-8c28feb096f2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:15.962033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d47ceb-4c40-4c10-bb0d-e5c64224229c req-c85cdda8-b960-407d-bb3c-8c28feb096f2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 944 time: 0.2701886
Dec 11 21:06:15.965224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:15.974418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96f888dd-8134-45fa-821d-b2c75b7aee85 req-8dd125de-de6a-4804-b880-9f17189dab27 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.2672184
Dec 11 21:06:15.992691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] For port f485e7d2-2b83-44eb-88d7-ff56f0588c25, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f485e7d2-2b83-44eb-88d7-ff56f0588c25,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:15.993094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.011600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Calling delete_port for f485e7d2-2b83-44eb-88d7-ff56f0588c25 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:16.026352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.035377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee75f1cb-3af3-4acf-bd44-858d05ee8d68 HTTP/1.1" status: 204  len: 168 time: 0.6471071
Dec 11 21:06:16.037371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:16.042513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee90127-df19-4b38-ba4a-80a3d0b0de10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee75f1cb-3af3-4acf-bd44-858d05ee8d68,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:16.049292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-f499d1b7-6b97-46b9-9da2-4794b7f509fe service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3006511
Dec 11 21:06:16.075176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:16.079119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.098115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96f888dd-8134-45fa-821d-b2c75b7aee85 req-92454879-9613-4dc2-b0cd-25dd720141b1 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179774
Dec 11 21:06:16.127088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927afa5-5697-4774-9adb-a763a4c05c22 None None] Network d6c634bd-2743-4604-b628-95a0ad42e21a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:16.150530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 107830b4-67f4-47d4-8fe2-3e2de0506acf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:16.195907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d47ceb-4c40-4c10-bb0d-e5c64224229c req-2a7674a1-cde8-4222-8eca-5bde69e5febc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2242093
Dec 11 21:06:16.197882 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5bfc705-2423-4e69-976e-daf8cc50cfbf req-d22f4da4-2db1-4b4f-926a-103e6556440e service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351874
Dec 11 21:06:16.231993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 107830b4-67f4-47d4-8fe2-3e2de0506acf {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:16.232957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 107830b4-67f4-47d4-8fe2-3e2de0506acf not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:16.277799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.283220 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.295438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] No DVR routers for this DVR port f485e7d2-2b83-44eb-88d7-ff56f0588c25 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:16.298954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.320410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c2a04-b063-47db-ac5f-71461891f643 None None] Pushing event deleted for resources: {'Port': ['ID=f485e7d2-2b83-44eb-88d7-ff56f0588c25,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:16.406950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] DHCP port deletion for d6c634bd-2743-4604-b628-95a0ad42e21a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:16.455805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Deleting port ec93d477-9174-49dd-b5b8-b68a34d3bf4d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:16.456177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.521567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] For port ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:16.521953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.531184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Deleting port ec93d477-9174-49dd-b5b8-b68a34d3bf4d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:16.531533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.535349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Calling delete_port for ec93d477-9174-49dd-b5b8-b68a34d3bf4d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:16.621934 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.659142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] No DVR routers for this DVR port ec93d477-9174-49dd-b5b8-b68a34d3bf4d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:16.664716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a6d12-eb93-46e8-a77c-89cc828fd00f None None] Pushing event deleted for resources: {'Port': ['ID=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:16.729759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] For port ec93d477-9174-49dd-b5b8-b68a34d3bf4d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,segment=NetworkSegment(f661c447-211d-44e0-a81d-13173875346e),segment_id=f661c447-211d-44e0-a81d-13173875346e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:16.730135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.744703 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.754704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Calling delete_port for ec93d477-9174-49dd-b5b8-b68a34d3bf4d owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:16.846145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:16.869518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:16.878131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:16.878754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.879801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28940763-6a67-44c4-8934-e5394b293429 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:16.897712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=4e472cff-9423-4d69-8470-8245d77f90bd,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:16.926134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f3ee79d0-87f1-48c8-86be-1efcd42d96dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1927404
Dec 11 21:06:16.928961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:16.948517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:16.951223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:9b:a5:3d', 'name': 'tempest-NetworksTestDHCPv6-542352821'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:16.989698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec93d477-9174-49dd-b5b8-b68a34d3bf4d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:17.008221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '4e472cff-9423-4d69-8470-8245d77f90bd'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:17.009311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.031974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] No DVR routers for this DVR port ec93d477-9174-49dd-b5b8-b68a34d3bf4d on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:17.160270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e9f11ac0-59a9-4ab2-af81-72abe61ae26a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:17.172156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.199751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:17.204299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d843000a0>,) {'filters': {'network_id': ['d6c634bd-2743-4604-b628-95a0ad42e21a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:17.211659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e9f11ac0-59a9-4ab2-af81-72abe61ae26a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:17.212013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e9f11ac0-59a9-4ab2-af81-72abe61ae26a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:17.212442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f485e7d2-2b83-44eb-88d7-ff56f0588c25 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:17.219395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843000a0>, 'f661c447-211d-44e0-a81d-13173875346e') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:17.219701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843000a0>, 'f661c447-211d-44e0-a81d-13173875346e') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:17.231267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.265805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f485e7d2-2b83-44eb-88d7-ff56f0588c25 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:17.267112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f485e7d2-2b83-44eb-88d7-ff56f0588c25 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:17.267604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec93d477-9174-49dd-b5b8-b68a34d3bf4d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:17.276211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.304801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.314626 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.316123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ec93d477-9174-49dd-b5b8-b68a34d3bf4d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:17.316646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec93d477-9174-49dd-b5b8-b68a34d3bf4d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:17.321717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:17.322223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:17.324212 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:17.380400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/4e472cff-9423-4d69-8470-8245d77f90bd/805793fd-25b6-40eb-820b-3e6dd0328d39) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:17.390350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a116fb-2f52-40cf-b7f8-9bcc11547ba8 req-8dc216e1-c0b7-4142-bfd3-1e44c9816fbe tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:17.398865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5a116fb-2f52-40cf-b7f8-9bcc11547ba8 req-8dc216e1-c0b7-4142-bfd3-1e44c9816fbe tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.1879883
Dec 11 21:06:17.441054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.469953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.484484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.484818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port ee9a6aed-3faf-41ff-8f2e-befd9b688039 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:17.490952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d6c634bd-2743-4604-b628-95a0ad42e21a HTTP/1.1" status: 204  len: 168 time: 1.4504895
Dec 11 21:06:17.501460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:17.548064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.555646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:06:17.559571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.560324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5a116fb-2f52-40cf-b7f8-9bcc11547ba8 req-56004c15-9b42-4a69-ad6b-a34e6df8fcbc tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602366
Dec 11 21:06:17.610887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:17.619894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:17.624399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:17.682579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::37e (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/4e472cff-9423-4d69-8470-8245d77f90bd/ee9a6aed-3faf-41ff-8f2e-befd9b688039) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:17.809176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90e997-c46a-4fa4-bdbf-a89fdb52b47c req-1ffece14-bf67-448f-bbe7-c01a3f255e7e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:17.810651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a90e997-c46a-4fa4-bdbf-a89fdb52b47c req-1ffece14-bf67-448f-bbe7-c01a3f255e7e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 944 time: 0.4337983
Dec 11 21:06:17.813653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efbe86-bd3d-4ac0-88e9-f34b422b552a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c634bd-2743-4604-b628-95a0ad42e21a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:17.869174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.resource_extend [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:06:17.911981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:17.913907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Pushing event updated for resources: {'Port': ['ID=805793fd-25b6-40eb-820b-3e6dd0328d39,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:17.986800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a90e997-c46a-4fa4-bdbf-a89fdb52b47c req-77b83f52-9e29-4404-83d1-cb5602601b7d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1670666
Dec 11 21:06:18.032800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.061397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Attempting to bind port 805793fd-25b6-40eb-820b-3e6dd0328d39 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:18.061835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Attempting to bind port 805793fd-25b6-40eb-820b-3e6dd0328d39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:18.062305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Attempting to bind port 805793fd-25b6-40eb-820b-3e6dd0328d39 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:18.080905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:18.081472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:18.082583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.082583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:18.083204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Bound port: 805793fd-25b6-40eb-820b-3e6dd0328d39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:18.083599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.093800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:18.098916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16eb7dc-27e7-43b8-a8a1-2d3f60c850d0 req-033e3fb4-62f3-4910-aa1a-8c8c545f3b9b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:18.100483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e16eb7dc-27e7-43b8-a8a1-2d3f60c850d0 req-033e3fb4-62f3-4910-aa1a-8c8c545f3b9b tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.1070220
Dec 11 21:06:18.108946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:18.112164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:18.116052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:06:18.118508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:18.125165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:18.125987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.137571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=ee9a6aed-3faf-41ff-8f2e-befd9b688039,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:18.172624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8a8ff503-5335-4d83-a341-04d6693d0a16 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2422976
Dec 11 21:06:18.176380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:18.209408 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.228703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Deleting port 450d2d10-8e95-44c1-bdae-98fc24186073 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:18.229039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.242947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:18.252035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.252974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] For port 805793fd-25b6-40eb-820b-3e6dd0328d39, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:18.257062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e16eb7dc-27e7-43b8-a8a1-2d3f60c850d0 req-aa4a3c2e-40e8-4be5-94b3-703f0c739100 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389725
Dec 11 21:06:18.257518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] For port 805793fd-25b6-40eb-820b-3e6dd0328d39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805793fd-25b6-40eb-820b-3e6dd0328d39,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:18.281407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:18.284980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.295515 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.306404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84799c31-e03f-410c-8fad-f151d1bc57cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:18.312972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84799c31-e03f-410c-8fad-f151d1bc57cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:18.314727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84799c31-e03f-410c-8fad-f151d1bc57cb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1374054
Dec 11 21:06:18.317408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60018) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:18.363595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb391-a525-417d-b2b5-47e82d580bcc None None] Pushing event updated for resources: {'Port': ['ID=805793fd-25b6-40eb-820b-3e6dd0328d39,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:18.411129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] For port 450d2d10-8e95-44c1-bdae-98fc24186073, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=450d2d10-8e95-44c1-bdae-98fc24186073,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:18.411727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.430440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Calling delete_port for 450d2d10-8e95-44c1-bdae-98fc24186073 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:18.436086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:18.458083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port ee9a6aed-3faf-41ff-8f2e-befd9b688039 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:18.458541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.515955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:18.558019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.623487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for ee9a6aed-3faf-41ff-8f2e-befd9b688039 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:18.804741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Deleting port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:18.805192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.807229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.870023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.873079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=450d2d10-8e95-44c1-bdae-98fc24186073,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:18.904965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=ee9a6aed-3faf-41ff-8f2e-befd9b688039,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:18.931845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:18.935639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ba29b8c-eb7b-413d-b536-80bedb0856ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/ee9a6aed-3faf-41ff-8f2e-befd9b688039 HTTP/1.1" status: 204  len: 168 time: 0.6167243
Dec 11 21:06:18.938106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:18.981650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] For port 1352a28d-bd63-4e6f-b9a4-46b7a676e98e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:18.982187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.000143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86587ac-e063-4a38-9238-564f34b76fa7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.001795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86587ac-e063-4a38-9238-564f34b76fa7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.005783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c86587ac-e063-4a38-9238-564f34b76fa7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0644684
Dec 11 21:06:19.006025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60026) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.030819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Calling delete_port for 1352a28d-bd63-4e6f-b9a4-46b7a676e98e owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:19.075334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 4e472cff-9423-4d69-8470-8245d77f90bd {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:19.080544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.180555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.277356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 805793fd-25b6-40eb-820b-3e6dd0328d39 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:19.296118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03f956-c7c9-4d6a-988f-ead773d2e8f7 req-8c9641c3-61f3-40b0-a3ea-6191974c9f6d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.301104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf03f956-c7c9-4d6a-988f-ead773d2e8f7 req-8c9641c3-61f3-40b0-a3ea-6191974c9f6d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1888530
Dec 11 21:06:19.394333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 805793fd-25b6-40eb-820b-3e6dd0328d39 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:19.394900 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.470826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf03f956-c7c9-4d6a-988f-ead773d2e8f7 req-0fe2d064-c6ca-4ecf-a672-863f7f6fe7e7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1555803
Dec 11 21:06:19.492176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:19.492775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.578048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.596643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.607985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:06:19.615420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:19.616406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.629269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=4e472cff-9423-4d69-8470-8245d77f90bd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:19.633771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.640386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bcc2f49a-c13a-4087-a3aa-abf71d75cb37 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/4e472cff-9423-4d69-8470-8245d77f90bd HTTP/1.1" status: 204  len: 168 time: 0.6328309
Dec 11 21:06:19.641341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60052) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.691822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13bd7367-a0c2-4743-9665-384ac534c3ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0466697
Dec 11 21:06:19.692465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.703474 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:06:19.703835 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:06:19.716219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.750793 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.768534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda75916-a9c9-453c-88f9-0172937642bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.770077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bda75916-a9c9-453c-88f9-0172937642bf tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0769069
Dec 11 21:06:19.774256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.808068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:19.809130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:19.811971 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab1e51-4c88-4b5e-8fbb-24849455eb25" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:19.818691 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:19.836522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569b91-503d-4a68-91a7-05692ad478fc req-2fda4e8e-ee0f-4724-baec-12cb750f99bd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.838130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83569b91-503d-4a68-91a7-05692ad478fc req-2fda4e8e-ee0f-4724-baec-12cb750f99bd tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.1929300
Dec 11 21:06:19.845601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efe819e-2993-4f37-a525-95e58d24793b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:19.852085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4efe819e-2993-4f37-a525-95e58d24793b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0720024
Dec 11 21:06:19.852085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60064) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.885082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a12d6-24cc-45a5-a3a3-1aebbbecb8ec None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:19.904595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2eff7da6-6e0d-4a7a-8aaf-8d0e09f9c15e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0513318
Dec 11 21:06:19.908939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60066) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:19.914574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:19.914744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:19.975377 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464abaa-a964-4bdf-9ece-37744da4c57d x-openstack-request-id: req-7464abaa-a964-4bdf-9ece-37744da4c57d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:19.975933 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:19.976338 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7464abaa-a964-4bdf-9ece-37744da4c57d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:19.976885 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:06:19.988694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83569b91-503d-4a68-91a7-05692ad478fc req-5b579799-f14b-481b-b74a-3fd60f21b18a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425741
Dec 11 21:06:20.002254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Provisioning complete for port 805793fd-25b6-40eb-820b-3e6dd0328d39 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:20.002933 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.066230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:20.072493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.129484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.132611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.179701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] For port 805793fd-25b6-40eb-820b-3e6dd0328d39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805793fd-25b6-40eb-820b-3e6dd0328d39,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:20.182849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:20.184470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1352a28d-bd63-4e6f-b9a4-46b7a676e98e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:20.187220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.211904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef90ca-ee64-48ee-8e60-01152a4683ef req-f4b37586-d37c-4b58-a0a3-1142c45f7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:20.213505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fef90ca-ee64-48ee-8e60-01152a4683ef req-f4b37586-d37c-4b58-a0a3-1142c45f7ab4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1097 time: 0.1644876
Dec 11 21:06:20.226242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Router 86cd43cf-8bcd-4989-ba7a-2b93f606285b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:06:20.337164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5fef90ca-ee64-48ee-8e60-01152a4683ef req-d79967d1-2cea-45b4-b0ae-1ecc639fee1c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086617
Dec 11 21:06:20.343309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Pushing event updated for resources: {'Port': ['ID=805793fd-25b6-40eb-820b-3e6dd0328d39,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:20.370045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.371973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.372534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.374979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.375573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.376122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.376683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.377222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.378499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.379674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.382421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.383038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.383585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5131d7c-c5d5-43f4-87c4-731158f0be13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:06:20.401447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Deleting port 805793fd-25b6-40eb-820b-3e6dd0328d39 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:20.406661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.543941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] For port 805793fd-25b6-40eb-820b-3e6dd0328d39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=805793fd-25b6-40eb-820b-3e6dd0328d39,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:20.544524 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.573355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Calling delete_port for 805793fd-25b6-40eb-820b-3e6dd0328d39 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:20.650083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:20.659405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06357beb-099a-480e-ad30-2499c7b7eab7 admin admin] 10.222.0.18 "PUT /v2.0/routers/86cd43cf-8bcd-4989-ba7a-2b93f606285b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8920085
Dec 11 21:06:20.662775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:20.674693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Sync routers for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:20.681511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.724413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] No DVR routers for this DVR port 805793fd-25b6-40eb-820b-3e6dd0328d39 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:20.727783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cace1b-b335-4790-92d1-127b8d294d04 None None] Pushing event deleted for resources: {'Port': ['ID=805793fd-25b6-40eb-820b-3e6dd0328d39,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:20.730499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:20.731405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c47490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:20.733138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0d63b-d754-442b-a38c-afced03f2d85 req-f25aa0fc-0937-410e-8fc1-304aab9a65ac tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:20.735044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ae0d63b-d754-442b-a38c-afced03f2d85 req-f25aa0fc-0937-410e-8fc1-304aab9a65ac tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.1770587
Dec 11 21:06:20.735403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:20.875535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:20.886392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ae0d63b-d754-442b-a38c-afced03f2d85 req-3c7dca35-e021-4159-91ed-07232f7b1b7e tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405804
Dec 11 21:06:20.928916 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.119364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:21.143547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.188855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:06:21.222866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 805793fd-25b6-40eb-820b-3e6dd0328d39 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:21.253528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 805793fd-25b6-40eb-820b-3e6dd0328d39 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:21.254147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 805793fd-25b6-40eb-820b-3e6dd0328d39 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:21.264457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d96d-9db7-4d1b-8486-85dd875115ac req-2ae7c053-6abf-4de8-b384-5c954adaecb8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:21.273750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1845d96d-9db7-4d1b-8486-85dd875115ac req-2ae7c053-6abf-4de8-b384-5c954adaecb8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.2349088
Dec 11 21:06:21.277988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Deleting port 07b43f52-9c18-41ce-8897-24972693ba00 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:21.277988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.298415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.337039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c47490>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44'}], 'enable_snat': True}, 'gw_port_id': '07b43f52-9c18-41ce-8897-24972693ba00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T21:06:18Z', 'revision_number': 5, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port': {'id': '07b43f52-9c18-41ce-8897-24972693ba00', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:11Z', 'updated_at': '2021-12-11T20:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:21.345547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1845d96d-9db7-4d1b-8486-85dd875115ac req-e958970c-5cf8-4fac-a019-06296c875ba0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686564
Dec 11 21:06:21.385265 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.revisions.revision_plugin [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f0d842b98e0] {port_id='805793fd-25b6-40eb-820b-3e6dd0328d39', ip_address='2001:db8::f816:3eff:fe28:e210', subnet_id='4752475e-2d45-4e73-bb91-d59b96bf063f', network_id='8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}> to bump revision.
Dec 11 21:06:21.391098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Port 805793fd-25b6-40eb-820b-3e6dd0328d39 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 11 21:06:21.391430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Reverting IP allocation for 2001:db8::f816:3eff:fe28:e210 {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 11 21:06:21.396393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_pluggable_backend [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe28:e210 {{(pid=125987) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 11 21:06:21.397548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:21.398049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.408107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8488531-db9b-48eb-84cf-a1d3df45c9e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/0d379388-7b74-4a7b-b792-0d69a43c0cc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8791776
Dec 11 21:06:21.410358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:21.410832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Sync routers for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:21.423639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Checking router: 86cd43cf-8bcd-4989-ba7a-2b93f606285b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:06:21.435369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Routers {'86cd43cf-8bcd-4989-ba7a-2b93f606285b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:21.436004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c47490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:21.440100 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:21.440996 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffbd610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:21.450847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:21.455120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:21.461246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:21.461993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.477425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] For port 07b43f52-9c18-41ce-8897-24972693ba00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07b43f52-9c18-41ce-8897-24972693ba00,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:21.477832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.478527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=4752475e-2d45-4e73-bb91-d59b96bf063f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:21.485083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33d07328-fea9-4caf-b6b2-1996cbb96150 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5750420
Dec 11 21:06:21.488305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:21.495727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a82740-5128-42e1-9f07-e28cbc78c1b4 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:21.497970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:21.499053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Calling delete_port for 07b43f52-9c18-41ce-8897-24972693ba00 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:21.598074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.603242 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:21.665685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:21.670513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.765391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.811302 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4752475e-2d45-4e73-bb91-d59b96bf063f (CIDR: 2001:db8::/64)
Dec 11 21:06:21.815815 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:06:21.816354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:21.818526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] Set router 86cd43cf-8bcd-4989-ba7a-2b93f606285b gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:21.840335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2cb2063c-0426-45b0-9ac3-4f0238c3873e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3508022
Dec 11 21:06:21.843016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:21.853172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.854066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffbd610>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189'}], 'enable_snat': True}, 'gw_port_id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:06:19Z', 'revision_number': 5, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port': {'id': '4f84f1c0-9410-4a12-b075-b88ce5eff2f0', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:03:39Z', 'updated_at': '2021-12-11T21:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:21.859967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:21.885228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b43f52-9c18-41ce-8897-24972693ba00,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:21.897433 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Checking router: 0d379388-7b74-4a7b-b792-0d69a43c0cc5 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:06:21.907815 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Routers {'0d379388-7b74-4a7b-b792-0d69a43c0cc5'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:21.908738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffbd610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:21.909288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e5b887-117a-48be-869c-ec41fbfc2a32 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:21.940411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Deleting port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:21.940687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:21.941113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c47490>, [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T21:06:21Z', 'revision_number': 6, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:22.042983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0eb572-ee06-4857-b0d2-4a7d9a942125 None None] The sync data for ids ['86cd43cf-8bcd-4989-ba7a-2b93f606285b'] in ncdv-master-1 is: [{'id': '86cd43cf-8bcd-4989-ba7a-2b93f606285b', 'name': 'tempest-TaggedBootDevicesTest_v242-116022819-router', 'tenant_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:08Z', 'updated_at': '2021-12-11T21:06:21Z', 'revision_number': 6, 'project_id': 'd71ca0e5dd444ebd831efebd5a556c51', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:22.056874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.064034 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] Set router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:22.066615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '4752475e-2d45-4e73-bb91-d59b96bf063f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:22.069533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.070749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:22.080403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.204088 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffbd610>, [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:06:21Z', 'revision_number': 6, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:22.243922 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1832ad2e-6fc7-4e86-9644-4d74a6556424 None None] The sync data for ids ['0d379388-7b74-4a7b-b792-0d69a43c0cc5'] in ncdv-master-1 is: [{'id': '0d379388-7b74-4a7b-b792-0d69a43c0cc5', 'name': 'tempest-TestVolumeBackupRestore-1393324193-router', 'tenant_id': '000f1d954edc4f59908194fef379d451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:03:36Z', 'updated_at': '2021-12-11T21:06:21Z', 'revision_number': 6, 'project_id': '000f1d954edc4f59908194fef379d451', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:22.299546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Allocated IP 2001:db8::f816:3eff:fe48:1bd1 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/4752475e-2d45-4e73-bb91-d59b96bf063f/91bb7c95-53e5-40e3-ac35-a1f8efd0e034) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:22.531840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ff09d-2960-4b47-bca0-82f9ebc2ec9a req-442f4b32-e27a-4e62-b70d-7ecf49bfd111 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:22.534548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.540852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-029ff09d-2960-4b47-bca0-82f9ebc2ec9a req-442f4b32-e27a-4e62-b70d-7ecf49bfd111 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.1083705
Dec 11 21:06:22.545086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.554911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.600000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:22.604058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:22.607149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:22.643854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Pushing event updated for resources: {'Port': ['ID=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:22.672888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:22.679145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-029ff09d-2960-4b47-bca0-82f9ebc2ec9a req-3bc4f98d-cbcc-4af6-b07a-ed7a49fb3fd2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371536
Dec 11 21:06:22.680550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:22.682020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Attempting to bind port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:22.682410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Attempting to bind port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:22.682834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Attempting to bind port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:22.684217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:22.684835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.688503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:22.688837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:22.689250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.689894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:22.690379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Bound port: 91bb7c95-53e5-40e3-ac35-a1f8efd0e034, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:22.690792 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.711480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.724541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-475c6fe1-b1a8-4131-b905-0598f887e95f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:22.726368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-475c6fe1-b1a8-4131-b905-0598f887e95f tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.7691705
Dec 11 21:06:22.728021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.735657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=2a8b3060-134b-41aa-8d61-cea1aee53237,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:22.751819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f7a29fc9-faa7-4466-92c6-50663fde7d58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9069805
Dec 11 21:06:22.754550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60136) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:22.760234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:cd:a9:88', 'name': 'tempest-NetworksTestDHCPv6-1712516364'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:22.810006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193c4b7-1dfe-4775-9d81-7780d74d7a7f req-4c2dff34-6c56-4217-94fc-288b5eafa8ff tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:22.811850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f193c4b7-1dfe-4775-9d81-7780d74d7a7f req-4c2dff34-6c56-4217-94fc-288b5eafa8ff tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.7806301
Dec 11 21:06:22.820111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] For port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:22.825280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] For port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:22.829706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.878252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] For port 4f84f1c0-9410-4a12-b075-b88ce5eff2f0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:22.878803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.905169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4b929-aaad-47b5-a0a0-2aa6653072bd None None] Pushing event updated for resources: {'Port': ['ID=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:22.912452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.912989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86cd43cf-8bcd-4989-ba7a-2b93f606285b {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:06:22.940839 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:22.941991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9569eccd-d59f-46ed-b51f-772da5f244f8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/86cd43cf-8bcd-4989-ba7a-2b93f606285b HTTP/1.1" status: 204  len: 168 time: 2.2782786
Dec 11 21:06:22.943071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Calling delete_port for 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:22.948344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:23.012539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:23.025738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f193c4b7-1dfe-4775-9d81-7780d74d7a7f req-c640c84f-864e-416c-b2f9-cd693dbe208a tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758995
Dec 11 21:06:23.030248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdd64-d1a7-4822-88b4-fcd298e019ef req-3963d554-6666-46eb-be73-5b30744ea9d1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:23.031504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f21fdd64-d1a7-4822-88b4-fcd298e019ef req-3963d554-6666-46eb-be73-5b30744ea9d1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.1517599
Dec 11 21:06:23.040347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60140) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:23.050367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'floatingip': {'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:23.087948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Deleting subnet be198d66-e5a6-4008-b7f6-d9aa326fa551 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:23.091381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.097291 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.138602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.189337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Deleting port f8ac5d5e-10f3-4972-9458-5c04be97fd79 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:23.189684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.209102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.260638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port c1dffcbd-4b8f-48b1-b04f-4776c6383107 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:23.305420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.449960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.524807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be198d66-e5a6-4008-b7f6-d9aa326fa551,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:23.572271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 450d2d10-8e95-44c1-bdae-98fc24186073 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:23.589967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.597347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ddffd31-c5a1-4f08-a8b1-6f27a25550d4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be198d66-e5a6-4008-b7f6-d9aa326fa551 HTTP/1.1" status: 204  len: 168 time: 0.6471567
Dec 11 21:06:23.604855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60162) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:23.631681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 450d2d10-8e95-44c1-bdae-98fc24186073 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:23.634218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 450d2d10-8e95-44c1-bdae-98fc24186073 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:23.634765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1352a28d-bd63-4e6f-b9a4-46b7a676e98e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:23.644709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8:0:1::311 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/2a8b3060-134b-41aa-8d61-cea1aee53237/c1dffcbd-4b8f-48b1-b04f-4776c6383107) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:23.667590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fecd:a988 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/4752475e-2d45-4e73-bb91-d59b96bf063f/c1dffcbd-4b8f-48b1-b04f-4776c6383107) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:23.681150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb6fd5-9e46-4fab-8ccc-ebd3728b7ebe None None] Network 2a12146d-50a0-44c4-a233-aa15a4aac600 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:23.690271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1352a28d-bd63-4e6f-b9a4-46b7a676e98e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:23.690734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1352a28d-bd63-4e6f-b9a4-46b7a676e98e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:23.691241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07b43f52-9c18-41ce-8897-24972693ba00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:23.734194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 07b43f52-9c18-41ce-8897-24972693ba00 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:23.734448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07b43f52-9c18-41ce-8897-24972693ba00 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:23.744089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.774147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] For port f8ac5d5e-10f3-4972-9458-5c04be97fd79, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f8ac5d5e-10f3-4972-9458-5c04be97fd79,segment=NetworkSegment(b624c9d6-f674-45d2-98bd-36dcbeb95300),segment_id=b624c9d6-f674-45d2-98bd-36dcbeb95300)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:23.774432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.837236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Calling delete_port for f8ac5d5e-10f3-4972-9458-5c04be97fd79 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:23.858236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.878317 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.896291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942616d4-4480-4b43-8c3b-546315809579 None None] DHCP port deletion for 2a12146d-50a0-44c4-a233-aa15a4aac600 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:23.896629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.947775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:23.951045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:23.954769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:23.960639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Deleting port c096e700-5af0-4865-8371-20279ed35427 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:23.961076 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.962024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:23.962718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:23.964340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f84f1c0-9410-4a12-b075-b88ce5eff2f0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:23.972450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=c1dffcbd-4b8f-48b1-b04f-4776c6383107,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:23.990009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4a9d6c04-f2f8-42b9-869f-4beed600cba3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.2322063
Dec 11 21:06:23.990164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:23.997056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b49d3a-51a2-4f42-98aa-204016793a81 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:24.073549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-942616d4-4480-4b43-8c3b-546315809579 None None] For port c096e700-5af0-4865-8371-20279ed35427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c096e700-5af0-4865-8371-20279ed35427,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:24.074744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.111931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Calling delete_port for c096e700-5af0-4865-8371-20279ed35427 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:24.122963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port c1dffcbd-4b8f-48b1-b04f-4776c6383107 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:24.123406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.237301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Deleting port c096e700-5af0-4865-8371-20279ed35427 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:24.237776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.276952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.289330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.310655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for c1dffcbd-4b8f-48b1-b04f-4776c6383107 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:24.313977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942616d4-4480-4b43-8c3b-546315809579 None None] Pushing event deleted for resources: {'Port': ['ID=c096e700-5af0-4865-8371-20279ed35427,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:24.320459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942616d4-4480-4b43-8c3b-546315809579 None None] No DVR routers for this DVR port c096e700-5af0-4865-8371-20279ed35427 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:24.339366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.558252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.568775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.574205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.580397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5287aba-bf9b-4aa5-839e-e5f83a297f00 req-f90daa6e-0dd6-4a24-b447-b09c1bbc849c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.582152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b5287aba-bf9b-4aa5-839e-e5f83a297f00 req-f90daa6e-0dd6-4a24-b447-b09c1bbc849c tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c5aee42-3900-41a8-8bd6-01991865b159 HTTP/1.1" status: 200  len: 946 time: 0.4230883
Dec 11 21:06:24.616742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=c1dffcbd-4b8f-48b1-b04f-4776c6383107,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:24.641149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c99828c-a5be-4b0c-8e84-2a3db0f92722 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:24.670527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.676943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13ee3691-a37e-40b3-bbb7-a8e676d696e2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/c1dffcbd-4b8f-48b1-b04f-4776c6383107 HTTP/1.1" status: 204  len: 168 time: 0.6839938
Dec 11 21:06:24.681640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60178) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:24.686132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] For port c096e700-5af0-4865-8371-20279ed35427, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c096e700-5af0-4865-8371-20279ed35427,segment=NetworkSegment(475b4ac0-2cf0-495f-964d-df58d51a949a),segment_id=475b4ac0-2cf0-495f-964d-df58d51a949a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:24.686722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.721197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.739513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] Provisioning complete for port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:24.740257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.741988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Calling delete_port for c096e700-5af0-4865-8371-20279ed35427 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:24.743630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceddaf1a-71d9-4fbe-949e-04f5094439dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.745420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ceddaf1a-71d9-4fbe-949e-04f5094439dc tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0626152
Dec 11 21:06:24.748121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60190) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:24.753514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.754072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d379388-7b74-4a7b-b792-0d69a43c0cc5 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:06:24.765781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.769606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-73036369-6527-4624-8681-f4a18f932401 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0d379388-7b74-4a7b-b792-0d69a43c0cc5 HTTP/1.1" status: 204  len: 168 time: 3.3582399
Dec 11 21:06:24.777385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60192) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:24.821136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d89180-a5e1-4e7f-b447-f89be251e8f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.823061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-73d89180-a5e1-4e7f-b447-f89be251e8f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.0739710
Dec 11 21:06:24.825581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60194) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:24.852519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b2380-4803-491c-8137-c8a67e735a0a None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:24.857359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Pushing event deleted for resources: {'Port': ['ID=f8ac5d5e-10f3-4972-9458-5c04be97fd79,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:24.866542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:06:24.919507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01418319-bd94-4c75-b64f-c484cb471222 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.921225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01418319-bd94-4c75-b64f-c484cb471222 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.923545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01418319-bd94-4c75-b64f-c484cb471222 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:24.924486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-01418319-bd94-4c75-b64f-c484cb471222 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0978203
Dec 11 21:06:24.927476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:24.972989 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.982548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b5287aba-bf9b-4aa5-839e-e5f83a297f00 req-1b6b707b-09f5-4bab-89ca-b8d4f912c6ff tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.18 "GET /v2.0/security-groups?id=276a227b-32fe-4935-b09e-24724fccb41c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3882217
Dec 11 21:06:24.984687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 2a8b3060-134b-41aa-8d61-cea1aee53237 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:24.988307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] No DVR routers for this DVR port f8ac5d5e-10f3-4972-9458-5c04be97fd79 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:24.993474 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:24.996556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529e215-8fa8-4b1f-a68a-b10b851b1422 None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '4752475e-2d45-4e73-bb91-d59b96bf063f', 'ip_address': '2001:db8::f816:3eff:fe48:1bd1'}, {'subnet_id': '2a8b3060-134b-41aa-8d61-cea1aee53237'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '91bb7c95-53e5-40e3-ac35-a1f8efd0e034'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:06:24.997140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6397c9a6-225d-4fce-8590-06e3567fb317 req-2529c05d-8b91-478f-ae00-2ee4c1deb460 tempest-DeleteServersTestJSON-1962391540 tempest-DeleteServersTestJSON-1962391540-project] 10.222.0.30 "DELETE /v2.0/ports/f8ac5d5e-10f3-4972-9458-5c04be97fd79 HTTP/1.1" status: 204  len: 173 time: 2.2585104
Dec 11 21:06:25.001395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'name': 'network-vif-deleted', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:25.003746 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a82937-272c-499e-96e7-2c9861172968" -d '{"events": [{"server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "name": "network-vif-deleted", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:25.018686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.036407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Deleting subnet 2cf18a7c-9c8e-4d9b-88f5-92993ec405f6 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:25.042600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.050080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.051066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1529e215-8fa8-4b1f-a68a-b10b851b1422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.055991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.089239 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faa4455-abe6-46df-8dd8-14c7c1b11a1b x-openstack-request-id: req-0faa4455-abe6-46df-8dd8-14c7c1b11a1b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:25.089511 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5aee42-3900-41a8-8bd6-01991865b159", "name": "network-vif-deleted", "tag": "f8ac5d5e-10f3-4972-9458-5c04be97fd79", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:25.089664 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0faa4455-abe6-46df-8dd8-14c7c1b11a1b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:25.090276 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5aee42-3900-41a8-8bd6-01991865b159', 'name': 'network-vif-deleted', 'tag': 'f8ac5d5e-10f3-4972-9458-5c04be97fd79', 'status': 'completed', 'code': 200}
Dec 11 21:06:25.133465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.153870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f8ac5d5e-10f3-4972-9458-5c04be97fd79 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:25.173306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.174023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] For port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:25.209113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f8ac5d5e-10f3-4972-9458-5c04be97fd79 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:25.209512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f8ac5d5e-10f3-4972-9458-5c04be97fd79 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:25.210991 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.220282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:25.223478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.248512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.306812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c096e700-5af0-4865-8371-20279ed35427,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:25.320498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] No DVR routers for this DVR port c096e700-5af0-4865-8371-20279ed35427 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:25.323434 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Floating IP 7c6a0e71-650b-47bd-b348-3d62e237c9e9 associated. External IP: 172.35.1.122, port: b2ecdad1-6ed8-44f3-926e-ab155fe32eaf.
Dec 11 21:06:25.332880 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.378771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8b3060-134b-41aa-8d61-cea1aee53237,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:25.395911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.400790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b410b3-283d-4de2-9dc2-c4c623cf6f5e None None] Pushing event updated for resources: {'Port': ['ID=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:25.400999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd6ce938-3fde-4821-8a70-29e32dec7f99 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/2a8b3060-134b-41aa-8d61-cea1aee53237 HTTP/1.1" status: 204  len: 168 time: 0.4716561
Dec 11 21:06:25.403773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60202) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-1529e215-8fa8-4b1f-a68a-b10b851b1422 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8b3060-134b-41aa-8d61-cea1aee53237: This subnet is being modified by another concurrent operation.
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:06:25.407708 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8b3060-134b-41aa-8d61-cea1aee53237: This subnet is being modified by another concurrent operation.
Dec 11 21:06:25.411021 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:06:25.427707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:25.429631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.488283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 4752475e-2d45-4e73-bb91-d59b96bf063f {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:25.492921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.546515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.555009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c039a057-6b24-4e74-a9a0-9e4ba6dae9de None None] Provisioning complete for port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:25.555365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c039a057-6b24-4e74-a9a0-9e4ba6dae9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.629071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c096e700-5af0-4865-8371-20279ed35427 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:25.658820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.683310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c096e700-5af0-4865-8371-20279ed35427 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:25.683839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c096e700-5af0-4865-8371-20279ed35427 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:25.684087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:25.754335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.796839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:25.797286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f84f1c0-9410-4a12-b075-b88ce5eff2f0 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:25.831711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.840620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/4752475e-2d45-4e73-bb91-d59b96bf063f HTTP/1.1" status: 204  len: 168 time: 0.4341254
Dec 11 21:06:25.842053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98867c-e983-4b54-b4d6-b06434d955fa None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:25.852609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60208) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:25.856228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f541a0-522f-4af7-b0ac-67a4aaf2c83c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=4752475e-2d45-4e73-bb91-d59b96bf063f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:25.908300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a7dbefe-63d1-42b1-8173-e788c0f97f19 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0529633
Dec 11 21:06:25.911024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:25.918424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:25.951937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6804f319-2e1a-4811-aab7-dbdc273be3a7 None None] Could not find standard attr ID for object c1dffcbd-4b8f-48b1-b04f-4776c6383107. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:25.958403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.995780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:25.997809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:26.022376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:26.036467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9f29d0>,) {'filters': {'network_id': ['2a12146d-50a0-44c4-a233-aa15a4aac600']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:26.059306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:26.062254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9f29d0>, '475b4ac0-2cf0-495f-964d-df58d51a949a') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:26.062681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9f29d0>, '475b4ac0-2cf0-495f-964d-df58d51a949a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:26.065201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.123007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Deleting port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:26.123381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.135536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.176269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.203490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] For port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:26.203900 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.212809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7699ba9-3a60-4262-92df-d7e6ccf148a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.225854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.226823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Calling delete_port for 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:26.243396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf18a7c-9c8e-4d9b-88f5-92993ec405f6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:26.250369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:26.250805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:26.254752 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:26.288895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.292602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630279c6-07e0-419e-bc33-2c41ffb12b1a None None] Network a1d16350-4ede-43a7-8f7f-bc017065d9a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:26.307938 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3a89e419-f6a5-4b39-8333-c0d901912840 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2cf18a7c-9c8e-4d9b-88f5-92993ec405f6 HTTP/1.1" status: 204  len: 168 time: 1.5232699
Dec 11 21:06:26.320665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60230) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:26.368730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:06:26.379049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.393798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.397271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] 10.222.0.18 "DELETE /v2.0/networks/2a12146d-50a0-44c4-a233-aa15a4aac600 HTTP/1.1" status: 204  len: 168 time: 2.7858541
Dec 11 21:06:26.413836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.439509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:26.449539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] Pushing event deleted for resources: {'Port': ['ID=91bb7c95-53e5-40e3-ac35-a1f8efd0e034,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:26.464006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dbf897-c8cd-4023-8960-5d6e5d78b6a7 None None] No DVR routers for this DVR port 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:26.495008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775511f-170b-4cba-9168-d85b3ac016ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2a12146d-50a0-44c4-a233-aa15a4aac600,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:26.510066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.615383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:26.621286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.624525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] DHCP port deletion for a1d16350-4ede-43a7-8f7f-bc017065d9a3 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:26.629155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Sync routers for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:26.670466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:26.671147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76891400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:26.718690 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-402a1e7b-4a66-4a6d-a70b-fd7706a839bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "PUT /v2.0/floatingips/7c6a0e71-650b-47bd-b348-3d62e237c9e9 HTTP/1.1" status: 200  len: 992 time: 3.6766784
Dec 11 21:06:26.721914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7699ba9-3a60-4262-92df-d7e6ccf148a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.753643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7699ba9-3a60-4262-92df-d7e6ccf148a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.809347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Deleting port 16ae0acc-e26f-4b55-952a-a9ef4f14702d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:26.809936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.828741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Deleting port 16ae0acc-e26f-4b55-952a-a9ef4f14702d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:26.828948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.856213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7699ba9-3a60-4262-92df-d7e6ccf148a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a654be-0d37-49c1-8fa3-f321d5d6c5ec,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:26.864775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7699ba9-3a60-4262-92df-d7e6ccf148a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fed1ad09c8074b05b6378b1e89f65669&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8652132
Dec 11 21:06:26.868238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:26.965850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] For port 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ae0acc-e26f-4b55-952a-a9ef4f14702d,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:26.966169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.983713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:26.992718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:26.996408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.032566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.051824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Calling delete_port for 16ae0acc-e26f-4b55-952a-a9ef4f14702d owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:27.069861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=94cd4224-7ec9-4e9b-8eae-f312e348011e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:27.078575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:27.081299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:27.085648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:27.086452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] For port 16ae0acc-e26f-4b55-952a-a9ef4f14702d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=16ae0acc-e26f-4b55-952a-a9ef4f14702d,segment=NetworkSegment(5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd),segment_id=5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:27.086679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.086758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.094497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:27.094664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:27.094664 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:27.142602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b01429-9e3c-4d91-915b-b72a2dc35465 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:27.167800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.172883 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f23ac2-dc05-4b83-b815-265d6600c849 x-openstack-request-id: req-88f23ac2-dc05-4b83-b815-265d6600c849 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:27.173168 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:27.173512 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88f23ac2-dc05-4b83-b815-265d6600c849 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:27.174145 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'status': 'completed', 'code': 200}
Dec 11 21:06:27.200704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:27.209802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Calling delete_port for 16ae0acc-e26f-4b55-952a-a9ef4f14702d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:27.237951 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.242689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.243855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75a654be-0d37-49c1-8fa3-f321d5d6c5ec HTTP/1.1" status: 204  len: 168 time: 0.3745973
Dec 11 21:06:27.259762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1838af-96b8-4d14-a431-15a2e10a0a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a654be-0d37-49c1-8fa3-f321d5d6c5ec,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:27.261207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:27.261847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91bb7c95-53e5-40e3-ac35-a1f8efd0e034 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:27.262086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 16ae0acc-e26f-4b55-952a-a9ef4f14702d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:27.278301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-53c43982-f83d-48bf-b42e-618eb6a31896 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3653359
Dec 11 21:06:27.294345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60268) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:27.307448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:27.420643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-11c00868-f03d-44ea-97a4-565bd1369f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:27.422622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-11c00868-f03d-44ea-97a4-565bd1369f02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1097 time: 0.2187765
Dec 11 21:06:27.456198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.554195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] No DVR routers for this DVR port 16ae0acc-e26f-4b55-952a-a9ef4f14702d on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:27.560611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ae0acc-e26f-4b55-952a-a9ef4f14702d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:27.632040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '94cd4224-7ec9-4e9b-8eae-f312e348011e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:27.633675 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.637227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No active binding found for port 16ae0acc-e26f-4b55-952a-a9ef4f14702d {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 21:06:27.637982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 16ae0acc-e26f-4b55-952a-a9ef4f14702d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:27.734163 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.750703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.771392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:27.775731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.777835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Deleting port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:27.778173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.857304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7db011c0>,) {'filters': {'network_id': ['a1d16350-4ede-43a7-8f7f-bc017065d9a3']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:27.863561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-e2b1c97b-a2e3-4006-9509-086e28108d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:27.868630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-e2b1c97b-a2e3-4006-9509-086e28108d77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.4353547
Dec 11 21:06:27.892274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db011c0>, '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:27.893114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db011c0>, '5ef42c91-b5b0-4c88-bb88-90a20ac3e5fd') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:27.910043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] Pushing event deleted for resources: {'Port': ['ID=16ae0acc-e26f-4b55-952a-a9ef4f14702d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:27.931167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c760bc-fef4-4328-8a55-dc82a4ec4111 None None] No DVR routers for this DVR port 16ae0acc-e26f-4b55-952a-a9ef4f14702d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:27.994288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] For port d5944762-f26d-4ac4-bbc9-4fbe449b3bd0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:27.994799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:27.998440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60310) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:28.000912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.032985 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.034513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Calling delete_port for d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:28.047361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:28.047788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:28.049645 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:28.065014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Deleting subnet 9b7672a6-8f58-4da2-981d-e93cecd8d2c9 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:28.065246 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94cd4224-7ec9-4e9b-8eae-f312e348011e (CIDR: 2001:db8::/64)
Dec 11 21:06:28.068619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-aea51ba6-6f42-43b7-b95d-b06f900e0b3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.1887236
Dec 11 21:06:28.073703 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:06:28.074120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:28.095886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.096365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Allocated IP 2001:db8::f816:3eff:fe51:f9ec (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/94cd4224-7ec9-4e9b-8eae-f312e348011e/77a66a77-b3de-4a18-a307-f25f066c577e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:28.151059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.176203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0933f300-0409-4509-adb9-f3b7d65ceebd tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8767860
Dec 11 21:06:28.176203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.176605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60314) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:28.180369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.183254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:28.186863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a1d16350-4ede-43a7-8f7f-bc017065d9a3 HTTP/1.1" status: 204  len: 168 time: 1.8650432
Dec 11 21:06:28.206921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b10d0e-f509-4c33-873d-e5ba077b8344 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d16350-4ede-43a7-8f7f-bc017065d9a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:28.211731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-adb72be6-85b1-4e45-89b5-591d12349d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:28.213121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-adb72be6-85b1-4e45-89b5-591d12349d40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1053195
Dec 11 21:06:28.290108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-5ed39919-9eb6-48af-bb34-f048f589bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:28.291275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-5ed39919-9eb6-48af-bb34-f048f589bb5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0681708
Dec 11 21:06:28.309345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.373954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76891400>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6a0e71-650b-47bd-b348-3d62e237c9e9', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'floating_ip_address': '172.35.1.122', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e710071-7aee-43de-b031-4194f02cc29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:06:02Z', 'updated_at': '2021-12-11T21:06:24Z', 'revision_number': 1, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:28.414778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Checking router: 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:06:28.427207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.436595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:28.437254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76891400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:28.443501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60324) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:28.470908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.497853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:28.501318 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.501601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.509870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-d2c3a2d0-15b5-4ae2-85f4-81275a63356b service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102237
Dec 11 21:06:28.545907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.549205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b7672a6-8f58-4da2-981d-e93cecd8d2c9 HTTP/1.1" status: 204  len: 168 time: 0.5497341
Dec 11 21:06:28.549905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2ad3e-53c2-4724-ad9f-6c56dd84c404 None None] Network 1bb62787-4b73-4403-bc55-2162b03d9950 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:28.553880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c4f0-5ef9-4383-8035-9b964e0819f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7672a6-8f58-4da2-981d-e93cecd8d2c9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:28.561637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:28.624634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.640241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd6b91a-17f1-4d93-9d0b-b5d64341434d req-c1979ddd-40ae-46a1-a461-ac6e1f7e3912 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229784
Dec 11 21:06:28.659274 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6d9d469-6cfe-4aec-9f07-ddcc28691ac8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99e91091650141658a6c126a3884f5d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2130203
Dec 11 21:06:28.661787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60334) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:28.684020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:28.684789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Pushing event updated for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:28.696510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:28.698931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:28.733805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.744916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:28.764487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.791988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303dc8c-e04b-4ae0-85d1-0956577a5657 None None] DHCP port deletion for 1bb62787-4b73-4403-bc55-2162b03d9950 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:28.824222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Pushing event deleted for resources: {'Port': ['ID=d5944762-f26d-4ac4-bbc9-4fbe449b3bd0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:28.854506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.861909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.864513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8373350e-32b1-44ba-9bee-aaf3ced8fd28 HTTP/1.1" status: 204  len: 168 time: 0.1996431
Dec 11 21:06:28.884694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab10d5-1b87-4105-89fb-f2bc65ec6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8373350e-32b1-44ba-9bee-aaf3ced8fd28,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:28.907324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Attempting to bind port 77a66a77-b3de-4a18-a307-f25f066c577e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:28.907700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Attempting to bind port 77a66a77-b3de-4a18-a307-f25f066c577e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:28.908062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Attempting to bind port 77a66a77-b3de-4a18-a307-f25f066c577e on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:28.949710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:28.950326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:28.952094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:28.953313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:28.953827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Bound port: 77a66a77-b3de-4a18-a307-f25f066c577e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:28.958634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.177288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.211011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:29.216056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a66a77-b3de-4a18-a307-f25f066c577e,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:29.258492 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.344838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.407305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beedaa-cacc-4914-9943-cc1404d8ff4b None None] Pushing event updated for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:29.445131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76891400>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6a0e71-650b-47bd-b348-3d62e237c9e9', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'floating_ip_address': '172.35.1.122', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e710071-7aee-43de-b031-4194f02cc29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:06:02Z', 'updated_at': '2021-12-11T21:06:24Z', 'revision_number': 1, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:29.454615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.475788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e8ba-e993-4b72-bedb-eba7ede9c75d None None] The sync data for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 is: [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7c6a0e71-650b-47bd-b348-3d62e237c9e9', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'floating_ip_address': '172.35.1.122', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e710071-7aee-43de-b031-4194f02cc29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:06:02Z', 'updated_at': '2021-12-11T21:06:24Z', 'revision_number': 1, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:29.496898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60382) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:29.529994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:29.549394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:29.554051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee95d90>,) {'filters': {'network_id': ['1bb62787-4b73-4403-bc55-2162b03d9950']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:29.572808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:29.573425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.577508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e6e63e4e-0108-40f1-a251-42d412763b5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=000f1d954edc4f59908194fef379d451&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0790348
Dec 11 21:06:29.579902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60390) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:29.583928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee95d90>, 'b624c9d6-f674-45d2-98bd-36dcbeb95300') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:29.584262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee95d90>, 'b624c9d6-f674-45d2-98bd-36dcbeb95300') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:29.597436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.629957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=abbd75bd-b966-491e-906c-46411c20f20c,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:29.635395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.644630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.647237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:29.647627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:29.650105 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:29.688385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.710925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c2ba286-368b-4619-b3eb-25ad5322d7a5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5333114
Dec 11 21:06:29.714565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60408) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:29.722751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.790387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.794270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:29.799613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbc70319-31f5-4cf2-b91d-8f47a7e08dbb HTTP/1.1" status: 204  len: 168 time: 0.2183361
Dec 11 21:06:29.811002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a0605-e7fa-4dc6-81f5-fa1414ddc524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc70319-31f5-4cf2-b91d-8f47a7e08dbb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:29.829572 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b149373-41d1-4617-99fd-b37bc5296abd None None] New status for floating IP 7c6a0e71-650b-47bd-b348-3d62e237c9e9: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:06:29.883027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:03:dd:da', 'name': 'tempest-NetworksTestDHCPv6-318540731'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:29.992052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.019650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.023879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1bb62787-4b73-4403-bc55-2162b03d9950 HTTP/1.1" status: 204  len: 168 time: 1.4612684
Dec 11 21:06:30.034365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf4510-3693-4631-82c3-945e5d071d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb62787-4b73-4403-bc55-2162b03d9950,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:30.164602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:30.309019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.309655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60428) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:30.374277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e805fb63-2f55-49f4-a3ae-10927f6b28a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92f23e4b64db4ca49448b3d9290e997f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0635114
Dec 11 21:06:30.376957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:30.455628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.489989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.578433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.582218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:30.586061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/276a227b-32fe-4935-b09e-24724fccb41c HTTP/1.1" status: 204  len: 168 time: 0.2055664
Dec 11 21:06:30.622312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829730b9-8068-4dfe-9bf7-289597ae97a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a227b-32fe-4935-b09e-24724fccb41c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:30.813313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 7ae3bfc9-2525-4380-a4af-9d7342181a53 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:30.887335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3aa465-3e17-460a-977c-241f8bc7476f None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:30.893943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Router 1f7b54b1-8eea-4409-b2b2-561f281dac14 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:06:31.047099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] Provisioning complete for port 77a66a77-b3de-4a18-a307-f25f066c577e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:31.047628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.127612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8:0:1::210 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/abbd75bd-b966-491e-906c-46411c20f20c/7ae3bfc9-2525-4380-a4af-9d7342181a53) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:31.138184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::f816:3eff:fe03:ddda (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/94cd4224-7ec9-4e9b-8eae-f312e348011e/7ae3bfc9-2525-4380-a4af-9d7342181a53) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:31.166037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:31.176799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb26dfc3-ef1c-4a1a-bf1f-e534a285ebce admin admin] 10.222.0.18 "PUT /v2.0/routers/1f7b54b1-8eea-4409-b2b2-561f281dac14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7353692
Dec 11 21:06:31.176934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60448) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:31.203079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 77a66a77-b3de-4a18-a307-f25f066c577e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:31.207613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Sync routers for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:31.283324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.290517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Routers {'1f7b54b1-8eea-4409-b2b2-561f281dac14'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:31.291236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769c5970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1f7b54b1-8eea-4409-b2b2-561f281dac14'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:31.335647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.363710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.421629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.491689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=7ae3bfc9-2525-4380-a4af-9d7342181a53,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:31.500369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:31.501919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:31.505101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:31.512144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:31.513110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.537555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b350525c-bf4f-4b91-8a71-505e76067976 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.7284088
Dec 11 21:06:31.539897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60462) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:31.667221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 7ae3bfc9-2525-4380-a4af-9d7342181a53 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:31.668060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.697383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:31.715378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '94cd4224-7ec9-4e9b-8eae-f312e348011e', 'ip_address': '2001:db8::f816:3eff:fe51:f9ec'}, {'subnet_id': 'abbd75bd-b966-491e-906c-46411c20f20c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '77a66a77-b3de-4a18-a307-f25f066c577e'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:06:31.808528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.827879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 7ae3bfc9-2525-4380-a4af-9d7342181a53 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:31.832777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 77a66a77-b3de-4a18-a307-f25f066c577e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:31.833248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.836003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.842581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a66a77-b3de-4a18-a307-f25f066c577e,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:31.886428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.905429 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.913892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1793536464-network', 'tenant_id': '0c120fb3f5f1466984241a6519c00780'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:31.959798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Deleting port c097c672-ab7c-4faf-a95c-061fe5477b72 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:31.960536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.967441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Made reservation on behalf of 0c120fb3f5f1466984241a6519c00780 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:31.970315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:31.985715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Set router 1f7b54b1-8eea-4409-b2b2-561f281dac14 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:31.992080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.063273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] For port c097c672-ab7c-4faf-a95c-061fe5477b72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c097c672-ab7c-4faf-a95c-061fe5477b72,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:32.063637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.077717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Calling delete_port for c097c672-ab7c-4faf-a95c-061fe5477b72 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:32.167565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.239453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=7ae3bfc9-2525-4380-a4af-9d7342181a53,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.300571 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.324372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.339698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8ca446ca-0863-4740-a929-bafb738e98e3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/7ae3bfc9-2525-4380-a4af-9d7342181a53 HTTP/1.1" status: 204  len: 168 time: 0.7985485
Dec 11 21:06:32.343247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae81cc6-e80a-4abe-9c8e-50e4fd57b06c None None] Pushing event updated for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.350616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60490) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.366790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab884b-8cb2-4a31-b29a-3f1efc24c719 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:32.378033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.381690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Pushing event deleted for resources: {'Port': ['ID=c097c672-ab7c-4faf-a95c-061fe5477b72,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.384089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.424874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:32.430757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcee7e5-97e9-475d-a819-4927e3e2a576,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.438911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.439290 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Added segment dcf9df10-158d-4c8c-9339-c056c10ee248 of type vlan for network 37d217d9-a444-4018-aa39-24662c8d0757
Dec 11 21:06:32.457191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.464128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Allocated IP 2001:db8:0:1::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/abbd75bd-b966-491e-906c-46411c20f20c/77a66a77-b3de-4a18-a307-f25f066c577e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:32.467330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b439ca-86eb-4d70-ae9a-1214f922c095 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.469113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35b439ca-86eb-4d70-ae9a-1214f922c095 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1001072
Dec 11 21:06:32.471641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.488845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.524119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.525056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.526127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.579568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8783646
Dec 11 21:06:32.583242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60494) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.589001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Request body: {'subnet': {'network_id': '37d217d9-a444-4018-aa39-24662c8d0757', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1793536464-subnet', 'tenant_id': '0c120fb3f5f1466984241a6519c00780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:32.591196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.594035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.601909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeed721-504c-4b38-bfd5-59ea92e1242f admin admin] Pushing event updated for resources: {'Network': ['ID=37d217d9-a444-4018-aa39-24662c8d0757,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.621560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Made reservation on behalf of 0c120fb3f5f1466984241a6519c00780 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:32.622757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 37d217d9-a444-4018-aa39-24662c8d0757 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:32.624103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.644608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c209f-1a04-4c45-98c0-50d5cbe941ec tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.646394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c43c209f-1a04-4c45-98c0-50d5cbe941ec tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1735027
Dec 11 21:06:32.649056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.681588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.682349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7b54b1-8eea-4409-b2b2-561f281dac14 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:06:32.689301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.690442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-72622783-bad4-45fc-8646-df055c2ff629 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1f7b54b1-8eea-4409-b2b2-561f281dac14 HTTP/1.1" status: 204  len: 168 time: 1.5127778
Dec 11 21:06:32.694616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60498) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.705393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769c5970>, [{'id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'name': 'tempest-TaggedBootDevicesTest_v242-1478662311-router', 'tenant_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179'}], 'enable_snat': True}, 'gw_port_id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T20:56:24Z', 'updated_at': '2021-12-11T21:06:28Z', 'revision_number': 5, 'project_id': 'd20c713528f547e1abaf00e2ce99b1d5', 'gw_port': {'id': 'c097c672-ab7c-4faf-a95c-061fe5477b72', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7b54b1-8eea-4409-b2b2-561f281dac14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T20:56:26Z', 'updated_at': '2021-12-11T20:56:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:32.712443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a66a77-b3de-4a18-a307-f25f066c577e,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:32.717908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa0c06-4653-43b0-a4ad-60efef869022 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.719797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa0c06-4653-43b0-a4ad-60efef869022 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.721648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa0c06-4653-43b0-a4ad-60efef869022 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:32.723797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-66aa0c06-4653-43b0-a4ad-60efef869022 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0736778
Dec 11 21:06:32.727071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60500) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:32.766582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Checking router: 1f7b54b1-8eea-4409-b2b2-561f281dac14 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:06:32.767391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Deleting subnet 1f771070-f9e1-4e23-a9e5-316c05184361 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:32.773835 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.791773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 94cd4224-7ec9-4e9b-8eae-f312e348011e {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:32.793016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:32.793392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 21:06:32.793990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_agentschedulers_db [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1f7b54b1-8eea-4409-b2b2-561f281dac14'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent'). {{(pid=125989) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 11 21:06:32.794382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d60bb7-26ee-41b2-8444-d24c54ccb8ce None None] The sync data for ids ['1f7b54b1-8eea-4409-b2b2-561f281dac14'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:06:32.799733 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.806074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.807574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.849717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.888951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.897419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da1c18-9ce0-4a0a-b4a8-0cda507739be None None] Pushing event updated for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:32.952251 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:32.984769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.043921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.069741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.095395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b9f193-8eea-4788-aada-b7ef92e2a5f9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:33.114360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=94cd4224-7ec9-4e9b-8eae-f312e348011e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:33.115341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Checking segment: {'id': 'dcf9df10-158d-4c8c-9339-c056c10ee248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:33.116699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.121795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Network hostable DHCP agents. Network: 37d217d9-a444-4018-aa39-24662c8d0757, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:33.123474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4e943a59-5701-40a0-9112-84bf037168e7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/94cd4224-7ec9-4e9b-8eae-f312e348011e HTTP/1.1" status: 204  len: 168 time: 0.3951817
Dec 11 21:06:33.124592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:33.163381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Network 37d217d9-a444-4018-aa39-24662c8d0757 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:33.180254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.205601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet abbd75bd-b966-491e-906c-46411c20f20c {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:33.210758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.247438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37d217d9-a444-4018-aa39-24662c8d0757) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:33.256672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:33.256672 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.258649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f771070-f9e1-4e23-a9e5-316c05184361,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:33.262264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1fc2b-f03f-4421-9da1-016448612dfd None None] Network 37d217d9-a444-4018-aa39-24662c8d0757 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:33.266165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.271529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5a5a85a7-e4da-411e-bbb7-2adefd66cc02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f771070-f9e1-4e23-a9e5-316c05184361 HTTP/1.1" status: 204  len: 168 time: 0.5756001
Dec 11 21:06:33.274622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:33.302374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9032fd18-cc2a-497c-bcd8-bda274188462 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7175248
Dec 11 21:06:33.366073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.430281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.548897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8de3c2-835f-497a-a3a1-9a35832c6a96 None None] Network 9ebd52f2-6684-4d7f-a928-11f272352395 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:33.561856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.609358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff7e4bf-ee68-4db0-a1c8-383b94b08773 None None] Network 37d217d9-a444-4018-aa39-24662c8d0757 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:33.628208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Deleting port 27659f0d-382c-4e85-8301-9a81ee0d1726 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:33.628757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.699452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] For port 27659f0d-382c-4e85-8301-9a81ee0d1726, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27659f0d-382c-4e85-8301-9a81ee0d1726,segment=NetworkSegment(e32012bf-5fd1-4d33-937d-05075dbbe3d2),segment_id=e32012bf-5fd1-4d33-937d-05075dbbe3d2)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:33.700072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.715434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Calling delete_port for 27659f0d-382c-4e85-8301-9a81ee0d1726 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:33.763856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 77a66a77-b3de-4a18-a307-f25f066c577e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:33.850023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.885829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f48fe1-b6ea-4be0-b732-fe30167dd320 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:33.890670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 77a66a77-b3de-4a18-a307-f25f066c577e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:33.891060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:33.922927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27659f0d-382c-4e85-8301-9a81ee0d1726,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:33.930026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] No DVR routers for this DVR port 27659f0d-382c-4e85-8301-9a81ee0d1726 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:33.936966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c247b43-4f1b-4a8a-a269-5805fea9688c None None] DHCP port deletion for 9ebd52f2-6684-4d7f-a928-11f272352395 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:33.940717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.009211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=abbd75bd-b966-491e-906c-46411c20f20c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:34.014160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dde99aee-6ff4-4c86-ad17-520a71a38146 None None] Provisioning complete for port 77a66a77-b3de-4a18-a307-f25f066c577e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:34.014582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dde99aee-6ff4-4c86-ad17-520a71a38146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.025505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.028901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e52fef5a-8316-4358-9dbe-912b675f9307 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/abbd75bd-b966-491e-906c-46411c20f20c HTTP/1.1" status: 204  len: 168 time: 0.9032600
Dec 11 21:06:34.031769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:34.077974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9413d2d6-4609-48c1-a79f-6246a47649e8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0448191
Dec 11 21:06:34.082286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:34.090803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:34.096331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.115087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-0e41d855-0994-4b7c-b25c-6112a8bd025a tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:34.116603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-0e41d855-0994-4b7c-b25c-6112a8bd025a tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/networks?id=37d217d9-a444-4018-aa39-24662c8d0757 HTTP/1.1" status: 200  len: 814 time: 0.2798803
Dec 11 21:06:34.128192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:34.153239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:34.153590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5944762-f26d-4ac4-bbc9-4fbe449b3bd0 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:34.184935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea51ca0>,) {'filters': {'network_id': ['9ebd52f2-6684-4d7f-a928-11f272352395']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:34.197460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea51ca0>, 'e32012bf-5fd1-4d33-937d-05075dbbe3d2') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:34.197768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea51ca0>, 'e32012bf-5fd1-4d33-937d-05075dbbe3d2') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:34.208677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-61c64bc0-bb3c-46c1-a721-fbeed077db0f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/quotas/0c120fb3f5f1466984241a6519c00780 HTTP/1.1" status: 200  len: 375 time: 0.0472500
Dec 11 21:06:34.220508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.228588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe8baf3-981d-4a17-b914-b7766a2982b9 None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': 'abbd75bd-b966-491e-906c-46411c20f20c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '77a66a77-b3de-4a18-a307-f25f066c577e'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:06:34.259415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8fe8baf3-981d-4a17-b914-b7766a2982b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.262305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-0823632c-504b-4978-9945-041b917ff0b3 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0c120fb3f5f1466984241a6519c00780&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0450144
Dec 11 21:06:34.263103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.275089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:34.275505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:34.283432 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:34.379540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:34.383768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.472547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.485990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.489464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ebd52f2-6684-4d7f-a928-11f272352395 HTTP/1.1" status: 204  len: 168 time: 1.2129116
Dec 11 21:06:34.517223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bb3fa-38cb-4e88-ac78-6121b3a356c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebd52f2-6684-4d7f-a928-11f272352395,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:34.535675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-1ef789c3-cdf1-4f3d-a0d7-119f9d171fa6 service neutron] 10.222.0.18 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638896
Dec 11 21:06:34.741293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60550) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:34.758371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4931d9-7236-47f0-8f72-1990b1cd92d7 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:34.770302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-943159c5-70f0-4aac-a8a3-77218a4ae3f4 service neutron] 10.222.0.18 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2332127
Dec 11 21:06:34.845540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f8b38c83-37b0-4661-b201-dac10bc3b6d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d71ca0e5dd444ebd831efebd5a556c51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1029272
Dec 11 21:06:34.850259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60562) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:34.852247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.899221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-86dc6c1c-d344-42f9-9a21-3e8cdd1d5641 None None] Provisioning complete for port 77a66a77-b3de-4a18-a307-f25f066c577e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:34.899661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86dc6c1c-d344-42f9-9a21-3e8cdd1d5641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.942855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:34.948980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:34.952038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=505a9892-77f4-4835-a308-36302f9a9f73,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:34.955456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:34.956593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.985537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:34.987700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf731f05-5035-479d-a910-f8460dcc59ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.9043167
Dec 11 21:06:34.991925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:34.993147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:35.000112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:35.029258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.069922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Deleting port 77a66a77-b3de-4a18-a307-f25f066c577e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:35.070300 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.106973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.109883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.111438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20 HTTP/1.1" status: 204  len: 168 time: 0.2561393
Dec 11 21:06:35.123447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27659f0d-382c-4e85-8301-9a81ee0d1726 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:35.127450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5f54-70f0-40e7-af7c-560fc955ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21ec81-b805-4f4d-8c5f-20a2b6a3ff20,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:35.156544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 27659f0d-382c-4e85-8301-9a81ee0d1726 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:35.156902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 27659f0d-382c-4e85-8301-9a81ee0d1726 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:35.157326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c097c672-ab7c-4faf-a95c-061fe5477b72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:35.171754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:35.176896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.186945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c097c672-ab7c-4faf-a95c-061fe5477b72 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:35.187250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c097c672-ab7c-4faf-a95c-061fe5477b72 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:35.187676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 77a66a77-b3de-4a18-a307-f25f066c577e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:35.241767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a66a77-b3de-4a18-a307-f25f066c577e,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:35.242164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.266693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Calling delete_port for 77a66a77-b3de-4a18-a307-f25f066c577e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:35.285210 ncdv-master-1 neutron-server[125988]: INFO neutron.db.ipam_backend_mixin [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 505a9892-77f4-4835-a308-36302f9a9f73 (CIDR: 2001:db8::/64)
Dec 11 21:06:35.289799 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:06:35.290312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:35.310574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ed2a23ca-cf1b-4956-b50f-ad2e1672a852 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3161194
Dec 11 21:06:35.313433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60570) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:35.318387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:35.348666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.402628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 77a66a77-b3de-4a18-a307-f25f066c577e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=77a66a77-b3de-4a18-a307-f25f066c577e,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:35.408810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.442193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.458645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:35.460107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] No DVR routers for this DVR port 77a66a77-b3de-4a18-a307-f25f066c577e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:35.464698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.475038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:35.504569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bab13d-f273-44ae-ad0a-7665b15b0536 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:35.519372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401c5d4-e901-4ea3-93c6-4b9aecff0c43 None None] Pushing event deleted for resources: {'Port': ['ID=77a66a77-b3de-4a18-a307-f25f066c577e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:35.525008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60574) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:35.588137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3537c3a1-cf32-490d-9b32-fa2ffd8146e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d20c713528f547e1abaf00e2ce99b1d5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0612166
Dec 11 21:06:35.590706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60576) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:35.618938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '505a9892-77f4-4835-a308-36302f9a9f73'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:35.620003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.665638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.721848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.795412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.800221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.802331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dab61ed9-c5c3-4783-a14d-cddbef80170c HTTP/1.1" status: 204  len: 168 time: 0.2094233
Dec 11 21:06:35.816806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead3f56-2d85-4fe2-b6cb-91ad3fff72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab61ed9-c5c3-4783-a14d-cddbef80170c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:35.823021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/505a9892-77f4-4835-a308-36302f9a9f73/6405601d-da0b-4f59-98a7-ffe14228daed) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:35.880253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:35.882938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.935354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:35.938940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:35.943890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:35.944506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:35.953483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=268626df-c08c-4ad8-ae8a-3fda469046ce,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:35.971197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-902c5d5b-0dbd-4d43-839a-a2db0e691907 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.6563449
Dec 11 21:06:35.974041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60588) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:35.985871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:0d:03:15', 'name': 'tempest-NetworksTestDHCPv6-564670600'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:36.033891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.047357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.081407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8cbf60a8-5247-4a1b-92c2-fdfeaa24eaf9 req-f171e935-465c-4ed3-89d7-2e5cee363586 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 210 time: 0.0451641
Dec 11 21:06:36.093286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:36.096623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:36.104585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:36.129143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Pushing event updated for resources: {'Port': ['ID=6405601d-da0b-4f59-98a7-ffe14228daed,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:36.222892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Attempting to bind port 6405601d-da0b-4f59-98a7-ffe14228daed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:36.223525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Attempting to bind port 6405601d-da0b-4f59-98a7-ffe14228daed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:36.224046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Attempting to bind port 6405601d-da0b-4f59-98a7-ffe14228daed on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:36.231961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:36.232655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:36.232905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.233278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:36.234095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Bound port: 6405601d-da0b-4f59-98a7-ffe14228daed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:36.234510 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.265730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:36.335751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] For port 6405601d-da0b-4f59-98a7-ffe14228daed, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:36.345049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] For port 6405601d-da0b-4f59-98a7-ffe14228daed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6405601d-da0b-4f59-98a7-ffe14228daed,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:36.352611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.394939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.422457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 9e72f8bd-f2d5-49a0-8342-800e94f2d60d yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:36.504292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473c71a-5ac2-4fc8-a555-36a65a787cca None None] Pushing event updated for resources: {'Port': ['ID=6405601d-da0b-4f59-98a7-ffe14228daed,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:36.684897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::273 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/505a9892-77f4-4835-a308-36302f9a9f73/9e72f8bd-f2d5-49a0-8342-800e94f2d60d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:36.703547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:315 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/268626df-c08c-4ad8-ae8a-3fda469046ce/9e72f8bd-f2d5-49a0-8342-800e94f2d60d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:36.952045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60636) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:36.957274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:36.994125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.045319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:37.048628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:37.053455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:37.059169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:37.059800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.070805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=9e72f8bd-f2d5-49a0-8342-800e94f2d60d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:37.086186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bffea1c3-b60a-43c4-96d5-20e17da382b1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.1103215
Dec 11 21:06:37.088744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60640) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:37.098123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-385434422-network', 'tenant_id': '4704cf64bffe4b88a7691f2e01e9cebe'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:37.126669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Made reservation on behalf of 4704cf64bffe4b88a7691f2e01e9cebe for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:37.132182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.145380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.170399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6405601d-da0b-4f59-98a7-ffe14228daed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:37.231529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5bace7c0-8b88-4db8-a061-4ae2c8849ff2 req-9bf52592-b4bc-4412-9704-6f65d6ce4839 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 210 time: 0.0369418
Dec 11 21:06:37.260882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6405601d-da0b-4f59-98a7-ffe14228daed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:37.260882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.285394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 9e72f8bd-f2d5-49a0-8342-800e94f2d60d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:37.285751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.310932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.316561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.352653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.369471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:37.393243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:37.412040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 6405601d-da0b-4f59-98a7-ffe14228daed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6405601d-da0b-4f59-98a7-ffe14228daed,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:37.418846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.473590 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.477050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.477655 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Added segment 3c6f9f18-8a48-44d9-8188-7f54d4576a24 of type vlan for network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45
Dec 11 21:06:37.501414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 9e72f8bd-f2d5-49a0-8342-800e94f2d60d owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:37.570525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=6405601d-da0b-4f59-98a7-ffe14228daed,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:37.579274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-295a9a75-9d0c-4c0f-9cb0-c1d55565251f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:37.581148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-295a9a75-9d0c-4c0f-9cb0-c1d55565251f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.30 "GET /v2.0/networks?id=37d217d9-a444-4018-aa39-24662c8d0757 HTTP/1.1" status: 200  len: 814 time: 0.1908889
Dec 11 21:06:37.586445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.597792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Request body: {'port': {'device_id': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757', 'admin_state_up': True, 'tenant_id': '0c120fb3f5f1466984241a6519c00780'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:37.675440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.676413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:37.676992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.766722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.771979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.8186924
Dec 11 21:06:37.780368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b14a4-2d0d-4c59-b46e-10d561740c78 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:37.783993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:37.789957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Request body: {'subnet': {'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-385434422-subnet', 'tenant_id': '4704cf64bffe4b88a7691f2e01e9cebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:37.793103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:37.829867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Made reservation on behalf of 0c120fb3f5f1466984241a6519c00780 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:37.835207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.836581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=9e72f8bd-f2d5-49a0-8342-800e94f2d60d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:37.882954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Made reservation on behalf of 4704cf64bffe4b88a7691f2e01e9cebe for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:37.886267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.891203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:37.895727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-528e026b-003d-47c4-b9da-00326a9acbf2 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/9e72f8bd-f2d5-49a0-8342-800e94f2d60d HTTP/1.1" status: 204  len: 168 time: 0.8054030
Dec 11 21:06:37.899150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60662) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:37.962448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d0885-c9b8-4efa-a180-89eb79f61d8a None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:37.968448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4972c21-4677-40c4-afdb-561b25e31baa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:37.970237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f4972c21-4677-40c4-afdb-561b25e31baa tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0659933
Dec 11 21:06:37.973033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60664) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:38.042993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d157e82-6d99-4603-abc6-8d60c93cb4db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.044395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1d157e82-6d99-4603-abc6-8d60c93cb4db tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0702569
Dec 11 21:06:38.048186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60666) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:38.061090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f1e74c4-a7e4-401d-9642-8bf2460d4cb2 None None] Provisioning complete for port 6405601d-da0b-4f59-98a7-ffe14228daed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:38.062071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f1e74c4-a7e4-401d-9642-8bf2460d4cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.104728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd8a0e-1610-4fac-b0ab-f412f6b70605 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.106170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd8a0e-1610-4fac-b0ab-f412f6b70605 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.107706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd8a0e-1610-4fac-b0ab-f412f6b70605 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.109738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ebbd8a0e-1610-4fac-b0ab-f412f6b70605 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.0601251
Dec 11 21:06:38.112108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60668) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:38.159072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Allocated IP 172.20.0.14 (37d217d9-a444-4018-aa39-24662c8d0757/e2b9f193-8eea-4788-aada-b7ef92e2a5f9/4a3d0a7a-73c1-4af9-8604-58a192367817) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:38.177720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 268626df-c08c-4ad8-ae8a-3fda469046ce {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:38.181046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.223938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.231107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a181c2-080b-4ced-bf23-f99a1b10e5aa None None] Update dhcp port {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'fixed_ips': [{'subnet_id': '505a9892-77f4-4835-a308-36302f9a9f73', 'ip_address': '2001:db8::2'}, {'subnet_id': '268626df-c08c-4ad8-ae8a-3fda469046ce'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6405601d-da0b-4f59-98a7-ffe14228daed'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:06:38.243392 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.274333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e1a181c2-080b-4ced-bf23-f99a1b10e5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.300824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.343151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:06:38.379253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abecacba-c0c2-404a-a0f1-5f0913f10477,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:38.418019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.421097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Checking segment: {'id': '3c6f9f18-8a48-44d9-8188-7f54d4576a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:38.421495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Network hostable DHCP agents. Network: e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-e1a181c2-080b-4ced-bf23-f99a1b10e5aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 268626df-c08c-4ad8-ae8a-3fda469046ce: This subnet is being modified by another concurrent operation.
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:06:38.441169 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 268626df-c08c-4ad8-ae8a-3fda469046ce: This subnet is being modified by another concurrent operation.
Dec 11 21:06:38.445239 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:06:38.462388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb8703e4-e3d7-453b-a69a-a2796410cb0a req-4536722b-a1fe-49a1-9add-7c618a10b99a tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 210 time: 0.0799882
Dec 11 21:06:38.469368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=268626df-c08c-4ad8-ae8a-3fda469046ce,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:38.472858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.477021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf9806d1-dbc5-4b55-9bd6-a2d03d35db3f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/268626df-c08c-4ad8-ae8a-3fda469046ce HTTP/1.1" status: 204  len: 168 time: 0.3638220
Dec 11 21:06:38.479865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:38.557681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:38.578738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 505a9892-77f4-4835-a308-36302f9a9f73 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:38.590867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.598342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:38.621282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a6d61-a6f6-4057-9d63-6e703cee1136 None None] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:38.624605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.631272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.631867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.640049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6974a657-58cb-422e-aee4-f75e0090c4df None None] Could not find standard attr ID for object 7ae3bfc9-2525-4380-a4af-9d7342181a53. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:38.658569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.698680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6974a657-58cb-422e-aee4-f75e0090c4df None None] Provisioning complete for port 6405601d-da0b-4f59-98a7-ffe14228daed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:38.699403 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6974a657-58cb-422e-aee4-f75e0090c4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.699770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ef527cb-eadd-4114-99a5-52bc770a37a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9145341
Dec 11 21:06:38.748058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.802047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a13a0b-65a0-4e2d-aa13-f9f80380e2be None None] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:38.822288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Network 37d217d9-a444-4018-aa39-24662c8d0757 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:38.829701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:38.835917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.839262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:38.908793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Pushing event updated for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:38.937805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:38.938431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:38.983774 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2e8bb1d0-386d-4957-9bbf-3744e96b7df6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3907650
Dec 11 21:06:39.015434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Request body: {'port': {'device_id': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:39.019388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.057443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a12eb-4e2e-4f53-a67f-36a24c1b5f6e None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:39.060438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.066075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/505a9892-77f4-4835-a308-36302f9a9f73 HTTP/1.1" status: 204  len: 168 time: 0.5826910
Dec 11 21:06:39.066263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60704) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:39.089768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b66c5-255c-4d62-b6d0-21e349966d96 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=505a9892-77f4-4835-a308-36302f9a9f73,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:39.104001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-03c52ae2-5c04-45db-ad4b-e8d0018b32ad None None] Could not find standard attr ID for object 9e72f8bd-f2d5-49a0-8342-800e94f2d60d. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:39.131438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.148943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6405601d-da0b-4f59-98a7-ffe14228daed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:39.150243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-53bb9bae-1454-4aa6-8566-e9978446ec14 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0817223
Dec 11 21:06:39.153359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60706) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:39.158991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:39.278885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.314709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 6405601d-da0b-4f59-98a7-ffe14228daed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6405601d-da0b-4f59-98a7-ffe14228daed,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:39.331987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:39.335448 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.369977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:39.373526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.415192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=6405601d-da0b-4f59-98a7-ffe14228daed,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:39.429859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Deleting port 6405601d-da0b-4f59-98a7-ffe14228daed {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:39.430226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.456378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-15d295bf-a5e3-4d1c-bc0b-eba0d0ac4aef tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:39.464193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-15d295bf-a5e3-4d1c-bc0b-eba0d0ac4aef tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/networks?id=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 HTTP/1.1" status: 200  len: 821 time: 0.1345022
Dec 11 21:06:39.481279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-e7efd087-a91a-4756-be7d-9ce9fcff457a tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/quotas/4704cf64bffe4b88a7691f2e01e9cebe HTTP/1.1" status: 200  len: 375 time: 0.0161364
Dec 11 21:06:39.511923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-579ab76d-2b44-4f53-b179-d2d96b8fad9d tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4704cf64bffe4b88a7691f2e01e9cebe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0297704
Dec 11 21:06:39.539462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] For port 6405601d-da0b-4f59-98a7-ffe14228daed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6405601d-da0b-4f59-98a7-ffe14228daed,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:39.540492 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.590750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Calling delete_port for 6405601d-da0b-4f59-98a7-ffe14228daed owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:39.644136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-725ef5cb-b91b-4de7-b476-dfef43953689 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192050
Dec 11 21:06:39.655756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3d0a7a-73c1-4af9-8604-58a192367817 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:39.689304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.691154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.729360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] Pushing event deleted for resources: {'Port': ['ID=6405601d-da0b-4f59-98a7-ffe14228daed,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:39.731941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ad542-17ed-4166-b246-1f1548242d2c None None] No DVR routers for this DVR port 6405601d-da0b-4f59-98a7-ffe14228daed on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:39.733791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d971-5b86-4f4e-812c-6623b8ac4a5b req-5259852b-04d2-4efe-8e90-123d047ab00d tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:39.735377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2150d971-5b86-4f4e-812c-6623b8ac4a5b req-5259852b-04d2-4efe-8e90-123d047ab00d tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 932 time: 0.1346478
Dec 11 21:06:39.736835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Transition to ACTIVE for port object 4a3d0a7a-73c1-4af9-8604-58a192367817 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:06:39.738027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.760895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35266026-4f55-47cd-9260-8b5baff3a5a3 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:06:39.770193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-92138ea3-52fc-4283-8f64-9511f178e137 service neutron] 10.222.0.18 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1184177
Dec 11 21:06:39.770806 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.849385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:39.866976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:39.876732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:39.877337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:39.888628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35266026-4f55-47cd-9260-8b5baff3a5a3 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:06:39.918262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=5768cdbf-b344-4441-b05d-12f9d9768814,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:39.961194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2150d971-5b86-4f4e-812c-6623b8ac4a5b req-0bd505ef-ded4-4c07-b1c1-124f7ae3e4a0 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134693
Dec 11 21:06:39.965658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Pushing event updated for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:39.996117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-370a8704-6518-41af-88b9-239c07d933b7 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8414965
Dec 11 21:06:39.999484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60742) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:40.004539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:40.106023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b14107f-46f2-455c-b868-c3493b4d429f req-44975d89-3422-46d4-8cad-3a2ad7aba171 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 210 time: 0.0346208
Dec 11 21:06:40.132907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Attempting to bind port 4a3d0a7a-73c1-4af9-8604-58a192367817 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:40.134099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Attempting to bind port 4a3d0a7a-73c1-4af9-8604-58a192367817 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dcf9df10-158d-4c8c-9339-c056c10ee248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:40.134528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Attempting to bind port 4a3d0a7a-73c1-4af9-8604-58a192367817 on network 37d217d9-a444-4018-aa39-24662c8d0757 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:40.140683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Port 4a3d0a7a-73c1-4af9-8604-58a192367817 on network 37d217d9-a444-4018-aa39-24662c8d0757 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:06:40.141111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Attempting to bind port 4a3d0a7a-73c1-4af9-8604-58a192367817 on network 37d217d9-a444-4018-aa39-24662c8d0757 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:40.147487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:40.147943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Checking segment: {'id': 'dcf9df10-158d-4c8c-9339-c056c10ee248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:40.148422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Bound using segment: {'id': 'dcf9df10-158d-4c8c-9339-c056c10ee248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:40.148951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Bound port: 4a3d0a7a-73c1-4af9-8604-58a192367817, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf9df10-158d-4c8c-9339-c056c10ee248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:40.150313 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.191230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:40.194762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.228332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:40.231906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a3d0a7a-73c1-4af9-8604-58a192367817,segment=NetworkSegment(dcf9df10-158d-4c8c-9339-c056c10ee248),segment_id=dcf9df10-158d-4c8c-9339-c056c10ee248)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:40.233778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'project_id': '5106f2dc5ebb4a97b85c18aebb0e2147', 'fixed_ips': [{'subnet_id': '5768cdbf-b344-4441-b05d-12f9d9768814'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:40.235100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.239923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.293560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:40.294352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.295815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] 10.222.0.30 "PUT /v2.0/ports/4a3d0a7a-73c1-4af9-8604-58a192367817 HTTP/1.1" status: 200  len: 1092 time: 1.2978928
Dec 11 21:06:40.296287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:40.298598 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33561e04-9567-4b1c-8ab6-f130ff27d4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:40.313279 ncdv-master-1 neutron-server[125987]: INFO neutron.db.ipam_backend_mixin [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5768cdbf-b344-4441-b05d-12f9d9768814 (CIDR: 2001:db8::/64)
Dec 11 21:06:40.317292 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:06:40.317921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:40.340269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74955f-3ee6-44de-8fdd-84d91b05724b service neutron] Pushing event updated for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:40.357129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5a9b6319-a347-4e22-a65e-acda8f8532d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3562870
Dec 11 21:06:40.358292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60752) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:40.364136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'subnet': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:40.399820 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071c741e-f8bb-461c-8a50-3bb64d75ff52 x-openstack-request-id: req-071c741e-f8bb-461c-8a50-3bb64d75ff52 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:40.400315 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:40.400620 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-071c741e-f8bb-461c-8a50-3bb64d75ff52 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:40.401040 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817', 'status': 'completed', 'code': 200}
Dec 11 21:06:40.408487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2a924871-6e89-4c3f-82c9-2bcd6761e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:40.410435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2a924871-6e89-4c3f-82c9-2bcd6761e933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c120fb3f5f1466984241a6519c00780&device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 1095 time: 0.0560760
Dec 11 21:06:40.464292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-ea2740d1-ce5d-45a5-897c-729af0a1b537 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a3d0a7a-73c1-4af9-8604-58a192367817 HTTP/1.1" status: 200  len: 217 time: 0.0441499
Dec 11 21:06:40.514125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:40.522056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.538744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-9e58101a-0ca3-498a-b153-1dd89891d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:40.540799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-9e58101a-0ca3-498a-b153-1dd89891d437 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2b9f193-8eea-4788-aada-b7ef92e2a5f9 HTTP/1.1" status: 200  len: 854 time: 0.0707576
Dec 11 21:06:40.594209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-2c6e3c18-8f43-40c9-b016-ca49865450c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37d217d9-a444-4018-aa39-24662c8d0757&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453215
Dec 11 21:06:40.657585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Allocated IP 2001:db8::2 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/5768cdbf-b344-4441-b05d-12f9d9768814/706b4b82-f7f0-425d-b52d-f7424fe51d8f) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:40.728229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-72765280-86ac-4fa1-a7ba-743eff3e2137 service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238763
Dec 11 21:06:40.929071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-061e09d0-5a35-4c85-8424-1b0f16a297df req-6e395c2a-6af0-4349-b3f6-cc212219dfb4 service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943107
Dec 11 21:06:40.934554 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:40.943129 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:41.010994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:41.014884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:41.020907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:41.051510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Pushing event updated for resources: {'Port': ['ID=706b4b82-f7f0-425d-b52d-f7424fe51d8f,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:41.058064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27953839-65d3-4206-ae8f-14a4dd59703f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:41.081534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-842eea2b-7ff8-4dae-93e7-828146bbe9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:41.083266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-842eea2b-7ff8-4dae-93e7-828146bbe9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c120fb3f5f1466984241a6519c00780&device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 1095 time: 0.0918596
Dec 11 21:06:41.145339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Attempting to bind port 706b4b82-f7f0-425d-b52d-f7424fe51d8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:41.149378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Attempting to bind port 706b4b82-f7f0-425d-b52d-f7424fe51d8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:41.150861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Attempting to bind port 706b4b82-f7f0-425d-b52d-f7424fe51d8f on network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:41.181616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:41.181951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Checking segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:41.182581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:41.184989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Bound using segment: {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:41.185584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Bound port: 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157eb00f-e718-43b4-b0ea-cb1bb40605d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:41.187042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:41.220336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-df1096a5-6171-41c4-b0e4-c182bb4501e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:41.223951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-df1096a5-6171-41c4-b0e4-c182bb4501e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37d217d9-a444-4018-aa39-24662c8d0757 HTTP/1.1" status: 200  len: 915 time: 0.1331394
Dec 11 21:06:41.300296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] For port 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:41.317500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-018abd43-d347-46b6-8aaf-249d5f5d803d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a3d0a7a-73c1-4af9-8604-58a192367817 HTTP/1.1" status: 200  len: 217 time: 0.0863109
Dec 11 21:06:41.320176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] For port 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=706b4b82-f7f0-425d-b52d-f7424fe51d8f,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:41.330434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:41.405394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bb11132-b447-4ec9-94fa-abf7f3791e6f req-f195576b-c1e3-44d2-a07a-7f68b82bc144 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 210 time: 0.0908260
Dec 11 21:06:41.447844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b867b22-41b2-49f3-b532-d96eee0795bf req-265f9247-42a3-4fe9-9be9-b67b903946ca tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:41.449377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b867b22-41b2-49f3-b532-d96eee0795bf req-265f9247-42a3-4fe9-9be9-b67b903946ca tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 944 time: 0.1833706
Dec 11 21:06:41.455602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34df2e-ccec-45b4-923e-66c99e00e340 None None] Pushing event updated for resources: {'Port': ['ID=706b4b82-f7f0-425d-b52d-f7424fe51d8f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:41.461991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-2143bae0-b27f-450e-be29-fe274af54546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:41.465281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-2143bae0-b27f-450e-be29-fe274af54546 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2b9f193-8eea-4788-aada-b7ef92e2a5f9 HTTP/1.1" status: 200  len: 854 time: 0.1339886
Dec 11 21:06:41.547288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-05e0f0d0-f537-4054-ad2d-4077dbe30d08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37d217d9-a444-4018-aa39-24662c8d0757&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0759289
Dec 11 21:06:41.655698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-d6ba70cd-dbe4-4de6-9bd7-a9a11c4093da tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:41.657478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-84f8ffdf-5d29-4c6e-a0a3-98c19d6c1784 service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1006327
Dec 11 21:06:41.657612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-d6ba70cd-dbe4-4de6-9bd7-a9a11c4093da tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.16 "GET /v2.0/networks?id=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 HTTP/1.1" status: 200  len: 821 time: 0.3735051
Dec 11 21:06:41.694778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b867b22-41b2-49f3-b532-d96eee0795bf req-fab66af2-ced0-47de-a7f8-dc064b00a34e tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2102056
Dec 11 21:06:41.709597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Request body: {'port': {'device_id': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45', 'admin_state_up': True, 'tenant_id': '4704cf64bffe4b88a7691f2e01e9cebe'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:41.801426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:06:42.021061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Made reservation on behalf of 4704cf64bffe4b88a7691f2e01e9cebe for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:42.025913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.126715 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.189897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33561e04-9567-4b1c-8ab6-f130ff27d4c1 req-9c55568a-eb6c-4384-bd39-5ff0f2a77898 service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5240588
Dec 11 21:06:42.251490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Allocated IP 172.20.0.11 (e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45/abecacba-c0c2-404a-a0f1-5f0913f10477/8ff90917-917a-4c55-8c8d-01505b28f879) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:42.401043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] For port 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=706b4b82-f7f0-425d-b52d-f7424fe51d8f,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:42.491974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.511175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.511914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.533481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-ba665749-3989-47e3-9e3b-c8753df01866 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0497191
Dec 11 21:06:42.610502 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-708cd342-9fdb-4cc5-98e1-d09a64f94d29 req-9af6252b-85c2-4e17-8c3a-3a27f5681842 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 210 time: 0.1026347
Dec 11 21:06:42.618105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.636438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-9feb758f-7cba-4d30-8bd0-7e94f7647aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:42.638161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-9feb758f-7cba-4d30-8bd0-7e94f7647aca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bce9fc9af38494fab218dfc63616ec6&device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 1096 time: 0.0553210
Dec 11 21:06:42.655383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:42.667396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:42.682412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:42.683199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.707282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Subnet': ['ID=21078f30-ff21-4a44-b62a-078a2437b3dc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:42.710864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=706b4b82-f7f0-425d-b52d-f7424fe51d8f,revision_number=4']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:42.720248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701488f-d68a-4356-bde6-48be64fa7560 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:06:42.721752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eedd9487-43d6-4062-9e82-463c116a8c63 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.3621240
Dec 11 21:06:42.723788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60818) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:42.732006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Request body: {'port': {'network_id': '8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1', 'mac_address': 'fa:16:3e:b0:47:96', 'name': 'tempest-NetworksTestDHCPv6-1181357812'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:42.732179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.784647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Pushing event updated for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:42.840648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:42.840931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.842639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:42.845389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:42.855915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:42.871998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-4724d590-e754-4bf4-a74c-4e625b611134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:42.872850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701488f-d68a-4356-bde6-48be64fa7560 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:06:42.873508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-4724d590-e754-4bf4-a74c-4e625b611134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 200  len: 916 time: 0.2124553
Dec 11 21:06:42.918617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:42.919613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:42.948079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec357e00-3641-4ad6-a629-53ca687b26ce req-cc587592-69a9-4472-b021-f4062f30b41f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:42.950844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec357e00-3641-4ad6-a629-53ca687b26ce req-cc587592-69a9-4472-b021-f4062f30b41f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 944 time: 0.1462588
Dec 11 21:06:42.964264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Made reservation on behalf of 5106f2dc5ebb4a97b85c18aebb0e2147 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:42.965301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-3b5a870e-5d30-42e3-ab24-4e97c7262aff tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2805288
Dec 11 21:06:42.984000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-8bb92615-f3e9-4ac6-83f9-bbac9caa1d68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 200  len: 1001 time: 0.1003873
Dec 11 21:06:42.993582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Request body: {'port': {'device_id': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:43.012475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.091875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec357e00-3641-4ad6-a629-53ca687b26ce req-6ea7e002-c386-464e-8562-37bfbf97c340 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251974
Dec 11 21:06:43.092070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] For port 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=706b4b82-f7f0-425d-b52d-f7424fe51d8f,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:43.092641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.116453 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.126429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-5cd00bbd-2dcd-4407-9c35-9dc6139f395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:43.126429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-5cd00bbd-2dcd-4407-9c35-9dc6139f395d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 200  len: 854 time: 0.1055930
Dec 11 21:06:43.202577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.229929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] device_id is not set on port 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:43.280087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4a3d0a7a-73c1-4af9-8604-58a192367817 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:06:43.292801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 706b4b82-f7f0-425d-b52d-f7424fe51d8f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:43.339836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-5b878d39-3d74-4be2-a446-1000ca3f6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:43.341392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-5b878d39-3d74-4be2-a446-1000ca3f6db9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88331781-22d7-4cd1-815e-4882313497d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1994736
Dec 11 21:06:43.420300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca925dc-b456-4915-b432-79e06402c1f0 None None] Pushing event updated for resources: {'Port': ['ID=706b4b82-f7f0-425d-b52d-f7424fe51d8f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:43.452793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:43.453164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.501302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-33b1015c-844e-49ba-9f5c-efd30807fe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.525805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8::5d (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/5768cdbf-b344-4441-b05d-12f9d9768814/6253e7b4-e0af-4c08-adb5-2dddbad1f5fe) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:43.536436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a3d0a7a-73c1-4af9-8604-58a192367817,segment=NetworkSegment(dcf9df10-158d-4c8c-9339-c056c10ee248),segment_id=dcf9df10-158d-4c8c-9339-c056c10ee248)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:43.556742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '4a3d0a7a-73c1-4af9-8604-58a192367817', 'network_id': '37d217d9-a444-4018-aa39-24662c8d0757', 'port_id': '4a3d0a7a-73c1-4af9-8604-58a192367817', 'mac_address': 'fa:16:3e:aa:25:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b9f193-8eea-4788-aada-b7ef92e2a5f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:06:43.569855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:4796 (8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1/21078f30-ff21-4a44-b62a-078a2437b3dc/6253e7b4-e0af-4c08-adb5-2dddbad1f5fe) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:43.570845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff90917-917a-4c55-8c8d-01505b28f879 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:43.573805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-2bbf13e6-5775-45e4-85dc-0fa28a0a621b service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179308
Dec 11 21:06:43.580938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.598590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Transition to ACTIVE for port object 8ff90917-917a-4c55-8c8d-01505b28f879 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:06:43.608044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.690426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.742194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:43.750116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3d0a7a-73c1-4af9-8604-58a192367817 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:43.759178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Attempting to bind port 8ff90917-917a-4c55-8c8d-01505b28f879 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:43.759529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Attempting to bind port 8ff90917-917a-4c55-8c8d-01505b28f879 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3c6f9f18-8a48-44d9-8188-7f54d4576a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:43.759866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Attempting to bind port 8ff90917-917a-4c55-8c8d-01505b28f879 on network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:43.765297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Port 8ff90917-917a-4c55-8c8d-01505b28f879 on network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:06:43.768568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Attempting to bind port 8ff90917-917a-4c55-8c8d-01505b28f879 on network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:43.778528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:43.778802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Checking segment: {'id': '3c6f9f18-8a48-44d9-8188-7f54d4576a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:43.779193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Bound using segment: {'id': '3c6f9f18-8a48-44d9-8188-7f54d4576a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:43.779629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Bound port: 8ff90917-917a-4c55-8c8d-01505b28f879, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c6f9f18-8a48-44d9-8188-7f54d4576a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:43.779986 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.798954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a3d0a7a-73c1-4af9-8604-58a192367817,segment=NetworkSegment(dcf9df10-158d-4c8c-9339-c056c10ee248),segment_id=dcf9df10-158d-4c8c-9339-c056c10ee248)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:43.807697 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.832923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-024aeb3f-d2ce-4771-9b32-a23d66fcc9da req-6daaab4d-213d-4038-b936-d88f5c2425bd service neutron] 10.222.0.30 "GET /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505326
Dec 11 21:06:43.866780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453583a9-8b69-445d-bbc6-b2fa24ff5b80 req-4ad75887-f805-4fa2-815d-c86c75cb18fb tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:43.868414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-453583a9-8b69-445d-bbc6-b2fa24ff5b80 req-4ad75887-f805-4fa2-815d-c86c75cb18fb tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 944 time: 0.0838935
Dec 11 21:06:43.878635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:43.906633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:43.910056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ff90917-917a-4c55-8c8d-01505b28f879,segment=NetworkSegment(3c6f9f18-8a48-44d9-8188-7f54d4576a24),segment_id=3c6f9f18-8a48-44d9-8188-7f54d4576a24)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:43.916449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.928087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.950857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-453583a9-8b69-445d-bbc6-b2fa24ff5b80 req-5d364df2-1f96-4dfe-a4e5-140f2a214507 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701764
Dec 11 21:06:43.954998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:43.955666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:43.957541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] 10.222.0.16 "PUT /v2.0/ports/8ff90917-917a-4c55-8c8d-01505b28f879 HTTP/1.1" status: 200  len: 1092 time: 0.9686570
Dec 11 21:06:43.958004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:43.961917 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497" -d '{"events": [{"name": "network-changed", "server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:43.989291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92180b8-c679-4c41-bc9d-a615e99890cb service neutron] Pushing event updated for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:44.000361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.034512 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9b01f-6ed6-49d1-bba7-7b23ffc285ea x-openstack-request-id: req-6df9b01f-6ed6-49d1-bba7-7b23ffc285ea {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:44.034833 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:44.035246 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6df9b01f-6ed6-49d1-bba7-7b23ffc285ea {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:44.035457 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879', 'status': 'completed', 'code': 200}
Dec 11 21:06:44.050298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-ba527270-00c3-4272-87de-69d786a3ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:44.051965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-ba527270-00c3-4272-87de-69d786a3ce44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4704cf64bffe4b88a7691f2e01e9cebe&device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 1095 time: 0.0508094
Dec 11 21:06:44.064287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:44.067334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:44.072695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:44.078314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:44.079131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.082776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event updated for resources: {'Port': ['ID=6253e7b4-e0af-4c08-adb5-2dddbad1f5fe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:44.102024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-793504e5-1c00-4aba-bb84-88becd7e8a6e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.3764472
Dec 11 21:06:44.102234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-ec5d8bb6-bfd3-45d5-bf13-d090a287dab9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff90917-917a-4c55-8c8d-01505b28f879 HTTP/1.1" status: 200  len: 217 time: 0.0421052
Dec 11 21:06:44.104094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60848) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:44.120078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4a3d0a7a-73c1-4af9-8604-58a192367817'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:44.248036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-a87f4465-7564-4577-9a0a-4288dc5e7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:44.250588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-a87f4465-7564-4577-9a0a-4288dc5e7cea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abecacba-c0c2-404a-a0f1-5f0913f10477 HTTP/1.1" status: 200  len: 861 time: 0.1391218
Dec 11 21:06:44.324506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-a16a0331-03e8-42b9-bcf2-0d853230e6d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534532
Dec 11 21:06:44.339086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d4cd9-06df-4985-a0ae-c2325304fa81 req-f3ef7887-8a05-4b33-b1a0-835a2f43c613 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:44.345012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f7cb2-e7c8-4597-9951-9020e68faadf None None] DHCP port deletion for 37d217d9-a444-4018-aa39-24662c8d0757 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:44.346672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363ecc5-9b53-4ab7-a020-da331063ef4b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:44.347679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f96d4cd9-06df-4985-a0ae-c2325304fa81 req-f3ef7887-8a05-4b33-b1a0-835a2f43c613 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 945 time: 0.1181381
Dec 11 21:06:44.378736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfedb25-4d8e-4508-b5e1-3e2b2992e360 None None] DHCP port deletion for e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:44.413098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f96d4cd9-06df-4985-a0ae-c2325304fa81 req-972dedee-9ddf-466d-8687-7a119053a64e tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643458
Dec 11 21:06:44.432757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03153a1-5583-4637-a1d0-022b0634fe0e None None] DHCP port deletion for 37d217d9-a444-4018-aa39-24662c8d0757 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:44.457307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cadb0ede-c730-4590-aa49-19c5de5e2863 None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:44.457683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cadb0ede-c730-4590-aa49-19c5de5e2863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.463362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting port 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:44.463706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.499776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba3b4f-3b3f-4029-93f9-223429dfdcdb None None] DHCP port deletion for e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:44.541250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232be09-984b-4800-917f-1ccc1bef4e08 None None] DHCP port deletion for e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:44.594630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-6dc5ddc2-57a1-415a-ae2e-9944f46dced6 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586737
Dec 11 21:06:44.615249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.639963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Calling delete_port for 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:44.761184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404b6b3d-0699-440e-8be8-2c234a2e1949 req-0d194ad3-57ec-44c2-af1e-b9a42d8a6368 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579578
Dec 11 21:06:44.878032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103291ab-325e-428b-a699-89ec15813de3 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:44.897042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.919553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-ad2828f0-3413-426d-826c-af64701f1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:44.921046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-ad2828f0-3413-426d-826c-af64701f1e6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4704cf64bffe4b88a7691f2e01e9cebe&device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 1095 time: 0.0873835
Dec 11 21:06:44.990808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fffc079f-86e3-4a83-a07e-64fe755f5a3e None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:44.990994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:44.991629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fffc079f-86e3-4a83-a07e-64fe755f5a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.029128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Port': ['ID=6253e7b4-e0af-4c08-adb5-2dddbad1f5fe,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:45.099066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fffc079f-86e3-4a83-a07e-64fe755f5a3e None None] Could not find standard attr ID for object 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:45.103192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-37aea55a-7b2e-4a42-a77a-bc308fdafba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.104829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-37aea55a-7b2e-4a42-a77a-bc308fdafba6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 HTTP/1.1" status: 200  len: 922 time: 0.1743939
Dec 11 21:06:45.119955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.123258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3b401a90-88a0-4ade-b1f2-ed71e451309c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6253e7b4-e0af-4c08-adb5-2dddbad1f5fe HTTP/1.1" status: 204  len: 168 time: 1.0182166
Dec 11 21:06:45.125824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:45.142319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 706b4b82-f7f0-425d-b52d-f7424fe51d8f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:45.169195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-08462e12-18cc-427f-9ee2-d2141956d0cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ff90917-917a-4c55-8c8d-01505b28f879 HTTP/1.1" status: 200  len: 217 time: 0.0445492
Dec 11 21:06:45.195468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc063bf-d0d1-4d84-bf03-d761cc0f2fa4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.199978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4a3d0a7a-73c1-4af9-8604-58a192367817 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:45.200848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dfc063bf-d0d1-4d84-bf03-d761cc0f2fa4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0739157
Dec 11 21:06:45.201869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60878) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:45.204064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:45.204064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.216122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a77e-880b-44d2-ac69-687973d76387 req-cd80f743-8c50-4ba2-acb5-c7f1a1004989 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.217927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57c7a77e-880b-44d2-ac69-687973d76387 req-cd80f743-8c50-4ba2-acb5-c7f1a1004989 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 944 time: 0.1418431
Dec 11 21:06:45.282861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cacd76-16a6-4e68-8134-b7cb127353ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.284688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e1cacd76-16a6-4e68-8134-b7cb127353ac tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0815632
Dec 11 21:06:45.292076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57c7a77e-880b-44d2-ac69-687973d76387 req-c5310eb4-f102-463c-8a7e-d8426f1591d7 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613804
Dec 11 21:06:45.292915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:45.304385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-212341de-3fb4-4f6e-b5cf-b7572bba4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.305815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-212341de-3fb4-4f6e-b5cf-b7572bba4777 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abecacba-c0c2-404a-a0f1-5f0913f10477 HTTP/1.1" status: 200  len: 861 time: 0.1295450
Dec 11 21:06:45.357403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 4a3d0a7a-73c1-4af9-8604-58a192367817 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:06:45.366126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-cd8975ed-42ec-4e08-8514-8af7b22d5837 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0363925
Dec 11 21:06:45.366992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 4a3d0a7a-73c1-4af9-8604-58a192367817 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:45.367458 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.389783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1272006-9ba0-45de-8761-23e9262f42e0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.391504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1272006-9ba0-45de-8761-23e9262f42e0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.393015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1272006-9ba0-45de-8761-23e9262f42e0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.397181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d1272006-9ba0-45de-8761-23e9262f42e0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0995777
Dec 11 21:06:45.398879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:45.466089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.487245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-0474579f-98a9-40c7-9843-9c144fdb89ec service neutron] 10.222.0.16 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1080134
Dec 11 21:06:45.491471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8b7d9baa-f3b6-4641-8d1f-4f8f88f6dfbc None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:45.491726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9baa-f3b6-4641-8d1f-4f8f88f6dfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.492406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 21078f30-ff21-4a44-b62a-078a2437b3dc {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:45.501191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.519154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:45.522028 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009a6f7-86a6-4aba-bd0e-9911428c7d01" -d '{"events": [{"server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:45.547365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a3d0a7a-73c1-4af9-8604-58a192367817,segment=NetworkSegment(dcf9df10-158d-4c8c-9339-c056c10ee248),segment_id=dcf9df10-158d-4c8c-9339-c056c10ee248)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:45.559051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.612135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:45.707266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.707445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:45.709894 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc145be6-e505-4fea-8b7e-e9326e84b432 x-openstack-request-id: req-dc145be6-e505-4fea-8b7e-e9326e84b432 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:45.712813 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "name": "network-vif-plugged", "status": "completed", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:45.713248 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc145be6-e505-4fea-8b7e-e9326e84b432 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:45.713816 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817', 'code': 200}
Dec 11 21:06:45.714733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8b7d9baa-f3b6-4641-8d1f-4f8f88f6dfbc None None] Could not find standard attr ID for object 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:45.818590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302693b8-9ee1-42ec-b623-ca69a6593672 req-ae2292f0-5c90-4bd3-ab15-140ea39327f6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:45.823276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-302693b8-9ee1-42ec-b623-ca69a6593672 req-ae2292f0-5c90-4bd3-ab15-140ea39327f6 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.2467589
Dec 11 21:06:45.831664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9be26f21-1397-412b-938e-8ed7ef23ec84 None None] Could not find standard attr ID for object 6253e7b4-e0af-4c08-adb5-2dddbad1f5fe. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:06:45.974637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.011457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246e1a-882b-40e5-b2c1-011dcb447427 req-1e95f537-5a1c-4dc1-95e5-06a0eacd735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:46.013126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5246e1a-882b-40e5-b2c1-011dcb447427 req-1e95f537-5a1c-4dc1-95e5-06a0eacd735f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 1097 time: 0.2296352
Dec 11 21:06:46.051457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-302693b8-9ee1-42ec-b623-ca69a6593672 req-fd6c268c-43c6-4e49-b17e-b08d54873096 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916347
Dec 11 21:06:46.066150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b2bdbf0-1526-4b97-b27d-13e9ef9ea497 req-04347ee8-c64f-4b9f-8230-54582fa6cbe7 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5670383
Dec 11 21:06:46.093426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a5246e1a-882b-40e5-b2c1-011dcb447427 req-5a330ff1-07e5-42c7-8746-887ab9df62a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674589
Dec 11 21:06:46.099811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.127854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=21078f30-ff21-4a44-b62a-078a2437b3dc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:46.129875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.133607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a00c3df-7b59-4a49-be7e-3aec6919ab9e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/21078f30-ff21-4a44-b62a-078a2437b3dc HTTP/1.1" status: 204  len: 168 time: 0.7326105
Dec 11 21:06:46.135850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfeb94-0c44-437d-92e0-36b1c67c539b None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:46.137398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.190196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Deleting subnet 5768cdbf-b344-4441-b05d-12f9d9768814 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:46.193434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.239847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.250497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.329246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.398428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.426004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8e492-5923-4dd5-93a9-171bf9c9ba45 req-513b30b0-29b0-4d73-b5fc-ab671339b8e3 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:46.427649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3c8e492-5923-4dd5-93a9-171bf9c9ba45 req-513b30b0-29b0-4d73-b5fc-ab671339b8e3 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 944 time: 0.0635319
Dec 11 21:06:46.435936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Subnet': ['ID=5768cdbf-b344-4441-b05d-12f9d9768814,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:46.444329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.448619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67d21999-333f-4412-89e7-babe79a94160 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/5768cdbf-b344-4441-b05d-12f9d9768814 HTTP/1.1" status: 204  len: 168 time: 0.3100221
Dec 11 21:06:46.451499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60918) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.496613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6555b5a8-6b52-4f1b-ba9f-fe07fd0d6d5f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0414970
Dec 11 21:06:46.496879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.503110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3c8e492-5923-4dd5-93a9-171bf9c9ba45 req-80c5c0cf-6ebe-4e74-b1fa-ff296ceb5fe1 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692661
Dec 11 21:06:46.561856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eae3b8-e5a5-4cab-bafa-532339503717 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:46.563457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64eae3b8-e5a5-4cab-bafa-532339503717 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0655022
Dec 11 21:06:46.566130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60924) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.617640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14679e-9ada-4915-964d-bfce91f0b693 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:46.619205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0f14679e-9ada-4915-964d-bfce91f0b693 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0520952
Dec 11 21:06:46.621805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.659676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.678999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ea2594b-e208-4088-95f7-babbace740be tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0559015
Dec 11 21:06:46.685371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60934) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.709412 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26647d6-927e-4c93-84a7-9d6bf6a2564b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.710113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26647d6-927e-4c93-84a7-9d6bf6a2564b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.713358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c26647d6-927e-4c93-84a7-9d6bf6a2564b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6253e7b4-e0af-4c08-adb5-2dddbad1f5fe HTTP/1.1" status: 404  len: 333 time: 0.0285151
Dec 11 21:06:46.715967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.744679 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd37d3b-226f-4330-becb-e2c7ab6dfd0b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.745199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd37d3b-226f-4330-becb-e2c7ab6dfd0b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.750881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fbd37d3b-226f-4330-becb-e2c7ab6dfd0b tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/21078f30-ff21-4a44-b62a-078a2437b3dc HTTP/1.1" status: 404  len: 337 time: 0.0314369
Dec 11 21:06:46.751479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60938) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.783612 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b567eb-07d9-4063-a0bf-f6776df98754 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.784185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b567eb-07d9-4063-a0bf-f6776df98754 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.787441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-29b567eb-07d9-4063-a0bf-f6776df98754 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/5768cdbf-b344-4441-b05d-12f9d9768814 HTTP/1.1" status: 404  len: 337 time: 0.0348451
Dec 11 21:06:46.789849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60940) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.828642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe1af-391d-405d-9a66-0338fc3e5b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.830816 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb3171-7e02-4cfb-b8de-06cc25fc218d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.831371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb3171-7e02-4cfb-b8de-06cc25fc218d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.834396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-13cb3171-7e02-4cfb-b8de-06cc25fc218d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/9e72f8bd-f2d5-49a0-8342-800e94f2d60d HTTP/1.1" status: 404  len: 333 time: 0.0435004
Dec 11 21:06:46.838411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.865761 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b45f00e-4fb6-4865-9157-e19e47fc2e58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.866467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b45f00e-4fb6-4865-9157-e19e47fc2e58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.869682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b45f00e-4fb6-4865-9157-e19e47fc2e58 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/268626df-c08c-4ad8-ae8a-3fda469046ce HTTP/1.1" status: 404  len: 337 time: 0.0300093
Dec 11 21:06:46.872492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.900063 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd90d7d-d227-4d49-bd61-6b0ccf40dcf4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.900515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd90d7d-d227-4d49-bd61-6b0ccf40dcf4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.903608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dfd90d7d-d227-4d49-bd61-6b0ccf40dcf4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/505a9892-77f4-4835-a308-36302f9a9f73 HTTP/1.1" status: 404  len: 337 time: 0.0301511
Dec 11 21:06:46.906159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.912916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a862e9-7269-4a14-8ff0-fe0755716847 None None] Network 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:46.918771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe1af-391d-405d-9a66-0338fc3e5b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.924144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d0fe1af-391d-405d-9a66-0338fc3e5b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.934073 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-898b271f-e17e-48f6-b97a-628334783072 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.934643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898b271f-e17e-48f6-b97a-628334783072 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.940290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-898b271f-e17e-48f6-b97a-628334783072 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/7ae3bfc9-2525-4380-a4af-9d7342181a53 HTTP/1.1" status: 404  len: 333 time: 0.0307162
Dec 11 21:06:46.940450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.954971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2d0fe1af-391d-405d-9a66-0338fc3e5b7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d890a347aee9452a8109f9918b98f137&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2940705
Dec 11 21:06:46.957141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60950) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.966379 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec1c64c-0af9-4096-809f-b739bd382b20 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.966857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec1c64c-0af9-4096-809f-b739bd382b20 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:46.972589 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ec1c64c-0af9-4096-809f-b739bd382b20 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/abbd75bd-b966-491e-906c-46411c20f20c HTTP/1.1" status: 404  len: 337 time: 0.0285048
Dec 11 21:06:46.973219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:46.983746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-69ce8736-9ee5-48cb-94ef-fa402ef3c441 None None] Provisioning complete for port 706b4b82-f7f0-425d-b52d-f7424fe51d8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:46.984002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-69ce8736-9ee5-48cb-94ef-fa402ef3c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:46.998868 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b27dabe-483b-43de-876c-01e246eef1ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:46.999235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b27dabe-483b-43de-876c-01e246eef1ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.005376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8b27dabe-483b-43de-876c-01e246eef1ab tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/94cd4224-7ec9-4e9b-8eae-f312e348011e HTTP/1.1" status: 404  len: 337 time: 0.0285981
Dec 11 21:06:47.006517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.030799 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-578ff7c6-4532-4eef-b197-5c5b066045f6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.031418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578ff7c6-4532-4eef-b197-5c5b066045f6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.034781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-578ff7c6-4532-4eef-b197-5c5b066045f6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/c1dffcbd-4b8f-48b1-b04f-4776c6383107 HTTP/1.1" status: 404  len: 333 time: 0.0276053
Dec 11 21:06:47.037543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.038284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.073902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.077039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fe1af-391d-405d-9a66-0338fc3e5b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f323ce-fae5-446f-8e6b-71bf9798bc8e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:47.083769 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3ccf26-1077-4517-b6f9-0b87b88359bb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.084371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3ccf26-1077-4517-b6f9-0b87b88359bb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.090423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4f3ccf26-1077-4517-b6f9-0b87b88359bb tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/2a8b3060-134b-41aa-8d61-cea1aee53237 HTTP/1.1" status: 404  len: 337 time: 0.0434878
Dec 11 21:06:47.090780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60962) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.139399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.150780 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-568cae2c-1a93-4fb4-bba2-eb7a69865407 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.152355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568cae2c-1a93-4fb4-bba2-eb7a69865407 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.158312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-568cae2c-1a93-4fb4-bba2-eb7a69865407 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/4752475e-2d45-4e73-bb91-d59b96bf063f HTTP/1.1" status: 404  len: 337 time: 0.0665350
Dec 11 21:06:47.159141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] DHCP port deletion for 8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:47.160769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60964) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.187489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.190717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.192460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9f323ce-fae5-446f-8e6b-71bf9798bc8e HTTP/1.1" status: 204  len: 168 time: 0.2348721
Dec 11 21:06:47.193435 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a15c47b-57bf-4dfa-94a8-6e62f477442a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.193920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a15c47b-57bf-4dfa-94a8-6e62f477442a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.197109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a15c47b-57bf-4dfa-94a8-6e62f477442a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/ee9a6aed-3faf-41ff-8f2e-befd9b688039 HTTP/1.1" status: 404  len: 333 time: 0.0354004
Dec 11 21:06:47.204226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60968) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.205812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62504ad1-b26b-46a6-99b8-5b7ea6ac1136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f323ce-fae5-446f-8e6b-71bf9798bc8e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:47.239172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Deleting port 706b4b82-f7f0-425d-b52d-f7424fe51d8f {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:47.239778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.244935 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c2d28f-0dae-4345-ac8a-a801bc88537f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.245384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c2d28f-0dae-4345-ac8a-a801bc88537f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.248443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b9c2d28f-0dae-4345-ac8a-a801bc88537f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/4e472cff-9423-4d69-8470-8245d77f90bd HTTP/1.1" status: 404  len: 337 time: 0.0433061
Dec 11 21:06:47.251647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.284219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a4a2e-3309-474c-9f21-b6e15779abe7 req-50ab8140-e0db-4206-9480-9e0ae729e909 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:47.285795 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f221f79-0b91-4335-8e94-192f5ac63919 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.286761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f221f79-0b91-4335-8e94-192f5ac63919 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.287301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-428a4a2e-3309-474c-9f21-b6e15779abe7 req-50ab8140-e0db-4206-9480-9e0ae729e909 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.0961673
Dec 11 21:06:47.293161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f221f79-0b91-4335-8e94-192f5ac63919 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/b50de196-9ab7-4367-8e47-8d736f63815b HTTP/1.1" status: 404  len: 333 time: 0.0405126
Dec 11 21:06:47.293601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.317201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] For port 706b4b82-f7f0-425d-b52d-f7424fe51d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=706b4b82-f7f0-425d-b52d-f7424fe51d8f,segment=NetworkSegment(157eb00f-e718-43b4-b0ea-cb1bb40605d9),segment_id=157eb00f-e718-43b4-b0ea-cb1bb40605d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:47.318292 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.331685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Calling delete_port for 706b4b82-f7f0-425d-b52d-f7424fe51d8f owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:47.358306 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab83ea47-9f29-48a2-8827-53f20421fa4e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.358828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab83ea47-9f29-48a2-8827-53f20421fa4e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.365522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.371022 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab83ea47-9f29-48a2-8827-53f20421fa4e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d74ecc25-64e2-44c2-840c-08ae59e1deed HTTP/1.1" status: 404  len: 337 time: 0.0751302
Dec 11 21:06:47.390205 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a599b5-9269-4b37-b87b-cd4a6112938d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.390785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a599b5-9269-4b37-b87b-cd4a6112938d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.396907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-59a599b5-9269-4b37-b87b-cd4a6112938d tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/5b48c94b-4e9c-4b3c-afcf-12d09c610b58 HTTP/1.1" status: 404  len: 333 time: 0.0273674
Dec 11 21:06:47.397158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60978) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.404794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-428a4a2e-3309-474c-9f21-b6e15779abe7 req-1068d156-53a3-4cd2-9796-a93dfb550f73 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102114
Dec 11 21:06:47.434415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.435154 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29143a3-93b1-45da-b49e-d356901af0d3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.435771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29143a3-93b1-45da-b49e-d356901af0d3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.439309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b29143a3-93b1-45da-b49e-d356901af0d3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/1f78c62e-fd58-4c0a-8855-bf4c05437d9e HTTP/1.1" status: 404  len: 337 time: 0.0412016
Dec 11 21:06:47.441900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.472799 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e534dfd5-2e19-4720-b318-ba21953ff4e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.473374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e534dfd5-2e19-4720-b318-ba21953ff4e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.475797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] Pushing event deleted for resources: {'Port': ['ID=706b4b82-f7f0-425d-b52d-f7424fe51d8f,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:47.477707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e534dfd5-2e19-4720-b318-ba21953ff4e9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/205f942d-acde-4f2f-9ebc-fcf05d39bce6 HTTP/1.1" status: 404  len: 333 time: 0.0345826
Dec 11 21:06:47.480724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60982) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.493601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9d810-4036-4cd9-be3b-11940f62044d None None] No DVR routers for this DVR port 706b4b82-f7f0-425d-b52d-f7424fe51d8f on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:47.520731 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e897b9c-c9fa-43ef-913d-3f49224076ce tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.521780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e897b9c-c9fa-43ef-913d-3f49224076ce tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.525052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6e897b9c-c9fa-43ef-913d-3f49224076ce tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b5c27c99-43cd-4061-92ef-90d042a396ee HTTP/1.1" status: 404  len: 337 time: 0.0431154
Dec 11 21:06:47.527693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60986) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.554374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8ff90917-917a-4c55-8c8d-01505b28f879 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:06:47.563690 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d41d7-a752-4757-b9de-b75bff4bef6c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.564205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818d41d7-a752-4757-b9de-b75bff4bef6c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.570406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-818d41d7-a752-4757-b9de-b75bff4bef6c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/b2e15025-6d4e-4e18-b445-dd07b0245ad2 HTTP/1.1" status: 404  len: 333 time: 0.0416365
Dec 11 21:06:47.573085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60992) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.605306 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-66226697-5c8f-4c7d-872b-ab174212c6d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.605777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66226697-5c8f-4c7d-872b-ab174212c6d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.611205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-66226697-5c8f-4c7d-872b-ab174212c6d8 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/789d6eb8-c365-4f21-9a3f-2750a8890dfc HTTP/1.1" status: 404  len: 337 time: 0.0348153
Dec 11 21:06:47.612640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60996) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.664260 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83a2277-bd48-4d13-bce8-727fde2e0f3c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.665101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83a2277-bd48-4d13-bce8-727fde2e0f3c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.670781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b83a2277-bd48-4d13-bce8-727fde2e0f3c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/4a6b0d4e-3e0c-41ed-aae1-2fe560568257 HTTP/1.1" status: 404  len: 333 time: 0.0512760
Dec 11 21:06:47.671073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32768) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.672118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ff90917-917a-4c55-8c8d-01505b28f879,segment=NetworkSegment(3c6f9f18-8a48-44d9-8188-7f54d4576a24),segment_id=3c6f9f18-8a48-44d9-8188-7f54d4576a24)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:47.691206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '8ff90917-917a-4c55-8c8d-01505b28f879', 'network_id': 'e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45', 'port_id': '8ff90917-917a-4c55-8c8d-01505b28f879', 'mac_address': 'fa:16:3e:ba:c4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abecacba-c0c2-404a-a0f1-5f0913f10477', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:06:47.702217 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1ba27e-6858-42b0-9449-f61d8599803e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.702691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1ba27e-6858-42b0-9449-f61d8599803e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.705694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f1ba27e-6858-42b0-9449-f61d8599803e tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f6e882bc-56f8-4410-9b3a-889133966313 HTTP/1.1" status: 404  len: 337 time: 0.0336471
Dec 11 21:06:47.708986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32770) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.722233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42dd53-8b31-430c-997c-c7cd6d8644f9 req-d24b31f1-0ce9-4ac2-872f-261f2234bae7 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:47.740338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c42dd53-8b31-430c-997c-c7cd6d8644f9 req-d24b31f1-0ce9-4ac2-872f-261f2234bae7 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 944 time: 0.1302865
Dec 11 21:06:47.740747 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb59e20-f2ed-49c4-9b7f-0d05bf6c2a8c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.741357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb59e20-f2ed-49c4-9b7f-0d05bf6c2a8c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.749342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-adb59e20-f2ed-49c4-9b7f-0d05bf6c2a8c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b9658b3f-533e-4604-8495-baeb922ccff4 HTTP/1.1" status: 404  len: 337 time: 0.0392511
Dec 11 21:06:47.751336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32774) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.802925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c42dd53-8b31-430c-997c-c7cd6d8644f9 req-3a53180f-25c5-4377-9b1b-7815add9b77e tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615761
Dec 11 21:06:47.803859 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da1d593-3636-4f28-a7a5-7038d2771984 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.804463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da1d593-3636-4f28-a7a5-7038d2771984 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.811636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3da1d593-3636-4f28-a7a5-7038d2771984 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6ef0c6af-e729-4c21-95e3-ca720c7fa8e5 HTTP/1.1" status: 404  len: 333 time: 0.0574610
Dec 11 21:06:47.813044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32778) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.847398 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ef9d48-6df8-4435-a2a0-986b5513f777 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.847980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ef9d48-6df8-4435-a2a0-986b5513f777 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.854690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-71ef9d48-6df8-4435-a2a0-986b5513f777 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/7e10751d-4f8d-46c4-bae1-cbd5f5221f6a HTTP/1.1" status: 404  len: 337 time: 0.0381367
Dec 11 21:06:47.855392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32782) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.884487 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fff4a9-23c0-411f-831e-db83cf319e0f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.885170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fff4a9-23c0-411f-831e-db83cf319e0f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.891670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-36fff4a9-23c0-411f-831e-db83cf319e0f tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d5f1a71a-7135-4f91-8c18-4fce557b384e HTTP/1.1" status: 404  len: 337 time: 0.0329270
Dec 11 21:06:47.891957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32786) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.925977 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4952a5f7-f302-49fd-b4e9-656441868f09 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.926522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4952a5f7-f302-49fd-b4e9-656441868f09 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.928604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.929637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4952a5f7-f302-49fd-b4e9-656441868f09 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/05e747ed-e44b-46f5-bbaa-87b888613143 HTTP/1.1" status: 404  len: 333 time: 0.0366950
Dec 11 21:06:47.932174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32788) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.942457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff90917-917a-4c55-8c8d-01505b28f879 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:06:47.961478 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c2e8a6-91ce-4ec4-b622-b7826914acae tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.961930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c2e8a6-91ce-4ec4-b622-b7826914acae tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.965892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-96c2e8a6-91ce-4ec4-b622-b7826914acae tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/e1a5c0d3-e774-4b76-b844-2179b3160dce HTTP/1.1" status: 404  len: 337 time: 0.0318530
Dec 11 21:06:47.968446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32792) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:47.972622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ff90917-917a-4c55-8c8d-01505b28f879,segment=NetworkSegment(3c6f9f18-8a48-44d9-8188-7f54d4576a24),segment_id=3c6f9f18-8a48-44d9-8188-7f54d4576a24)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:47.977217 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:47.995635 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d4cc7-4707-4fd8-a1a7-5ed4b1f2712c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:47.996176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6d4cc7-4707-4fd8-a1a7-5ed4b1f2712c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:47.999339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c6d4cc7-4707-4fd8-a1a7-5ed4b1f2712c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d9a32e02-96bf-4a7d-aa77-fff2568769fd HTTP/1.1" status: 404  len: 337 time: 0.0299661
Dec 11 21:06:48.002752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.030500 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca90f96-890c-49a2-84f8-058f27005ce6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.031086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca90f96-890c-49a2-84f8-058f27005ce6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.034132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:48.034504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aca90f96-890c-49a2-84f8-058f27005ce6 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/913efa90-169f-4bd3-9d51-b8826f48b4ab HTTP/1.1" status: 404  len: 333 time: 0.0304544
Dec 11 21:06:48.044535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32796) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.071111 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b77bd3e-f750-4116-a60c-50415222b0f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.071572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b77bd3e-f750-4116-a60c-50415222b0f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.074685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6b77bd3e-f750-4116-a60c-50415222b0f5 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f9125ffa-de11-40c1-a3e9-aedef4ab94a9 HTTP/1.1" status: 404  len: 337 time: 0.0290971
Dec 11 21:06:48.077098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32800) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.107587 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e2bbd3-e5ea-4894-8eb1-07057413cb15 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.108037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e2bbd3-e5ea-4894-8eb1-07057413cb15 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.111184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-37e2bbd3-e5ea-4894-8eb1-07057413cb15 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/ddeba248-2534-434e-babd-7d3bce0dd481 HTTP/1.1" status: 404  len: 337 time: 0.0331783
Dec 11 21:06:48.113672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32804) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.143320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c43de266-e854-47d8-a7ba-fdca0dc2e77a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports?device_id=34324db0-2dc3-4719-8e5d-8d385c11d5a0 HTTP/1.1" status: 200  len: 205 time: 0.0285730
Dec 11 21:06:48.147109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32808) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.186797 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-7d62e341-552f-4c99-9c80-4a1643f99af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] delete failed (client error): The resource could not be found.
Dec 11 21:06:48.187856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d62e341-552f-4c99-9c80-4a1643f99af4 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/routers/34324db0-2dc3-4719-8e5d-8d385c11d5a0 HTTP/1.1" status: 404  len: 336 time: 0.0396914
Dec 11 21:06:48.190431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32810) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.204100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['8ff90917-917a-4c55-8c8d-01505b28f879'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:48.219609 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6429232d-0bc9-4586-8283-5cdc4f777510 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.220063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6429232d-0bc9-4586-8283-5cdc4f777510 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.224205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6429232d-0bc9-4586-8283-5cdc4f777510 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/64eef7e3-c610-4608-9244-d643cebdcb2f HTTP/1.1" status: 404  len: 337 time: 0.0327122
Dec 11 21:06:48.226274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.261580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10120f48-7a86-4470-9f76-9ee487dc83a1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecb1d15d-d03d-48d6-89f8-49d71e07d38f HTTP/1.1" status: 200  len: 205 time: 0.0331097
Dec 11 21:06:48.263803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32818) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.327185 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-cfc6faef-b0de-47e2-9f59-79d7d2571041 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] delete failed (client error): The resource could not be found.
Dec 11 21:06:48.328509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cfc6faef-b0de-47e2-9f59-79d7d2571041 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/routers/ecb1d15d-d03d-48d6-89f8-49d71e07d38f HTTP/1.1" status: 404  len: 336 time: 0.0627260
Dec 11 21:06:48.331022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.358561 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c5a283-fbf5-45ac-9ff9-ea098a63b403 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.359016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c5a283-fbf5-45ac-9ff9-ea098a63b403 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.364359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c6c5a283-fbf5-45ac-9ff9-ea098a63b403 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/57c76d21-06ad-49d7-8508-bb07252debbf HTTP/1.1" status: 404  len: 337 time: 0.0300281
Dec 11 21:06:48.364631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.390040 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98a853e-c06c-4539-b1d0-1adb8bac7db3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.390509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98a853e-c06c-4539-b1d0-1adb8bac7db3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.393705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e98a853e-c06c-4539-b1d0-1adb8bac7db3 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/0e85c057-d0cd-456d-81d4-2b171a1c4b03 HTTP/1.1" status: 404  len: 337 time: 0.0278156
Dec 11 21:06:48.396487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.422873 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bc8aa6-0787-4972-a07c-8846e8681304 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.423387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bc8aa6-0787-4972-a07c-8846e8681304 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.426358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c9bc8aa6-0787-4972-a07c-8846e8681304 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/c31cf189-0fe5-4162-a16d-04ef574f654c HTTP/1.1" status: 404  len: 333 time: 0.0289764
Dec 11 21:06:48.429065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32834) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.460189 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb19256-ae2a-46aa-9f2b-d6694a0aeef1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.460709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb19256-ae2a-46aa-9f2b-d6694a0aeef1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.467056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0bb19256-ae2a-46aa-9f2b-d6694a0aeef1 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b5697d50-e645-4f36-a0df-fdc8e21cea3a HTTP/1.1" status: 404  len: 337 time: 0.0369406
Dec 11 21:06:48.467243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32836) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.500182 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-523e9ded-8e89-430c-bee2-2dcfb86ca72c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.501156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523e9ded-8e89-430c-bee2-2dcfb86ca72c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.505058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-523e9ded-8e89-430c-bee2-2dcfb86ca72c tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/8608a630-e964-4ea6-a21d-46599414b0b6 HTTP/1.1" status: 404  len: 333 time: 0.0361478
Dec 11 21:06:48.507839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32838) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.535381 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9671b1-176a-4dad-8db2-fecca74da773 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.535842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9671b1-176a-4dad-8db2-fecca74da773 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.539741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea9671b1-176a-4dad-8db2-fecca74da773 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/8fa3b51e-55e6-4cae-8af8-e7e7309b58bc HTTP/1.1" status: 404  len: 337 time: 0.0308328
Dec 11 21:06:48.542156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.543986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba3c38-606b-48f4-9749-24e96ca728b6 req-9c2ee6a4-fa4e-4c3a-bcd3-5e5bc81948fa tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:48.545512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91ba3c38-606b-48f4-9749-24e96ca728b6 req-9c2ee6a4-fa4e-4c3a-bcd3-5e5bc81948fa tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.0576429
Dec 11 21:06:48.566950 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f26ca8-fe27-48bd-bc39-b1bb3260ec26 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.567667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f26ca8-fe27-48bd-bc39-b1bb3260ec26 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.573742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32842) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.574955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-87f26ca8-fe27-48bd-bc39-b1bb3260ec26 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/6106e6da-74cd-4878-8ae8-bc82f0c16dc4 HTTP/1.1" status: 404  len: 333 time: 0.0309272
Dec 11 21:06:48.615234 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fd8b7d-bb10-43f1-a71b-a30dd4b24971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.615689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fd8b7d-bb10-43f1-a71b-a30dd4b24971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.621023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0fd8b7d-bb10-43f1-a71b-a30dd4b24971 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/f475c5fb-c69b-41b3-84fe-efdd34c5ab12 HTTP/1.1" status: 404  len: 337 time: 0.0440128
Dec 11 21:06:48.621715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32848) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.630857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91ba3c38-606b-48f4-9749-24e96ca728b6 req-012f37de-dfe2-45e9-8c4d-2e3a3adc31f9 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781405
Dec 11 21:06:48.652852 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f29d3cf-6b16-4447-a07e-179817652c2a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.652852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f29d3cf-6b16-4447-a07e-179817652c2a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.659073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0f29d3cf-6b16-4447-a07e-179817652c2a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/ceb4b8f8-e802-489a-871f-8d2fa183cf0f HTTP/1.1" status: 404  len: 333 time: 0.0362015
Dec 11 21:06:48.660885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.694582 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aec8713-8fff-4d9c-8d5f-bb96e501b649 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.695023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aec8713-8fff-4d9c-8d5f-bb96e501b649 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.698139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1aec8713-8fff-4d9c-8d5f-bb96e501b649 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/91b6fff3-a883-4db1-81c5-dc1ff4562517 HTTP/1.1" status: 404  len: 337 time: 0.0354714
Dec 11 21:06:48.701008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32854) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.728065 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ed2037-2e08-43a9-95ee-bbfd034dea06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.729953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7ed2037-2e08-43a9-95ee-bbfd034dea06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.735011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b7ed2037-2e08-43a9-95ee-bbfd034dea06 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/411a3d60-a45a-459f-bc97-4fd6adfa24b4 HTTP/1.1" status: 404  len: 333 time: 0.0326445
Dec 11 21:06:48.735610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32858) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.767494 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-57660378-fc86-449f-8668-5ae2553cc9b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.767891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57660378-fc86-449f-8668-5ae2553cc9b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.773602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32862) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.773801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-57660378-fc86-449f-8668-5ae2553cc9b0 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/d7a21edd-cfc3-4ebc-a270-bd511315629d HTTP/1.1" status: 404  len: 337 time: 0.0370023
Dec 11 21:06:48.803176 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-36191361-b06d-4683-99c5-700a0474e3f9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.803764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36191361-b06d-4683-99c5-700a0474e3f9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.807182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-36191361-b06d-4683-99c5-700a0474e3f9 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/410c3eed-7993-4561-a872-23843841739c HTTP/1.1" status: 404  len: 333 time: 0.0318778
Dec 11 21:06:48.809445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32864) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.851871 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9c5668-3d9b-444e-869f-5088e227ee0a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.852403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9c5668-3d9b-444e-869f-5088e227ee0a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.860584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab9c5668-3d9b-444e-869f-5088e227ee0a tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/b551a0d7-7dad-4f3e-a1ad-d317c0531119 HTTP/1.1" status: 404  len: 337 time: 0.0500460
Dec 11 21:06:48.863753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32874) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.904070 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-9227d17f-46f7-4bac-a81c-ca343046e526 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.904956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9227d17f-46f7-4bac-a81c-ca343046e526 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.922978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9227d17f-46f7-4bac-a81c-ca343046e526 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/ports/f77d4390-f111-4ce3-8a9c-f467d8b7ee21 HTTP/1.1" status: 404  len: 333 time: 0.0563359
Dec 11 21:06:48.926023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.979286 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62dd8cc-6312-45d1-890b-d573ec7de652 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:06:48.979841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62dd8cc-6312-45d1-890b-d573ec7de652 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:06:48.987615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f6941-68ff-4d57-ba84-852c20fba8fe req-50935974-2066-4c9d-8a41-caf35cdfff4e tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:48.989430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd8f6941-68ff-4d57-ba84-852c20fba8fe req-50935974-2066-4c9d-8a41-caf35cdfff4e tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 945 time: 0.0652652
Dec 11 21:06:48.990571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32884) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:48.990967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f62dd8cc-6312-45d1-890b-d573ec7de652 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/subnets/8a8ba8af-a373-45a7-960d-c7f90a412d9b HTTP/1.1" status: 404  len: 337 time: 0.0560801
Dec 11 21:06:49.045520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-0c76dc99-6fef-47eb-9add-0d07e5e75a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:49.047328 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-0c76dc99-6fef-47eb-9add-0d07e5e75a31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c120fb3f5f1466984241a6519c00780&device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 1097 time: 0.0541041
Dec 11 21:06:49.097414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 706b4b82-f7f0-425d-b52d-f7424fe51d8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:49.106130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd8f6941-68ff-4d57-ba84-852c20fba8fe req-224f3052-aec5-4b2e-a7bc-6be9e27bb4b2 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049991
Dec 11 21:06:49.113166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.121608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 706b4b82-f7f0-425d-b52d-f7424fe51d8f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:49.121844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 706b4b82-f7f0-425d-b52d-f7424fe51d8f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:49.162934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d741e91-4c9f-4fd4-ad6e-2ed720848525 req-3fdc6fb7-05d4-434d-81f9-f1e1e8ae8c1d tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:49.164433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d741e91-4c9f-4fd4-ad6e-2ed720848525 req-3fdc6fb7-05d4-434d-81f9-f1e1e8ae8c1d tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.1160421
Dec 11 21:06:49.205644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-3d534863-2008-4dba-9165-2c2457a9d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:49.207148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-3d534863-2008-4dba-9165-2c2457a9d896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37d217d9-a444-4018-aa39-24662c8d0757 HTTP/1.1" status: 200  len: 915 time: 0.1493464
Dec 11 21:06:49.213966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.236725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f4d00>,) {'filters': {'network_id': ['8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:49.248014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f4d00>, '157eb00f-e718-43b4-b0ea-cb1bb40605d9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:49.248532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f4d00>, '157eb00f-e718-43b4-b0ea-cb1bb40605d9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:49.264537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-d045885b-0b69-43ef-a720-9645ee206822 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a3d0a7a-73c1-4af9-8604-58a192367817 HTTP/1.1" status: 200  len: 217 time: 0.0493591
Dec 11 21:06:49.266039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.268130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d741e91-4c9f-4fd4-ad6e-2ed720848525 req-138e7ae7-98fd-4c45-bcca-ab95ba8f6575 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966430
Dec 11 21:06:49.283521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.291225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:49.291638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:49.294594 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:49.315536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-e6a82a32-c26d-4dc6-ac60-5c36f4d1f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:49.316987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-e6a82a32-c26d-4dc6-ac60-5c36f4d1f679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2b9f193-8eea-4788-aada-b7ef92e2a5f9 HTTP/1.1" status: 200  len: 854 time: 0.0462320
Dec 11 21:06:49.348526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-3793c627-a78c-4d19-a783-99392e25b266 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37d217d9-a444-4018-aa39-24662c8d0757&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243399
Dec 11 21:06:49.352814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.359692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.363225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] 10.222.0.18 "DELETE /v2.0/networks/8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1 HTTP/1.1" status: 204  len: 168 time: 0.3717308
Dec 11 21:06:49.377999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceb380-4ec1-46b7-929a-474e4b7cb998 tempest-NetworksTestDHCPv6-442220267 tempest-NetworksTestDHCPv6-442220267-project] Pushing event deleted for resources: {'Network': ['ID=8ebcbbb3-6dd1-4916-9b5c-3ace0c9aa4a1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:49.444778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-8966347c-9f91-408f-b71a-18efc010224e service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891216
Dec 11 21:06:49.535866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c10dd5b2-69e5-4ce4-8268-12be8cf7dacb req-210ca795-c131-4eee-88ca-5ffa5f87dd69 service neutron] 10.222.0.30 "GET /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0838492
Dec 11 21:06:49.585418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8ff90917-917a-4c55-8c8d-01505b28f879 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:49.616167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32892) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:49.639462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 8ff90917-917a-4c55-8c8d-01505b28f879 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:06:49.645344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 8ff90917-917a-4c55-8c8d-01505b28f879 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:49.645888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.745785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.770710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:49.773606 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2522a520-a585-49f2-b39f-d79e318e39ab" -d '{"events": [{"server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "name": "network-vif-plugged", "status": "completed", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:49.785205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b769e949-89a9-4756-917f-c594ad49a140 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5106f2dc5ebb4a97b85c18aebb0e2147&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1675930
Dec 11 21:06:49.788086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32902) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:49.794389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ff90917-917a-4c55-8c8d-01505b28f879,segment=NetworkSegment(3c6f9f18-8a48-44d9-8188-7f54d4576a24),segment_id=3c6f9f18-8a48-44d9-8188-7f54d4576a24)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:49.801082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.838761 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e179a27-9acf-42c0-9093-51214c769801 x-openstack-request-id: req-6e179a27-9acf-42c0-9093-51214c769801 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:49.839092 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "name": "network-vif-plugged", "status": "completed", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:49.839536 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e179a27-9acf-42c0-9093-51214c769801 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:49.840020 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879', 'code': 200}
Dec 11 21:06:49.853774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.885376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.887611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:49.933190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71732f9d-d8a1-45a8-9d5f-dfd753e111f8 req-6f656145-cf2a-466a-bcbf-70f2c597d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:49.934967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71732f9d-d8a1-45a8-9d5f-dfd753e111f8 req-6f656145-cf2a-466a-bcbf-70f2c597d76b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 1097 time: 0.0452402
Dec 11 21:06:49.944323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.947403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:49.948746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b26c20ff-7247-4862-9aae-4e33c97f9dc5 HTTP/1.1" status: 204  len: 168 time: 0.1595716
Dec 11 21:06:49.957739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d8678-f681-4921-b8a0-63e7be3ce788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c20ff-7247-4862-9aae-4e33c97f9dc5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:50.014063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71732f9d-d8a1-45a8-9d5f-dfd753e111f8 req-59ee6736-364f-4171-9f4a-96a6166b0d29 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659511
Dec 11 21:06:50.234782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d5889-92e1-4519-9c08-4834ab1a788c req-df97ee03-0f5e-49de-8d95-69c835a5edbf tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:50.236519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db6d5889-92e1-4519-9c08-4834ab1a788c req-df97ee03-0f5e-49de-8d95-69c835a5edbf tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 946 time: 0.0532205
Dec 11 21:06:50.292946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db6d5889-92e1-4519-9c08-4834ab1a788c req-f9b28253-4905-485d-ae64-3b879fe9b727 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499296
Dec 11 21:06:50.403815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071da1f-7bcd-4262-bfab-2e3e0b5b97ac req-ba3c37e5-3d47-4535-97cd-72f342cc9822 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:50.405407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b071da1f-7bcd-4262-bfab-2e3e0b5b97ac req-ba3c37e5-3d47-4535-97cd-72f342cc9822 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.0497994
Dec 11 21:06:50.459666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b071da1f-7bcd-4262-bfab-2e3e0b5b97ac req-a1c4163b-0545-4647-9ca3-dcde52e325aa tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477407
Dec 11 21:06:50.678568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:50.787582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650ab82-70e6-42f5-b4c8-cb0a30316be6 req-d433d12b-fa41-458a-b2e0-c9c1fe54e4df tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:50.789315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b650ab82-70e6-42f5-b4c8-cb0a30316be6 req-d433d12b-fa41-458a-b2e0-c9c1fe54e4df tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.0676346
Dec 11 21:06:50.804903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'networks': [{'name': 'tempest-network--1451945576'}, {'name': 'tempest-network--2069610086'}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:50.805226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-network--1451945576'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:50.805683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-network--2069610086'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:50.849563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'network': 2} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:50.854056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:50.869380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:50.873871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b650ab82-70e6-42f5-b4c8-cb0a30316be6 req-8da3aa80-82ab-4dfa-887d-d6346022bd1f tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764816
Dec 11 21:06:50.949390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:50.959335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:50.960010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.006257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c94da5-5a73-4aec-b2f0-928d8e363e18,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:51.008798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:51.030413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.032069 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment 16a3ed15-7bc7-4030-a457-f23eb6d47272 of type vlan for network 8ca1e0ae-b6ee-4455-ad61-52cf41737090
Dec 11 21:06:51.085666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.124299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:51.138783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.139219 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment 11e14e74-d125-4cbe-aba4-b1c647f7899e of type vlan for network 5abfede4-a485-4116-8efa-aabdf0dff9a5
Dec 11 21:06:51.185621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.198730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.219844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.220342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.226724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.231570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.232281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.289142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 0.6095047
Dec 11 21:06:51.291941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:51.304284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=8ca1e0ae-b6ee-4455-ad61-52cf41737090,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:51.315901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8ca1e0ae-b6ee-4455-ad61-52cf41737090 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:51.369874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2873c-63ad-4cea-9995-620aa973eba2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=5abfede4-a485-4116-8efa-aabdf0dff9a5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:51.419147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5abfede4-a485-4116-8efa-aabdf0dff9a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:51.421458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece9c76-e389-4a5f-96a5-61a3742abc44 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.427965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece9c76-e389-4a5f-96a5-61a3742abc44 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.434033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece9c76-e389-4a5f-96a5-61a3742abc44 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.440655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece9c76-e389-4a5f-96a5-61a3742abc44 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.445657 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ece9c76-e389-4a5f-96a5-61a3742abc44 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.1519067
Dec 11 21:06:51.445893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32982) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:51.481794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d687a-23a4-4a65-9f97-9440e40aec96 req-33b5ea7f-5716-4767-8aa2-b727244bb1ba tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.483330 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d88d687a-23a4-4a65-9f97-9440e40aec96 req-33b5ea7f-5716-4767-8aa2-b727244bb1ba tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 946 time: 0.0791254
Dec 11 21:06:51.553857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.581803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d88d687a-23a4-4a65-9f97-9440e40aec96 req-bbf46d47-ab40-4d9b-9adc-b73638115136 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687327
Dec 11 21:06:51.658931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.684587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d86186b50>,) {'filters': {'network_id': ['8ca1e0ae-b6ee-4455-ad61-52cf41737090']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:51.694432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86186b50>, '16a3ed15-7bc7-4030-a457-f23eb6d47272') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:51.694769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86186b50>, '16a3ed15-7bc7-4030-a457-f23eb6d47272') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:51.704096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.717099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.723280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:51.723668 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:51.727321 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:51.800912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.816003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.819391 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/8ca1e0ae-b6ee-4455-ad61-52cf41737090 HTTP/1.1" status: 204  len: 168 time: 0.3715570
Dec 11 21:06:51.822201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32992) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:51.829667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcff0d4-ce28-489d-81a1-b29149e17a93 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=8ca1e0ae-b6ee-4455-ad61-52cf41737090,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:51.924772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:51.925947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b75d4-3f06-412e-8671-bd962874ef6d req-5d1449c9-2109-4b74-9be1-77f7dbd71259 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:51.934646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-038b75d4-3f06-412e-8671-bd962874ef6d req-5d1449c9-2109-4b74-9be1-77f7dbd71259 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 946 time: 0.0624239
Dec 11 21:06:51.994822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-038b75d4-3f06-412e-8671-bd962874ef6d req-9bae0e33-7bbb-4be3-b675-000bd304553b tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587537
Dec 11 21:06:52.060897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.086080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f72b0>,) {'filters': {'network_id': ['5abfede4-a485-4116-8efa-aabdf0dff9a5']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:52.095350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b8aa3-aa39-417a-8beb-69a0b6b20ce6 req-5f8aa592-7bf6-4cfb-a456-95400edc4845 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.096821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-184b8aa3-aa39-417a-8beb-69a0b6b20ce6 req-5f8aa592-7bf6-4cfb-a456-95400edc4845 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.1271482
Dec 11 21:06:52.107345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f72b0>, '11e14e74-d125-4cbe-aba4-b1c647f7899e') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:52.107610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f72b0>, '11e14e74-d125-4cbe-aba4-b1c647f7899e') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:52.122435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.154523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.170127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:52.170556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:52.173786 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:52.187768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-184b8aa3-aa39-417a-8beb-69a0b6b20ce6 req-99223aa2-a66c-4e7e-aa4e-2c9a97e02f41 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/security-groups?id=bfcee7e5-97e9-475d-a819-4927e3e2a576&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823467
Dec 11 21:06:52.244463 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.252377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.255999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/5abfede4-a485-4116-8efa-aabdf0dff9a5 HTTP/1.1" status: 204  len: 168 time: 0.4326367
Dec 11 21:06:52.260218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33004) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:52.295809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5d28-0032-4726-8c17-16d0095ed46d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=5abfede4-a485-4116-8efa-aabdf0dff9a5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:52.312849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a411b9c-042a-414a-a887-64809d7450f5 req-d5cc9429-9e26-4645-be2c-04b099be8b99 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.314805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a411b9c-042a-414a-a887-64809d7450f5 req-d5cc9429-9e26-4645-be2c-04b099be8b99 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 946 time: 0.1029563
Dec 11 21:06:52.401547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c28ece-640c-4fef-a4f4-2099422eb3f3 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.407897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c28ece-640c-4fef-a4f4-2099422eb3f3 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.409760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-45c28ece-640c-4fef-a4f4-2099422eb3f3 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1480870
Dec 11 21:06:52.414588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33016) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:52.421811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-357610471'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:52.434245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Deleting port 4a3d0a7a-73c1-4af9-8604-58a192367817 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:52.434917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.447832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:52.451854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.484280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:52.495350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.495957 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment bd839727-8805-472d-9f95-ffe8bda8e6f9 of type vlan for network bfa6aa74-0aaa-443d-bc85-604c7d0c4943
Dec 11 21:06:52.541563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.566822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] For port 4a3d0a7a-73c1-4af9-8604-58a192367817, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a3d0a7a-73c1-4af9-8604-58a192367817,segment=NetworkSegment(dcf9df10-158d-4c8c-9339-c056c10ee248),segment_id=dcf9df10-158d-4c8c-9339-c056c10ee248)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:52.567196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.571646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.578677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.579419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.583933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Calling delete_port for 4a3d0a7a-73c1-4af9-8604-58a192367817 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:52.653876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2339869
Dec 11 21:06:52.654364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:52.662061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-927545302'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:52.669000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd6112-ea11-44fc-ab5d-516598b4c104 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=bfa6aa74-0aaa-443d-bc85-604c7d0c4943,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:52.692260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network bfa6aa74-0aaa-443d-bc85-604c7d0c4943 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:52.701453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:52.705186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.775886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:52.787660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.789852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.790265 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment 313b1fc4-66b8-440e-8f2a-e497b1e0fc87 of type vlan for network e9ccbf86-3f3c-4532-a254-ee75621100ee
Dec 11 21:06:52.799534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4a3d0a7a-73c1-4af9-8604-58a192367817'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:52.838213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Pushing event deleted for resources: {'Port': ['ID=4a3d0a7a-73c1-4af9-8604-58a192367817,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:52.877783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f401220a-52b3-4a1e-a431-c2fde8fdd88f None None] DHCP port deletion for 37d217d9-a444-4018-aa39-24662c8d0757 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:52.917417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.920007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] No DVR routers for this DVR port 4a3d0a7a-73c1-4af9-8604-58a192367817 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:52.923583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.927337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a411b9c-042a-414a-a887-64809d7450f5 req-12070b23-c5b2-433b-8391-1ca6d50d6037 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.30 "DELETE /v2.0/ports/4a3d0a7a-73c1-4af9-8604-58a192367817 HTTP/1.1" status: 204  len: 173 time: 0.6052105
Dec 11 21:06:52.927842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'name': 'network-vif-deleted', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:52.930357 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080d3f5-b4dc-4ab2-843f-4d197cc280bb" -d '{"events": [{"server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "name": "network-vif-deleted", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:52.959299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:52.966324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:52.967114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.056196 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd6a57-00e4-47c9-9d16-810329367598 x-openstack-request-id: req-86fd6a57-00e4-47c9-9d16-810329367598 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:53.056816 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02a35ec-5da0-443e-8fe6-c2a5c69b3582", "name": "network-vif-deleted", "tag": "4a3d0a7a-73c1-4af9-8604-58a192367817", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:53.057174 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86fd6a57-00e4-47c9-9d16-810329367598 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:53.064462 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02a35ec-5da0-443e-8fe6-c2a5c69b3582', 'name': 'network-vif-deleted', 'tag': '4a3d0a7a-73c1-4af9-8604-58a192367817', 'status': 'completed', 'code': 200}
Dec 11 21:06:53.081254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.4254735
Dec 11 21:06:53.084325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33038) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:53.086295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121d7ec-b167-405f-9647-f82dff73c488 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=e9ccbf86-3f3c-4532-a254-ee75621100ee,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:53.090227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'ports': [{'network_id': 'bfa6aa74-0aaa-443d-bc85-604c7d0c4943', 'name': 'tempest-port--912026096', 'admin_state_up': True}, {'network_id': 'e9ccbf86-3f3c-4532-a254-ee75621100ee', 'admin_state_up': False}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:53.090661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'port': {'network_id': 'bfa6aa74-0aaa-443d-bc85-604c7d0c4943', 'name': 'tempest-port--912026096', 'admin_state_up': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:53.091185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'port': {'network_id': 'e9ccbf86-3f3c-4532-a254-ee75621100ee', 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:53.098466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e9ccbf86-3f3c-4532-a254-ee75621100ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:53.224933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099976c-0582-4f7a-b563-398c7f397ba5 req-f0527abb-0201-4b9b-84be-cfe9beb8d5a6 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:53.226579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4099976c-0582-4f7a-b563-398c7f397ba5 req-f0527abb-0201-4b9b-84be-cfe9beb8d5a6 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 946 time: 0.1285906
Dec 11 21:06:53.321966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6186d31a-2dae-47b2-8f8f-2b91c23913bb req-f259f530-9ebf-4246-9f62-e2bbc76435f3 tempest-InstanceActionsTestJSON-1724405362 tempest-InstanceActionsTestJSON-1724405362-project] 10.222.0.18 "GET /v2.0/ports?device_id=f02a35ec-5da0-443e-8fe6-c2a5c69b3582 HTTP/1.1" status: 200  len: 210 time: 0.0294747
Dec 11 21:06:53.442824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-4dd14574-26aa-4da0-a734-4c8913d9f52c tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:53.444357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-4dd14574-26aa-4da0-a734-4c8913d9f52c tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.16 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 946 time: 0.2064216
Dec 11 21:06:53.455987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4099976c-0582-4f7a-b563-398c7f397ba5 req-0d6f13fe-ecf4-46fc-848a-208803758bb5 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166600
Dec 11 21:06:53.488390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'port': 2} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:53.493882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.522133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.653337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] device_id is not set on port 4779de4b-06aa-40aa-b218-4746a115db00 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:53.680238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33052) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:53.680333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Deleting port 8ff90917-917a-4c55-8c8d-01505b28f879 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:53.680333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.798918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525a8f56-38ee-4ccc-b02f-fb4feebcef30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.843847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] For port 8ff90917-917a-4c55-8c8d-01505b28f879, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8ff90917-917a-4c55-8c8d-01505b28f879,segment=NetworkSegment(3c6f9f18-8a48-44d9-8188-7f54d4576a24),segment_id=3c6f9f18-8a48-44d9-8188-7f54d4576a24)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:06:53.844240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.874349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Calling delete_port for 8ff90917-917a-4c55-8c8d-01505b28f879 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:53.881268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525a8f56-38ee-4ccc-b02f-fb4feebcef30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.885493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525a8f56-38ee-4ccc-b02f-fb4feebcef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.902636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:53.928459 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-525a8f56-38ee-4ccc-b02f-fb4feebcef30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03574fdb5c7e498786f72279118c2476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2577584
Dec 11 21:06:53.929332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a8f56-38ee-4ccc-b02f-fb4feebcef30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdd265c-b1f9-4cda-90ff-f3bd94cd0aab,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:53.931691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33056) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:53.981956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.003346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.010691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] device_id is not set on port d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:06:54.054725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.057655 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.058858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afdd265c-b1f9-4cda-90ff-f3bd94cd0aab HTTP/1.1" status: 204  len: 168 time: 0.1263168
Dec 11 21:06:54.067375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511f6ec-3892-4539-b18d-23a736b1351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdd265c-b1f9-4cda-90ff-f3bd94cd0aab,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:54.148839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.160247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['8ff90917-917a-4c55-8c8d-01505b28f879'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:06:54.188178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Pushing event deleted for resources: {'Port': ['ID=8ff90917-917a-4c55-8c8d-01505b28f879,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:54.213077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887aa6fd-9c86-4a91-b8f2-6af08014d9f3 None None] DHCP port deletion for e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:54.245284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] No DVR routers for this DVR port 8ff90917-917a-4c55-8c8d-01505b28f879 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:06:54.248946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.255291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31c6e799-3bc2-442b-8947-a9fb5a314629 req-fc8225e9-b73f-4e1c-a044-13202fac1672 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.16 "DELETE /v2.0/ports/8ff90917-917a-4c55-8c8d-01505b28f879 HTTP/1.1" status: 204  len: 173 time: 0.7962153
Dec 11 21:06:54.255951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'name': 'network-vif-deleted', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:06:54.259065 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a28727-3008-4607-aeb5-2ccc699f658b" -d '{"events": [{"server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "name": "network-vif-deleted", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:06:54.264231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.321721 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f36da3-02cf-4b29-a066-b5e0c99e83d5 x-openstack-request-id: req-39f36da3-02cf-4b29-a066-b5e0c99e83d5 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:06:54.322269 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407c0f5a-5a19-4a18-9de2-28cb87cce1e4", "name": "network-vif-deleted", "tag": "8ff90917-917a-4c55-8c8d-01505b28f879", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:06:54.322637 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39f36da3-02cf-4b29-a066-b5e0c99e83d5 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:06:54.323082 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407c0f5a-5a19-4a18-9de2-28cb87cce1e4', 'name': 'network-vif-deleted', 'tag': '8ff90917-917a-4c55-8c8d-01505b28f879', 'status': 'completed', 'code': 200}
Dec 11 21:06:54.330778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.408575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33072) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:54.410638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Port': ['ID=4779de4b-06aa-40aa-b218-4746a115db00,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:54.463572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Checking segment: {'id': 'bd839727-8805-472d-9f95-ffe8bda8e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bfa6aa74-0aaa-443d-bc85-604c7d0c4943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:54.464226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network hostable DHCP agents. Network: bfa6aa74-0aaa-443d-bc85-604c7d0c4943, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:54.486016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Deleting subnet e2b9f193-8eea-4788-aada-b7ef92e2a5f9 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:54.493007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.523444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network bfa6aa74-0aaa-443d-bc85-604c7d0c4943 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:54.538298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bfa6aa74-0aaa-443d-bc85-604c7d0c4943) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:54.541448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.550380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293dad1-2668-412a-a011-a00a575ef613 None None] Network bfa6aa74-0aaa-443d-bc85-604c7d0c4943 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:54.567439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:54.568938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.584400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aaab45bf-7098-4e30-a172-bb3bf789813b req-6b2858e8-5cf3-4fb6-b4cb-00b23b56a864 tempest-InstanceActionsNegativeTestJSON-1440748661 tempest-InstanceActionsNegativeTestJSON-1440748661-project] 10.222.0.18 "GET /v2.0/ports?device_id=407c0f5a-5a19-4a18-9de2-28cb87cce1e4 HTTP/1.1" status: 200  len: 210 time: 0.0352213
Dec 11 21:06:54.646003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Port': ['ID=d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:54.659788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.725084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Checking segment: {'id': '313b1fc4-66b8-440e-8f2a-e497b1e0fc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e9ccbf86-3f3c-4532-a254-ee75621100ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:54.725494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network hostable DHCP agents. Network: e9ccbf86-3f3c-4532-a254-ee75621100ee, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:54.764258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network e9ccbf86-3f3c-4532-a254-ee75621100ee is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:54.775048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.783514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e9ccbf86-3f3c-4532-a254-ee75621100ee) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:54.794001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25211b18-dbb9-4273-b26f-6c75b5186f38 None None] Network e9ccbf86-3f3c-4532-a254-ee75621100ee requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:54.811967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:54.818999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:54.825765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:54.826435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.829524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.833256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e2b9f193-8eea-4788-aada-b7ef92e2a5f9 HTTP/1.1" status: 204  len: 168 time: 0.4235244
Dec 11 21:06:54.835649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd4267-9c61-4837-9f49-dd644af7a7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b9f193-8eea-4788-aada-b7ef92e2a5f9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:54.839331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33088) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:54.853521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-56b1b7dd-6600-40b4-bb02-48f77fef5edb tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 1.7677994
Dec 11 21:06:54.856028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:54.882793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2b7c1e-8db7-4a28-ac0e-f66b5fd78993 None None] Network 37d217d9-a444-4018-aa39-24662c8d0757 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:54.949286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:54.962505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01597-8a46-40b0-baec-bf021bb79b9d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:54.976631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01597-8a46-40b0-baec-bf021bb79b9d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:54.981873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5df01597-8a46-40b0-baec-bf021bb79b9d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1222205
Dec 11 21:06:54.983882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33094) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.004056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33096) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.026249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9823d-4293-47c0-a08f-17ed357b50bc None None] DHCP port deletion for 37d217d9-a444-4018-aa39-24662c8d0757 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:55.062061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.085562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48d460>,) {'filters': {'network_id': ['37d217d9-a444-4018-aa39-24662c8d0757']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:55.096073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48d460>, 'dcf9df10-158d-4c8c-9339-c056c10ee248') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:55.096364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48d460>, 'dcf9df10-158d-4c8c-9339-c056c10ee248') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:55.112814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Deleting port 4779de4b-06aa-40aa-b218-4746a115db00 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:55.113076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.113203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.128465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.139930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:55.141051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:55.143123 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:55.180388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1874265822-network', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:55.207453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.215720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.218392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] 10.222.0.18 "DELETE /v2.0/networks/37d217d9-a444-4018-aa39-24662c8d0757 HTTP/1.1" status: 204  len: 168 time: 0.3779578
Dec 11 21:06:55.218724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.232203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd3609-581f-4b9e-a107-b292ac08110a admin admin] Pushing event deleted for resources: {'Network': ['ID=37d217d9-a444-4018-aa39-24662c8d0757,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:55.239262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Calling delete_port for 4779de4b-06aa-40aa-b218-4746a115db00 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:55.244138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Made reservation on behalf of e1024fda9cd44082a1a5180f6e00b9ba for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:55.246931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.260264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.293093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4a3d0a7a-73c1-4af9-8604-58a192367817 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:55.319571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 4a3d0a7a-73c1-4af9-8604-58a192367817 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:55.319980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4a3d0a7a-73c1-4af9-8604-58a192367817 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:55.369999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.413068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.469757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Port': ['ID=4779de4b-06aa-40aa-b218-4746a115db00,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:55.485135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.491581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1f2b190-9715-4897-bb83-2212ad6c1d8d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/ports/4779de4b-06aa-40aa-b218-4746a115db00 HTTP/1.1" status: 204  len: 168 time: 0.5038018
Dec 11 21:06:55.492816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33106) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.502427 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.506788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-433a2df7-7bad-4f9c-a1d2-0ad98d449bab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c120fb3f5f1466984241a6519c00780&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1312201
Dec 11 21:06:55.509951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33108) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.512334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.551381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:55.586766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.587116 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Added segment 27cd6159-1ed1-45cc-8d75-5c5567da5b75 of type vlan for network 8c629178-2a49-48ef-a17e-ccc155c028af
Dec 11 21:06:55.593137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2408ebe-881b-4cf8-b51e-8ac9c6da9e52,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:55.621975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Deleting port d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:06:55.622329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.648067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33112) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.653367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.659699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.696969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.713464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.714468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:55.715646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.735898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.752395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Deleting subnet abecacba-c0c2-404a-a0f1-5f0913f10477 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:06:55.759589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Calling delete_port for d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:06:55.761274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.797827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] Pushing event updated for resources: {'Network': ['ID=8c629178-2a49-48ef-a17e-ccc155c028af,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:55.819544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8c629178-2a49-48ef-a17e-ccc155c028af details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:55.831740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-563e50c0-8a29-400a-9e41-f998e071d911 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8263125
Dec 11 21:06:55.834830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33116) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:55.842851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Request body: {'subnet': {'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1874265822-subnet', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:55.856570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.866159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.869269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.873336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bfcee7e5-97e9-475d-a819-4927e3e2a576 HTTP/1.1" status: 204  len: 168 time: 0.3592968
Dec 11 21:06:55.882833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73fb60-198b-46d8-8812-4f51a2452e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcee7e5-97e9-475d-a819-4927e3e2a576,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:55.891274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Made reservation on behalf of e1024fda9cd44082a1a5180f6e00b9ba for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:55.893698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:55.960798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.031799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Port': ['ID=d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:56.057217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.061692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-412c675d-d444-432c-96cd-b2d814850be9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/ports/d4b41dca-1bee-48da-bdd2-ebc8e2ff5e5a HTTP/1.1" status: 204  len: 168 time: 0.5677054
Dec 11 21:06:56.064276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:56.067244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.128694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.188857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1239f3e1-2e27-4e80-a06c-1811e42cdae7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:56.231860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Checking segment: {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:56.232458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Network hostable DHCP agents. Network: 8c629178-2a49-48ef-a17e-ccc155c028af, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:56.263897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Network 8c629178-2a49-48ef-a17e-ccc155c028af is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:56.285611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8c629178-2a49-48ef-a17e-ccc155c028af) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:56.290505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ac857-2b6c-42a6-a727-e9de6d4a3024 None None] Network 8c629178-2a49-48ef-a17e-ccc155c028af requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:56.299465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:56.300221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.328360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35ac2b6e-b26a-4ac1-9945-5b3fa75f578a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4909196
Dec 11 21:06:56.330854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:56.337838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:56.374952 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.376282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.457239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.460870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8c629178-2a49-48ef-a17e-ccc155c028af', 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af', 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'fixed_ips': [{'subnet_id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:06:56.462001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.523281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a850a48-d078-4654-a58b-f5a29745513d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.4577625
Dec 11 21:06:56.529004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:56.534169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1667614485'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:56.565682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:56.570855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.606590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.609195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:56.645472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abecacba-c0c2-404a-a0f1-5f0913f10477,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:56.649359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.649984 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment 942e6df1-ff0f-4a6d-9c3e-5c35da542f12 of type vlan for network 4d251ba1-676b-4713-b643-cab13d97eea3
Dec 11 21:06:56.658622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.665776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a13c8678-de68-40e9-b73f-fc1b7e23a1d8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abecacba-c0c2-404a-a0f1-5f0913f10477 HTTP/1.1" status: 204  len: 168 time: 1.0166671
Dec 11 21:06:56.667542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:56.687319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Allocated IP 172.20.0.2 (8c629178-2a49-48ef-a17e-ccc155c028af/1239f3e1-2e27-4e80-a06c-1811e42cdae7/91833a38-2243-4341-ac57-dbb19ec60ce5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:56.688960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.715920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa90eda-de9d-4774-a887-f0e1e640c375 None None] Network e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:56.762946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.799372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.842252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.850220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:56.851002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.911816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649b7720-32d7-4c12-8230-9a8ce63c0c4c None None] DHCP port deletion for e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:56.960458 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:56.967000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4367664
Dec 11 21:06:56.977680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33162) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:56.983421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1604533484'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:57.043142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe18340>,) {'filters': {'network_id': ['e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:57.061721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf520a5-8ff9-4454-923a-37a8b7ff5813 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=4d251ba1-676b-4713-b643-cab13d97eea3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.065466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe18340>, '3c6f9f18-8a48-44d9-8188-7f54d4576a24') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:57.065568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe18340>, '3c6f9f18-8a48-44d9-8188-7f54d4576a24') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:57.081748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.093074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:57.098731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.120012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.121419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.125418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 4d251ba1-676b-4713-b643-cab13d97eea3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:57.133478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.137271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:06:57.142520 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:06:57.193717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:57.214702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.215307 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Added segment 66701d57-b318-480b-b8c3-4ce5180c8114 of type vlan for network 37bd963b-b396-4d14-910f-cd9eaf3a157c
Dec 11 21:06:57.250233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.266838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.271480 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45 HTTP/1.1" status: 204  len: 168 time: 0.6026845
Dec 11 21:06:57.272396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33166) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:57.278580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.282136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Pushing event updated for resources: {'Port': ['ID=91833a38-2243-4341-ac57-dbb19ec60ce5,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.295900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a2df2-f7ef-410b-adab-4ed1dea6d246 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9b1d90a-13c7-48d9-a8ba-5ac7c515ea45,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.313309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Network 8c629178-2a49-48ef-a17e-ccc155c028af is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:57.325232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:57.327627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.330158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:57.340359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:57.342500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.420717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Attempting to bind port 91833a38-2243-4341-ac57-dbb19ec60ce5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:06:57.421859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Attempting to bind port 91833a38-2243-4341-ac57-dbb19ec60ce5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:06:57.423510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Attempting to bind port 91833a38-2243-4341-ac57-dbb19ec60ce5 on network 8c629178-2a49-48ef-a17e-ccc155c028af {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:06:57.434339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:06:57.435190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Checking segment: {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:57.436104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.436669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Bound using segment: {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:06:57.437382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Bound port: 91833a38-2243-4341-ac57-dbb19ec60ce5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:06:57.437961 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.477509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4987140
Dec 11 21:06:57.498052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.507434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1518899848-network', 'tenant_id': 'f24af28000c54ca688b18033b4dcdb93'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:57.519825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4ef6a-4106-441a-91b7-3658f4d82c52 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Network': ['ID=37bd963b-b396-4d14-910f-cd9eaf3a157c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.536180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 37bd963b-b396-4d14-910f-cd9eaf3a157c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:57.542417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Made reservation on behalf of f24af28000c54ca688b18033b4dcdb93 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:57.545026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.545847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.566741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.571277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33172) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:57.620282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:57.622930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] For port 91833a38-2243-4341-ac57-dbb19ec60ce5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:06:57.632130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8ff90917-917a-4c55-8c8d-01505b28f879 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:06:57.634364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'subnets': [{'network_id': '4d251ba1-676b-4713-b643-cab13d97eea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--940791357', 'ip_version': 4}, {'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:57.634724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'subnet': {'network_id': '4d251ba1-676b-4713-b643-cab13d97eea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--940791357', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:57.635307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Request body: {'subnet': {'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:57.674533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] For port 91833a38-2243-4341-ac57-dbb19ec60ce5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91833a38-2243-4341-ac57-dbb19ec60ce5,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:06:57.678313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 8ff90917-917a-4c55-8c8d-01505b28f879 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:06:57.678791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8ff90917-917a-4c55-8c8d-01505b28f879 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:06:57.684601 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.701721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c64087aa-d7f3-454c-bfdb-9b9da2f3acc8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4704cf64bffe4b88a7691f2e01e9cebe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1285307
Dec 11 21:06:57.706300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33176) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:57.713676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Allocated IP 172.35.1.137 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/88f13775-d71e-4db7-8de1-8f84a71499cd) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:06:57.758301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45729b-8f56-47cf-8c6f-6a874cb2210a None None] Pushing event updated for resources: {'Port': ['ID=91833a38-2243-4341-ac57-dbb19ec60ce5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.849407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.892288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.893749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.902913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.929953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.940483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:57.949102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:06:57.961356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.961957 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Added segment f0b6dff7-2a89-4218-ac46-bdb6a996d821 of type vlan for network 58c48d59-6930-4867-9cb4-150b0541b189
Dec 11 21:06:57.963138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Made reservation on behalf of 75b1bf293d9a4d5fa4326e7a23b27c4b for: {'subnet': 2} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:57.970876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:57.971426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.005057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.007983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.009228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b HTTP/1.1" status: 204  len: 168 time: 0.3021781
Dec 11 21:06:58.043163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd082b2a-620e-4528-8e8e-ac795f26500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dcdd9f-aebd-45cf-9b6b-3ed8d77e591b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:58.077959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.160847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.175269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Pushing event updated for resources: {'Port': ['ID=88f13775-d71e-4db7-8de1-8f84a71499cd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:58.195523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:06:58.197469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:58.200816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:06:58.212283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.213395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:58.214035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.221540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbee6ab-bc01-40d6-80b0-adf82cf99824 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:06:58.283862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-50512124-aa81-4eb3-8885-f07b0c69ac8a None None] Provisioning complete for port 88f13775-d71e-4db7-8de1-8f84a71499cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:58.284336 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50512124-aa81-4eb3-8885-f07b0c69ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.327842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0511878
Dec 11 21:06:58.338237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33186) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:58.343800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-50512124-aa81-4eb3-8885-f07b0c69ac8a None None] Port 88f13775-d71e-4db7-8de1-8f84a71499cd cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:06:58.344740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Request body: {'subnet': {'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1518899848-subnet', 'tenant_id': 'f24af28000c54ca688b18033b4dcdb93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:58.365660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dd425-7fee-4629-9933-cd706bfd65f3 admin admin] Pushing event updated for resources: {'Network': ['ID=58c48d59-6930-4867-9cb4-150b0541b189,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:58.392633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 58c48d59-6930-4867-9cb4-150b0541b189 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:06:58.399090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Made reservation on behalf of f24af28000c54ca688b18033b4dcdb93 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:58.401579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.775092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:58.927922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.120554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51331d9-be15-4b13-9813-b4b6497eed2e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:59.139200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Checking segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:59.139760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Network hostable DHCP agents. Network: 58c48d59-6930-4867-9cb4-150b0541b189, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:59.198310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.216995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Network 58c48d59-6930-4867-9cb4-150b0541b189 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:59.260111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 58c48d59-6930-4867-9cb4-150b0541b189) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:59.272659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffa50f-2510-4577-8b20-3a9917022761 None None] Network 8c629178-2a49-48ef-a17e-ccc155c028af requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:59.287264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:59.287264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.287443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33208) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:59.288626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22909892-d116-45fc-a35d-a2cc6c76fdca None None] Network 58c48d59-6930-4867-9cb4-150b0541b189 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:59.346541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-18f77233-5b6b-4af8-8338-c07727f38901 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0029061
Dec 11 21:06:59.363572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.392573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91833a38-2243-4341-ac57-dbb19ec60ce5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:06:59.464031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-54e4025d-da20-417c-a66b-75982931acd3 None None] Provisioning complete for port 91833a38-2243-4341-ac57-dbb19ec60ce5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:59.464531 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54e4025d-da20-417c-a66b-75982931acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.467414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Subnet': ['ID=76e7aef7-197f-4627-8b84-7ace9e8b7e7b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:59.469984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Router ccd5a7f5-5147-46bf-a0d0-85f527a69468 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:06:59.535649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Checking segment: {'id': '942e6df1-ff0f-4a6d-9c3e-5c35da542f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '4d251ba1-676b-4713-b643-cab13d97eea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:59.537348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network hostable DHCP agents. Network: 4d251ba1-676b-4713-b643-cab13d97eea3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:59.557414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 91833a38-2243-4341-ac57-dbb19ec60ce5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:06:59.557728 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.561384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-201436370-network', 'tenant_id': 'c1cd8bd1987a4d69a1352382223c2d4a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:06:59.571995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network 4d251ba1-676b-4713-b643-cab13d97eea3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:59.593666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d251ba1-676b-4713-b643-cab13d97eea3) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:59.619268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.619720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416403b-0947-42ca-bbc5-b2684fcc2a74 None None] Network 4d251ba1-676b-4713-b643-cab13d97eea3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:59.637910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d3f76-efbc-410d-b033-6a5c8ef645ef None None] Network 58c48d59-6930-4867-9cb4-150b0541b189 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:06:59.645954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Made reservation on behalf of c1cd8bd1987a4d69a1352382223c2d4a for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:06:59.648561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.659742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:06:59.662254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.681004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Sync routers for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:06:59.696881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.701242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d525b4a-913a-4243-b7e5-9f68ad96220c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.3691459
Dec 11 21:06:59.703610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:59.704166 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:06:59.705373 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84018f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:06:59.762162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event updated for resources: {'Subnet': ['ID=083b53a7-aae2-4dd2-8a0a-64fc52f66eff,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:06:59.816731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Checking segment: {'id': '66701d57-b318-480b-b8c3-4ce5180c8114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:06:59.819318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network hostable DHCP agents. Network: 37bd963b-b396-4d14-910f-cd9eaf3a157c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:06:59.841864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Network 37bd963b-b396-4d14-910f-cd9eaf3a157c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:06:59.870711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37bd963b-b396-4d14-910f-cd9eaf3a157c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:06:59.886751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:59.888231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:06:59.890506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:06:59.929075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0ca063c7-3d4d-4bd1-9191-14edf5570e39 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 2.3037829
Dec 11 21:06:59.930834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33228) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:06:59.946320 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:06:59.981185 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.112549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c50cb1-34cb-447b-81ad-45db1c6889d0 None None] Network 37bd963b-b396-4d14-910f-cd9eaf3a157c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:00.123279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.206397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf5966-df07-4cc9-a9ff-0a12a59baaf4 req-e6bc6f32-d7ef-4852-8571-3bb4742339e3 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.216935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bbf5966-df07-4cc9-a9ff-0a12a59baaf4 req-e6bc6f32-d7ef-4852-8571-3bb4742339e3 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.0825014
Dec 11 21:07:00.299262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84018f70>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:06:58Z', 'revision_number': 3, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:00.307513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bbf5966-df07-4cc9-a9ff-0a12a59baaf4 req-c56989f4-1a2d-49bd-926c-4cd1f899b1d1 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829473
Dec 11 21:07:00.323716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37bd963b-b396-4d14-910f-cd9eaf3a157c', 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c', 'project_id': '75b1bf293d9a4d5fa4326e7a23b27c4b', 'fixed_ips': [{'subnet_id': '083b53a7-aae2-4dd2-8a0a-64fc52f66eff'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:00.323716 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.336033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae47ef7-9057-489b-b6ae-ee0caffec8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d251ba1-676b-4713-b643-cab13d97eea3', 'network_id': '4d251ba1-676b-4713-b643-cab13d97eea3', 'project_id': '75b1bf293d9a4d5fa4326e7a23b27c4b', 'fixed_ips': [{'subnet_id': '76e7aef7-197f-4627-8b84-7ace9e8b7e7b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:00.337551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eae47ef7-9057-489b-b6ae-ee0caffec8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.359301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Checking router: ccd5a7f5-5147-46bf-a0d0-85f527a69468 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:00.359879 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Updating router ccd5a7f5-5147-46bf-a0d0-85f527a69468 port 88f13775-d71e-4db7-8de1-8f84a71499cd binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:00.369117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:00.383658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54e4025d-da20-417c-a66b-75982931acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.393606 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.418864 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.447711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740fce6-2783-47fb-b4a5-89365938ebfc,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:00.458950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3058301-ce68-45dd-9a9d-9602c17a1fa9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.460940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3058301-ce68-45dd-9a9d-9602c17a1fa9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.462572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3058301-ce68-45dd-9a9d-9602c17a1fa9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.464260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3058301-ce68-45dd-9a9d-9602c17a1fa9 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.5202785
Dec 11 21:07:00.465611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.465978 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Added segment ff0ecf99-023e-463f-b71c-ab65b1f12945 of type vlan for network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b
Dec 11 21:07:00.468752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33240) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:00.494624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.494977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.495326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.495670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.496010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.496346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.496681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.497012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.497346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.497678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.498004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.498336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.498740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:00.514514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 91833a38-2243-4341-ac57-dbb19ec60ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91833a38-2243-4341-ac57-dbb19ec60ce5,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:00.566003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Deleting subnet 76e7aef7-197f-4627-8b84-7ace9e8b7e7b {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:00.571290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.581187 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.603485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.621551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-5205e6ec-a1ea-49f6-9af4-18bdc962e341 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.623054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-5205e6ec-a1ea-49f6-9af4-18bdc962e341 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 818 time: 0.5035996
Dec 11 21:07:00.651802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.656649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-9a97a705-fbac-4784-bcaf-9f9b17dc312f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/quotas/f24af28000c54ca688b18033b4dcdb93 HTTP/1.1" status: 200  len: 375 time: 0.0201335
Dec 11 21:07:00.694499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-54e4025d-da20-417c-a66b-75982931acd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:07:00.694978 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-54e4025d-da20-417c-a66b-75982931acd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:07:00.708822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.709990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:00.710682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.729620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=91833a38-2243-4341-ac57-dbb19ec60ce5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:00.739084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-57164ca2-f2e0-4dfa-8507-db065cf311ce tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0528629
Dec 11 21:07:00.754348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Allocated IP 172.20.0.18 (37bd963b-b396-4d14-910f-cd9eaf3a157c/083b53a7-aae2-4dd2-8a0a-64fc52f66eff/ce0c742c-a713-4e1d-9cc5-017908f5a2b4) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:00.792437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.836131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5503795
Dec 11 21:07:00.840603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33242) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:00.847415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.887899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Request body: {'subnet': {'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-201436370-subnet', 'tenant_id': 'c1cd8bd1987a4d69a1352382223c2d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-eae47ef7-9057-489b-b6ae-ee0caffec8b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76e7aef7-197f-4627-8b84-7ace9e8b7e7b: This subnet is being modified by another concurrent operation.
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:07:00.899553 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76e7aef7-197f-4627-8b84-7ace9e8b7e7b: This subnet is being modified by another concurrent operation.
Dec 11 21:07:00.904214 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:07:00.909282 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.914166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0239807-3ab1-4e8b-8c07-033cb82958ce admin admin] Pushing event updated for resources: {'Network': ['ID=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:00.927600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.932451 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.951197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac480651-01e6-4184-87bc-4b52091ef7a5 None None] Network 4d251ba1-676b-4713-b643-cab13d97eea3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:00.954351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:00.959290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:00.967588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/subnets/76e7aef7-197f-4627-8b84-7ace9e8b7e7b HTTP/1.1" status: 204  len: 168 time: 0.4973726
Dec 11 21:07:00.968691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33244) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:00.995383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6d2f3d-e84d-4185-ad4b-2888674463b6 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:01.006806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Made reservation on behalf of c1cd8bd1987a4d69a1352382223c2d4a for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:01.009332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.012089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Subnet': ['ID=76e7aef7-197f-4627-8b84-7ace9e8b7e7b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:01.014116 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Pushing event updated for resources: {'Port': ['ID=88f13775-d71e-4db7-8de1-8f84a71499cd,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:01.032375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.032822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.033069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.033411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.033750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.034090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.034420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.034844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.035308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.036660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.036660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.036660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.037858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869929de-a67c-4e0a-8b47-0a5c487e9025 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.040159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Deleting subnet 083b53a7-aae2-4dd2-8a0a-64fc52f66eff {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:01.067940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-75a88e4f-0b41-48c6-9b96-1e7742b8486e service neutron] 10.222.0.18 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136947
Dec 11 21:07:01.084266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.084842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.085503 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.085996 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.086730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.089082 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.089644 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.090396 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.090987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.091745 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.092405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.092957 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.093555 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:01.102816 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Attempting to bind port 88f13775-d71e-4db7-8de1-8f84a71499cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:01.103434 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Attempting to bind port 88f13775-d71e-4db7-8de1-8f84a71499cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:01.107069 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Attempting to bind port 88f13775-d71e-4db7-8de1-8f84a71499cd on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:01.119223 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:01.121435 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:01.122221 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.122881 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:01.123637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Bound port: 88f13775-d71e-4db7-8de1-8f84a71499cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:01.124518 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.168727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.188196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.194851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91833a38-2243-4341-ac57-dbb19ec60ce5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:01.237914 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] For port 88f13775-d71e-4db7-8de1-8f84a71499cd, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:01.245122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.253448 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] For port 88f13775-d71e-4db7-8de1-8f84a71499cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88f13775-d71e-4db7-8de1-8f84a71499cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:01.264317 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.343043 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344380e-51ab-4095-8a5b-57f33c2ae73f None None] Pushing event updated for resources: {'Port': ['ID=88f13775-d71e-4db7-8de1-8f84a71499cd,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:01.346076 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:01.346841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84018f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:01.347642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.354431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.359452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20a79e-0fc0-468c-82af-cb7dd68c9269 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:01.382751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Network 37bd963b-b396-4d14-910f-cd9eaf3a157c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:01.397294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:01.400830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:01.405050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Pushing event updated for resources: {'Port': ['ID=ce0c742c-a713-4e1d-9cc5-017908f5a2b4,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:01.429245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10168cb-b49d-4d5c-96ff-55327cf09272,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:01.440475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 91833a38-2243-4341-ac57-dbb19ec60ce5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:01.440475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.446745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Checking segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:01.447340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Network hostable DHCP agents. Network: aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:01.482668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:01.483694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Allocated IP 172.20.0.1 (8c629178-2a49-48ef-a17e-ccc155c028af/1239f3e1-2e27-4e80-a06c-1811e42cdae7/0c29693a-f283-40af-aeda-15ade053eff1) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:01.503121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:01.524162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:01.524579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd54e0-5e67-42ca-90d7-386fc299a172 None None] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:01.524840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.546989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ca45a4e8-5f2c-4f76-a269-9acc2fda6983 service neutron] 10.222.0.18 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412849
Dec 11 21:07:01.558608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Attempting to bind port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:01.559010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Attempting to bind port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66701d57-b318-480b-b8c3-4ce5180c8114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:01.559445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Attempting to bind port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 on network 37bd963b-b396-4d14-910f-cd9eaf3a157c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:01.574578 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7372012-08f6-4ebd-914a-b24b453db857 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7235186
Dec 11 21:07:01.574860 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:01.635004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Provisioning complete for port 91833a38-2243-4341-ac57-dbb19ec60ce5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:01.635499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.652904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:01.653274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Checking segment: {'id': '66701d57-b318-480b-b8c3-4ce5180c8114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:01.653678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.654075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Bound using segment: {'id': '66701d57-b318-480b-b8c3-4ce5180c8114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:01.654604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Bound port: ce0c742c-a713-4e1d-9cc5-017908f5a2b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66701d57-b318-480b-b8c3-4ce5180c8114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '37bd963b-b396-4d14-910f-cd9eaf3a157c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:01.654995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.752148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.904186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.915277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'project_id': 'c1cd8bd1987a4d69a1352382223c2d4a', 'fixed_ips': [{'subnet_id': 'f10168cb-b49d-4d5c-96ff-55327cf09272'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:01.916611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:01.948029 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84018f70>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:06:58Z', 'revision_number': 3, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:02.013669 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ba3abd-332b-4b2a-9f4d-d34366664009 None None] The sync data for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 is: [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:06:58Z', 'revision_number': 3, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:02.039991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.053045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] For port ce0c742c-a713-4e1d-9cc5-017908f5a2b4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:02.072261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] For port ce0c742c-a713-4e1d-9cc5-017908f5a2b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce0c742c-a713-4e1d-9cc5-017908f5a2b4,segment=NetworkSegment(66701d57-b318-480b-b8c3-4ce5180c8114),segment_id=66701d57-b318-480b-b8c3-4ce5180c8114)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:02.110523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.127863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.130681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Subnet': ['ID=083b53a7-aae2-4dd2-8a0a-64fc52f66eff,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:02.156855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.187628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-728024c3-1cf1-43da-a151-1b07a0da4cc5 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/subnets/083b53a7-aae2-4dd2-8a0a-64fc52f66eff HTTP/1.1" status: 204  len: 168 time: 1.2157624
Dec 11 21:07:02.189241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33268) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:02.198317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e4b99-0a87-4547-9b21-a40d09a6b93b None None] Pushing event updated for resources: {'Port': ['ID=ce0c742c-a713-4e1d-9cc5-017908f5a2b4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:02.236517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01f533-d817-47b4-9e5e-9f90a7afb20c req-0a2fc634-dcd0-4978-8408-fb77bec709cd tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:02.239943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c01f533-d817-47b4-9e5e-9f90a7afb20c req-0a2fc634-dcd0-4978-8408-fb77bec709cd tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.0961556
Dec 11 21:07:02.303540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Network 8c629178-2a49-48ef-a17e-ccc155c028af is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:02.318844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Provisioning complete for port 88f13775-d71e-4db7-8de1-8f84a71499cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:02.321559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.339677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:02.353386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:02.409244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Allocated IP 172.20.0.2 (aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b/f10168cb-b49d-4d5c-96ff-55327cf09272/dea42053-0c65-4ef6-be17-0b9dbf943c44) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:02.413696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c01f533-d817-47b4-9e5e-9f90a7afb20c req-27faaf87-fda7-45b3-a435-cf49a6233167 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1619916
Dec 11 21:07:02.439093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Pushing event updated for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:02.460581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c282cbd-53b3-4209-aa1a-2991ddb2fec6 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:02.462561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c282cbd-53b3-4209-aa1a-2991ddb2fec6 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2704198
Dec 11 21:07:02.467306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33284) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:02.486456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.689688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94ac37ef-5da3-4bac-a854-6bf4cedcd47a req-e0b7bbd1-7282-4e4d-bb4c-effdc7f55e55 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 210 time: 0.1527543
Dec 11 21:07:02.752324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:02.934135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.044815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-40c08bd2-07d1-4be0-b1cf-ae2909444826 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:03.047367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-40c08bd2-07d1-4be0-b1cf-ae2909444826 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 0.4193194
Dec 11 21:07:03.051503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.073174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Deleting port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:03.073575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.158048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] For port 88f13775-d71e-4db7-8de1-8f84a71499cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88f13775-d71e-4db7-8de1-8f84a71499cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:03.222552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.228327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] For port ce0c742c-a713-4e1d-9cc5-017908f5a2b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ce0c742c-a713-4e1d-9cc5-017908f5a2b4,segment=NetworkSegment(66701d57-b318-480b-b8c3-4ce5180c8114),segment_id=66701d57-b318-480b-b8c3-4ce5180c8114)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:03.228656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.250467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Calling delete_port for ce0c742c-a713-4e1d-9cc5-017908f5a2b4 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:03.275976 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.312438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ce0c742c-a713-4e1d-9cc5-017908f5a2b4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:03.331106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-2c25583c-985f-4cb6-823a-1963f01e8ec9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/quotas/c1cd8bd1987a4d69a1352382223c2d4a HTTP/1.1" status: 200  len: 375 time: 0.2634959
Dec 11 21:07:03.437233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.507240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.526935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-1d025ff1-6676-4b02-8848-22739ec12702 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1947172
Dec 11 21:07:03.561393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Port': ['ID=ce0c742c-a713-4e1d-9cc5-017908f5a2b4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:03.567993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.580430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] No DVR routers for this DVR port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:03.594367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7689382-424e-4f0f-8888-ec02ecdca791 None None] Pushing event updated for resources: {'Port': ['ID=88f13775-d71e-4db7-8de1-8f84a71499cd,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:03.594603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.627176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:03.628316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99535c06-4238-4173-b813-62184a2692c3 None None] Provisioning complete for port 0c29693a-f283-40af-aeda-15ade053eff1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:03.629021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99535c06-4238-4173-b813-62184a2692c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.673944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:03.688186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:03.736466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No active binding found for port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 21:07:03.737163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ce0c742c-a713-4e1d-9cc5-017908f5a2b4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Dec 11 21:07:03.773114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.822842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Port ce0c742c-a713-4e1d-9cc5-017908f5a2b4 not found, will not notify nova. {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Dec 11 21:07:03.824541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 88f13775-d71e-4db7-8de1-8f84a71499cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:03.851367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8611cd60>,) {'filters': {'network_id': ['37bd963b-b396-4d14-910f-cd9eaf3a157c']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:03.878218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8611cd60>, '66701d57-b318-480b-b8c3-4ce5180c8114') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:03.880901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8611cd60>, '66701d57-b318-480b-b8c3-4ce5180c8114') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:03.913582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.935512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Pushing event updated for resources: {'Port': ['ID=dea42053-0c65-4ef6-be17-0b9dbf943c44,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:03.962222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-99535c06-4238-4173-b813-62184a2692c3 None None] Port 0c29693a-f283-40af-aeda-15ade053eff1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:03.973903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:03.995844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:03.997453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.012332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Attempting to bind port dea42053-0c65-4ef6-be17-0b9dbf943c44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:04.014318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Attempting to bind port dea42053-0c65-4ef6-be17-0b9dbf943c44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:04.017312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Attempting to bind port dea42053-0c65-4ef6-be17-0b9dbf943c44 on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:04.026878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:04.027567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Checking segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:04.028103 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.028676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Bound using segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:04.029459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Bound port: dea42053-0c65-4ef6-be17-0b9dbf943c44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:04.029997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.121450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] For port dea42053-0c65-4ef6-be17-0b9dbf943c44, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:04.125144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] For port dea42053-0c65-4ef6-be17-0b9dbf943c44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea42053-0c65-4ef6-be17-0b9dbf943c44,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:04.137654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:04.147272 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:04.151335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eaf2a8-6f4b-4b3c-be4f-1754d54d1c4b None None] Network 37bd963b-b396-4d14-910f-cd9eaf3a157c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:04.194877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 88f13775-d71e-4db7-8de1-8f84a71499cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:04.195411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.240948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-32ba0569-ffac-479b-8051-8f12055e083e None None] Could not find standard attr ID for object ce0c742c-a713-4e1d-9cc5-017908f5a2b4. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:07:04.258313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c49ed-85b7-4171-ae6e-7f801e36ce59 req-69862e46-cb04-4680-8085-333e7b3f5977 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:04.271357 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d87c49ed-85b7-4171-ae6e-7f801e36ce59 req-69862e46-cb04-4680-8085-333e7b3f5977 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.3667502
Dec 11 21:07:04.284831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.318242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.321803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/37bd963b-b396-4d14-910f-cd9eaf3a157c HTTP/1.1" status: 204  len: 168 time: 1.8533022
Dec 11 21:07:04.328150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:04.342021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.364226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbfa44-9331-461e-bf2e-6436a226c1e2 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=37bd963b-b396-4d14-910f-cd9eaf3a157c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:04.404996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09e21-7b85-40ac-8e54-54210c77f1d6 None None] Pushing event updated for resources: {'Port': ['ID=dea42053-0c65-4ef6-be17-0b9dbf943c44,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:04.406573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Pushing event updated for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:04.470341 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d87c49ed-85b7-4171-ae6e-7f801e36ce59 req-11325ddc-333e-482f-8d57-70a5a97abd8c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1957490
Dec 11 21:07:04.499465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888534c-9822-4d7e-9d59-dc3f8c7ce1b3 None None] DHCP port deletion for 37bd963b-b396-4d14-910f-cd9eaf3a157c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:04.516413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-ee2a117b-8e3a-4810-8167-3f999db3d7ef service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9885800
Dec 11 21:07:04.688734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aef4ebd-0313-41d9-9052-e3904ba03015 req-29b981f6-dbd9-4257-8486-9d0f3208e9a0 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 210 time: 0.0904582
Dec 11 21:07:04.690103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:04.984841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Network 8c629178-2a49-48ef-a17e-ccc155c028af is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:04.993457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:04.996938 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-73096806-c6f5-4bb4-bea2-ca3eeadf3425 service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4797297
Dec 11 21:07:05.071858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-8d3d50ab-b64e-40b6-8dfb-8990921f1b45 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.073317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-8d3d50ab-b64e-40b6-8dfb-8990921f1b45 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.30 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 818 time: 0.1880691
Dec 11 21:07:05.083460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.100106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Request body: {'port': {'device_id': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'admin_state_up': True, 'tenant_id': 'f24af28000c54ca688b18033b4dcdb93'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:05.116178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-6df07d5b-40f0-4164-a1b2-1f55d88616a3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.119674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-6df07d5b-40f0-4164-a1b2-1f55d88616a3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 818 time: 0.4057031
Dec 11 21:07:05.233514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Request body: {'port': {'device_id': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'admin_state_up': True, 'tenant_id': 'f24af28000c54ca688b18033b4dcdb93'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:05.339094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Made reservation on behalf of f24af28000c54ca688b18033b4dcdb93 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:05.349230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.395759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dea42053-0c65-4ef6-be17-0b9dbf943c44 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:05.503484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dea42053-0c65-4ef6-be17-0b9dbf943c44 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:05.505179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.547729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f358cd0>,) {'filters': {'network_id': ['4d251ba1-676b-4713-b643-cab13d97eea3']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:05.580081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-268d3e52-7757-4e2f-9a1e-afa7f19a6779 None None] Provisioning complete for port 0c29693a-f283-40af-aeda-15ade053eff1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:05.580473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-268d3e52-7757-4e2f-9a1e-afa7f19a6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.594705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f358cd0>, '942e6df1-ff0f-4a6d-9c3e-5c35da542f12') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:05.595005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f358cd0>, '942e6df1-ff0f-4a6d-9c3e-5c35da542f12') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:05.646628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-268d3e52-7757-4e2f-9a1e-afa7f19a6779 None None] Port 0c29693a-f283-40af-aeda-15ade053eff1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:05.666130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.720873 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.777017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port dea42053-0c65-4ef6-be17-0b9dbf943c44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea42053-0c65-4ef6-be17-0b9dbf943c44,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:05.787401 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.788922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 88f13775-d71e-4db7-8de1-8f84a71499cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:05.794079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Allocated IP 172.20.0.8 (58c48d59-6930-4867-9cb4-150b0541b189/f51331d9-be15-4b13-9813-b4b6497eed2e/f2481386-e3fe-4f77-94af-379767ee8a51) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:05.807150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e45c26-9161-4edc-a810-1296b9747597 req-ed0d5886-c03e-49d9-be08-bcad84b4de8c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.808674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6e45c26-9161-4edc-a810-1296b9747597 req-ed0d5886-c03e-49d9-be08-bcad84b4de8c tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.30 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.4714959
Dec 11 21:07:05.854246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.870449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-93ad3065-4f23-4714-9695-6013cb29a147 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.878976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-93ad3065-4f23-4714-9695-6013cb29a147 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 0.3395877
Dec 11 21:07:05.914222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:05.914685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.918540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=dea42053-0c65-4ef6-be17-0b9dbf943c44,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:05.929835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 88f13775-d71e-4db7-8de1-8f84a71499cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:05.930034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ffbc2433-fba0-4f3e-b4b1-b07b634815fd tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.930349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:05.931546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ffbc2433-fba0-4f3e-b4b1-b07b634815fd tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 818 time: 0.8093967
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:05.932365 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:05.950292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-c0fe4e4e-47f1-46cf-a360-2ab8e842ffa3 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/quotas/c1cd8bd1987a4d69a1352382223c2d4a HTTP/1.1" status: 200  len: 375 time: 0.0683110
Dec 11 21:07:05.965920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b9c47-b5bf-4394-ae4d-780aaf26275c req-852fd57c-aa9f-469a-bd56-a984d254818a tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:05.975603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab2b9c47-b5bf-4394-ae4d-780aaf26275c req-852fd57c-aa9f-469a-bd56-a984d254818a tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.2974064
Dec 11 21:07:05.979153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Made reservation on behalf of f24af28000c54ca688b18033b4dcdb93 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:05.984065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.003836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Router ccd5a7f5-5147-46bf-a0d0-85f527a69468 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:06.014702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Request body: {'port': {'device_id': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'admin_state_up': True, 'tenant_id': 'f24af28000c54ca688b18033b4dcdb93'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:06.129228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ce0c742c-a713-4e1d-9cc5-017908f5a2b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:06.155974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-39607f4d-55bc-4254-98b7-980093a38fe3 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1786578
Dec 11 21:07:06.164723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ce0c742c-a713-4e1d-9cc5-017908f5a2b4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:06.165068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ce0c742c-a713-4e1d-9cc5-017908f5a2b4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:06.189662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c74e1-bf26-4fa6-8b15-a0d665691f83 None None] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:06.249644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.319672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-35a4ac2d-2665-4bac-b28b-445f1bcfe277 None None] Provisioning complete for port dea42053-0c65-4ef6-be17-0b9dbf943c44 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:06.320085 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35a4ac2d-2665-4bac-b28b-445f1bcfe277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.331393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.361857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-b67eeb31-694c-4fb9-8c37-2beeeae0b70f service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945267
Dec 11 21:07:06.371021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.372390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.375763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/4d251ba1-676b-4713-b643-cab13d97eea3 HTTP/1.1" status: 204  len: 168 time: 2.0310068
Dec 11 21:07:06.388187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33336) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:06.440995 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab2b9c47-b5bf-4394-ae4d-780aaf26275c req-7065a6bc-9191-4c7e-b6f9-3c0af507f186 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4588733
Dec 11 21:07:06.457018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eed8aa-3952-405b-ae80-fc91d15fb053 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=4d251ba1-676b-4713-b643-cab13d97eea3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:06.511791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-4a340f38-3d42-4988-bb10-aadbe3bac714 service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1142170
Dec 11 21:07:06.537163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Network 58c48d59-6930-4867-9cb4-150b0541b189 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:06.544873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:06.550632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:06.609577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event updated for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:06.660551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:06.662551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.696196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-271e555b-a0ca-43d2-9e77-e853f3db7240 req-bac27a25-6987-454d-88cf-3e94d632da04 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 210 time: 0.1320310
Dec 11 21:07:06.756031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Deleting port c464c795-4816-4ed8-a9e8-727e6276025d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:06.764424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4071999-d697-41a6-b954-d8f5575eee67 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:07:06.768061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.775933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:06.791880 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.805212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-642300d2-514a-48f7-9dc0-416d0db5fb4d admin admin] 10.222.0.18 "PUT /v2.0/routers/ccd5a7f5-5147-46bf-a0d0-85f527a69468/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0933590
Dec 11 21:07:06.838557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Made reservation on behalf of f24af28000c54ca688b18033b4dcdb93 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:06.842039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:06.846875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcfb16e9-1648-4cba-940d-c617507ce647 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7406802
Dec 11 21:07:06.854346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Request body: {'port': {'device_id': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:06.861318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-518ade0d-0504-4678-9044-b08c5f9feecf {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:07:06.861637 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:07:06.937254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4071999-d697-41a6-b954-d8f5575eee67 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:07:06.941448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Sync routers for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:06.967443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:06.968445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c73670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:07.032361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.049455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3ea5efb4-aa55-4567-8ccd-2694e01d2a53 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:07.053640 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3ea5efb4-aa55-4567-8ccd-2694e01d2a53 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 0.3724692
Dec 11 21:07:07.092000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Request body: {'port': {'device_id': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'admin_state_up': True, 'tenant_id': 'c1cd8bd1987a4d69a1352382223c2d4a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:07.211813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f4d11a37-48e2-499c-89aa-6727664c0078 None None] Provisioning complete for port dea42053-0c65-4ef6-be17-0b9dbf943c44 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:07.212356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f4d11a37-48e2-499c-89aa-6727664c0078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.248782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dea42053-0c65-4ef6-be17-0b9dbf943c44 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:07.278302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-d2d7ad00-6c7f-4ae6-b8be-7e4f36c534e9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:07.279516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-d2d7ad00-6c7f-4ae6-b8be-7e4f36c534e9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 0.3228562
Dec 11 21:07:07.292683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.324042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] For port c464c795-4816-4ed8-a9e8-727e6276025d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c464c795-4816-4ed8-a9e8-727e6276025d,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:07.324042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.364935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ebfb9d0>,) {'filters': {'network_id': ['e9ccbf86-3f3c-4532-a254-ee75621100ee']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:07.369602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.371183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-73e69d0f-379d-42a8-b9d2-136fe3622f34 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/quotas/c1cd8bd1987a4d69a1352382223c2d4a HTTP/1.1" status: 200  len: 375 time: 0.0668449
Dec 11 21:07:07.427309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:07.429208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ebfb9d0>, '313b1fc4-66b8-440e-8f2a-e497b1e0fc87') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:07.429704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ebfb9d0>, '313b1fc4-66b8-440e-8f2a-e497b1e0fc87') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:07.496823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.500254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Allocated IP 172.20.0.10 (58c48d59-6930-4867-9cb4-150b0541b189/f51331d9-be15-4b13-9813-b4b6497eed2e/85dd9341-6c5a-47aa-9c6d-b23a5236bcd3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:07.505468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Made reservation on behalf of c1cd8bd1987a4d69a1352382223c2d4a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:07.521331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dea42053-0c65-4ef6-be17-0b9dbf943c44 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:07.521331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.522388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.890021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:07.897781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-872245383-network', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:07.915669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.933381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959731a2-ad57-48c0-8509-639e49bc7107 req-cc39ef24-09cf-4711-bc0c-383d343e52f5 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:07.934911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-959731a2-ad57-48c0-8509-639e49bc7107 req-cc39ef24-09cf-4711-bc0c-383d343e52f5 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 945 time: 0.2561629
Dec 11 21:07:07.936046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Allocated IP 172.20.0.11 (aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b/f10168cb-b49d-4d5c-96ff-55327cf09272/27372a3b-0537-4e69-b905-4062d8fcf34e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:07.959488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Made reservation on behalf of 22e219e47c6d45dc8fecaf089aceb4ae for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:07.961902 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.981686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:07.982089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:07.990272 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:07.998462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.104299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-93893d67-a1ec-4631-b9ee-f5116097beae None None] Provisioning complete for port f2481386-e3fe-4f77-94af-379767ee8a51 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:08.104909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-93893d67-a1ec-4631-b9ee-f5116097beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.119446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-959731a2-ad57-48c0-8509-639e49bc7107 req-70eaa1e9-437e-4f7b-90fd-28c28a274ba8 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups?id=f32f5abb-f275-4c16-9141-9d654f5529d3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438086
Dec 11 21:07:08.144366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-93893d67-a1ec-4631-b9ee-f5116097beae None None] Port f2481386-e3fe-4f77-94af-379767ee8a51 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:08.165658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-01eabb00-2be2-4e92-896a-3a2bc45bae33 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7524123
Dec 11 21:07:08.176064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c73670>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c29693a-f283-40af-aeda-15ade053eff1', 'name': '', 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'mac_address': 'fa:16:3e:e2:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:00Z', 'updated_at': '2021-12-11T21:07:03Z', 'revision_number': 2, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'subnets': [{'id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:08.202792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.203294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.203728 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Floating IP aead440c-d2e9-46f0-90ae-10bf783d396b disassociated. External IP: 172.35.1.183, port: c464c795-4816-4ed8-a9e8-727e6276025d.
Dec 11 21:07:08.204093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Calling delete_port for c464c795-4816-4ed8-a9e8-727e6276025d owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:08.242193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Checking router: ccd5a7f5-5147-46bf-a0d0-85f527a69468 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:08.242834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Updating router ccd5a7f5-5147-46bf-a0d0-85f527a69468 port 0c29693a-f283-40af-aeda-15ade053eff1 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:08.281178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.284184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a196815a-97cd-45a3-9ab6-37940832a2ff req-4926c402-950b-4b00-aeaa-692c32e443f4 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 210 time: 0.0552363
Dec 11 21:07:08.291961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.304030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.344972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.359533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.374528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.380635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.401237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/e9ccbf86-3f3c-4532-a254-ee75621100ee HTTP/1.1" status: 204  len: 168 time: 1.9903178
Dec 11 21:07:08.409009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33380) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:08.438041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:08.464879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:08.470291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:08.476074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:08.481664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7502c446-4e03-4b66-8ae8-78ad3e1f16a7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:08.486545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.486545 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Added segment 35eb7f86-2b1f-4a35-b1a3-e65526132799 of type vlan for network 821b6660-72ff-4325-b21c-d59127d5b034
Dec 11 21:07:08.607471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46bb1d-d370-4d90-b518-fa536887a459 tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=e9ccbf86-3f3c-4532-a254-ee75621100ee,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:08.613282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-4cbf1450-054a-4bbb-8415-a9c0d93c47dc service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3379452
Dec 11 21:07:08.661912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.673610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.777571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159caaa-8625-4739-a720-52943b88632f None None] Pushing event updated for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:08.809840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-183cbed8-8d04-499e-80cb-bab28ded9952 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:08.811490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-183cbed8-8d04-499e-80cb-bab28ded9952 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.16 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 0.5459924
Dec 11 21:07:08.814428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Attempting to bind port 0c29693a-f283-40af-aeda-15ade053eff1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:08.814921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Attempting to bind port 0c29693a-f283-40af-aeda-15ade053eff1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:08.815396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Attempting to bind port 0c29693a-f283-40af-aeda-15ade053eff1 on network 8c629178-2a49-48ef-a17e-ccc155c028af {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:08.822689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:08.823076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Checking segment: {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:08.823488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.823887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Bound using segment: {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:08.824367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Bound port: 0c29693a-f283-40af-aeda-15ade053eff1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cd6159-1ed1-45cc-8d75-5c5567da5b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:08.824750 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.855481 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Request body: {'port': {'device_id': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'admin_state_up': True, 'tenant_id': 'c1cd8bd1987a4d69a1352382223c2d4a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:08.905336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-44585e20-3e2b-4e07-842d-5684163eaea6 None None] Provisioning complete for port 27372a3b-0537-4e69-b905-4062d8fcf34e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:08.905705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44585e20-3e2b-4e07-842d-5684163eaea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.918968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event updated for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:08.954798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.964584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-44585e20-3e2b-4e07-842d-5684163eaea6 None None] Port 27372a3b-0537-4e69-b905-4062d8fcf34e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:08.968342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] For port 0c29693a-f283-40af-aeda-15ade053eff1, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:08.976049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] For port 0c29693a-f283-40af-aeda-15ade053eff1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c29693a-f283-40af-aeda-15ade053eff1,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:08.982887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.994782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:08.996132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.006096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:09.010893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.045521 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c3a29091-a470-430b-9f05-9061b848d54a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9601052
Dec 11 21:07:09.048274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:09.048949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76c73670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:09.059690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Request body: {'port': {'device_id': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:09.095751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event deleted for resources: {'Port': ['ID=c464c795-4816-4ed8-a9e8-727e6276025d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:09.112119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.113805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:09.114523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.164383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.171895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.176212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159caaa-8625-4739-a720-52943b88632f None None] Pushing event updated for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:09.211426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3191793
Dec 11 21:07:09.218149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] Provisioning complete for port 0c29693a-f283-40af-aeda-15ade053eff1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:09.218618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.225093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:09.244785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33384) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:09.261672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Request body: {'subnet': {'network_id': '821b6660-72ff-4325-b21c-d59127d5b034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-872245383-subnet', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:09.284885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-f785bb2d-71f7-4254-9720-968ed43726a5 service neutron] 10.222.0.18 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5074861
Dec 11 21:07:09.299255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-80c7764f-82c9-4b64-b88e-10687c943935 req-470cd884-4acb-450f-b20a-c12b01ba7245 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.0349586
Dec 11 21:07:09.370088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c464c795-4816-4ed8-a9e8-727e6276025d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:09.377598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.398410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: c464c795-4816-4ed8-a9e8-727e6276025d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:09.398802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device c464c795-4816-4ed8-a9e8-727e6276025d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:09.429328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21501fd0-f039-4400-a5b0-ecce63e0d74d admin admin] Pushing event updated for resources: {'Network': ['ID=821b6660-72ff-4325-b21c-d59127d5b034,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:09.442112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 821b6660-72ff-4325-b21c-d59127d5b034 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:09.464573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43f927c3-ffb4-4fd0-bf33-c2423c2d3ecd req-a247dae6-9255-4142-bfaa-9bfb23c9e491 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 210 time: 0.0610840
Dec 11 21:07:09.625752 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46cb359b-d0a3-4e4e-ba7d-68e0fa01c55c req-ffa00b0d-7d0a-4fb8-ae02-f65bc7eea9a6 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.0617900
Dec 11 21:07:09.649447 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.691373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Made reservation on behalf of 22e219e47c6d45dc8fecaf089aceb4ae for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:09.694298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.753566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.762783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7db31190>,) {'filters': {'network_id': ['bfa6aa74-0aaa-443d-bc85-604c7d0c4943']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:09.765355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] For port 0c29693a-f283-40af-aeda-15ade053eff1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c29693a-f283-40af-aeda-15ade053eff1,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:09.788358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.832485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db31190>, 'bd839727-8805-472d-9f95-ffe8bda8e6f9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:09.832975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db31190>, 'bd839727-8805-472d-9f95-ffe8bda8e6f9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:09.868548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d494d6-d8c0-450f-b09c-0ffd3d79f676 None None] Pushing event updated for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:09.876026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76c73670>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c29693a-f283-40af-aeda-15ade053eff1', 'name': '', 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'mac_address': 'fa:16:3e:e2:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:00Z', 'updated_at': '2021-12-11T21:07:08Z', 'revision_number': 4, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'subnets': [{'id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:09.891133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.908230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d528d3-d8be-40c1-b1a7-a656ea42976b None None] The sync data for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 is: [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0c29693a-f283-40af-aeda-15ade053eff1', 'name': '', 'network_id': '8c629178-2a49-48ef-a17e-ccc155c028af', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'mac_address': 'fa:16:3e:e2:da:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:00Z', 'updated_at': '2021-12-11T21:07:08Z', 'revision_number': 4, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'subnets': [{'id': '1239f3e1-2e27-4e80-a06c-1811e42cdae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:09.908502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Router 780019f6-1fb3-422c-9796-109590b14cd9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:09.924988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5ec66533-ee89-44ec-a134-a9959714241b None None] Provisioning complete for port 0c29693a-f283-40af-aeda-15ade053eff1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:09.925780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ec66533-ee89-44ec-a134-a9959714241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:09.932748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Network 58c48d59-6930-4867-9cb4-150b0541b189 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:09.942656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Made reservation on behalf of c1cd8bd1987a4d69a1352382223c2d4a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:09.946907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.000881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:10.003104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2481386-e3fe-4f77-94af-379767ee8a51 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:10.012467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.020000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29f921-fa8f-4232-965a-7cc2a742c839 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:10.021165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:10.026374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.032085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event updated for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:10.048847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:10.048847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:10.097834 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:10.123453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27372a3b-0537-4e69-b905-4062d8fcf34e {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:10.133593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.247542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-290af54a-e5c5-4104-9abf-f5ab9bec2d91 None None] Provisioning complete for port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:10.248100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-290af54a-e5c5-4104-9abf-f5ab9bec2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.284560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Transition to ACTIVE for port object f2481386-e3fe-4f77-94af-379767ee8a51 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:10.286446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Transition to ACTIVE for port object 27372a3b-0537-4e69-b905-4062d8fcf34e will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:10.290222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.304041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.305513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-290af54a-e5c5-4104-9abf-f5ab9bec2d91 None None] Port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:10.316419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:10.317405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.368842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.378107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ba92f-ee9e-4872-9e8c-b9ff4bacb9b2 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:10.423688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.428580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:10.429733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] 10.222.0.18 "DELETE /v2.0/networks/bfa6aa74-0aaa-443d-bc85-604c7d0c4943 HTTP/1.1" status: 204  len: 168 time: 1.9808912
Dec 11 21:07:10.482456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-fc613147-3066-4454-b127-f52a70740b71 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4728055
Dec 11 21:07:10.579328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a926ca2-b16b-4ae3-8a31-40d3d1a9612f req-6108e6fd-1bf0-4e83-b7ea-38947fd8897e tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.1659553
Dec 11 21:07:10.580079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1c2ea-f9f8-4a85-b4c7-a2712812327d tempest-BulkNetworkOpsTest-140611931 tempest-BulkNetworkOpsTest-140611931-project] Pushing event deleted for resources: {'Network': ['ID=bfa6aa74-0aaa-443d-bc85-604c7d0c4943,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:10.607506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Request body: {'port': {'device_id': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:10.708448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:10.832177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Attempting to bind port f2481386-e3fe-4f77-94af-379767ee8a51 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:10.833232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Attempting to bind port f2481386-e3fe-4f77-94af-379767ee8a51 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:10.847736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Attempting to bind port f2481386-e3fe-4f77-94af-379767ee8a51 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:10.865464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Allocated IP 172.20.0.6 (58c48d59-6930-4867-9cb4-150b0541b189/f51331d9-be15-4b13-9813-b4b6497eed2e/91dc3de9-d0ca-4aa1-adef-b5e94956bbe3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:10.872741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a720ed-2fba-4356-9ef4-562099c4ea1a req-a04cc7bd-062c-4fcd-907f-1d9479b91860 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:10.876382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61a720ed-2fba-4356-9ef4-562099c4ea1a req-a04cc7bd-062c-4fcd-907f-1d9479b91860 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 932 time: 0.1939704
Dec 11 21:07:10.878003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Port f2481386-e3fe-4f77-94af-379767ee8a51 on network 58c48d59-6930-4867-9cb4-150b0541b189 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:10.878335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Attempting to bind port f2481386-e3fe-4f77-94af-379767ee8a51 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:10.880979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Attempting to bind port 27372a3b-0537-4e69-b905-4062d8fcf34e on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:10.881238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Attempting to bind port 27372a3b-0537-4e69-b905-4062d8fcf34e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:10.889564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Attempting to bind port 27372a3b-0537-4e69-b905-4062d8fcf34e on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:10.914099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:10.915512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Checking segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:10.926634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Bound using segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:10.926634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Bound port: f2481386-e3fe-4f77-94af-379767ee8a51, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:10.926980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:10.951047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Port 27372a3b-0537-4e69-b905-4062d8fcf34e on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:10.951379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Attempting to bind port 27372a3b-0537-4e69-b905-4062d8fcf34e on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:10.984137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:10.994806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c02ea6ac-caaf-4b5c-94ef-4bb49f492742 req-8458a346-4ec9-47ea-b67a-83e5da8251f2 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.1205356
Dec 11 21:07:10.998219 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Sync routers for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:11.016530 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:11.033154 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84018460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:11.048059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-049995d6-bb65-40e8-82e6-41a8c5183ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.053373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Allocated IP 172.20.0.12 (aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b/f10168cb-b49d-4d5c-96ff-55327cf09272/7d858f2e-74bf-412d-84e6-064861528637) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:11.055816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.112474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61a720ed-2fba-4356-9ef4-562099c4ea1a req-629e5408-b74e-4deb-a3fc-81746b3882de tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183394
Dec 11 21:07:11.116995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:11.119800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Checking segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:11.120381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Bound using segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:11.121050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Bound port: 27372a3b-0537-4e69-b905-4062d8fcf34e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:11.122103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.221952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:11.242045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0c29693a-f283-40af-aeda-15ade053eff1 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:11.294440 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:11.360166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:11.371690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2481386-e3fe-4f77-94af-379767ee8a51,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:11.373140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0c29693a-f283-40af-aeda-15ade053eff1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:11.374952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.385999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.386845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.405945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] No DVR routers for this DVR port c464c795-4816-4ed8-a9e8-727e6276025d on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:11.406510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:11.474507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:11.475177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.476658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2481386-e3fe-4f77-94af-379767ee8a51 HTTP/1.1" status: 200  len: 1091 time: 4.6286907
Dec 11 21:07:11.484782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:11.487508 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e73b1-0d75-41ce-82bd-5cb130399733" -d '{"events": [{"name": "network-changed", "server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:11.523393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27372a3b-0537-4e69-b905-4062d8fcf34e,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:11.528905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b042f7-ae21-430b-adaa-6f6b728b6f07 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:11.561501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.618569 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e72b7-5a50-420f-900b-68e6480b8f58 x-openstack-request-id: req-7d0e72b7-5a50-420f-900b-68e6480b8f58 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:11.619083 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:11.619345 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d0e72b7-5a50-420f-900b-68e6480b8f58 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:11.619766 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51', 'status': 'completed', 'code': 200}
Dec 11 21:07:11.649983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:11.650646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:11.652313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] 10.222.0.30 "PUT /v2.0/ports/27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 200  len: 1092 time: 2.5980995
Dec 11 21:07:11.657086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84018460>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:11.696780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9f35c-f01b-48c3-988e-df2e67b2c173 service neutron] Pushing event updated for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:11.753628 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Checking router: 780019f6-1fb3-422c-9796-109590b14cd9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:11.765844 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:11.766796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84018460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:06:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:11.887856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bc91829c-949e-4337-9de9-1b0b1c231b6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75b1bf293d9a4d5fa4326e7a23b27c4b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6590981
Dec 11 21:07:11.894818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7770971-d990-4035-8e9f-ca3704de0517 req-6dee4f51-12a1-4622-870a-c9b82e5bcf9a tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/ports?device_id=51b419ca-5f8c-4fa4-9abc-67b30b13dde6 HTTP/1.1" status: 200  len: 210 time: 0.1050482
Dec 11 21:07:11.896087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33422) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:11.924987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-79af6d18-994b-404f-a020-ad87adadbbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:11.924987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-79af6d18-994b-404f-a020-ad87adadbbb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 1094 time: 0.3839099
Dec 11 21:07:11.945630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0f0b9-7bb6-4640-a205-0db1b125cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:11.968059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3f8abbb4-beed-441b-bb77-be64bc489de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:11.969918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3f8abbb4-beed-441b-bb77-be64bc489de8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 1095 time: 0.1873646
Dec 11 21:07:11.985483 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:12.009548 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.013374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.30 "DELETE /v2.0/ports/c464c795-4816-4ed8-a9e8-727e6276025d HTTP/1.1" status: 204  len: 173 time: 6.1766391
Dec 11 21:07:12.013541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'name': 'network-vif-deleted', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:12.015886 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48583d19-880b-4613-a286-dfe2105520ab" -d '{"events": [{"server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "name": "network-vif-deleted", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:12.034615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-47aab69c-9982-4774-813d-4cfa23ae3d1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2481386-e3fe-4f77-94af-379767ee8a51 HTTP/1.1" status: 200  len: 217 time: 0.0957389
Dec 11 21:07:12.126196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-dcb2f3b1-b392-4552-b46a-b3e53492d644 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 200  len: 217 time: 0.1157665
Dec 11 21:07:12.132042 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec45f14-2ada-44bf-945c-a1bc01b98b26 x-openstack-request-id: req-eec45f14-2ada-44bf-945c-a1bc01b98b26 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:12.132539 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b419ca-5f8c-4fa4-9abc-67b30b13dde6", "name": "network-vif-deleted", "tag": "c464c795-4816-4ed8-a9e8-727e6276025d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:12.132656 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eec45f14-2ada-44bf-945c-a1bc01b98b26 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:12.132974 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b419ca-5f8c-4fa4-9abc-67b30b13dde6', 'name': 'network-vif-deleted', 'tag': 'c464c795-4816-4ed8-a9e8-727e6276025d', 'status': 'completed', 'code': 200}
Dec 11 21:07:12.185702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf9ab42-2085-4bba-a241-d3b1ed4b5089,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:12.275258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.288749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-04e0fc80-971a-4dd9-bc40-5f0b69bbcdd7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.290268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-04e0fc80-971a-4dd9-bc40-5f0b69bbcdd7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 815 time: 1.3705440
Dec 11 21:07:12.319245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50083a3a-eaac-428b-bd8f-f623397707b5 req-05de5b0c-f5d0-40ed-b5dd-c68935718144 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.1366167
Dec 11 21:07:12.335026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.335833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Request body: {'port': {'device_id': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'admin_state_up': True, 'tenant_id': 'c1cd8bd1987a4d69a1352382223c2d4a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:12.365024 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84018460>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:12.373621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-514f601e-ba10-4b0d-a8b5-eda6004f6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.375260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-514f601e-ba10-4b0d-a8b5-eda6004f6e2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.3259189
Dec 11 21:07:12.414444 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a59d41-9af0-449a-89cf-5e5caf768f27 None None] The sync data for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 is: [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:04:10Z', 'revision_number': 4, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0564d7a7-0632-4433-9421-70c76cda4bfa', 'name': '', 'network_id': '88331781-22d7-4cd1-815e-4882313497d4', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'mac_address': 'fa:16:3e:e3:3b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2185, 'fixed_ips': [{'subnet_id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:09Z', 'updated_at': '2021-12-11T21:04:16Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'subnets': [{'id': '03ff74ac-268f-4ffd-8a67-473bdc7ddcb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:12.429130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Checking segment: {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:12.429738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Network hostable DHCP agents. Network: 821b6660-72ff-4325-b21c-d59127d5b034, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:12.437086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3a600851-bff4-4cba-81a2-28313e2d31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.438644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-3a600851-bff4-4cba-81a2-28313e2d31d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.2668483
Dec 11 21:07:12.444764 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.472659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-7cc73201-628c-4a32-b009-2fcd4d5e2078 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640538
Dec 11 21:07:12.518178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173747e9-b525-4935-b1a3-a84c4b887f6f req-e1363750-3da2-4191-abca-5109dcb44f23 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.527592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-173747e9-b525-4935-b1a3-a84c4b887f6f req-e1363750-3da2-4191-abca-5109dcb44f23 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 932 time: 0.2904158
Dec 11 21:07:12.544984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.575445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Network 821b6660-72ff-4325-b21c-d59127d5b034 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:12.612090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.615149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.615386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 821b6660-72ff-4325-b21c-d59127d5b034) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:12.616472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2c94da5-5a73-4aec-b2f0-928d8e363e18 HTTP/1.1" status: 204  len: 168 time: 0.7120478
Dec 11 21:07:12.632436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed891d8-58b0-4f44-b9d1-cb07a58573a0 None None] Network 821b6660-72ff-4325-b21c-d59127d5b034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:12.636544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.637137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.643215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.675385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ddfc4-8c1e-4ef5-80be-0d03e4c1dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c94da5-5a73-4aec-b2f0-928d8e363e18,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:12.763256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-bebf53b5-8259-48d8-9501-9f708bd5a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:12.763869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.765185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-bebf53b5-8259-48d8-9501-9f708bd5a0a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2977686
Dec 11 21:07:12.769873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:12.825496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-173747e9-b525-4935-b1a3-a84c4b887f6f req-04bde107-7e71-40aa-af58-45e8a5239e15 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967842
Dec 11 21:07:12.861924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:12.870151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Made reservation on behalf of c1cd8bd1987a4d69a1352382223c2d4a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:12.874697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:12.898049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:12.917018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24a5d575-38d7-4146-8a4e-730433b8f5ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.6615202
Dec 11 21:07:12.920688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event updated for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:12.934314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb86d0d-2ebd-443e-99b9-64045427a1b2 None None] New status for floating IP aead440c-d2e9-46f0-90ae-10bf783d396b: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:07:12.995236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33444) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:12.996772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-821b6660-72ff-4325-b21c-d59127d5b034', 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034', 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'fixed_ips': [{'subnet_id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:12.998113 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.037490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:13.042811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-9edb27e0-221e-4773-83c7-18fd03456e79 service neutron] 10.222.0.30 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5583699
Dec 11 21:07:13.153167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33452) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:13.183774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Network 58c48d59-6930-4867-9cb4-150b0541b189 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:13.215033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:13.261298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-5ef25502-ba64-46a5-a794-d2df05e7d210 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4844158
Dec 11 21:07:13.264143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:13.288453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91c5b8-be54-4b33-8f28-c49e929ddc6b None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:13.358111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:13.359074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.381700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event updated for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:13.384949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.389309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.411869 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-252ec274-5c77-4525-b467-72bdb888e98c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.5747733
Dec 11 21:07:13.431389 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ee1c820b-58e0-4fe0-85ca-c04689256e7f service neutron] 10.222.0.30 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3713830
Dec 11 21:07:13.448138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Request body: {'port': {'device_id': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:13.477380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Allocated IP 172.20.0.2 (821b6660-72ff-4325-b21c-d59127d5b034/7cf9ab42-2085-4bba-a241-d3b1ed4b5089/c3285b71-a561-410f-8af5-9987638e01bf) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:13.480901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-478d5c50-430d-4974-a15c-ea37a8efce85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.499325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2358dd7-a5cf-442c-958e-34dbf7faf68c req-20d0f1a2-5f16-451b-b4c7-535d958f885b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.0764637
Dec 11 21:07:13.499558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Provisioning complete for port 7d858f2e-74bf-412d-84e6-064861528637 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:13.499813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.501490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.547421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79d36089-0ae7-454a-af84-488fb10cf8d1 req-c22c55d2-9bbd-4399-bf15-58d87dea439b service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752385
Dec 11 21:07:13.549255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.583403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:13.584225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.609408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Port 7d858f2e-74bf-412d-84e6-064861528637 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:13.615229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-5c0a06ec-577d-4cc6-aeed-8f42f0ef2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:13.621810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-5c0a06ec-577d-4cc6-aeed-8f42f0ef2328 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 1094 time: 0.0960786
Dec 11 21:07:13.623117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:13.625431 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:13.701710 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abd14e2-99eb-469d-965a-83f59ccebaf3 x-openstack-request-id: req-5abd14e2-99eb-469d-965a-83f59ccebaf3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:13.702087 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:13.702335 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5abd14e2-99eb-469d-965a-83f59ccebaf3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:13.703215 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e', 'status': 'completed', 'code': 200}
Dec 11 21:07:13.706002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.707629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.709344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.710875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "DELETE /v2.0/security-groups/f32f5abb-f275-4c16-9141-9d654f5529d3 HTTP/1.1" status: 204  len: 168 time: 0.5289142
Dec 11 21:07:13.711524 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.716840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Provisioning complete for port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:13.717209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.717953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:13.741932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7f868-26bb-4956-9124-c36608b349b4 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f5abb-f275-4c16-9141-9d654f5529d3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:13.767682 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-bfb24bde-fa02-43b6-84d7-6665e330bbb0 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] show failed (client error): The resource could not be found.
Dec 11 21:07:13.771323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bfb24bde-fa02-43b6-84d7-6665e330bbb0 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "GET /v2.0/security-groups/f32f5abb-f275-4c16-9141-9d654f5529d3 HTTP/1.1" status: 404  len: 347 time: 0.0471933
Dec 11 21:07:13.789179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33468) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:13.823309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Allocated IP 172.20.0.13 (aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b/f10168cb-b49d-4d5c-96ff-55327cf09272/0381cb45-bc76-4056-854e-adcb94983a1d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:13.830410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d3812797-aa76-4681-9683-fbf64b2c6315 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.6159270
Dec 11 21:07:13.856316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Request body: {'port': {'device_id': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:13.864389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.894756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:13.909547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-c0b49a3d-919d-4699-bab7-e4a6bd832274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:13.917591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-c0b49a3d-919d-4699-bab7-e4a6bd832274 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 919 time: 0.2875109
Dec 11 21:07:13.940905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5099e17e-b772-4c68-8b03-998e2b66f8e4 None None] Port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:13.942807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.983763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:13.990761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Network 821b6660-72ff-4325-b21c-d59127d5b034 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:13.996239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:14.000198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:14.019345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Pushing event updated for resources: {'Port': ['ID=c3285b71-a561-410f-8af5-9987638e01bf,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:14.035003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-b9dba9db-d3cd-4e2c-aab0-83e5137784a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2481386-e3fe-4f77-94af-379767ee8a51 HTTP/1.1" status: 200  len: 217 time: 0.1081014
Dec 11 21:07:14.036932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-aaab45c9-3704-4749-a2ec-83e4fd3c6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:14.038646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-aaab45c9-3704-4749-a2ec-83e4fd3c6327 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 1095 time: 0.2980392
Dec 11 21:07:14.074297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.075002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Attempting to bind port c3285b71-a561-410f-8af5-9987638e01bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:14.075566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Attempting to bind port c3285b71-a561-410f-8af5-9987638e01bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:14.076098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Attempting to bind port c3285b71-a561-410f-8af5-9987638e01bf on network 821b6660-72ff-4325-b21c-d59127d5b034 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:14.083554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:14.084483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Checking segment: {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:14.085104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.085838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Bound using segment: {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:14.087477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Bound port: c3285b71-a561-410f-8af5-9987638e01bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:14.088508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.221035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] For port c3285b71-a561-410f-8af5-9987638e01bf, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:14.226594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] For port c3285b71-a561-410f-8af5-9987638e01bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3285b71-a561-410f-8af5-9987638e01bf,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:14.233140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.265784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Transition to ACTIVE for port object 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:14.271910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681527e5-4a81-4083-bb53-360c52ac6880 req-47cb49a3-d61d-4ee4-a5ec-78786cb58918 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:14.273580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-681527e5-4a81-4083-bb53-360c52ac6880 req-47cb49a3-d61d-4ee4-a5ec-78786cb58918 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 932 time: 0.3496101
Dec 11 21:07:14.276870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:14.329918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-aa4d537c-5e0c-4c95-9b66-6f2d529a250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:14.331437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-aa4d537c-5e0c-4c95-9b66-6f2d529a250d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.2705133
Dec 11 21:07:14.334777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.342730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2ae22-5010-445a-ad0a-c90d79730cba None None] Pushing event updated for resources: {'Port': ['ID=c3285b71-a561-410f-8af5-9987638e01bf,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:14.347826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.395845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Deleting port f02d635d-36f0-43a7-90cf-9f35dacfa39e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:14.396514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.402211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd5fef-77f7-44f3-a42c-b5d06d312dc0 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:14.408955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-e4a54552-e5bc-4089-8d49-f90070bb85f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623691
Dec 11 21:07:14.468867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-5e9e3c58-85c7-454e-a0a7-af43e0f069bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:14.470854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-5e9e3c58-85c7-454e-a0a7-af43e0f069bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 916 time: 0.4084759
Dec 11 21:07:14.507041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a87800c-8427-403c-856c-15b7fd7fac60 tempest-ServiceProvidersTest-1565533008 tempest-ServiceProvidersTest-1565533008-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2141106
Dec 11 21:07:14.751360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:14.771521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a80abd13-3a00-4dea-ab3c-9fa995955697 req-dc7f14cb-184c-431e-969a-fba41ef48b5b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.0969903
Dec 11 21:07:14.893313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.901225 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:14.929230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Attempting to bind port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:14.929577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Attempting to bind port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:14.929912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Attempting to bind port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:14.954236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 on network 58c48d59-6930-4867-9cb4-150b0541b189 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:14.954597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Attempting to bind port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:14.983048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:14.983397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Checking segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:14.983792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Bound using segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:14.984239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Bound port: 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:14.984603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.010729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33508) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:15.052313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-6e41d6e0-25a3-4b3e-b34b-41903c15ec93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 200  len: 217 time: 0.5584595
Dec 11 21:07:15.072917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-681527e5-4a81-4083-bb53-360c52ac6880 req-d40904f2-cf92-419c-b601-d62250f9bfc4 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7822366
Dec 11 21:07:15.102783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.195969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.196304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.201114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-9b583841-030f-4908-9881-44be7abdbcb2 service neutron] 10.222.0.30 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7349195
Dec 11 21:07:15.226658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-507692aa-2007-45cc-810f-1c5bfe3c9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:15.228142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-507692aa-2007-45cc-810f-1c5bfe3c9698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.1495242
Dec 11 21:07:15.229107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Calling delete_port for f02d635d-36f0-43a7-90cf-9f35dacfa39e owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:15.264811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c3285b71-a561-410f-8af5-9987638e01bf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:15.343683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c3285b71-a561-410f-8af5-9987638e01bf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:15.344161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.437422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-32b59243-cf06-48dd-b4d4-69ea37640d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:15.439580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-32b59243-cf06-48dd-b4d4-69ea37640d94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1933079
Dec 11 21:07:15.464653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b2e73b1-0d75-41ce-82bd-5cb130399733 req-140d7fa3-02e0-4bfc-b378-b02754057cfa service neutron] 10.222.0.30 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515464
Dec 11 21:07:15.475972 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:07:15.533750 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.595408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port c3285b71-a561-410f-8af5-9987638e01bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3285b71-a561-410f-8af5-9987638e01bf,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:15.602247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-6423ce2d-7bc7-4c84-810f-38f19249e7be service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541572
Dec 11 21:07:15.604095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.665019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:15.690044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=c3285b71-a561-410f-8af5-9987638e01bf,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:15.692561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:15.696227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:15.704245 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.714301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event updated for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:15.716941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:15.720251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9253397-c83d-4a11-ae5a-a0fc9eea51f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.729578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:15.731720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.764678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.767685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Pushing event deleted for resources: {'Port': ['ID=f02d635d-36f0-43a7-90cf-9f35dacfa39e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:15.836242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a50e833-e9ec-41ca-aa73-dccd979a1eb2 req-6b28f6a2-a1f0-4d05-ac48-c19641be1727 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091739
Dec 11 21:07:15.861873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.865312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.866801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fc94487d-4708-4d01-80f3-cdc3559d68c6 tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] 10.222.0.18 "DELETE /v2.0/floatingips/aead440c-d2e9-46f0-90ae-10bf783d396b HTTP/1.1" status: 204  len: 168 time: 2.0749292
Dec 11 21:07:15.869870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33516) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:15.937501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93292b36-b80f-48db-9fa7-21f47b28c6fe None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:15.952139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554d44f-244c-4bde-97f5-ab67abf23277 None None] Network 821b6660-72ff-4325-b21c-d59127d5b034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:15.955699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:15.956861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:15.959095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] 10.222.0.16 "PUT /v2.0/ports/85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 HTTP/1.1" status: 200  len: 1092 time: 5.4098172
Dec 11 21:07:15.971854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:15.974430 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fdc958-4ffa-4989-8fef-8f84cb2b999a" -d '{"events": [{"name": "network-changed", "server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:16.039847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a6ede-e8dc-4c86-b611-9e59197cfdb3 req-d9aafde1-70af-41e9-b269-b18cf41678e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:16.048200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01a6ede-e8dc-4c86-b611-9e59197cfdb3 req-d9aafde1-70af-41e9-b269-b18cf41678e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 932 time: 0.1185927
Dec 11 21:07:16.069920 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28465092-15a2-41e7-810e-16685c2084b6 x-openstack-request-id: req-28465092-15a2-41e7-810e-16685c2084b6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:16.070216 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:16.070498 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28465092-15a2-41e7-810e-16685c2084b6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:16.070920 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', 'status': 'completed', 'code': 200}
Dec 11 21:07:16.094076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:16.094734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.135089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-29cdafc3-d9e9-41a6-bd11-57cc59c71751 None None] Provisioning complete for port c3285b71-a561-410f-8af5-9987638e01bf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:16.135612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-29cdafc3-d9e9-41a6-bd11-57cc59c71751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.225490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf636b1-bf23-4d92-9b8c-9834fd56c070 service neutron] Pushing event updated for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:16.226916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01a6ede-e8dc-4c86-b611-9e59197cfdb3 req-a9593470-246a-4104-aab1-4b76444b465a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776981
Dec 11 21:07:16.260173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.307211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-e94c2a3b-49a7-452c-a692-1c8cb0aaeaf9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9818444
Dec 11 21:07:16.316011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:16.339252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.353733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Request body: {'port': {'device_id': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:16.407021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dd3506ec-6123-4abc-9200-b40989d2c92c None None] Provisioning complete for port 0381cb45-bc76-4056-854e-adcb94983a1d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:16.407663 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd3506ec-6123-4abc-9200-b40989d2c92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.423753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.465754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dd3506ec-6123-4abc-9200-b40989d2c92c None None] Port 0381cb45-bc76-4056-854e-adcb94983a1d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:16.465961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.477820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcb0c599-a65f-419d-bcfe-695703bcc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:16.479368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-bcb0c599-a65f-419d-bcfe-695703bcc737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 1095 time: 0.4114945
Dec 11 21:07:16.481894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Transition to ACTIVE for port object 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:16.499924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.511895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d858f2e-74bf-412d-84e6-064861528637 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:16.533178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.547982 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9253397-c83d-4a11-ae5a-a0fc9eea51f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.582812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.590117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-24ae1641-354e-4024-969c-2d909380a2e6 None None] Provisioning complete for port c3285b71-a561-410f-8af5-9987638e01bf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:16.590679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-24ae1641-354e-4024-969c-2d909380a2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.596373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69752b-08ab-4979-b896-e1b10b0f5b4b req-5c49d349-4872-4776-a129-3f8103c3d34e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:16.598760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e69752b-08ab-4979-b896-e1b10b0f5b4b req-5c49d349-4872-4776-a129-3f8103c3d34e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 944 time: 0.4046533
Dec 11 21:07:16.651177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-c21b8ce5-b060-4402-8fd9-a4d28451ac1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 HTTP/1.1" status: 200  len: 217 time: 0.1422224
Dec 11 21:07:16.651526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.653310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9253397-c83d-4a11-ae5a-a0fc9eea51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.685811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6976b-e72a-4a65-9bf5-a439a69952d7 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:16.735799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Transition to ACTIVE for port object 7d858f2e-74bf-412d-84e6-064861528637 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:16.748873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Deleting port 0564d7a7-0632-4433-9421-70c76cda4bfa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:16.749214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.771203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.818307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Pushing event updated for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:16.825381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f9253397-c83d-4a11-ae5a-a0fc9eea51f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24b8b88aefd045b299d1bf70dd861a6e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8108199
Dec 11 21:07:16.827750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:16.851550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] For port 0564d7a7-0632-4433-9421-70c76cda4bfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0564d7a7-0632-4433-9421-70c76cda4bfa,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:16.851892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.856936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9253397-c83d-4a11-ae5a-a0fc9eea51f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e18d595-acbd-4e11-92e6-f977825fe56b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:16.874414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Calling delete_port for 0564d7a7-0632-4433-9421-70c76cda4bfa owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:16.941538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:16.978294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.010311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e69752b-08ab-4979-b896-e1b10b0f5b4b req-2a735e69-e719-4ef5-96b4-90b24acf7a70 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3636539
Dec 11 21:07:17.088348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-980bf26e-f752-458a-a166-b91935fc0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:17.089925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-980bf26e-f752-458a-a166-b91935fc0839 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.3944502
Dec 11 21:07:17.101010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Pushing event updated for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:17.115154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.119686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.119686 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e18d595-acbd-4e11-92e6-f977825fe56b HTTP/1.1" status: 204  len: 168 time: 0.2908278
Dec 11 21:07:17.138706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc139b74-2883-4cf1-ab96-a883aba44d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e18d595-acbd-4e11-92e6-f977825fe56b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:17.193197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Allocated IP 172.35.1.88 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/dda1b2e4-79f3-4339-97ec-79682594cd53) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:17.196838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-91b5fc2e-d517-4a26-82a1-a8e1d7c713ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697024
Dec 11 21:07:17.201481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.239399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.266458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c3285b71-a561-410f-8af5-9987638e01bf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:17.335654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Pushing event deleted for resources: {'Port': ['ID=0564d7a7-0632-4433-9421-70c76cda4bfa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:17.349935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c3285b71-a561-410f-8af5-9987638e01bf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:17.350440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.392324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 27372a3b-0537-4e69-b905-4062d8fcf34e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:17.517543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Attempting to bind port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:17.517886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Attempting to bind port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:17.518302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Attempting to bind port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:17.549604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Attempting to bind port 7d858f2e-74bf-412d-84e6-064861528637 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:17.549859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Attempting to bind port 7d858f2e-74bf-412d-84e6-064861528637 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:17.550325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Attempting to bind port 7d858f2e-74bf-412d-84e6-064861528637 on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:17.563471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Port 7d858f2e-74bf-412d-84e6-064861528637 on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:17.563785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Attempting to bind port 7d858f2e-74bf-412d-84e6-064861528637 on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:17.580474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be6ec7-765b-4d66-a206-a326bf82a9cd req-b10c997a-c0e9-442f-bc6d-a72488a40075 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:17.582825 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8be6ec7-765b-4d66-a206-a326bf82a9cd req-b10c997a-c0e9-442f-bc6d-a72488a40075 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 932 time: 0.1147618
Dec 11 21:07:17.591952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:17.593678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Checking segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:17.594078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Bound using segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:17.594555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Bound port: 7d858f2e-74bf-412d-84e6-064861528637, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:17.594922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.605682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27372a3b-0537-4e69-b905-4062d8fcf34e,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:17.623694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '27372a3b-0537-4e69-b905-4062d8fcf34e', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'port_id': '27372a3b-0537-4e69-b905-4062d8fcf34e', 'mac_address': 'fa:16:3e:37:14:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10168cb-b49d-4d5c-96ff-55327cf09272', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:17.647559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 on network 58c48d59-6930-4867-9cb4-150b0541b189 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:17.647885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Attempting to bind port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 on network 58c48d59-6930-4867-9cb4-150b0541b189 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:17.654448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8be6ec7-765b-4d66-a206-a326bf82a9cd req-0ab51ead-fe9f-47c4-92a9-6b1580ce8c7b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627811
Dec 11 21:07:17.662290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.663875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:17.664223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Checking segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:17.664612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Bound using segment: {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:17.665044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Bound port: 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b6dff7-2a89-4218-ac46-bdb6a996d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:17.665387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.688726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-431088d1-5328-46d3-a5d0-79b805d0366e service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4687223
Dec 11 21:07:17.727659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.744709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27372a3b-0537-4e69-b905-4062d8fcf34e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:17.769608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27372a3b-0537-4e69-b905-4062d8fcf34e,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:17.775860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.776705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f2481386-e3fe-4f77-94af-379767ee8a51 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:17.897474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:17.924747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:17.953058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2481386-e3fe-4f77-94af-379767ee8a51,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:17.965422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f2481386-e3fe-4f77-94af-379767ee8a51', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'port_id': 'f2481386-e3fe-4f77-94af-379767ee8a51', 'mac_address': 'fa:16:3e:00:01:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51331d9-be15-4b13-9813-b4b6497eed2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:17.977451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Router 780019f6-1fb3-422c-9796-109590b14cd9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:17.988156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:17.991264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:18.010405 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.029356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2481386-e3fe-4f77-94af-379767ee8a51 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:18.036059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d858f2e-74bf-412d-84e6-064861528637,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:18.043103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:18.047311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0381cb45-bc76-4056-854e-adcb94983a1d {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:18.058997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.067869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.070804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.078350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2481386-e3fe-4f77-94af-379767ee8a51,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:18.087088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.088244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-2c7976c7-81b7-492a-87c3-6b83f5f495d4 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3900809
Dec 11 21:07:18.130889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.131505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.133082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] 10.222.0.16 "PUT /v2.0/ports/91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 HTTP/1.1" status: 200  len: 1091 time: 4.2889514
Dec 11 21:07:18.148106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:18.153133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab76c16-19a9-4af1-be4e-56ddab579c8d None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:18.154334 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e39cd1-303a-4d9f-bdc4-6d787507af39" -d '{"events": [{"name": "network-changed", "server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:18.161460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:18.181176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:18.192836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-857c4c8c-ce4f-478f-9c31-851a091a6202 admin admin] 10.222.0.18 "PUT /v2.0/routers/780019f6-1fb3-422c-9796-109590b14cd9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3183146
Dec 11 21:07:18.193538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33556) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:18.202663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Sync routers for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:18.218943 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:18.221654 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:18.236920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Transition to ACTIVE for port object 0381cb45-bc76-4056-854e-adcb94983a1d will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:18.281527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.316273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.316972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.318397 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] 10.222.0.16 "PUT /v2.0/ports/7d858f2e-74bf-412d-84e6-064861528637 HTTP/1.1" status: 200  len: 1092 time: 4.8926389
Dec 11 21:07:18.350249 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eaf4fb-7afd-47c5-87d8-5475807cad2f x-openstack-request-id: req-e8eaf4fb-7afd-47c5-87d8-5475807cad2f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:18.350571 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:18.350832 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8eaf4fb-7afd-47c5-87d8-5475807cad2f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:18.351235 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3', 'status': 'completed', 'code': 200}
Dec 11 21:07:18.355631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33558) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:18.358663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.381785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.415603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f2481386-e3fe-4f77-94af-379767ee8a51'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:18.422888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['27372a3b-0537-4e69-b905-4062d8fcf34e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:18.427095 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:18.507974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:18.511576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b30f3-dd94-40ab-97d6-78cde30b801e service neutron] Pushing event updated for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:18.561579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:18.586631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e0e3e0-057e-42e8-9f39-9004aa42e554 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:18.605786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:18.637124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2000919614'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:18.643991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.659286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-23be9e52-6a85-43ac-ba49-688e2f9880db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.661097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-23be9e52-6a85-43ac-ba49-688e2f9880db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 1095 time: 0.4963140
Dec 11 21:07:18.749257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Deleting port fee3feb7-9cfe-4333-a4b1-65129a7f7318 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:18.749594 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.755400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89e0239e-eeb9-4183-9e42-279e168023c6 None None] Provisioning complete for port dda1b2e4-79f3-4339-97ec-79682594cd53 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:18.755820 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89e0239e-eeb9-4183-9e42-279e168023c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.761219 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859a2b80>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127'}], 'enable_snat': True}, 'gw_port_id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:07:17Z', 'revision_number': 5, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port': {'id': 'fee3feb7-9cfe-4333-a4b1-65129a7f7318', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780019f6-1fb3-422c-9796-109590b14cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2182, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:04:05Z', 'updated_at': '2021-12-11T21:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:18.785172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b2850-16a4-4f4c-8ee2-34be2bb9d508 req-1a9360fe-82c4-4399-9cb5-b5740a4a87ad tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.789249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d59b2850-16a4-4f4c-8ee2-34be2bb9d508 req-1a9360fe-82c4-4399-9cb5-b5740a4a87ad tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 944 time: 0.6530221
Dec 11 21:07:18.801787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Checking router: 780019f6-1fb3-422c-9796-109590b14cd9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:18.811412 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Routers {'780019f6-1fb3-422c-9796-109590b14cd9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:18.812139 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d859a2b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['780019f6-1fb3-422c-9796-109590b14cd9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:18.829549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89e0239e-eeb9-4183-9e42-279e168023c6 None None] Port dda1b2e4-79f3-4339-97ec-79682594cd53 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:18.878928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ae7dd6a7-5c1b-4653-9765-d6e543d39306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.891229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-ae7dd6a7-5c1b-4653-9765-d6e543d39306 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 1094 time: 0.6500163
Dec 11 21:07:18.919427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-0c558bc5-5d73-4d70-aeb4-45bca127a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:18.920362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] Set router 780019f6-1fb3-422c-9796-109590b14cd9 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:18.920931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-0c558bc5-5d73-4d70-aeb4-45bca127a5ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 1095 time: 0.5342016
Dec 11 21:07:18.960835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] For port fee3feb7-9cfe-4333-a4b1-65129a7f7318, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fee3feb7-9cfe-4333-a4b1-65129a7f7318,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:18.961489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:18.980942 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d859a2b80>, [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:07:18Z', 'revision_number': 6, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:18.985825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Calling delete_port for fee3feb7-9cfe-4333-a4b1-65129a7f7318 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:19.006847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb1614-ac94-4490-830e-64c18d2bdf14 req-1db6489c-56d1-4cea-953f-bb9cfa574f1d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:19.010303 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f9ffef-0f41-4f2b-a507-18aa2ca1a8a4 None None] The sync data for ids ['780019f6-1fb3-422c-9796-109590b14cd9'] in ncdv-master-1 is: [{'id': '780019f6-1fb3-422c-9796-109590b14cd9', 'name': 'tempest-ServersTestBootFromVolume-879206372-router', 'tenant_id': '9bce9fc9af38494fab218dfc63616ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:04:04Z', 'updated_at': '2021-12-11T21:07:18Z', 'revision_number': 6, 'project_id': '9bce9fc9af38494fab218dfc63616ec6', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:19.015129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1cb1614-ac94-4490-830e-64c18d2bdf14 req-1db6489c-56d1-4cea-953f-bb9cfa574f1d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.1774251
Dec 11 21:07:19.127208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b1cb1614-ac94-4490-830e-64c18d2bdf14 req-bfae5cdd-72c6-43fe-bbb5-ae44a2e7304a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088469
Dec 11 21:07:19.171771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0564d7a7-0632-4433-9421-70c76cda4bfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:19.202589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0564d7a7-0632-4433-9421-70c76cda4bfa {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:19.203330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0564d7a7-0632-4433-9421-70c76cda4bfa not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:19.277846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.314616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Pushing event deleted for resources: {'Port': ['ID=fee3feb7-9cfe-4333-a4b1-65129a7f7318,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:19.324606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4f157-bff9-4e6d-9cc2-d1db5c8d7f6b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:19.377495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.442829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Made reservation on behalf of a2feea1884b141c1917363d840be6cb1 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:19.446299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.448836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-79612cb1-5a3a-4567-9eb4-f32083b5ed5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d858f2e-74bf-412d-84e6-064861528637 HTTP/1.1" status: 200  len: 217 time: 0.5185597
Dec 11 21:07:19.449452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e49fc-eaf4-4b65-891d-bfe785ec2ccd service neutron] Pushing event updated for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:19.452697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-c73b10a9-877c-46a7-8885-78f4569e6ba7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 HTTP/1.1" status: 200  len: 217 time: 0.5131698
Dec 11 21:07:19.476588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.478822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.527493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.528033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780019f6-1fb3-422c-9796-109590b14cd9 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:07:19.532494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.533562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a0ce47a-b233-48f9-9907-a3ff72b03aba admin admin] 10.222.0.18 "DELETE /v2.0/routers/780019f6-1fb3-422c-9796-109590b14cd9 HTTP/1.1" status: 204  len: 168 time: 1.3390143
Dec 11 21:07:19.538092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:19.559025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.584774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Deleting subnet 03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:19.588116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.624734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.711482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d59b2850-16a4-4f4c-8ee2-34be2bb9d508 req-c98de288-29aa-45ce-8bc6-b94e682fac8e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9004006
Dec 11 21:07:19.718763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.738229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:19.758380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Attempting to bind port 0381cb45-bc76-4056-854e-adcb94983a1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:19.759216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Attempting to bind port 0381cb45-bc76-4056-854e-adcb94983a1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:19.759216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Attempting to bind port 0381cb45-bc76-4056-854e-adcb94983a1d on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:19.775019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-330af926-2449-4e6a-8073-fd0fb0dbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:19.776527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-330af926-2449-4e6a-8073-fd0fb0dbeb07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.3133776
Dec 11 21:07:19.777553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-21a6c3c8-59ad-4de3-bea2-54aae0c990f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:19.778983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-21a6c3c8-59ad-4de3-bea2-54aae0c990f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 919 time: 1.0409348
Dec 11 21:07:19.784905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-c11fbe5a-e6c3-4a83-805e-df7f0d203ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:19.787030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-c11fbe5a-e6c3-4a83-805e-df7f0d203ef7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.3172579
Dec 11 21:07:19.787721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Pushing event updated for resources: {'Port': ['ID=dda1b2e4-79f3-4339-97ec-79682594cd53,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:19.791587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.806795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.811495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Port 0381cb45-bc76-4056-854e-adcb94983a1d on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:19.811828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Attempting to bind port 0381cb45-bc76-4056-854e-adcb94983a1d on network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:19.813789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33572) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:19.814553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03ff74ac-268f-4ffd-8a67-473bdc7ddcb4 HTTP/1.1" status: 204  len: 168 time: 0.2751327
Dec 11 21:07:19.835822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00b0a4-8164-49f1-b7f6-03932fe21a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ff74ac-268f-4ffd-8a67-473bdc7ddcb4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:19.847330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd592da-9547-48d6-8a0c-bc205b9c6fec None None] Network 88331781-22d7-4cd1-815e-4882313497d4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:19.953631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:19.953987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Checking segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:19.954393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Bound using segment: {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:19.954880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Bound port: 0381cb45-bc76-4056-854e-adcb94983a1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0ecf99-023e-463f-b71c-ab65b1f12945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:19.955246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:19.959362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:19.967978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-c31b1993-a2bc-4a4b-a5f9-0f25bb3bf973 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 HTTP/1.1" status: 200  len: 217 time: 0.1635993
Dec 11 21:07:19.970022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d47759e0-5b0c-4e5e-bbab-1768d8c27bf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1598117
Dec 11 21:07:19.976369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'port_id': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', 'mac_address': 'fa:16:3e:4d:ff:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51331d9-be15-4b13-9813-b4b6497eed2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:20.018349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.034332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:20.063509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:20.068128 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.092748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] DHCP port deletion for 88331781-22d7-4cd1-815e-4882313497d4 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:20.149893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:20.168165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Deleting port 5a30a837-808a-482e-9f6f-fa6c575b14a6 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:20.168548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.196425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:20.244444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] For port 5a30a837-808a-482e-9f6f-fa6c575b14a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a30a837-808a-482e-9f6f-fa6c575b14a6,segment=NetworkSegment(41fa5067-ff60-410e-ad20-256865cc90e7),segment_id=41fa5067-ff60-410e-ad20-256865cc90e7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:20.244845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.262811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Calling delete_port for 5a30a837-808a-482e-9f6f-fa6c575b14a6 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:20.268197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-cb9ed5f7-b449-420e-a4ca-2b7b89fa7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:20.269782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-cb9ed5f7-b449-420e-a4ca-2b7b89fa7a28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.4692347
Dec 11 21:07:20.272277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.278014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dbaae-229c-47c5-9169-748380cbaad6 req-36026793-3b04-4e01-a5b5-9bcf757de0f7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:20.284822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d58dbaae-229c-47c5-9169-748380cbaad6 req-36026793-3b04-4e01-a5b5-9bcf757de0f7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.0580320
Dec 11 21:07:20.317393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:20.334408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d58dbaae-229c-47c5-9169-748380cbaad6 req-198633d2-bd93-4b95-aa3c-2cf296c1f00b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467687
Dec 11 21:07:20.348579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-6fac5c80-29a8-46ff-97ec-c88d87fbdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:20.357989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-6fac5c80-29a8-46ff-97ec-c88d87fbdba6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.3002965
Dec 11 21:07:20.372710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'tag': '7d858f2e-74bf-412d-84e6-064861528637'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:20.375138 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb03cefc-d566-4299-8f72-4beddf24d4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "tag": "7d858f2e-74bf-412d-84e6-064861528637"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:20.388066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.409636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.439785 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d488171c-7bb2-490a-bce6-b20e6359bbb9 x-openstack-request-id: req-d488171c-7bb2-490a-bce6-b20e6359bbb9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:20.440048 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "tag": "7d858f2e-74bf-412d-84e6-064861528637", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:20.440307 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d488171c-7bb2-490a-bce6-b20e6359bbb9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:20.440715 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'tag': '7d858f2e-74bf-412d-84e6-064861528637', 'status': 'completed', 'code': 200}
Dec 11 21:07:20.441703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Pushing event deleted for resources: {'Port': ['ID=5a30a837-808a-482e-9f6f-fa6c575b14a6,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:20.444157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:20.449339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.451674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] No DVR routers for this DVR port 5a30a837-808a-482e-9f6f-fa6c575b14a6 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:20.467048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.467403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.467749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.468094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.468432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.469300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.469300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.469495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.469731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.470059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.471228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.471228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.471228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4032763e-56f3-4e02-a3ca-2650bfd97a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:07:20.492383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-47032da1-aae6-489d-8ad5-6f78c5984db8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1144114
Dec 11 21:07:20.523033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.532484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0381cb45-bc76-4056-854e-adcb94983a1d,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:20.536834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] The port '5a30a837-808a-482e-9f6f-fa6c575b14a6' was deleted {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Dec 11 21:07:20.586796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:20.613697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.635933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-5a38b410-ad25-4ddb-a6c2-fda21913ba72 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6216187
Dec 11 21:07:20.731709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeb3722-f095-43ad-b54a-1d389de7615b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:20.736025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.736380 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Added segment 95175eba-36b4-4e5c-89a5-d1c346c23227 of type vlan for network c5119c1e-645c-47b4-8e63-21a0805527a0
Dec 11 21:07:20.821477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:20.822112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.823620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] 10.222.0.30 "PUT /v2.0/ports/0381cb45-bc76-4056-854e-adcb94983a1d HTTP/1.1" status: 200  len: 1092 time: 4.4933162
Dec 11 21:07:20.939926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:20.955107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-6cdb9406-1f52-4d09-a94b-7a00e7926f7b service neutron] 10.222.0.16 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6682687
Dec 11 21:07:21.044308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.066127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5f4a9-1027-49cf-b16c-da3027cf8d87 service neutron] Pushing event updated for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:21.075266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb37550>,) {'filters': {'network_id': ['88331781-22d7-4cd1-815e-4882313497d4']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:21.139791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5a30a837-808a-482e-9f6f-fa6c575b14a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:21.148484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb37550>, '41fa5067-ff60-410e-ad20-256865cc90e7') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:21.148791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb37550>, '41fa5067-ff60-410e-ad20-256865cc90e7') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:21.159688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5a30a837-808a-482e-9f6f-fa6c575b14a6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:21.160032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5a30a837-808a-482e-9f6f-fa6c575b14a6 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:21.161061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fee3feb7-9cfe-4333-a4b1-65129a7f7318 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:21.185573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: fee3feb7-9cfe-4333-a4b1-65129a7f7318 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:21.185912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fee3feb7-9cfe-4333-a4b1-65129a7f7318 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:21.199993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.216753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-34f384f2-c7c0-4788-9bd0-db3992533a35 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6862011
Dec 11 21:07:21.228198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.272434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-ce188f43-98eb-4263-ab4c-a108460585a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:21.273922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-ce188f43-98eb-4263-ab4c-a108460585a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 1095 time: 0.3525105
Dec 11 21:07:21.390008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 27372a3b-0537-4e69-b905-4062d8fcf34e up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:21.449788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 27372a3b-0537-4e69-b905-4062d8fcf34e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:21.455066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 27372a3b-0537-4e69-b905-4062d8fcf34e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:21.455433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.470060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062dd2e-0b13-4579-abcd-865d2e738a0a req-57a9b076-58df-4a7e-a3a8-cb8e0d10cc34 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:21.471705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3062dd2e-0b13-4579-abcd-865d2e738a0a req-57a9b076-58df-4a7e-a3a8-cb8e0d10cc34 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.0543509
Dec 11 21:07:21.533357 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3062dd2e-0b13-4579-abcd-865d2e738a0a req-897480b0-2b62-4bfb-8afb-1943a48fe3f5 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535645
Dec 11 21:07:21.544981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.568428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:21.570719 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f4d56-eb49-46f5-88db-82f5a66470f3" -d '{"events": [{"server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "name": "network-vif-plugged", "status": "completed", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:21.584477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27372a3b-0537-4e69-b905-4062d8fcf34e,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:21.589065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.590296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f2481386-e3fe-4f77-94af-379767ee8a51 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:21.618819 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa0708b-dd6a-4db1-b25d-e75c0ab4f0ac x-openstack-request-id: req-3aa0708b-dd6a-4db1-b25d-e75c0ab4f0ac {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:21.619190 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "name": "network-vif-plugged", "status": "completed", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:21.619386 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3aa0708b-dd6a-4db1-b25d-e75c0ab4f0ac {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:21.619810 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e', 'code': 200}
Dec 11 21:07:21.633127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cc2c1ba-67bd-47e3-889b-d2da73a7387d req-d9071336-3437-43ea-8166-b668d547ec7e service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9777646
Dec 11 21:07:21.633727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.639184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:21.639769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.649628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee474b6-a1ba-4f75-9376-8a02b8762eea req-ecc043b0-c29a-4f64-b93b-e1dd5389e22a tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:21.651312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ee474b6-a1ba-4f75-9376-8a02b8762eea req-ecc043b0-c29a-4f64-b93b-e1dd5389e22a tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 945 time: 0.7700410
Dec 11 21:07:21.675594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.690719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:21.712174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f2481386-e3fe-4f77-94af-379767ee8a51 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:21.718842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f2481386-e3fe-4f77-94af-379767ee8a51 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:21.719221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.736805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce37e8-ed68-422d-a819-aa44589a0374 req-77178547-c480-47db-a543-1987960a1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:21.739524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96ce37e8-ed68-422d-a819-aa44589a0374 req-77178547-c480-47db-a543-1987960a1c4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 1097 time: 0.0613344
Dec 11 21:07:21.747533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:21.784537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:21.784896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:21.788821 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:21.800011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96ce37e8-ed68-422d-a819-aa44589a0374 req-5d596e80-8527-49cc-8657-05aa9396adc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524764
Dec 11 21:07:21.844620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:21.852925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:21.853304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.857012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.890016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-de72e4c6-3c3c-4bfc-8334-8e5d499154f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0381cb45-bc76-4056-854e-adcb94983a1d HTTP/1.1" status: 200  len: 217 time: 0.2323785
Dec 11 21:07:21.892044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e217a75f-35fb-4e69-8e0a-a97eac320d4a req-a28388bf-bc3b-40c6-9943-d8fbccb6d7af service neutron] 10.222.0.16 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9085050
Dec 11 21:07:21.921125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2481386-e3fe-4f77-94af-379767ee8a51,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:21.926351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:21.940598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33588) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:21.940830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.5789814
Dec 11 21:07:21.950265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Request body: {'subnet': {'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:22.006007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.006414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0872-cc52-452a-abd1-b2453e581afc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event updated for resources: {'Network': ['ID=c5119c1e-645c-47b4-8e63-21a0805527a0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.013200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.025923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c5119c1e-645c-47b4-8e63-21a0805527a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:22.058010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.068861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Made reservation on behalf of a2feea1884b141c1917363d840be6cb1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:22.071773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ee474b6-a1ba-4f75-9376-8a02b8762eea req-c521f2a8-6bc9-4717-943a-90be5fb9696e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4023399
Dec 11 21:07:22.072398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.074244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.090292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-615b1b71-970d-42a1-99c0-000b704d446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.092073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-615b1b71-970d-42a1-99c0-000b704d446d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f24af28000c54ca688b18033b4dcdb93&device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 1094 time: 0.3915858
Dec 11 21:07:22.097959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.103763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/88331781-22d7-4cd1-815e-4882313497d4 HTTP/1.1" status: 204  len: 168 time: 2.2680216
Dec 11 21:07:22.109903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12fdc958-4ffa-4989-8fef-8f84cb2b999a req-72cf8be8-9b75-4248-b3da-784733e7f235 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8756130
Dec 11 21:07:22.189238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998e3ce-86ad-411c-b6dd-bf998bd2e5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88331781-22d7-4cd1-815e-4882313497d4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.271244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-f0639b26-1af6-4597-b092-0ee87fd94d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.272783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-f0639b26-1af6-4597-b092-0ee87fd94d73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 1095 time: 0.3055432
Dec 11 21:07:22.291520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:22.294200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-2daaf38e-f988-4ca7-8b4d-48669c59431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.295878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-2daaf38e-f988-4ca7-8b4d-48669c59431b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.2208323
Dec 11 21:07:22.303101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.361303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.374091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.388668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33592) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:22.442197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:22.444498 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8523d7-a67f-45ec-b475-cdb91ff2953a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:22.448875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event updated for resources: {'Subnet': ['ID=781d8f15-edc2-424d-aa8b-22fecafe5593,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.460115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-17b6d42a-310e-44cc-bf1e-158ae8a5fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.461623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-17b6d42a-310e-44cc-bf1e-158ae8a5fbf2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 200  len: 919 time: 0.3196931
Dec 11 21:07:22.468105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5f9fdd02-9b2b-4031-88f0-57640ffba754 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bce9fc9af38494fab218dfc63616ec6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0768478
Dec 11 21:07:22.470651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33596) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:22.473059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Checking segment: {'id': '95175eba-36b4-4e5c-89a5-d1c346c23227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:22.473425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Network hostable DHCP agents. Network: c5119c1e-645c-47b4-8e63-21a0805527a0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:22.515707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Network c5119c1e-645c-47b4-8e63-21a0805527a0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:22.527046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5119c1e-645c-47b4-8e63-21a0805527a0) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:22.527920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-65b834c3-5f7f-4d34-bc73-b5f2a9ae0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.529431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-65b834c3-5f7f-4d34-bc73-b5f2a9ae0769 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1882148
Dec 11 21:07:22.534127 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa76d73-96e2-44e5-88b9-0b10d9ae7bfd x-openstack-request-id: req-efa76d73-96e2-44e5-88b9-0b10d9ae7bfd {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:22.534422 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:22.534707 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efa76d73-96e2-44e5-88b9-0b10d9ae7bfd {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:22.535098 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d', 'status': 'completed', 'code': 200}
Dec 11 21:07:22.537044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.537175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.538098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa2437-50b5-4b86-bcec-a3214cfae433 None None] Network c5119c1e-645c-47b4-8e63-21a0805527a0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:22.548414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-1b74eb80-969c-4a65-8807-a40e73ae1f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 HTTP/1.1" status: 200  len: 217 time: 0.0697544
Dec 11 21:07:22.548841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.550553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-c3ee1f88-dc1d-46b7-b89c-bcfecc69e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.552198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-c3ee1f88-dc1d-46b7-b89c-bcfecc69e326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 916 time: 0.2705765
Dec 11 21:07:22.563602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-12d7b7d8-6780-45ba-8b51-79d85f6691f6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6203287
Dec 11 21:07:22.567409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33600) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:22.576274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Request body: {'port': {'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0', 'name': 'tempest-TagsExtTest-266340442'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:22.585542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.677532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-673590a0-e821-4e56-a773-e15a9c150985 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d858f2e-74bf-412d-84e6-064861528637 HTTP/1.1" status: 200  len: 217 time: 0.1068327
Dec 11 21:07:22.706768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c5119c1e-645c-47b4-8e63-21a0805527a0', 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0', 'project_id': 'a2feea1884b141c1917363d840be6cb1', 'fixed_ips': [{'subnet_id': '781d8f15-edc2-424d-aa8b-22fecafe5593'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:22.707632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.708092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.710219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.711414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6298c5a-2fb0-48e7-b27e-a70434b2b0e6 HTTP/1.1" status: 204  len: 168 time: 0.2396955
Dec 11 21:07:22.732274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd77be-d6f8-409e-9e8f-5d1260e86cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6298c5a-2fb0-48e7-b27e-a70434b2b0e6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:22.751253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Made reservation on behalf of a2feea1884b141c1917363d840be6cb1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:22.752736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Router bd0cff68-7bdb-474a-bdec-4bc471432fa4 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:07:22.760750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:22.787883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] device_id is not set on port 064feeae-3735-495f-93f7-6cb0305fd88d yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:07:22.807996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-b62b588a-275d-4191-b594-baae0498be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.809661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-b62b588a-275d-4191-b594-baae0498be9c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 200  len: 858 time: 0.2345397
Dec 11 21:07:22.862200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-1d3082df-c049-4d1a-b41c-6d699040d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.863807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-1d3082df-c049-4d1a-b41c-6d699040d0dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.1694252
Dec 11 21:07:22.869355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-21ff79ca-60d8-4b9c-b96d-43ff5f5646d9 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3318863
Dec 11 21:07:22.891389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d5341-c462-4f07-a6a6-4a1fc673434d req-727dbf9c-8305-4cd4-8de3-1cbc398b5e5e tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:22.899182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-196d5341-c462-4f07-a6a6-4a1fc673434d req-727dbf9c-8305-4cd4-8de3-1cbc398b5e5e tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.2313688
Dec 11 21:07:22.903080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Allocated IP 172.20.0.2 (c5119c1e-645c-47b4-8e63-21a0805527a0/781d8f15-edc2-424d-aa8b-22fecafe5593/c394d543-7e83-4813-8062-398313ea9494) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:22.909132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-7dd9c8ee-c038-4a03-a2a7-2917a850c66c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c48d59-6930-4867-9cb4-150b0541b189&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0903144
Dec 11 21:07:23.096875 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.105918 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.171489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-0239aad5-2c97-4276-aea3-5713557868f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:23.173230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-0239aad5-2c97-4276-aea3-5713557868f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2704268
Dec 11 21:07:23.178111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Pushing event updated for resources: {'Port': ['ID=c394d543-7e83-4813-8062-398313ea9494,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:23.188630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-196d5341-c462-4f07-a6a6-4a1fc673434d req-b8df3a13-d7fe-42dd-aaa6-179909f33281 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836151
Dec 11 21:07:23.217198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Network c5119c1e-645c-47b4-8e63-21a0805527a0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:23.218709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:23.234093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:23.237183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:23.259954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Allocated IP 172.20.0.10 (c5119c1e-645c-47b4-8e63-21a0805527a0/781d8f15-edc2-424d-aa8b-22fecafe5593/064feeae-3735-495f-93f7-6cb0305fd88d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:23.274015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Sync routers for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:23.279626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8155bc8a-e5d7-4125-9dd1-1beafe894725 req-ace1a567-7a15-4cab-8eb6-0e821c2650a5 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3776712
Dec 11 21:07:23.281428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-ed1f7e50-8a95-4a4e-b500-e78991f652f8 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3491991
Dec 11 21:07:23.321657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.322652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d2e88005-7613-446d-85b3-ecd141eeced7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.3265808
Dec 11 21:07:23.328034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33616) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:23.354596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Attempting to bind port c394d543-7e83-4813-8062-398313ea9494 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:23.355603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Attempting to bind port c394d543-7e83-4813-8062-398313ea9494 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95175eba-36b4-4e5c-89a5-d1c346c23227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:23.356366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Attempting to bind port c394d543-7e83-4813-8062-398313ea9494 on network c5119c1e-645c-47b4-8e63-21a0805527a0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:23.368104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:23.368785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Checking segment: {'id': '95175eba-36b4-4e5c-89a5-d1c346c23227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:23.369340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.369884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Bound using segment: {'id': '95175eba-36b4-4e5c-89a5-d1c346c23227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:23.370747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Bound port: c394d543-7e83-4813-8062-398313ea9494, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95175eba-36b4-4e5c-89a5-d1c346c23227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c5119c1e-645c-47b4-8e63-21a0805527a0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:23.371313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.389560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:23.390828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7722ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:23.401669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ed84-bbc5-4350-b782-97a82cc18560 req-30b2224b-b1a3-4a00-8b92-ad93f7f13aa0 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:23.410046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9a1ed84-bbc5-4350-b782-97a82cc18560 req-30b2224b-b1a3-4a00-8b92-ad93f7f13aa0 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 946 time: 0.1126413
Dec 11 21:07:23.468806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-029d6174-db60-4f34-80b5-b1a40e7e5c93 service neutron] 10.222.0.16 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791121
Dec 11 21:07:23.505636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] For port c394d543-7e83-4813-8062-398313ea9494, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:23.527213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] For port c394d543-7e83-4813-8062-398313ea9494, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c394d543-7e83-4813-8062-398313ea9494,segment=NetworkSegment(95175eba-36b4-4e5c-89a5-d1c346c23227),segment_id=95175eba-36b4-4e5c-89a5-d1c346c23227)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:23.536829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.567641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c9a1ed84-bbc5-4350-b782-97a82cc18560 req-aa44bc2c-42b8-4d41-a4cf-7d8a0bfe5a81 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561351
Dec 11 21:07:23.586814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.620503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51'}, {'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:23.622824 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e56cf4-b32c-4ccc-ae0f-4f049b0a95d9" -d '{"events": [{"server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "name": "network-vif-plugged", "status": "completed", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51"}, {"server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "name": "network-vif-plugged", "status": "completed", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:23.668124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:23.695097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:23.744512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031ed73-2d23-431a-980e-80139101fd96 None None] Pushing event updated for resources: {'Port': ['ID=c394d543-7e83-4813-8062-398313ea9494,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:23.774254 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973006a2-810a-4194-9e3d-67d63cf99e59 x-openstack-request-id: req-973006a2-810a-4194-9e3d-67d63cf99e59 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:23.774653 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "name": "network-vif-plugged", "status": "completed", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51", "code": 200}, {"server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "name": "network-vif-plugged", "status": "completed", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:23.774851 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-973006a2-810a-4194-9e3d-67d63cf99e59 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:23.775258 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51', 'code': 200}
Dec 11 21:07:23.775618 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', 'code': 200}
Dec 11 21:07:23.776248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7d858f2e-74bf-412d-84e6-064861528637 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:23.842382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Network c5119c1e-645c-47b4-8e63-21a0805527a0 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:23.854393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:23.889672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d858f2e-74bf-412d-84e6-064861528637,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:23.905791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:23.906341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '7d858f2e-74bf-412d-84e6-064861528637', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'port_id': '7d858f2e-74bf-412d-84e6-064861528637', 'mac_address': 'fa:16:3e:e0:05:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10168cb-b49d-4d5c-96ff-55327cf09272', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:23.960967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33630) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:24.006789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.007615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.035115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.038251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event updated for resources: {'Port': ['ID=064feeae-3735-495f-93f7-6cb0305fd88d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:24.076470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a98a7a96-31e9-455b-ad03-f6b9df27f04d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.5081224
Dec 11 21:07:24.077124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33634) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:24.079908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d858f2e-74bf-412d-84e6-064861528637 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:24.082680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-704402313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:24.088796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ccc3-d615-422a-9225-15c448f9e2b0 req-87fc1767-8dc4-4d5b-9eb7-946ee7dee2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.090300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a214ccc3-d615-422a-9225-15c448f9e2b0 req-87fc1767-8dc4-4d5b-9eb7-946ee7dee2fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 1096 time: 0.2460394
Dec 11 21:07:24.146799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.152198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.156011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d858f2e-74bf-412d-84e6-064861528637,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:24.171914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.172653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:24.188070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a214ccc3-d615-422a-9225-15c448f9e2b0 req-600a381b-94ae-4e01-acbc-884365f886de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879512
Dec 11 21:07:24.195371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-936dc23a-c652-4256-8e14-1688d627f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.196916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-936dc23a-c652-4256-8e14-1688d627f946 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 1095 time: 0.8210700
Dec 11 21:07:24.220363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-0430194f-163e-41b0-b0b5-fa463cb957f1 service neutron] 10.222.0.16 "GET /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9279397
Dec 11 21:07:24.265242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.272096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.298609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-17284915-network', 'tenant_id': 'a7249562ceb948f8b2a6210a389730c4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:24.304656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.306858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-20521498-e47a-45df-919c-5fbd79135eec tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2275522
Dec 11 21:07:24.309418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33640) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:24.314019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a6ae125b-5201-445e-aadd-b8028d5e7e40 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-690258686', 'prefixes': ['172.20.0.0/16']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:24.315811 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb03cefc-d566-4299-8f72-4beddf24d4ec req-b5dffc1b-702a-40e5-9a0f-a2f6e184d9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8376527
Dec 11 21:07:24.318598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:24.330737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34cfed-7f5e-4dec-9cdb-d017755563fa req-27d78766-6fd6-45bd-9842-bb41a180493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.332805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e34cfed-7f5e-4dec-9cdb-d017755563fa req-27d78766-6fd6-45bd-9842-bb41a180493b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 1097 time: 0.3721607
Dec 11 21:07:24.371246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7722ffd0>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:19Z', 'revision_number': 3, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:24.413574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Checking router: bd0cff68-7bdb-474a-bdec-4bc471432fa4 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:24.414213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Updating router bd0cff68-7bdb-474a-bdec-4bc471432fa4 port dda1b2e4-79f3-4339-97ec-79682594cd53 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:24.424141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Made reservation on behalf of a7249562ceb948f8b2a6210a389730c4 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:24.427028 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.454951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:24.466042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.471118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3', 'network_id': '58c48d59-6930-4867-9cb4-150b0541b189', 'port_id': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3', 'mac_address': 'fa:16:3e:c2:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51331d9-be15-4b13-9813-b4b6497eed2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:24.473219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6ae125b-5201-445e-aadd-b8028d5e7e40 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for subnetpool, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.478726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a6ae125b-5201-445e-aadd-b8028d5e7e40 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.1682470
Dec 11 21:07:24.479402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33642) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:24.483696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.484893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-15c552ed-ad10-45b0-992d-2035f9bd048d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7efb6d30>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-1651770754') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:24.511561 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4d50f-6886-4b15-873b-8d0cff9811ee req-79cb24eb-deb7-430d-84c8-3ea4589638b5 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.513971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b4d50f-6886-4b15-873b-8d0cff9811ee req-79cb24eb-deb7-430d-84c8-3ea4589638b5 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.2073483
Dec 11 21:07:24.601279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.604270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-ad2a70a1-d8ad-4775-a98e-71ba91e65c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:24.607405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-ad2a70a1-d8ad-4775-a98e-71ba91e65c7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 916 time: 0.1595249
Dec 11 21:07:24.611901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e34cfed-7f5e-4dec-9cdb-d017755563fa req-bc1ee955-f3c4-4ecc-9534-a5840c70eaa2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512088
Dec 11 21:07:24.665860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:24.761837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:24.772501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.861322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-a63c3ce7-2fcc-4889-85e1-8b779aed2a8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0381cb45-bc76-4056-854e-adcb94983a1d HTTP/1.1" status: 200  len: 217 time: 0.0995646
Dec 11 21:07:24.872172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:24.950281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.963184 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:24.970203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b4d50f-6886-4b15-873b-8d0cff9811ee req-e4812c72-a442-44f9-bdb3-dd524c758234 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3618634
Dec 11 21:07:24.970735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935fbf0a-7b22-41e6-9c8b-7439d865cab9 None None] Network c5119c1e-645c-47b4-8e63-21a0805527a0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:25.009926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-950460a8-af29-44da-aadf-ba1eefe6844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:25.011785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-950460a8-af29-44da-aadf-ba1eefe6844a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.1396320
Dec 11 21:07:25.030131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['91dc3de9-d0ca-4aa1-adef-b5e94956bbe3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:25.032950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7d858f2e-74bf-412d-84e6-064861528637'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:25.044677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10957-7334-4c99-b531-3bf0dac446f3 req-976f5e77-f4f0-4752-9c00-6552baa3a26b tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:25.046224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-add10957-7334-4c99-b531-3bf0dac446f3 req-976f5e77-f4f0-4752-9c00-6552baa3a26b tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 946 time: 0.1059468
Dec 11 21:07:25.083922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-15c552ed-ad10-45b0-992d-2035f9bd048d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-1651770754 HTTP/1.1" status: 201  len: 201 time: 0.6034098
Dec 11 21:07:25.085335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33648) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.092721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-05c8d8fa-76cc-40d9-bad5-fb55d8261469 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7db74670>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1039602272') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.140236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.182702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.193373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-0584df89-1186-4a18-852b-54efe502e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:25.193935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-add10957-7334-4c99-b531-3bf0dac446f3 req-fb8119b0-3196-4d38-b0bd-e9d18f2f0a9f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295531
Dec 11 21:07:25.195222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-0584df89-1186-4a18-852b-54efe502e016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1618869
Dec 11 21:07:25.201174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.249736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05c8d8fa-76cc-40d9-bad5-fb55d8261469 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1039602272 HTTP/1.1" status: 201  len: 201 time: 0.1598275
Dec 11 21:07:25.249978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33650) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.264593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-9b933b6b-15d7-468e-966a-5865fd1b2bfc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7db49700>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-1989454013') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.322219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:25.348261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ee334-c940-4dc8-87db-19ae66b46d43,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:25.354429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.354808 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Added segment 93dd7ed2-5113-4541-b84f-3b19d74e44c2 of type vlan for network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7
Dec 11 21:07:25.373543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9b933b6b-15d7-468e-966a-5865fd1b2bfc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-1989454013 HTTP/1.1" status: 201  len: 201 time: 0.1217551
Dec 11 21:07:25.374218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.377175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da23af13-7ea9-4b5e-bc0b-3d6320aed1ea None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:25.379609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c394d543-7e83-4813-8062-398313ea9494 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:25.379748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-bb011fb2-94d0-4a4c-af30-bbafe2dfd7eb tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d84a923d0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-395686975') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.417231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Attempting to bind port dda1b2e4-79f3-4339-97ec-79682594cd53 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:25.417583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Attempting to bind port dda1b2e4-79f3-4339-97ec-79682594cd53 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:25.417996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Attempting to bind port dda1b2e4-79f3-4339-97ec-79682594cd53 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:25.442948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb011fb2-94d0-4a4c-af30-bbafe2dfd7eb tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-395686975 HTTP/1.1" status: 201  len: 201 time: 0.0676033
Dec 11 21:07:25.443757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33654) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.449409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-11dc15fc-649c-4330-bbd1-025a9ca38b6f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7e842730>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.464746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e168f-c0f5-4480-a13e-53811a7b4128 None None] Pushing event updated for resources: {'Port': ['ID=dda1b2e4-79f3-4339-97ec-79682594cd53,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:25.468185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:25.468898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:25.469313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.469705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:25.470191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Bound port: dda1b2e4-79f3-4339-97ec-79682594cd53, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:25.470604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.490055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-07e29df5-b8e3-4d32-8c77-5e19e3905c22 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806530
Dec 11 21:07:25.491695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.511687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] Provisioning complete for port c394d543-7e83-4813-8062-398313ea9494 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:25.512053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.523876 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-11dc15fc-649c-4330-bbd1-025a9ca38b6f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 200  len: 241 time: 0.0765970
Dec 11 21:07:25.524331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33656) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.540638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-d97486cb-121a-4c1c-825c-e974c3712e97 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e842a90>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-1651770754') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.574176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Allocated IP 172.20.0.1 (821b6660-72ff-4325-b21c-d59127d5b034/7cf9ab42-2085-4bba-a241-d3b1ed4b5089/324e37c0-074d-4888-b32b-b7309ad9e527) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:25.600260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.601227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:25.602286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.617582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d97486cb-121a-4c1c-825c-e974c3712e97 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-1651770754 HTTP/1.1" status: 204  len: 168 time: 0.0920641
Dec 11 21:07:25.619970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33658) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.624598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-df4ecd7e-b341-4e79-915b-3ea410125bc6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e842400>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-1651770754') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.702333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] For port dda1b2e4-79f3-4339-97ec-79682594cd53, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:25.709087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] For port dda1b2e4-79f3-4339-97ec-79682594cd53, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda1b2e4-79f3-4339-97ec-79682594cd53,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:25.733920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df4ecd7e-b341-4e79-915b-3ea410125bc6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-1651770754 HTTP/1.1" status: 204  len: 168 time: 0.1110561
Dec 11 21:07:25.734424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.6550272
Dec 11 21:07:25.734932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33660) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.736141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c394d543-7e83-4813-8062-398313ea9494 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:25.736332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33662) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.736961 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.738542 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.746928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa8523d7-a67f-45ec-b475-cdb91ff2953a req-437b8db9-f03c-4e33-93ec-9bc353a5f50c service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470381
Dec 11 21:07:25.747549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a1991-6730-47cd-87f0-8d5fae7b1a5b admin admin] Pushing event updated for resources: {'Network': ['ID=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:25.752111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-f7959cd4-9b25-4bfb-9c1f-33aa077b957d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea54d00>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.765623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Request body: {'subnet': {'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-17284915-subnet', 'tenant_id': 'a7249562ceb948f8b2a6210a389730c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:25.823522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.836752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Made reservation on behalf of a7249562ceb948f8b2a6210a389730c4 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:25.839194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.851737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:25.882346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:25.929028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e168f-c0f5-4480-a13e-53811a7b4128 None None] Pushing event updated for resources: {'Port': ['ID=dda1b2e4-79f3-4339-97ec-79682594cd53,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:25.942517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7959cd4-9b25-4bfb-9c1f-33aa077b957d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 200  len: 205 time: 0.2024105
Dec 11 21:07:25.947485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:25.953567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-aba0803c-72c4-40eb-b2b2-f2542b78784f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef7c520>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:25.954318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Network 821b6660-72ff-4325-b21c-d59127d5b034 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:25.958209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:25.971449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:26.044168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.082271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b5d8b-7e69-4433-8312-5a402973ffd2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:26.105048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aba0803c-72c4-40eb-b2b2-f2542b78784f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 200  len: 241 time: 0.1564248
Dec 11 21:07:26.111001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33668) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.118868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-68a0a3cf-05d3-42f0-9ae0-8758327b2a01 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e247eb0>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1039602272') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.156333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Pushing event updated for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:26.184288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.267133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419be4d-2aaf-4bfe-88e5-4edcfd36758a req-a9145ec2-0a42-4415-b14c-9b6750247734 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:26.283267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f419be4d-2aaf-4bfe-88e5-4edcfd36758a req-a9145ec2-0a42-4415-b14c-9b6750247734 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.1756608
Dec 11 21:07:26.285649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:26.287094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7722ffd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.297342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.320308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e74ac71-88ae-4590-9cd6-52ef171d9e04,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:26.352600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-68a0a3cf-05d3-42f0-9ae0-8758327b2a01 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1039602272 HTTP/1.1" status: 204  len: 168 time: 0.2352326
Dec 11 21:07:26.353848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33674) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.365624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-89f7dbb4-cec1-462d-991f-38765b6a8d7d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d849df640>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1039602272') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.383514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f419be4d-2aaf-4bfe-88e5-4edcfd36758a req-b2f745db-785a-4d5a-8938-4c118143a71c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691910
Dec 11 21:07:26.436410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.445882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Checking segment: {'id': '93dd7ed2-5113-4541-b84f-3b19d74e44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:26.446380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Network hostable DHCP agents. Network: ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:26.495745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:26.522018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:26.537356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] For port c394d543-7e83-4813-8062-398313ea9494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c394d543-7e83-4813-8062-398313ea9494,segment=NetworkSegment(95175eba-36b4-4e5c-89a5-d1c346c23227),segment_id=95175eba-36b4-4e5c-89a5-d1c346c23227)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:26.537963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba5c5-a336-4e80-a25f-74e3b17ea1a9 req-2b62e43f-7659-44a1-9753-f0e1ea062622 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:26.538671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4cd212-60e1-4859-bbe2-ffba2585532c None None] Network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:26.539791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1aaba5c5-a336-4e80-a25f-74e3b17ea1a9 req-2b62e43f-7659-44a1-9753-f0e1ea062622 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 946 time: 0.1109285
Dec 11 21:07:26.544279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:26.544869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.560340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.568434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.596808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33676) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.598040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-89f7dbb4-cec1-462d-991f-38765b6a8d7d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1039602272 HTTP/1.1" status: 204  len: 168 time: 0.2432446
Dec 11 21:07:26.601978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-f18a12c9-1b27-4aaf-9338-29947a7774de tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d85c78a90>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.603979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c316e9c-839d-417a-b69e-49c72ee1dcda admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8665953
Dec 11 21:07:26.620940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1aaba5c5-a336-4e80-a25f-74e3b17ea1a9 req-b3b63a89-6a49-43cc-a345-a15e2fd05d91 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681136
Dec 11 21:07:26.719154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:26.724201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42356c18-a12d-4875-812c-f4f21d23211d None None] Pushing event updated for resources: {'Port': ['ID=c394d543-7e83-4813-8062-398313ea9494,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:26.752252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.759362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f18a12c9-1b27-4aaf-9338-29947a7774de tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 200  len: 205 time: 0.1587229
Dec 11 21:07:26.760027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33684) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.761368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.770290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-cc993c41-f033-407e-ab8a-21e4937cc412 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9940>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.838526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa7e01-b8cc-4b55-bcdb-bb40116c0bd2 req-52f2b6f0-2871-4880-a06d-2071b17fef8c tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:26.840204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bfa7e01-b8cc-4b55-bcdb-bb40116c0bd2 req-52f2b6f0-2871-4880-a06d-2071b17fef8c tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 945 time: 0.1456091
Dec 11 21:07:26.854891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:07:26.855407 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:07:26.855787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Pushing event updated for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:26.859719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.873654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc993c41-f033-407e-ab8a-21e4937cc412 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 200  len: 241 time: 0.1120048
Dec 11 21:07:26.877828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33690) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.881815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Provisioning complete for port dda1b2e4-79f3-4339-97ec-79682594cd53 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:26.882184 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:26.885185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-842db4fe-974d-4039-a408-6b03d6663bba tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa6a8e0>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-1989454013') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:26.963623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bfa7e01-b8cc-4b55-bcdb-bb40116c0bd2 req-e33e491e-77a9-481d-9379-35b8fe5d1f4a tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100354
Dec 11 21:07:26.981762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-842db4fe-974d-4039-a408-6b03d6663bba tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-1989454013 HTTP/1.1" status: 204  len: 168 time: 0.1023664
Dec 11 21:07:26.983245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeefaf5c-c345-4b49-97c8-5873fb3e8710 None None] Network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:26.984865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33692) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:26.990348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-b921ef50-b185-4c40-bd8e-2eff05d3d1f5 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d8430c520>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-1989454013') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.058992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Network 821b6660-72ff-4325-b21c-d59127d5b034 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:27.060665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:27.148752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:27.163547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b921ef50-b185-4c40-bd8e-2eff05d3d1f5 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-1989454013 HTTP/1.1" status: 204  len: 168 time: 0.1753173
Dec 11 21:07:27.164107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33704) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.178898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] For port dda1b2e4-79f3-4339-97ec-79682594cd53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda1b2e4-79f3-4339-97ec-79682594cd53,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:27.186811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-eb27f1c5-9ea1-4dc0-9d4b-1a5a2e98a2af tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb37c40>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.198332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:27.227468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0567b6fb-5b65-4072-8a92-6dbb1bc3b608 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:27.229449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0567b6fb-5b65-4072-8a92-6dbb1bc3b608 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/networks?id=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 HTTP/1.1" status: 200  len: 812 time: 0.1382325
Dec 11 21:07:27.249668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-c27b4b47-0c12-469a-9228-d17050f70d40 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/quotas/a7249562ceb948f8b2a6210a389730c4 HTTP/1.1" status: 200  len: 375 time: 0.0124872
Dec 11 21:07:27.279278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Provisioning complete for port c394d543-7e83-4813-8062-398313ea9494 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:27.279723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:27.316495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-1b00756d-e2b5-4bb6-9cb0-7840c1b78fa1 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a7249562ceb948f8b2a6210a389730c4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529280
Dec 11 21:07:27.343958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Pushing event updated for resources: {'Port': ['ID=dda1b2e4-79f3-4339-97ec-79682594cd53,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:27.349565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7722ffd0>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:19Z', 'revision_number': 3, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.353405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3718ca3-89dd-4286-8edc-246e0fff8726 req-baa6b1b6-c357-477d-aebb-7ebddc566de2 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:27.354977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3718ca3-89dd-4286-8edc-246e0fff8726 req-baa6b1b6-c357-477d-aebb-7ebddc566de2 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 944 time: 0.2119515
Dec 11 21:07:27.366363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Router bd0cff68-7bdb-474a-bdec-4bc471432fa4 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:27.381069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cbf0be-3b12-4385-b857-03ee3b08af1b None None] The sync data for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 is: [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:19Z', 'revision_number': 3, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:27.411427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb27f1c5-9ea1-4dc0-9d4b-1a5a2e98a2af tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 200  len: 205 time: 0.2432766
Dec 11 21:07:27.418138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0381cb45-bc76-4056-854e-adcb94983a1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:27.418346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33708) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.424979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-d4046c55-e318-4ed7-b5c4-cc0aebb278ac tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9599d0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.495278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d4046c55-e318-4ed7-b5c4-cc0aebb278ac tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 200  len: 240 time: 0.0756011
Dec 11 21:07:27.497413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.506333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-56a45164-595d-413e-bb69-c5383ef08317 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7f26ad00>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-395686975') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.511600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-4775ebd3-e98d-43a7-8fc2-28785210feee service neutron] 10.222.0.18 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853364
Dec 11 21:07:27.551462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Provisioning complete for port 324e37c0-074d-4888-b32b-b7309ad9e527 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:27.552009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:27.591017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3718ca3-89dd-4286-8edc-246e0fff8726 req-08d17ee4-c8e1-4b6e-82a3-2688c5632923 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232840
Dec 11 21:07:27.605847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:27.611337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c394d543-7e83-4813-8062-398313ea9494 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:27.618463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-56a45164-595d-413e-bb69-c5383ef08317 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-395686975 HTTP/1.1" status: 204  len: 168 time: 0.1200349
Dec 11 21:07:27.623229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1381f63b-56f2-4226-b6cc-81a44c86fa5c admin admin] 10.222.0.18 "PUT /v2.0/routers/bd0cff68-7bdb-474a-bdec-4bc471432fa4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2920825
Dec 11 21:07:27.623945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33714) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.628624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-78f05ed2-47ae-4844-ba62-8fcea0dabdf4 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6c9be0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-395686975') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.694811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-78f05ed2-47ae-4844-ba62-8fcea0dabdf4 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-395686975 HTTP/1.1" status: 204  len: 168 time: 0.0677025
Dec 11 21:07:27.696790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33718) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.702198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-22ccd930-8982-4902-b3ce-b411c69bc6fc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7cb9c700>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.719830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-8ea847e9-a6d6-42d1-8f22-73f893fd8c1c service neutron] 10.222.0.18 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952448
Dec 11 21:07:27.804176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-22ccd930-8982-4902-b3ce-b411c69bc6fc tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 200  len: 205 time: 0.1035230
Dec 11 21:07:27.804763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33720) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.809538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-fe1e0f5c-d0f6-48ff-9c61-10435d32c6db tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7f9d4250>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.876103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe1e0f5c-d0f6-48ff-9c61-10435d32c6db tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 204  len: 168 time: 0.0682204
Dec 11 21:07:27.876369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33724) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:27.887390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-60b09336-a82a-480c-900c-304ffd107717 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc96850>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:27.920336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be54274-a463-4f97-9ad4-dff0b2edefbf req-803268d1-b314-48fb-8e3f-04ded4eee8e1 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:27.922349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be54274-a463-4f97-9ad4-dff0b2edefbf req-803268d1-b314-48fb-8e3f-04ded4eee8e1 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 944 time: 0.0950775
Dec 11 21:07:27.952914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7d858f2e-74bf-412d-84e6-064861528637 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:28.005782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-60b09336-a82a-480c-900c-304ffd107717 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 204  len: 168 time: 0.1259649
Dec 11 21:07:28.005997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33732) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:28.010536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-bdc3fe6d-174d-4373-a308-78e6518fab09 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7f3159a0>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:28.038278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6be54274-a463-4f97-9ad4-dff0b2edefbf req-0228b071-be8a-4543-943a-45fc36653bf3 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072865
Dec 11 21:07:28.052008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Port 324e37c0-074d-4888-b32b-b7309ad9e527 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:28.064270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0381cb45-bc76-4056-854e-adcb94983a1d,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:28.125572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bdc3fe6d-174d-4373-a308-78e6518fab09 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 204  len: 168 time: 0.1182904
Dec 11 21:07:28.127991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:28.138709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '0381cb45-bc76-4056-854e-adcb94983a1d', 'network_id': 'aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b', 'port_id': '0381cb45-bc76-4056-854e-adcb94983a1d', 'mac_address': 'fa:16:3e:7f:f0:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10168cb-b49d-4d5c-96ff-55327cf09272', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:28.139108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-68971fdc-f179-4a12-9ac5-85c5ca52149b tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7db1dfd0>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:28.141512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Provisioning complete for port 064feeae-3735-495f-93f7-6cb0305fd88d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:28.141886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.182081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-053dcf58-9e92-429c-b172-477c62ac18f4 req-b430682e-4816-40b8-8b1c-49bf641df1c2 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 210 time: 0.0462921
Dec 11 21:07:28.203377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 7d858f2e-74bf-412d-84e6-064861528637 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:28.248521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 7d858f2e-74bf-412d-84e6-064861528637 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:28.249094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.295609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c394d543-7e83-4813-8062-398313ea9494 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:28.296222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.298873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68971fdc-f179-4a12-9ac5-85c5ca52149b tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 204  len: 168 time: 0.1689558
Dec 11 21:07:28.302875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33746) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:28.308367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-84e0002b-e826-4d0b-9174-b11acb12b2ef tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d786130>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-1973413571') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:28.334918 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.356780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-49e98aca-e4ef-4662-938d-e500c3831c20 None None] Port 064feeae-3735-495f-93f7-6cb0305fd88d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:28.444288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0381cb45-bc76-4056-854e-adcb94983a1d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:28.501610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33758) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:28.504575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84e0002b-e826-4d0b-9174-b11acb12b2ef tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-1973413571 HTTP/1.1" status: 201  len: 201 time: 0.1991370
Dec 11 21:07:28.507245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-12b8fe7b-d2a5-4925-84d6-55f04fd07d76 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d84e58f10>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-459201210') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:28.583458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0381cb45-bc76-4056-854e-adcb94983a1d,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:28.621027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-12b8fe7b-d2a5-4925-84d6-55f04fd07d76 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-459201210 HTTP/1.1" status: 201  len: 201 time: 0.1179650
Dec 11 21:07:28.622844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.625935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33762) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:28.633431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-98ac4c26-2833-42d8-b1b5-cf0c54a53364 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7862e0>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-2101232856') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:28.682343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6020945e-ae16-4c9c-a854-06ad71617d76 None None] Provisioning complete for port 324e37c0-074d-4888-b32b-b7309ad9e527 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:28.682809 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6020945e-ae16-4c9c-a854-06ad71617d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.688696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:28.731782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.801855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6020945e-ae16-4c9c-a854-06ad71617d76 None None] Port 324e37c0-074d-4888-b32b-b7309ad9e527 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:28.811355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d858f2e-74bf-412d-84e6-064861528637'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:28.815016 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df4622-2533-47be-90b7-57fb668ed172" -d '{"events": [{"server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d858f2e-74bf-412d-84e6-064861528637"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:28.818013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ddb8-cf9d-4d47-92d7-1fb872325432 req-f375d171-1a70-43ee-8e3b-152b307eca91 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:28.819728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f50ddb8-cf9d-4d47-92d7-1fb872325432 req-f375d171-1a70-43ee-8e3b-152b307eca91 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 944 time: 0.1316860
Dec 11 21:07:28.853458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d858f2e-74bf-412d-84e6-064861528637,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:28.864098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:28.865063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:28.906566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f50ddb8-cf9d-4d47-92d7-1fb872325432 req-17429c46-6314-4790-aecf-c9f4f5fd9ad3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757921
Dec 11 21:07:28.974395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['0381cb45-bc76-4056-854e-adcb94983a1d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:29.006334 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6fa00-8191-43cd-9ca3-d165b5b05e69 x-openstack-request-id: req-02c6fa00-8191-43cd-9ca3-d165b5b05e69 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:29.006793 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "name": "network-vif-plugged", "status": "completed", "tag": "7d858f2e-74bf-412d-84e6-064861528637", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:29.007217 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02c6fa00-8191-43cd-9ca3-d165b5b05e69 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:29.007764 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d858f2e-74bf-412d-84e6-064861528637', 'code': 200}
Dec 11 21:07:29.022163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:29.081914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:29.094539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:29.102899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:29.264497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:29.316156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:29.322709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:29.336447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a232-ab13-4dc0-a658-278db42617b8 req-dcffc5c5-bdc5-43a1-8a2c-f2acd3d4628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:29.337958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fc5a232-ab13-4dc0-a658-278db42617b8 req-dcffc5c5-bdc5-43a1-8a2c-f2acd3d4628d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 1097 time: 0.1350446
Dec 11 21:07:29.349392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6cd4c-a4a8-4af1-9539-bc307873a06d req-158fd793-f235-48bb-81fd-e6be4a6dbb40 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:29.351014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7a6cd4c-a4a8-4af1-9539-bc307873a06d req-158fd793-f235-48bb-81fd-e6be4a6dbb40 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 945 time: 0.1465595
Dec 11 21:07:29.397300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:29.410045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-98ac4c26-2833-42d8-b1b5-cf0c54a53364 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-2101232856 HTTP/1.1" status: 201  len: 201 time: 0.7822688
Dec 11 21:07:29.413458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.418633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-7a007566-449c-4b31-89a7-81168450fb62 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d843138b0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-1000434765') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:29.453082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fc5a232-ab13-4dc0-a658-278db42617b8 req-47e956b5-2fab-40c7-8ad2-215e1c4b35d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876260
Dec 11 21:07:29.462286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7a6cd4c-a4a8-4af1-9539-bc307873a06d req-5e82dd85-32ab-4231-8ac6-3ed345ebc8c8 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039593
Dec 11 21:07:29.466097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7a007566-449c-4b31-89a7-81168450fb62 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-1000434765 HTTP/1.1" status: 201  len: 201 time: 0.0514507
Dec 11 21:07:29.469520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33800) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.477498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-98fd0fe3-9968-4b54-8187-ae813870da86 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7d54a850>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', {'tags': ['tempest-TagsExtTest-Tag-242189706', 'tempest-TagsExtTest-Tag-735788744', 'tempest-TagsExtTest-Tag-2022081153']}) {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:29.600605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33802) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.621966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-196294a7-b9eb-4a60-82be-44334801dcdb tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:29.624291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-196294a7-b9eb-4a60-82be-44334801dcdb tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.30 "GET /v2.0/networks?id=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 HTTP/1.1" status: 200  len: 812 time: 0.1598895
Dec 11 21:07:29.629622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-98fd0fe3-9968-4b54-8187-ae813870da86 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 200  len: 316 time: 0.1577370
Dec 11 21:07:29.632346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33804) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.637769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-b79b7e6b-749b-4a1e-ba37-257eb7f78f13 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7f46bb50>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:29.648001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Request body: {'port': {'device_id': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7', 'admin_state_up': True, 'tenant_id': 'a7249562ceb948f8b2a6210a389730c4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:29.663800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2026632-d981-4670-b174-3e1137bcd94f req-0ebcd391-213d-4151-8394-bcc9a6d79655 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 210 time: 0.0861306
Dec 11 21:07:29.665687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dda1b2e4-79f3-4339-97ec-79682594cd53 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:29.747131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dda1b2e4-79f3-4339-97ec-79682594cd53 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:29.747511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:29.831189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Made reservation on behalf of a7249562ceb948f8b2a6210a389730c4 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:29.837347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:29.842227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b79b7e6b-749b-4a1e-ba37-257eb7f78f13 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 204  len: 168 time: 0.2082295
Dec 11 21:07:29.845366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33806) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.850443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-c9ab1698-1d64-44fb-9464-c30d242a5c57 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e204790>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-242189706') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:29.948580 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Sync routers for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:29.958800 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:29.959430 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84333220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:29.983797 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-c9ab1698-1d64-44fb-9464-c30d242a5c57 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:29.989029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c9ab1698-1d64-44fb-9464-c30d242a5c57 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-242189706 HTTP/1.1" status: 404  len: 328 time: 0.1420548
Dec 11 21:07:29.989184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33812) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:29.994967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-e86a0ad4-4e0f-417d-a35a-16e5aea43f05 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d768f10>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-735788744') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.009006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Allocated IP 172.20.0.3 (ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7/7e74ac71-88ae-4590-9cd6-52ef171d9e04/efac68a3-b8c4-4efc-85a4-dae4db17fb50) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:30.093313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:30.119439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018f5d0-ccb3-4a5f-9255-fa10d405a408 req-8021a294-d454-4e53-966e-123268ff61be tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:30.120636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b018f5d0-ccb3-4a5f-9255-fa10d405a408 req-8021a294-d454-4e53-966e-123268ff61be tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.1231768
Dec 11 21:07:30.164054 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-e86a0ad4-4e0f-417d-a35a-16e5aea43f05 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:30.165113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e86a0ad4-4e0f-417d-a35a-16e5aea43f05 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-735788744 HTTP/1.1" status: 404  len: 328 time: 0.1733744
Dec 11 21:07:30.168049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:30.172873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-7f38f2ae-a48c-4a76-821d-099e2f8ae66d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7f8be0a0>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593', 'tempest-TagsExtTest-Tag-2022081153') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.206221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b018f5d0-ccb3-4a5f-9255-fa10d405a408 req-8e14476d-99e0-42f0-834e-b8745f8b6271 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732777
Dec 11 21:07:30.228786 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.254708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.291835 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-7f38f2ae-a48c-4a76-821d-099e2f8ae66d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:30.292954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f38f2ae-a48c-4a76-821d-099e2f8ae66d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags/tempest-TagsExtTest-Tag-2022081153 HTTP/1.1" status: 404  len: 329 time: 0.1237934
Dec 11 21:07:30.294652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.295989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33816) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:30.303632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-960ae1fd-656e-457f-824e-00211a7ddc72 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7db912e0>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', {'tags': ['tempest-TagsExtTest-Tag-1734124861', 'tempest-TagsExtTest-Tag-1803161481', 'tempest-TagsExtTest-Tag-1839031846']}) {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.327003 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84333220>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:26Z', 'revision_number': 4, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '324e37c0-074d-4888-b32b-b7309ad9e527', 'name': '', 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'mac_address': 'fa:16:3e:a7:c9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:25Z', 'updated_at': '2021-12-11T21:07:26Z', 'revision_number': 2, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'subnets': [{'id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.353706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Pushing event updated for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:30.354301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Checking router: bd0cff68-7bdb-474a-bdec-4bc471432fa4 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:30.354605 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Updating router bd0cff68-7bdb-474a-bdec-4bc471432fa4 port 324e37c0-074d-4888-b32b-b7309ad9e527 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:30.360923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:30.362431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:30.364865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:30.385184 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.416899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-960ae1fd-656e-457f-824e-00211a7ddc72 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 200  len: 318 time: 0.1195610
Dec 11 21:07:30.421104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:30.426575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-c73d9d58-33b6-45c1-bd32-b711c426d8c8 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee21730>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.437570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:30.438225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.489339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-bddd4b3f-4362-4506-b691-9667e29a5380 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8470964
Dec 11 21:07:30.506958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Request body: {'port': {'device_id': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:30.601359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.638027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Deleting port 0c29693a-f283-40af-aeda-15ade053eff1 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:30.638333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.676594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c73d9d58-33b6-45c1-bd32-b711c426d8c8 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 204  len: 168 time: 0.2540770
Dec 11 21:07:30.679789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:30.688321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-6e3d481d-e90c-4534-9cfa-463c13b2b7e6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7bec70>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1734124861') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.688837 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.708045 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.739606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] For port 0c29693a-f283-40af-aeda-15ade053eff1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0c29693a-f283-40af-aeda-15ade053eff1,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:30.739980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.758265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Calling delete_port for 0c29693a-f283-40af-aeda-15ade053eff1 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:30.784572 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a27fc4-9431-428f-8436-7f9a18d997ca None None] Pushing event updated for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:30.829294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e043ae-ae45-42d2-b237-9293d232afa5 req-3deb844a-b9ff-40df-b1b4-d016339b7361 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:30.834968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0e043ae-ae45-42d2-b237-9293d232afa5 req-3deb844a-b9ff-40df-b1b4-d016339b7361 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 945 time: 0.2154727
Dec 11 21:07:30.866244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0782b6-b54b-4c75-ad40-6cd6c7b34e50 req-e8a7e838-16fb-42fb-9861-5ce1245ba0a9 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:30.867866 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c0782b6-b54b-4c75-ad40-6cd6c7b34e50 req-e8a7e838-16fb-42fb-9861-5ce1245ba0a9 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 931 time: 0.1116893
Dec 11 21:07:30.887102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Attempting to bind port 324e37c0-074d-4888-b32b-b7309ad9e527 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:30.887571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Attempting to bind port 324e37c0-074d-4888-b32b-b7309ad9e527 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:30.888487 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Attempting to bind port 324e37c0-074d-4888-b32b-b7309ad9e527 on network 821b6660-72ff-4325-b21c-d59127d5b034 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:30.894214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:30.895000 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Checking segment: {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:30.895945 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.896437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Bound using segment: {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:30.896980 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Bound port: 324e37c0-074d-4888-b32b-b7309ad9e527, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eb7f86-2b1f-4a35-b1a3-e65526132799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:30.897488 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.969950 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] For port 324e37c0-074d-4888-b32b-b7309ad9e527, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:30.974879 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] For port 324e37c0-074d-4888-b32b-b7309ad9e527, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=324e37c0-074d-4888-b32b-b7309ad9e527,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:30.976082 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-6e3d481d-e90c-4534-9cfa-463c13b2b7e6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:30.976271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c0782b6-b54b-4c75-ad40-6cd6c7b34e50 req-4b8ce95e-3212-4182-9656-c946c786b835 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979464
Dec 11 21:07:30.977563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e3d481d-e90c-4534-9cfa-463c13b2b7e6 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1734124861 HTTP/1.1" status: 404  len: 329 time: 0.2932489
Dec 11 21:07:30.982770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:30.983549 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:30.987318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-506f98f2-1bff-435c-bfc2-f1b480c4f25e tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7f068ee0>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1803161481') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:30.997634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0e043ae-ae45-42d2-b237-9293d232afa5 req-dda1e239-aea9-4fa6-8016-089d1045b059 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199555
Dec 11 21:07:31.009109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:31.012531 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7bf36a-bc8e-48b2-a7be-3c522151cc0b" -d '{"events": [{"server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "name": "network-vif-plugged", "status": "completed", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:31.033456 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:31.034625 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84333220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:31.107421 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-506f98f2-1bff-435c-bfc2-f1b480c4f25e tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:31.108522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-506f98f2-1bff-435c-bfc2-f1b480c4f25e tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1803161481 HTTP/1.1" status: 404  len: 329 time: 0.1245451
Dec 11 21:07:31.115001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33832) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:31.119951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-344614a5-e09f-4561-9a00-3e68031d768a tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea92430>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d', 'tempest-TagsExtTest-Tag-1839031846') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:31.170042 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621569ce-3a15-4231-b674-e684d3acabc5 x-openstack-request-id: req-621569ce-3a15-4231-b674-e684d3acabc5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:31.172972 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "name": "network-vif-plugged", "status": "completed", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:31.173263 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-621569ce-3a15-4231-b674-e684d3acabc5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:31.174217 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3', 'code': 200}
Dec 11 21:07:31.177070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.179912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] Provisioning complete for port 324e37c0-074d-4888-b32b-b7309ad9e527 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:31.180944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.207446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac68a3-b8c4-4efc-85a4-dae4db17fb50 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:31.236750 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.256115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c29693a-f283-40af-aeda-15ade053eff1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:31.330747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Transition to ACTIVE for port object efac68a3-b8c4-4efc-85a4-dae4db17fb50 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:31.340638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.348657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.367251 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-344614a5-e09f-4561-9a00-3e68031d768a tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:31.369115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-344614a5-e09f-4561-9a00-3e68031d768a tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags/tempest-TagsExtTest-Tag-1839031846 HTTP/1.1" status: 404  len: 329 time: 0.2531590
Dec 11 21:07:31.378715 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:31.393359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33836) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:31.400583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-64d913e8-15ca-4ace-bc0a-a6b57ee1a49a tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8e82b0>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', {'tags': ['tempest-TagsExtTest-Tag-2016720197', 'tempest-TagsExtTest-Tag-1982872474', 'tempest-TagsExtTest-Tag-616688314']}) {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:31.418937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] For port 324e37c0-074d-4888-b32b-b7309ad9e527, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=324e37c0-074d-4888-b32b-b7309ad9e527,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:31.425530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ab621-4404-4989-9059-4fb7d9d001c0 req-28d25b87-4eeb-4b05-8677-2eabcc3dd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:31.426975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.427268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f4ab621-4404-4989-9059-4fb7d9d001c0 req-28d25b87-4eeb-4b05-8677-2eabcc3dd174 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 1096 time: 0.2086902
Dec 11 21:07:31.533923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Pushing event updated for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:31.544203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0381cb45-bc76-4056-854e-adcb94983a1d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:31.580098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f4ab621-4404-4989-9059-4fb7d9d001c0 req-70442fb1-1a1f-43a6-80e1-329b08711174 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430688
Dec 11 21:07:31.621342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Attempting to bind port efac68a3-b8c4-4efc-85a4-dae4db17fb50 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:31.622104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Attempting to bind port efac68a3-b8c4-4efc-85a4-dae4db17fb50 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '93dd7ed2-5113-4541-b84f-3b19d74e44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:31.622444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Attempting to bind port efac68a3-b8c4-4efc-85a4-dae4db17fb50 on network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:31.628041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Port efac68a3-b8c4-4efc-85a4-dae4db17fb50 on network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:31.628387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Attempting to bind port efac68a3-b8c4-4efc-85a4-dae4db17fb50 on network ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:31.628541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a63ce4a-0f93-420b-9fdd-90514e0a1b63 None None] Pushing event updated for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:31.634027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:31.634388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Checking segment: {'id': '93dd7ed2-5113-4541-b84f-3b19d74e44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:31.634977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Bound using segment: {'id': '93dd7ed2-5113-4541-b84f-3b19d74e44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:31.635405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Bound port: efac68a3-b8c4-4efc-85a4-dae4db17fb50, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93dd7ed2-5113-4541-b84f-3b19d74e44c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:31.635992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.671782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-91dc5828-6ab6-4866-8800-144fa847f1f0 None None] Provisioning complete for port 324e37c0-074d-4888-b32b-b7309ad9e527 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:31.672075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-91dc5828-6ab6-4866-8800-144fa847f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.677050 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a27fc4-9431-428f-8436-7f9a18d997ca None None] Pushing event updated for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:31.688695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cd2db-f60e-4b34-a1e0-7d2c7ba5cd99 req-5c52028c-1262-48d4-99a9-9684739edb81 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:31.696361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d05cd2db-f60e-4b34-a1e0-7d2c7ba5cd99 req-5c52028c-1262-48d4-99a9-9684739edb81 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.3378437
Dec 11 21:07:31.708123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64d913e8-15ca-4ace-bc0a-a6b57ee1a49a tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 200  len: 317 time: 0.3135228
Dec 11 21:07:31.710466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33838) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:31.715093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-8c0e80ae-fc90-4ae3-8717-30bf0044ef96 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed18370>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:31.729332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 0381cb45-bc76-4056-854e-adcb94983a1d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:31.745703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:31.751982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50,segment=NetworkSegment(93dd7ed2-5113-4541-b84f-3b19d74e44c2),segment_id=93dd7ed2-5113-4541-b84f-3b19d74e44c2)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:31.757156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 0381cb45-bc76-4056-854e-adcb94983a1d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:31.757499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.760952 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.779802 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84333220>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:26Z', 'revision_number': 4, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '324e37c0-074d-4888-b32b-b7309ad9e527', 'name': '', 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'mac_address': 'fa:16:3e:a7:c9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:25Z', 'updated_at': '2021-12-11T21:07:30Z', 'revision_number': 4, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'subnets': [{'id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:31.813363 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a460b1e-07df-4c7f-a292-10bce79651aa None None] The sync data for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 is: [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:26Z', 'revision_number': 4, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '324e37c0-074d-4888-b32b-b7309ad9e527', 'name': '', 'network_id': '821b6660-72ff-4325-b21c-d59127d5b034', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'mac_address': 'fa:16:3e:a7:c9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:25Z', 'updated_at': '2021-12-11T21:07:30Z', 'revision_number': 4, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'subnets': [{'id': '7cf9ab42-2085-4bba-a241-d3b1ed4b5089', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:31.841357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:31.842135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.843942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] 10.222.0.30 "PUT /v2.0/ports/efac68a3-b8c4-4efc-85a4-dae4db17fb50 HTTP/1.1" status: 200  len: 1091 time: 1.3457639
Dec 11 21:07:31.844624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:31.852508 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:31.860096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc29ed9-df1b-4957-8c6a-370f4432480f service neutron] Pushing event updated for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:31.872651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.948898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0381cb45-bc76-4056-854e-adcb94983a1d,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:31.953373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:31.967696 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f5fb3-3e9f-4868-a5e6-5b5792911a83 x-openstack-request-id: req-213f5fb3-3e9f-4868-a5e6-5b5792911a83 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:31.968110 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:31.968474 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-213f5fb3-3e9f-4868-a5e6-5b5792911a83 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:31.969002 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50', 'status': 'completed', 'code': 200}
Dec 11 21:07:31.996474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-deb487ba-6cf9-4879-a111-f77d452bc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:31.998061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-deb487ba-6cf9-4879-a111-f77d452bc2f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7249562ceb948f8b2a6210a389730c4&device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 1094 time: 0.0762849
Dec 11 21:07:32.015335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:32.068587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-a5164e59-754a-4740-8368-f8328ccb6566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50 HTTP/1.1" status: 200  len: 217 time: 0.0567586
Dec 11 21:07:32.160673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0a58d974-69e1-490a-83db-51486df5f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.162281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0a58d974-69e1-490a-83db-51486df5f5ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e74ac71-88ae-4590-9cd6-52ef171d9e04 HTTP/1.1" status: 200  len: 852 time: 0.0829673
Dec 11 21:07:32.170892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdceb0-c2a1-484d-89f2-154718f4df27 req-55d188e2-c280-4fc7-be26-ab031f47a520 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.172568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8bdceb0-c2a1-484d-89f2-154718f4df27 req-55d188e2-c280-4fc7-be26-ab031f47a520 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 943 time: 0.1020393
Dec 11 21:07:32.209597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-55c4308d-ec63-437b-873b-cb628a5b95a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359230
Dec 11 21:07:32.310360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8bdceb0-c2a1-484d-89f2-154718f4df27 req-1191c633-878c-4f7c-beef-1b903d865a4d tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283002
Dec 11 21:07:32.317017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d05cd2db-f60e-4b34-a1e0-7d2c7ba5cd99 req-08f1c29a-d004-4853-bdfc-1c3149db4613 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6196339
Dec 11 21:07:32.324571 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:32.349981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-74f115bf-2cc9-4fc4-9d42-6af093158583 service neutron] 10.222.0.30 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304169
Dec 11 21:07:32.445023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c0e80ae-fc90-4ae3-8717-30bf0044ef96 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 204  len: 168 time: 0.7307839
Dec 11 21:07:32.445023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33848) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:32.449530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-4b2eb76e-583f-44d9-af89-69004f2ba1ef tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d3c5040>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-2016720197') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:32.513201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8b145ee-ae9a-4732-a0bf-f656b1d8239c req-0fa0a05a-d73d-425c-95d7-844026cb29bc service neutron] 10.222.0.30 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532116
Dec 11 21:07:32.530823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304f53-cdd2-49bc-afaf-765d5ea46284 req-11f173e4-b63f-45c5-831f-0ed5f43062af tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.532646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3304f53-cdd2-49bc-afaf-765d5ea46284 req-11f173e4-b63f-45c5-831f-0ed5f43062af tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0888069
Dec 11 21:07:32.596219 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-4b2eb76e-583f-44d9-af89-69004f2ba1ef tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:32.597561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b2eb76e-583f-44d9-af89-69004f2ba1ef tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-2016720197 HTTP/1.1" status: 404  len: 329 time: 0.1514008
Dec 11 21:07:32.602022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:32.606253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-0d56838a-ac10-448b-b4d4-66857cbaeada tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea7ed30>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-1982872474') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:32.621252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3304f53-cdd2-49bc-afaf-765d5ea46284 req-41062719-d804-4900-9bd1-65705351db42 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799983
Dec 11 21:07:32.634315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-31e97efa-6838-4915-ade0-5f63f3b9f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.635841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-31e97efa-6838-4915-ade0-5f63f3b9f389 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a7249562ceb948f8b2a6210a389730c4&device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 1094 time: 0.0614388
Dec 11 21:07:32.748773 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-0d56838a-ac10-448b-b4d4-66857cbaeada tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:32.753080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d56838a-ac10-448b-b4d4-66857cbaeada tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-1982872474 HTTP/1.1" status: 404  len: 329 time: 0.1503000
Dec 11 21:07:32.753692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33852) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:32.760322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-0af6045f-b293-4373-9593-ba37f77cbf94 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d568760>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a', 'tempest-TagsExtTest-Tag-616688314') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:32.760824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-dcb72b5d-03bf-4840-b984-a7c531254f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.762303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-dcb72b5d-03bf-4840-b984-a7c531254f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 HTTP/1.1" status: 200  len: 913 time: 0.1128774
Dec 11 21:07:32.802427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Router ccd5a7f5-5147-46bf-a0d0-85f527a69468 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:32.820868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-2d72d7df-7447-46dd-8b6d-1d2cbbcce8dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50 HTTP/1.1" status: 200  len: 217 time: 0.0516872
Dec 11 21:07:32.891251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-25278109-b9ef-4552-972c-627626acdf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:32.892756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-25278109-b9ef-4552-972c-627626acdf59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7e74ac71-88ae-4590-9cd6-52ef171d9e04 HTTP/1.1" status: 200  len: 852 time: 0.0594079
Dec 11 21:07:32.893879 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-0af6045f-b293-4373-9593-ba37f77cbf94 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:32.895487 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0af6045f-b293-4373-9593-ba37f77cbf94 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags/tempest-TagsExtTest-Tag-616688314 HTTP/1.1" status: 404  len: 328 time: 0.1388412
Dec 11 21:07:32.898367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33854) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:32.904409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-c6389254-f01a-4fbe-87de-5d710b8b26e0 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7e94d460>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', {'tags': ['tempest-TagsExtTest-Tag-1397777440', 'tempest-TagsExtTest-Tag-1487448143', 'tempest-TagsExtTest-Tag-2091654934']}) {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:32.939204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-a3a2dde3-50cc-414c-90c5-d506e7ccbd25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382476
Dec 11 21:07:32.963800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:32.971592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5a547c2f-237d-435e-888d-561c66ab8f6b admin admin] 10.222.0.18 "PUT /v2.0/routers/ccd5a7f5-5147-46bf-a0d0-85f527a69468/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3667958
Dec 11 21:07:32.971592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:32.977269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Sync routers for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:32.997904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:32.998668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76891130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.017864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c6389254-f01a-4fbe-87de-5d710b8b26e0 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "PUT /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 200  len: 318 time: 0.1181831
Dec 11 21:07:33.020392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33858) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.026062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-6d731e0b-6ba6-42ea-aac9-32c7cb9696a7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed7e4f0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.072201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-97f1400e-5fb5-4f14-a7c4-28449384ffa4 service neutron] 10.222.0.30 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261041
Dec 11 21:07:33.098171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.149564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6d731e0b-6ba6-42ea-aac9-32c7cb9696a7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 204  len: 168 time: 0.1281438
Dec 11 21:07:33.150173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.158247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:33.163395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-2f6492d8-f325-41a7-afe4-187f0be5437f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7e9cdcd0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-1397777440') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.191984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:33.194195 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab8813c-000a-49ed-99f2-0993edd0480d" -d '{"events": [{"server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "name": "network-vif-plugged", "status": "completed", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:33.197403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6dfbb8-cf75-471e-bb6f-d6c754f814ca req-d14e0d68-338d-4e62-a562-e3c1af9f060f service neutron] 10.222.0.30 "GET /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177499
Dec 11 21:07:33.203732 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-2f6492d8-f325-41a7-afe4-187f0be5437f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:33.207337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2f6492d8-f325-41a7-afe4-187f0be5437f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-1397777440 HTTP/1.1" status: 404  len: 329 time: 0.0540397
Dec 11 21:07:33.207913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.212400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-25c080dc-4a14-441e-8177-62fb196ca9e4 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d7d6b93a0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-1487448143') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.214316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.235617 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-25c080dc-4a14-441e-8177-62fb196ca9e4 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:33.249553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-25c080dc-4a14-441e-8177-62fb196ca9e4 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-1487448143 HTTP/1.1" status: 404  len: 329 time: 0.0405791
Dec 11 21:07:33.250443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33866) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.262841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-a252f80c-1597-4f8a-ab34-2ea2f8d3a409 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f0d846991f0>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636', 'tempest-TagsExtTest-Tag-2091654934') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.296282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Deleting port 88f13775-d71e-4db7-8de1-8f84a71499cd {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:33.297176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.301587 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-a252f80c-1597-4f8a-ab34-2ea2f8d3a409 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] show failed (client error): The resource could not be found.
Dec 11 21:07:33.302945 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e45603-b05b-4652-b6b5-4aaf05868813 x-openstack-request-id: req-15e45603-b05b-4652-b6b5-4aaf05868813 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:33.303097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a252f80c-1597-4f8a-ab34-2ea2f8d3a409 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags/tempest-TagsExtTest-Tag-2091654934 HTTP/1.1" status: 404  len: 329 time: 0.0497367
Dec 11 21:07:33.304064 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "name": "network-vif-plugged", "status": "completed", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:33.304310 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15e45603-b05b-4652-b6b5-4aaf05868813 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:33.305310 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d', 'code': 200}
Dec 11 21:07:33.312479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.316911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-e6c98090-1e7c-49e2-9936-ac5856bbb829 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7ea9a190>, 'subnetpools', 'c603f145-f1f2-444f-bb18-1a8563042636') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.394055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e6c98090-1e7c-49e2-9936-ac5856bbb829 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636/tags HTTP/1.1" status: 204  len: 168 time: 0.0805211
Dec 11 21:07:33.395197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33874) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.406099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.tag.tag_plugin [None req-a1b23a30-dce9-47c0-9ac6-8ed29a286588 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7f39a340>, 'routers', 'b7f1de60-5660-40e5-be33-0c498d9c4a1a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.414514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] For port 88f13775-d71e-4db7-8de1-8f84a71499cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=88f13775-d71e-4db7-8de1-8f84a71499cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:33.414887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.450204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76891130>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137'}], 'enable_snat': True}, 'gw_port_id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:31Z', 'revision_number': 5, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port': {'id': '88f13775-d71e-4db7-8de1-8f84a71499cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:14:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:06:57Z', 'updated_at': '2021-12-11T21:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.481378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96af9d2-8bf5-457e-8168-153798b55669 req-7971ecb0-07e1-418c-a95d-ab9d5c6fafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:33.483167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a96af9d2-8bf5-457e-8168-153798b55669 req-7971ecb0-07e1-418c-a95d-ab9d5c6fafbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 1097 time: 0.1087267
Dec 11 21:07:33.487921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Calling delete_port for 88f13775-d71e-4db7-8de1-8f84a71499cd owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:33.495559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc9325-b45a-482c-be52-17381a16292d req-cd97bc78-b5ae-4e29-9964-42e6b2caf4fd tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:33.497312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48cc9325-b45a-482c-be52-17381a16292d req-cd97bc78-b5ae-4e29-9964-42e6b2caf4fd tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 943 time: 0.0705371
Dec 11 21:07:33.499066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Checking router: ccd5a7f5-5147-46bf-a0d0-85f527a69468 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:33.524030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Routers {'ccd5a7f5-5147-46bf-a0d0-85f527a69468'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:33.527561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76891130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.582570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48cc9325-b45a-482c-be52-17381a16292d req-7058f11f-918a-4184-8738-cad7d22d26df tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701985
Dec 11 21:07:33.585559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a96af9d2-8bf5-457e-8168-153798b55669 req-d5d7e9cd-393e-448c-aed7-88c38af004fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873623
Dec 11 21:07:33.605176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b330d08-d781-4233-a5c6-d3a3fdd323a9 req-e8ff3a37-e5c0-4de8-ad16-5e8a6f807db9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:33.606893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b330d08-d781-4233-a5c6-d3a3fdd323a9 req-e8ff3a37-e5c0-4de8-ad16-5e8a6f807db9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.1508958
Dec 11 21:07:33.621172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a1b23a30-dce9-47c0-9ac6-8ed29a286588 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a/tags HTTP/1.1" status: 204  len: 168 time: 0.2201128
Dec 11 21:07:33.621531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33878) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.626431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-590cb64d-26fb-4f0f-8341-4afe228c169e tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7d63d850>, 'ports', '064feeae-3735-495f-93f7-6cb0305fd88d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.658502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 324e37c0-074d-4888-b32b-b7309ad9e527 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:33.704347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-590cb64d-26fb-4f0f-8341-4afe228c169e tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d/tags HTTP/1.1" status: 204  len: 168 time: 0.0793076
Dec 11 21:07:33.704467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.707723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] Set router ccd5a7f5-5147-46bf-a0d0-85f527a69468 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:33.710882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.tag.tag_plugin [None req-815747e3-24eb-4f02-91cb-fdceb44ccb98 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0b9c40>, 'subnets', '781d8f15-edc2-424d-aa8b-22fecafe5593') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.733321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b330d08-d781-4233-a5c6-d3a3fdd323a9 req-3a7f1e40-ef53-4a07-96ea-0ae1d032d55e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162190
Dec 11 21:07:33.782685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76891130>, [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:33Z', 'revision_number': 6, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:33.812939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b86e0b-0faa-42cb-8567-456410081427 None None] The sync data for ids ['ccd5a7f5-5147-46bf-a0d0-85f527a69468'] in ncdv-master-1 is: [{'id': 'ccd5a7f5-5147-46bf-a0d0-85f527a69468', 'name': 'tempest-TestAggregatesBasicOps-1874265822-router', 'tenant_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:06:56Z', 'updated_at': '2021-12-11T21:07:33Z', 'revision_number': 6, 'project_id': 'e1024fda9cd44082a1a5180f6e00b9ba', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:33.820793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 324e37c0-074d-4888-b32b-b7309ad9e527 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:33.821359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.827263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-815747e3-24eb-4f02-91cb-fdceb44ccb98 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593/tags HTTP/1.1" status: 204  len: 168 time: 0.1184468
Dec 11 21:07:33.829435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33886) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:33.835100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07d3d3-67f1-497c-bb44-8edd30f2ad43 req-12b18d44-d239-4e52-aa27-12d0ac38c2bd tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:33.836629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb07d3d3-67f1-497c-bb44-8edd30f2ad43 req-12b18d44-d239-4e52-aa27-12d0ac38c2bd tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0791433
Dec 11 21:07:33.845134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:33.926245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb07d3d3-67f1-497c-bb44-8edd30f2ad43 req-85e13972-09cc-49c5-93b4-ef4443f6caac tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723267
Dec 11 21:07:33.929437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ef40e-5be3-4b91-bf26-d2a73c2bc0b5 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:33.983367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=88f13775-d71e-4db7-8de1-8f84a71499cd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:34.054526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e043b-fcf3-4e59-8d1e-cd3cfa135254 req-5330a70e-151a-43c8-b489-fc348b3449d3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:34.056034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9a1e043b-fcf3-4e59-8d1e-cd3cfa135254 req-5330a70e-151a-43c8-b489-fc348b3449d3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.0538700
Dec 11 21:07:34.066675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.105809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9a1e043b-fcf3-4e59-8d1e-cd3cfa135254 req-8ec981c4-93fa-4d8d-967e-60159974eff3 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429974
Dec 11 21:07:34.133295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b7c117d-d17d-4809-ab1f-f70c72b53301 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for subnetpool, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.136816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b7c117d-d17d-4809-ab1f-f70c72b53301 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnetpools/c603f145-f1f2-444f-bb18-1a8563042636 HTTP/1.1" status: 204  len: 168 time: 0.3032386
Dec 11 21:07:34.137199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:34.166113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0db616ac-2ce2-4326-8bda-b6dd937c57bd tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f1de60-5660-40e5-be33-0c498d9c4a1a HTTP/1.1" status: 200  len: 205 time: 0.0276668
Dec 11 21:07:34.167196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.168377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33892) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:34.169586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.216482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.217039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd5a7f5-5147-46bf-a0d0-85f527a69468 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:07:34.226886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.230918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0c0a21c7-d150-49d8-8f07-9d1d4a8f0c8e admin admin] 10.222.0.18 "DELETE /v2.0/routers/ccd5a7f5-5147-46bf-a0d0-85f527a69468 HTTP/1.1" status: 204  len: 168 time: 1.2581620
Dec 11 21:07:34.232000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:34.247301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.290602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Deleting subnet 1239f3e1-2e27-4e80-a06c-1811e42cdae7 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:34.294121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.339163 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.413778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.416527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.417471 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.468125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.468662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Fanout notify agent at l3_agent the message router_deleted on router b7f1de60-5660-40e5-be33-0c498d9c4a1a {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:07:34.476815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.477960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ddb91101-f396-44ee-8c2d-c987797cb17f tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/routers/b7f1de60-5660-40e5-be33-0c498d9c4a1a HTTP/1.1" status: 204  len: 168 time: 0.3086181
Dec 11 21:07:34.480433 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.481341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:34.512178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1239f3e1-2e27-4e80-a06c-1811e42cdae7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:34.514195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.517489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f48ece7-e286-411b-8afb-e21c0aa3d970 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1239f3e1-2e27-4e80-a06c-1811e42cdae7 HTTP/1.1" status: 204  len: 168 time: 0.2845316
Dec 11 21:07:34.521136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:34.524614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f7620-9600-48c5-8d36-9f2e22af8ec5 None None] Network 8c629178-2a49-48ef-a17e-ccc155c028af requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:34.579663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Deleting port 064feeae-3735-495f-93f7-6cb0305fd88d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:34.580013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.596266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.672119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Deleting port 91833a38-2243-4341-ac57-dbb19ec60ce5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:34.672660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.690229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] DHCP port deletion for 8c629178-2a49-48ef-a17e-ccc155c028af request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:34.700364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.717142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Calling delete_port for 064feeae-3735-495f-93f7-6cb0305fd88d owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:34.776430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Deleting port 91833a38-2243-4341-ac57-dbb19ec60ce5 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:34.777078 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.783617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] For port 91833a38-2243-4341-ac57-dbb19ec60ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91833a38-2243-4341-ac57-dbb19ec60ce5,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:34.783982 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.812360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b61e9-d0c9-4aed-ad8e-1a6893d424ff req-7400b05c-9973-4903-82a4-926392da39b3 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:34.812360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d4b61e9-d0c9-4aed-ad8e-1a6893d424ff req-7400b05c-9973-4903-82a4-926392da39b3 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 943 time: 0.1230192
Dec 11 21:07:34.813312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Calling delete_port for 91833a38-2243-4341-ac57-dbb19ec60ce5 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:34.853303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] For port 91833a38-2243-4341-ac57-dbb19ec60ce5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=91833a38-2243-4341-ac57-dbb19ec60ce5,segment=NetworkSegment(27cd6159-1ed1-45cc-8d75-5c5567da5b75),segment_id=27cd6159-1ed1-45cc-8d75-5c5567da5b75)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:34.854519 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.873185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Calling delete_port for 91833a38-2243-4341-ac57-dbb19ec60ce5 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:34.884670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.922075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event deleted for resources: {'Port': ['ID=064feeae-3735-495f-93f7-6cb0305fd88d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:34.922993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d4b61e9-d0c9-4aed-ad8e-1a6893d424ff req-42b98076-936e-4dd5-ae08-02c8935d6401 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018136
Dec 11 21:07:34.964356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.969489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:34.984264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] No DVR routers for this DVR port 91833a38-2243-4341-ac57-dbb19ec60ce5 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:35.022636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] Pushing event deleted for resources: {'Port': ['ID=91833a38-2243-4341-ac57-dbb19ec60ce5,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:35.026755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312619fe-5445-42ad-9439-f6db5142c2d3 None None] No DVR routers for this DVR port 91833a38-2243-4341-ac57-dbb19ec60ce5 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:35.079660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=91833a38-2243-4341-ac57-dbb19ec60ce5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:35.124395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.132344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-666cb390-25f0-484d-af34-a28ef02550b7 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/ports/064feeae-3735-495f-93f7-6cb0305fd88d HTTP/1.1" status: 204  len: 168 time: 0.6479735
Dec 11 21:07:35.132838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:35.185858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.187672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdbcd2-22b3-40f9-aaa2-ba683313866e req-009300f6-389b-42e1-b619-8ecc658c00e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:35.197796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0dcdbcd2-22b3-40f9-aaa2-ba683313866e req-009300f6-389b-42e1-b619-8ecc658c00e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.1501696
Dec 11 21:07:35.217095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b34f0>,) {'filters': {'network_id': ['8c629178-2a49-48ef-a17e-ccc155c028af']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:35.233507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b34f0>, '27cd6159-1ed1-45cc-8d75-5c5567da5b75') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:35.233725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b34f0>, '27cd6159-1ed1-45cc-8d75-5c5567da5b75') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:35.257290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Deleting subnet 781d8f15-edc2-424d-aa8b-22fecafe5593 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:35.269929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.278030 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.292370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.304618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:35.305157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:35.307379 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:35.342319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0dcdbcd2-22b3-40f9-aaa2-ba683313866e req-3373ed4c-f203-444b-b06c-bcd32551b263 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434512
Dec 11 21:07:35.365322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.403298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-8b4e605a-c6d0-4d86-9405-9143ab82b61e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:35.404781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-8b4e605a-c6d0-4d86-9405-9143ab82b61e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.1414454
Dec 11 21:07:35.413372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.418377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.422050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c629178-2a49-48ef-a17e-ccc155c028af HTTP/1.1" status: 204  len: 168 time: 0.8999629
Dec 11 21:07:35.428129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33912) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:35.439750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b11d-6dc3-4628-999e-6acd725bb0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8c629178-2a49-48ef-a17e-ccc155c028af,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:35.451115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2f82a-28a0-4f48-8e74-5ae599454468 req-16cf3b72-0355-4a70-b8b7-fea03cb3986d tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:35.453828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ba2f82a-28a0-4f48-8e74-5ae599454468 req-16cf3b72-0355-4a70-b8b7-fea03cb3986d tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 945 time: 0.2019279
Dec 11 21:07:35.507149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ba2f82a-28a0-4f48-8e74-5ae599454468 req-33ec21c2-645d-4145-907c-6ac0b8d6a772 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447216
Dec 11 21:07:35.513591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device efac68a3-b8c4-4efc-85a4-dae4db17fb50 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:35.579538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0c29693a-f283-40af-aeda-15ade053eff1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:35.774444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0c29693a-f283-40af-aeda-15ade053eff1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:35.774825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0c29693a-f283-40af-aeda-15ade053eff1 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:35.775252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91833a38-2243-4341-ac57-dbb19ec60ce5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:35.800503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 91833a38-2243-4341-ac57-dbb19ec60ce5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:35.800876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 91833a38-2243-4341-ac57-dbb19ec60ce5 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:35.801278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 88f13775-d71e-4db7-8de1-8f84a71499cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:35.827251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 88f13775-d71e-4db7-8de1-8f84a71499cd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:35.827595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 88f13775-d71e-4db7-8de1-8f84a71499cd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:35.845486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50,segment=NetworkSegment(93dd7ed2-5113-4541-b84f-3b19d74e44c2),segment_id=93dd7ed2-5113-4541-b84f-3b19d74e44c2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:35.860151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50', 'network_id': 'ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7', 'port_id': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50', 'mac_address': 'fa:16:3e:fc:fe:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e74ac71-88ae-4590-9cd6-52ef171d9e04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:07:35.888372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.897754 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.911460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efac68a3-b8c4-4efc-85a4-dae4db17fb50 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:35.930691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50,segment=NetworkSegment(93dd7ed2-5113-4541-b84f-3b19d74e44c2),segment_id=93dd7ed2-5113-4541-b84f-3b19d74e44c2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:35.934444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:35.993431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:36.042856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Deleting port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:36.043111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.050595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.052469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff73a36-bc99-41d6-8bfb-7aa904d9303f req-6409ae22-6545-4a9d-82ba-7da526a41f43 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:36.053973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bff73a36-bc99-41d6-8bfb-7aa904d9303f req-6409ae22-6545-4a9d-82ba-7da526a41f43 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 944 time: 0.0517704
Dec 11 21:07:36.109264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bff73a36-bc99-41d6-8bfb-7aa904d9303f req-8d9388df-feec-4d46-b225-e9a73eebf553 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491037
Dec 11 21:07:36.126681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event deleted for resources: {'Subnet': ['ID=781d8f15-edc2-424d-aa8b-22fecafe5593,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:36.126681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.130132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-20aeddf6-6192-4b3d-9a42-a9b4ec51f0f9 tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/subnets/781d8f15-edc2-424d-aa8b-22fecafe5593 HTTP/1.1" status: 204  len: 168 time: 0.9961481
Dec 11 21:07:36.131932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99cf47c-cf41-42cb-b705-92a635d6b6f0 None None] Network c5119c1e-645c-47b4-8e63-21a0805527a0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:36.134503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33918) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:36.219331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.266796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] For port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:36.267158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.282529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Deleting port c394d543-7e83-4813-8062-398313ea9494 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:36.282529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.285966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Calling delete_port for 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:36.328617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] DHCP port deletion for c5119c1e-645c-47b4-8e63-21a0805527a0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:36.332799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['efac68a3-b8c4-4efc-85a4-dae4db17fb50'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:36.358545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] For port c394d543-7e83-4813-8062-398313ea9494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c394d543-7e83-4813-8062-398313ea9494,segment=NetworkSegment(95175eba-36b4-4e5c-89a5-d1c346c23227),segment_id=95175eba-36b4-4e5c-89a5-d1c346c23227)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:36.358809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.373376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Calling delete_port for c394d543-7e83-4813-8062-398313ea9494 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:36.448276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Deleting port c394d543-7e83-4813-8062-398313ea9494 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:36.448816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.481658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.523127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event deleted for resources: {'Port': ['ID=c394d543-7e83-4813-8062-398313ea9494,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:36.530766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] No DVR routers for this DVR port c394d543-7e83-4813-8062-398313ea9494 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:36.575635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] For port c394d543-7e83-4813-8062-398313ea9494, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c394d543-7e83-4813-8062-398313ea9494,segment=NetworkSegment(95175eba-36b4-4e5c-89a5-d1c346c23227),segment_id=95175eba-36b4-4e5c-89a5-d1c346c23227)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:36.576112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.585042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0553db-90ea-4cef-b2e5-80ce3fd800a4 req-f431352e-d11f-44e6-b9ee-f19359681436 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:36.592517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e0553db-90ea-4cef-b2e5-80ce3fd800a4 req-f431352e-d11f-44e6-b9ee-f19359681436 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.1611106
Dec 11 21:07:36.615947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Calling delete_port for c394d543-7e83-4813-8062-398313ea9494 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:36.618056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.618934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.632490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:36.666339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d72d5b25-98ec-43af-99fb-b4681a1c151c req-979545f7-e30b-4492-b704-827b7dcb262d tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3073014-00db-4c9d-859a-8211b5d485bc HTTP/1.1" status: 200  len: 210 time: 0.0382543
Dec 11 21:07:36.669789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dda1640>,) {'filters': {'network_id': ['c5119c1e-645c-47b4-8e63-21a0805527a0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:36.677090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event deleted for resources: {'Port': ['ID=91dc3de9-d0ca-4aa1-adef-b5e94956bbe3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:36.681591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dda1640>, '95175eba-36b4-4e5c-89a5-d1c346c23227') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:36.681984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dda1640>, '95175eba-36b4-4e5c-89a5-d1c346c23227') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:36.684580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.693703 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.709843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8809dfa-f027-49a8-9927-702d2f1741e3 None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:36.714380 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e0553db-90ea-4cef-b2e5-80ce3fd800a4 req-f526fd8d-8c9c-4349-b8b8-063aa100e0c0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210051
Dec 11 21:07:36.724075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.736356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:36.737104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:36.771877 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:36.795927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] No DVR routers for this DVR port 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:36.800175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.813097 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af0af0df-1c4f-4682-bba9-7ed6145e48b3 req-e7ab9f19-ae36-460e-8026-e1ce979898b9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "DELETE /v2.0/ports/91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 HTTP/1.1" status: 204  len: 173 time: 1.3949063
Dec 11 21:07:36.814061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'name': 'network-vif-deleted', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:36.816822 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ba298-a0bd-4c51-8d68-7c9d5ff53277" -d '{"events": [{"server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "name": "network-vif-deleted", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:36.859160 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:36.903511 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d56c1be-e5e9-455d-8230-7e4991e91eda x-openstack-request-id: req-1d56c1be-e5e9-455d-8230-7e4991e91eda {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:36.906647 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3073014-00db-4c9d-859a-8211b5d485bc", "name": "network-vif-deleted", "tag": "91dc3de9-d0ca-4aa1-adef-b5e94956bbe3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:36.906962 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d56c1be-e5e9-455d-8230-7e4991e91eda {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:36.907403 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3073014-00db-4c9d-859a-8211b5d485bc', 'name': 'network-vif-deleted', 'tag': '91dc3de9-d0ca-4aa1-adef-b5e94956bbe3', 'status': 'completed', 'code': 200}
Dec 11 21:07:36.937722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] No DVR routers for this DVR port c394d543-7e83-4813-8062-398313ea9494 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:36.949607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3819b-9ab1-4633-bda1-4a4c08f31ff3 None None] Pushing event deleted for resources: {'Port': ['ID=c394d543-7e83-4813-8062-398313ea9494,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:36.978276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.000725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.004200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] 10.222.0.18 "DELETE /v2.0/networks/c5119c1e-645c-47b4-8e63-21a0805527a0 HTTP/1.1" status: 204  len: 168 time: 0.8686860
Dec 11 21:07:37.005956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827583ea-9b6c-4a0a-ae62-cd20eaf7ef1d tempest-TagsExtTest-1354361990 tempest-TagsExtTest-1354361990-project] Pushing event deleted for resources: {'Network': ['ID=c5119c1e-645c-47b4-8e63-21a0805527a0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:37.031579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d57d7-5d9b-447b-8404-43a29f66c916 req-c9c57c86-92ee-4ce1-9396-ababfd4c2b85 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:37.033087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-827d57d7-5d9b-447b-8404-43a29f66c916 req-c9c57c86-92ee-4ce1-9396-ababfd4c2b85 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1676552
Dec 11 21:07:37.112045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Deleting port 324e37c0-074d-4888-b32b-b7309ad9e527 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:37.112315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.225581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] For port 324e37c0-074d-4888-b32b-b7309ad9e527, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=324e37c0-074d-4888-b32b-b7309ad9e527,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:37.225954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.247450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Calling delete_port for 324e37c0-074d-4888-b32b-b7309ad9e527 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:37.305729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33938) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:37.318326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f2481386-e3fe-4f77-94af-379767ee8a51'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:37.474223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-51638779-5efe-4aeb-84c9-78e443fad117 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2feea1884b141c1917363d840be6cb1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1647949
Dec 11 21:07:37.474919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33942) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:37.547475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device efac68a3-b8c4-4efc-85a4-dae4db17fb50 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:37.604200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-827d57d7-5d9b-447b-8404-43a29f66c916 req-0733a499-b0bc-4a51-8a1d-cd14dfff2b93 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5556054
Dec 11 21:07:37.618085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c394d543-7e83-4813-8062-398313ea9494 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:37.648090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c394d543-7e83-4813-8062-398313ea9494 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:37.648430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c394d543-7e83-4813-8062-398313ea9494 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:37.688691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146bd34-f5ca-4cab-a663-56b8a8a458b9 req-f7f402c1-347b-41cb-b141-0a6f82ed524f tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:37.690230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3146bd34-f5ca-4cab-a663-56b8a8a458b9 req-f7f402c1-347b-41cb-b141-0a6f82ed524f tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 944 time: 0.4906569
Dec 11 21:07:37.698250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.710443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port efac68a3-b8c4-4efc-85a4-dae4db17fb50 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:07:37.716451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port efac68a3-b8c4-4efc-85a4-dae4db17fb50 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:37.716986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.728438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.730754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def9eb5-0747-4236-b77f-ac2e85771d1b req-01ec3755-7f29-4904-b223-28222e630a2f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:37.732479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9def9eb5-0747-4236-b77f-ac2e85771d1b req-01ec3755-7f29-4904-b223-28222e630a2f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.0596163
Dec 11 21:07:37.768886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.775753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Pushing event deleted for resources: {'Port': ['ID=324e37c0-074d-4888-b32b-b7309ad9e527,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:37.813796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9def9eb5-0747-4236-b77f-ac2e85771d1b req-f3345377-ce75-4bd7-8556-2e43af1e8bae tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725224
Dec 11 21:07:37.820790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.841926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3146bd34-f5ca-4cab-a663-56b8a8a458b9 req-193e532a-9cce-4462-97de-72b87f54436c tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400118
Dec 11 21:07:37.861593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:37.864124 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce61d62b-7851-4c17-aebc-a03071dce53b" -d '{"events": [{"server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "name": "network-vif-plugged", "status": "completed", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:37.881968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50,segment=NetworkSegment(93dd7ed2-5113-4541-b84f-3b19d74e44c2),segment_id=93dd7ed2-5113-4541-b84f-3b19d74e44c2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:37.888868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.928840 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7c5f2-c9ba-42f5-9f26-fb4d6ac52eed x-openstack-request-id: req-78d7c5f2-c9ba-42f5-9f26-fb4d6ac52eed {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:37.929141 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "name": "network-vif-plugged", "status": "completed", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:37.929450 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78d7c5f2-c9ba-42f5-9f26-fb4d6ac52eed {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:37.929920 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50', 'code': 200}
Dec 11 21:07:37.977463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:37.982403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.986623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:37.992613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdeb3722-f095-43ad-b54a-1d389de7615b HTTP/1.1" status: 204  len: 168 time: 0.5119655
Dec 11 21:07:38.011904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33636093-76f5-4a7f-92f6-4d7815c38b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeb3722-f095-43ad-b54a-1d389de7615b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:38.109523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27587f9-39c7-4918-a993-3a8427151bd4 req-e33e4010-ab51-429a-9ca2-154ca5e3c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:38.111260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b27587f9-39c7-4918-a993-3a8427151bd4 req-e33e4010-ab51-429a-9ca2-154ca5e3c6dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 1096 time: 0.1195085
Dec 11 21:07:38.220692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:38.264834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b27587f9-39c7-4918-a993-3a8427151bd4 req-0f2bc592-1de5-4e93-bcd9-1709d0977f5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441164
Dec 11 21:07:38.347737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf51ae-9911-4f10-a1ea-3e10f89de9cd req-801c8a4b-824a-4ba1-a206-7c6d860e7002 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:38.349426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05bf51ae-9911-4f10-a1ea-3e10f89de9cd req-801c8a4b-824a-4ba1-a206-7c6d860e7002 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.1264141
Dec 11 21:07:38.497264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05bf51ae-9911-4f10-a1ea-3e10f89de9cd req-2809976f-3652-4092-87f5-787c2fb5e86b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135607
Dec 11 21:07:38.568157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Router bd0cff68-7bdb-474a-bdec-4bc471432fa4 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:38.721063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:38.731341 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Sync routers for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:38.751036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:38.751982 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8475d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:38.765073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a1275f9d-c1d0-4f1f-84c2-cf2619f88997 admin admin] 10.222.0.18 "PUT /v2.0/routers/bd0cff68-7bdb-474a-bdec-4bc471432fa4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3336909
Dec 11 21:07:38.765564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33996) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:38.864987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789ca29-fa6d-4c3e-9a2a-a8286f61f2f7 req-a0ee75d8-572e-4e2d-8a16-0ccffc62836f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:38.874859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9789ca29-fa6d-4c3e-9a2a-a8286f61f2f7 req-a0ee75d8-572e-4e2d-8a16-0ccffc62836f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1107857
Dec 11 21:07:38.904102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:38.929763 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:38.966611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9789ca29-fa6d-4c3e-9a2a-a8286f61f2f7 req-d0e66298-6ae0-44cf-a16a-087cbb513bfd tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801964
Dec 11 21:07:39.064175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.110572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4338c-e77b-4da5-903c-2f7463f60cb4 req-de361d12-eaae-497f-8053-f1a278bd2449 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.112121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb4338c-e77b-4da5-903c-2f7463f60cb4 req-de361d12-eaae-497f-8053-f1a278bd2449 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 945 time: 0.0809896
Dec 11 21:07:39.185588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7fb4338c-e77b-4da5-903c-2f7463f60cb4 req-2b12566f-a794-45bf-ae9f-0e9b4c4a107a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652828
Dec 11 21:07:39.188245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Deleting port dda1b2e4-79f3-4339-97ec-79682594cd53 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:39.188598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.213025 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8475d160>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88'}], 'enable_snat': True}, 'gw_port_id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:37Z', 'revision_number': 5, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port': {'id': 'dda1b2e4-79f3-4339-97ec-79682594cd53', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:19:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:16Z', 'updated_at': '2021-12-11T21:07:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:39.247534 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Checking router: bd0cff68-7bdb-474a-bdec-4bc471432fa4 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:39.257332 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Routers {'bd0cff68-7bdb-474a-bdec-4bc471432fa4'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:39.257959 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8475d160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:39.309933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b6cba-b4b0-46ac-808c-8dcd480e98b7 req-ae3863c1-50c8-4bf2-8cb4-a5ac8b8fa288 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.316225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b6cba-b4b0-46ac-808c-8dcd480e98b7 req-ae3863c1-50c8-4bf2-8cb4-a5ac8b8fa288 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.324199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-803b6cba-b4b0-46ac-808c-8dcd480e98b7 req-ae3863c1-50c8-4bf2-8cb4-a5ac8b8fa288 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603&device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 1682 time: 0.1466446
Dec 11 21:07:39.358032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] For port dda1b2e4-79f3-4339-97ec-79682594cd53, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda1b2e4-79f3-4339-97ec-79682594cd53,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:39.358404 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.370239 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] Set router bd0cff68-7bdb-474a-bdec-4bc471432fa4 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:39.381286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Calling delete_port for dda1b2e4-79f3-4339-97ec-79682594cd53 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:39.428198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-803b6cba-b4b0-46ac-808c-8dcd480e98b7 req-8bda06b9-1bf8-4fb9-aaa6-456cb66aa24e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031828
Dec 11 21:07:39.446831 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-389865ec-8254-44bf-8975-c5986b571582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8475d160>, [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:39Z', 'revision_number': 6, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:39.529686 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389865ec-8254-44bf-8975-c5986b571582 None None] The sync data for ids ['bd0cff68-7bdb-474a-bdec-4bc471432fa4'] in ncdv-master-1 is: [{'id': 'bd0cff68-7bdb-474a-bdec-4bc471432fa4', 'name': 'tempest-TestAggregatesBasicOps-872245383-router', 'tenant_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:13Z', 'updated_at': '2021-12-11T21:07:39Z', 'revision_number': 6, 'project_id': '22e219e47c6d45dc8fecaf089aceb4ae', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:39.537960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e4ad-4068-408a-bc50-c17d4743acdf req-4a50fce1-bd72-4560-8c84-c0d683f0ef6c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.545844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e4ad-4068-408a-bc50-c17d4743acdf req-4a50fce1-bd72-4560-8c84-c0d683f0ef6c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.554874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e4ad-4068-408a-bc50-c17d4743acdf req-4a50fce1-bd72-4560-8c84-c0d683f0ef6c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.564745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea34e4ad-4068-408a-bc50-c17d4743acdf req-4a50fce1-bd72-4560-8c84-c0d683f0ef6c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d&device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 2419 time: 0.1213031
Dec 11 21:07:39.622827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea34e4ad-4068-408a-bc50-c17d4743acdf req-ead49a6a-3d79-4712-82c4-b84973516cb9 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565214
Dec 11 21:07:39.712906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.750324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda1b2e4-79f3-4339-97ec-79682594cd53,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:39.768920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba40804-b007-4542-8de0-18ac484d5977 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:39.803733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:39.810752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2724a-de72-40c8-af53-68ce0aba06ca req-5b87f3d2-8197-4dd7-856b-5003d98bf9e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:39.819515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b2724a-de72-40c8-af53-68ce0aba06ca req-5b87f3d2-8197-4dd7-856b-5003d98bf9e7 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0863321
Dec 11 21:07:39.827341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.891862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:39.892149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91dc3de9-d0ca-4aa1-adef-b5e94956bbe3 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:39.907010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b2724a-de72-40c8-af53-68ce0aba06ca req-53851ca3-a672-4cc6-bfd5-b0e2f8a508e4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862904
Dec 11 21:07:39.970745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:39.974615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.037002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.037579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd0cff68-7bdb-474a-bdec-4bc471432fa4 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:07:40.046579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.051364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-70068a9e-1715-4b18-ba2c-9ca5b9e355b1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bd0cff68-7bdb-474a-bdec-4bc471432fa4 HTTP/1.1" status: 204  len: 168 time: 1.2811718
Dec 11 21:07:40.051840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:40.123264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Deleting subnet 7cf9ab42-2085-4bba-a241-d3b1ed4b5089 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:40.127140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.179311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.297422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.390818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6820eb6-a9ce-4ff7-9124-aaa17b1d5b85 req-83616066-3133-4f1f-9621-6184c7c88311 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:40.392603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6820eb6-a9ce-4ff7-9124-aaa17b1d5b85 req-83616066-3133-4f1f-9621-6184c7c88311 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 945 time: 0.0972018
Dec 11 21:07:40.396051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56955e-c769-488b-9efb-dabd8a5c7be1 req-0c99e702-2423-48d1-9ed5-6e9859200cda tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:40.398349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c56955e-c769-488b-9efb-dabd8a5c7be1 req-0c99e702-2423-48d1-9ed5-6e9859200cda tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 945 time: 0.0631628
Dec 11 21:07:40.422110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.470787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c56955e-c769-488b-9efb-dabd8a5c7be1 req-ceb74c53-9afe-4e67-bfbb-d2f7495f021f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494218
Dec 11 21:07:40.476828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf9ab42-2085-4bba-a241-d3b1ed4b5089,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:40.484729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.490160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c85f7e56-4fc4-4471-9137-1cb027021231 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7cf9ab42-2085-4bba-a241-d3b1ed4b5089 HTTP/1.1" status: 204  len: 168 time: 0.4343979
Dec 11 21:07:40.490394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:40.501208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc13821-d0f9-4d1e-b460-6634fdb09c3c None None] Network 821b6660-72ff-4325-b21c-d59127d5b034 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:40.543047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6820eb6-a9ce-4ff7-9124-aaa17b1d5b85 req-b74c143c-3bd8-4728-94f2-18e9d2c98267 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268568
Dec 11 21:07:40.615833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.688401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Deleting port c3285b71-a561-410f-8af5-9987638e01bf {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:40.688733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.699032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] DHCP port deletion for 821b6660-72ff-4325-b21c-d59127d5b034 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:40.797298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] For port c3285b71-a561-410f-8af5-9987638e01bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3285b71-a561-410f-8af5-9987638e01bf,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:40.798115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.811530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Deleting port c3285b71-a561-410f-8af5-9987638e01bf {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:40.811986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.817194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Calling delete_port for c3285b71-a561-410f-8af5-9987638e01bf owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:40.927149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] For port c3285b71-a561-410f-8af5-9987638e01bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3285b71-a561-410f-8af5-9987638e01bf,segment=NetworkSegment(35eb7f86-2b1f-4a35-b1a3-e65526132799),segment_id=35eb7f86-2b1f-4a35-b1a3-e65526132799)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:40.927866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.932744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:40.949790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Calling delete_port for c3285b71-a561-410f-8af5-9987638e01bf owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:40.962615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Pushing event deleted for resources: {'Port': ['ID=c3285b71-a561-410f-8af5-9987638e01bf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:40.964500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] No DVR routers for this DVR port c3285b71-a561-410f-8af5-9987638e01bf on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:41.054304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-009fc5fc-b788-4f46-9bda-9766eb9f812c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.067689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.087605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.099105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b6cd0>,) {'filters': {'network_id': ['821b6660-72ff-4325-b21c-d59127d5b034']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:41.119811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b6cd0>, '35eb7f86-2b1f-4a35-b1a3-e65526132799') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:41.120296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6b6cd0>, '35eb7f86-2b1f-4a35-b1a3-e65526132799') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:41.125736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] Pushing event deleted for resources: {'Port': ['ID=c3285b71-a561-410f-8af5-9987638e01bf,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:41.133049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c34cd-183c-4ae5-946a-ba6b07023705 None None] No DVR routers for this DVR port c3285b71-a561-410f-8af5-9987638e01bf on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:41.153004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.172648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.182520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:41.182944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:41.184758 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:41.243280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e0eab-c2a2-45a4-a923-738da236cd00 req-2817f04d-9f90-4887-882a-494b0fd88e47 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:41.244912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d3e0eab-c2a2-45a4-a923-738da236cd00 req-2817f04d-9f90-4887-882a-494b0fd88e47 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 945 time: 0.1377926
Dec 11 21:07:41.267453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.274962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.278200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] 10.222.0.18 "DELETE /v2.0/networks/821b6660-72ff-4325-b21c-d59127d5b034 HTTP/1.1" status: 204  len: 168 time: 0.7868443
Dec 11 21:07:41.296438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249e454-29a7-4747-8376-fb2bb672bcce admin admin] Pushing event deleted for resources: {'Network': ['ID=821b6660-72ff-4325-b21c-d59127d5b034,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:41.325692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d3e0eab-c2a2-45a4-a923-738da236cd00 req-a3b161d1-5df1-46d5-9e6c-c2d1da38f9df tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745285
Dec 11 21:07:41.485490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:41.540541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e561cc46-3743-4391-a989-30bfe1e8efcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1024fda9cd44082a1a5180f6e00b9ba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0535812
Dec 11 21:07:41.542974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:41.601941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.623104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f61ab9-3b37-48e6-84ae-d631096d4c1d req-c5cba6ad-7086-4ccc-8a19-658e7936b763 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:41.627553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42f61ab9-3b37-48e6-84ae-d631096d4c1d req-c5cba6ad-7086-4ccc-8a19-658e7936b763 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1119530
Dec 11 21:07:41.633223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dda1b2e4-79f3-4339-97ec-79682594cd53 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:41.658007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.665217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: dda1b2e4-79f3-4339-97ec-79682594cd53 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:41.669015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dda1b2e4-79f3-4339-97ec-79682594cd53 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:41.669456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 324e37c0-074d-4888-b32b-b7309ad9e527 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:41.692162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 324e37c0-074d-4888-b32b-b7309ad9e527 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:41.692505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 324e37c0-074d-4888-b32b-b7309ad9e527 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:41.693062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c3285b71-a561-410f-8af5-9987638e01bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:41.702972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb0bc0-b3d4-4b45-b5ad-28c7623c1b8c req-6ba07bf7-3bb1-4f9c-9bb5-fda400a4246e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:41.704672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41fb0bc0-b3d4-4b45-b5ad-28c7623c1b8c req-6ba07bf7-3bb1-4f9c-9bb5-fda400a4246e tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 945 time: 0.0997798
Dec 11 21:07:41.725646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c3285b71-a561-410f-8af5-9987638e01bf {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:41.726221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c3285b71-a561-410f-8af5-9987638e01bf not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:41.746536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.748524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:41.752155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2408ebe-881b-4cf8-b51e-8ac9c6da9e52 HTTP/1.1" status: 204  len: 168 time: 0.2057140
Dec 11 21:07:41.753964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-42f61ab9-3b37-48e6-84ae-d631096d4c1d req-548dd66d-4e59-4207-b676-eb969eab6d6f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197112
Dec 11 21:07:41.767017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-35886396-1bec-488c-bbe8-06a594675d73 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:41.768495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-35886396-1bec-488c-bbe8-06a594675d73 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "GET /v2.0/ports?device_id=df0a8d96-a9ba-4106-9290-a60eff971511 HTTP/1.1" status: 200  len: 946 time: 0.1277058
Dec 11 21:07:41.782099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59c64d-9814-491b-840c-3af235f46080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2408ebe-881b-4cf8-b51e-8ac9c6da9e52,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:41.845684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41fb0bc0-b3d4-4b45-b5ad-28c7623c1b8c req-59972765-0666-4c21-b426-f043dbc67c6a tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040418
Dec 11 21:07:41.974219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-9da5f451-2583-4f7b-a7ed-4ecbfd63d628 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:41.975725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-9da5f451-2583-4f7b-a7ed-4ecbfd63d628 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.30 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 945 time: 0.1235914
Dec 11 21:07:41.983412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-9a21a826-1467-4bdb-8c14-852295c61c4f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1163511
Dec 11 21:07:42.034007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Deleting port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:42.034396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.177109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-056794cd-5144-42a2-a2b9-ae075b82a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:42.178736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-056794cd-5144-42a2-a2b9-ae075b82a452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1097 time: 0.1400471
Dec 11 21:07:42.199150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] For port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:42.199513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.210813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Deleting port f2481386-e3fe-4f77-94af-379767ee8a51 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:42.211146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.218403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34118) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:42.247268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Calling delete_port for 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:42.271901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-271eb15d-be9d-42d0-9a2a-13676bfd369e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e219e47c6d45dc8fecaf089aceb4ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0522552
Dec 11 21:07:42.274354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:42.331781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.354978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.432380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.435029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.436224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7502c446-4e03-4b66-8ae8-78ad3e1f16a7 HTTP/1.1" status: 204  len: 168 time: 0.1608369
Dec 11 21:07:42.453494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c345342-a667-411f-aea7-f4929a8d19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7502c446-4e03-4b66-8ae8-78ad3e1f16a7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:42.473909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42027278-71fc-4f50-a8cc-2ab3d6774f55 req-7bd457c8-4626-42dc-80d9-e405ec590f89 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:42.481768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42027278-71fc-4f50-a8cc-2ab3d6774f55 req-7bd457c8-4626-42dc-80d9-e405ec590f89 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 945 time: 0.0819523
Dec 11 21:07:42.540516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42027278-71fc-4f50-a8cc-2ab3d6774f55 req-b9539e06-950e-43d3-9e7b-6d8459ff2430 tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/security-groups?id=c66ee334-c940-4dc8-87db-19ae66b46d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535898
Dec 11 21:07:42.756049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] For port f2481386-e3fe-4f77-94af-379767ee8a51, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2481386-e3fe-4f77-94af-379767ee8a51,segment=NetworkSegment(f0b6dff7-2a89-4218-ac46-bdb6a996d821),segment_id=f0b6dff7-2a89-4218-ac46-bdb6a996d821)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:42.756537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:42.778382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Calling delete_port for f2481386-e3fe-4f77-94af-379767ee8a51 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:42.781704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-f32b34d6-aa49-4ac9-8485-2cb295a5faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:42.783315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-f32b34d6-aa49-4ac9-8485-2cb295a5faf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.5748744
Dec 11 21:07:42.856902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019523bb-0d8d-40aa-a599-2e256577215e req-9c623c5a-f5f2-4113-a20a-5910d3af6ddf tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:42.861073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-019523bb-0d8d-40aa-a599-2e256577215e req-9c623c5a-f5f2-4113-a20a-5910d3af6ddf tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.30 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 945 time: 0.0871632
Dec 11 21:07:42.970465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-46834d14-3279-49c3-933d-d38b1343976f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1002 time: 0.1738141
Dec 11 21:07:43.005731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf58af-923d-4f00-ad65-3a30152ae237 req-b7afd4d2-69f7-4e7b-8241-448ca57435d2 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.007345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8daf58af-923d-4f00-ad65-3a30152ae237 req-b7afd4d2-69f7-4e7b-8241-448ca57435d2 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/ports?device_id=6779ba36-3dd6-409f-8a3e-67cdaf628603 HTTP/1.1" status: 200  len: 945 time: 0.0921428
Dec 11 21:07:43.041970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Deleting port efac68a3-b8c4-4efc-85a4-dae4db17fb50 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:07:43.042423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.049942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.065225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c083d1-249d-4bc1-a87f-c5b8f9fe2cd5 req-9b914c0c-0988-4245-8566-3cfe5359026b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.066796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:43.072329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f2481386-e3fe-4f77-94af-379767ee8a51'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:43.072470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c083d1-249d-4bc1-a87f-c5b8f9fe2cd5 req-9b914c0c-0988-4245-8566-3cfe5359026b tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1763988
Dec 11 21:07:43.139266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event deleted for resources: {'Port': ['ID=85dd9341-6c5a-47aa-9c6d-b23a5236bcd3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:43.149976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-edd197c6-2970-4760-b4f7-a5963ac58c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.151569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-edd197c6-2970-4760-b4f7-a5963ac58c38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1677048
Dec 11 21:07:43.158103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8daf58af-923d-4f00-ad65-3a30152ae237 req-9b914e44-3a77-478b-99e0-fbc981aa0f60 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.18 "GET /v2.0/security-groups?id=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382191
Dec 11 21:07:43.217147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642dca89-d1c7-45cb-9e73-c2a4d63e8a3a None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:43.242045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] For port efac68a3-b8c4-4efc-85a4-dae4db17fb50, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efac68a3-b8c4-4efc-85a4-dae4db17fb50,segment=NetworkSegment(93dd7ed2-5113-4541-b84f-3b19d74e44c2),segment_id=93dd7ed2-5113-4541-b84f-3b19d74e44c2)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:43.243754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.259684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] No DVR routers for this DVR port 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:43.262611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.268280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.272910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df1fa5b2-fa56-4cb9-88fe-a221c505e73a req-5e8e0a3e-d17e-4442-b1a6-c8f784b60a4f tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.16 "DELETE /v2.0/ports/85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 HTTP/1.1" status: 204  len: 173 time: 1.4880862
Dec 11 21:07:43.275703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'name': 'network-vif-deleted', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:43.278187 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8941fa92-5348-4548-bcfb-472b5904af3f" -d '{"events": [{"server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "name": "network-vif-deleted", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:43.279454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Calling delete_port for efac68a3-b8c4-4efc-85a4-dae4db17fb50 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:07:43.297582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16c083d1-249d-4bc1-a87f-c5b8f9fe2cd5 req-2fcaad4a-5a82-4e35-a645-e2cba6be7030 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223582
Dec 11 21:07:43.314294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['85dd9341-6c5a-47aa-9c6d-b23a5236bcd3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:07:43.332325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Pushing event deleted for resources: {'Port': ['ID=f2481386-e3fe-4f77-94af-379767ee8a51,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:43.345609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-fc762f26-aa04-4664-8a0e-2b306f1d36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.348429 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-fc762f26-aa04-4664-8a0e-2b306f1d36f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1836479
Dec 11 21:07:43.383743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6311638-ec6e-4d8a-93a6-23929c38670e None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:43.433636 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceecb2cc-8df8-4b4f-8733-35c5ce560cde x-openstack-request-id: req-ceecb2cc-8df8-4b4f-8733-35c5ce560cde {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:43.434211 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0a8d96-a9ba-4106-9290-a60eff971511", "name": "network-vif-deleted", "tag": "85dd9341-6c5a-47aa-9c6d-b23a5236bcd3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:43.434524 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceecb2cc-8df8-4b4f-8733-35c5ce560cde {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:43.434917 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0a8d96-a9ba-4106-9290-a60eff971511', 'name': 'network-vif-deleted', 'tag': '85dd9341-6c5a-47aa-9c6d-b23a5236bcd3', 'status': 'completed', 'code': 200}
Dec 11 21:07:43.436053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] No DVR routers for this DVR port f2481386-e3fe-4f77-94af-379767ee8a51 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:43.459921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6dd25d4a-e31f-44d0-895f-599560081839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.582667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-1f213bf5-c52b-403d-8e80-ae4b44eb70ea service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193546
Dec 11 21:07:43.583887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.588308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] 10.222.0.30 "DELETE /v2.0/ports/f2481386-e3fe-4f77-94af-379767ee8a51 HTTP/1.1" status: 204  len: 173 time: 1.6038778
Dec 11 21:07:43.647914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.661590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34180) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:43.719886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-760b2278-504e-46a2-9548-373db3374b8b req-0b4b4249-59c9-48bb-b9c9-94d8e041e2ee tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.18 "GET /v2.0/ports?device_id=e23d379e-4189-43c6-9f25-8df772d42b31 HTTP/1.1" status: 200  len: 210 time: 0.0504384
Dec 11 21:07:43.745591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2095-4f91-4704-80a1-92f140628297 req-975f39af-ae93-4653-b4ea-8c56893fd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.745591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-975f39af-ae93-4653-b4ea-8c56893fd61d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 1097 time: 0.1612422
Dec 11 21:07:43.745591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Pushing event deleted for resources: {'Port': ['ID=efac68a3-b8c4-4efc-85a4-dae4db17fb50,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:43.767117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4ce1b5a-5bb7-4933-a7c1-3b62e3a3e06b req-18674bda-e693-4cf0-a863-b52bca563e48 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763525
Dec 11 21:07:43.777315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] No DVR routers for this DVR port efac68a3-b8c4-4efc-85a4-dae4db17fb50 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:07:43.781536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.786185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-019523bb-0d8d-40aa-a599-2e256577215e req-038d9416-77dd-408a-babd-fa06dd86ef4a tempest-ServerAddressesTestJSON-595338977 tempest-ServerAddressesTestJSON-595338977-project] 10.222.0.30 "DELETE /v2.0/ports/efac68a3-b8c4-4efc-85a4-dae4db17fb50 HTTP/1.1" status: 204  len: 173 time: 0.9198830
Dec 11 21:07:43.808592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'name': 'network-vif-deleted', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:43.811399 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307cb80a-02fc-4784-a340-826aa5153ed9" -d '{"events": [{"server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "name": "network-vif-deleted", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:43.879050 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae536ac-7569-4582-b4b6-c67998ad3668 x-openstack-request-id: req-cae536ac-7569-4582-b4b6-c67998ad3668 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:43.879350 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23d379e-4189-43c6-9f25-8df772d42b31", "name": "network-vif-deleted", "tag": "efac68a3-b8c4-4efc-85a4-dae4db17fb50", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:43.879612 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cae536ac-7569-4582-b4b6-c67998ad3668 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:43.880006 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23d379e-4189-43c6-9f25-8df772d42b31', 'name': 'network-vif-deleted', 'tag': 'efac68a3-b8c4-4efc-85a4-dae4db17fb50', 'status': 'completed', 'code': 200}
Dec 11 21:07:43.887444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-335954403-network', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:43.937082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34188) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:43.938682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2095-4f91-4704-80a1-92f140628297 req-cd07066d-fc4a-480f-b473-86b7297d08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:43.940372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-cd07066d-fc4a-480f-b473-86b7297d08fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 916 time: 0.1643081
Dec 11 21:07:43.941727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Made reservation on behalf of 121c313d3e19423f91d7b4959ef5db45 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:43.944332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.990047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:43.993861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-7ac854ac-ec76-4388-aa2c-cf836ec0e55f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 200  len: 217 time: 0.0398512
Dec 11 21:07:44.069904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ddcea18-9f05-4242-b005-67c40818891a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.087314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2095-4f91-4704-80a1-92f140628297 req-4ac303fa-f291-4426-8ec7-63454be2bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:44.089241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-4ac303fa-f291-4426-8ec7-63454be2bc84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.0871520
Dec 11 21:07:44.158945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ddcea18-9f05-4242-b005-67c40818891a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.163184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ddcea18-9f05-4242-b005-67c40818891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.184195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c2095-4f91-4704-80a1-92f140628297 req-d494f48b-3726-406d-83ad-68d5bf0f6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:44.185832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-d494f48b-3726-406d-83ad-68d5bf0f6b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0863609
Dec 11 21:07:44.207782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ddcea18-9f05-4242-b005-67c40818891a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09a621d8b6274261a29e594f6f6f4f59&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2667270
Dec 11 21:07:44.207960 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.208232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.215691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcea18-9f05-4242-b005-67c40818891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab6fc5-d66f-4aaa-845a-5e1a354890bb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:44.221477 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.258331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34198) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.291207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.296423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:44.328273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.337124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1afe1c-e632-48a3-8220-86fcc21a82b1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:44.339262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Deleting subnet f51331d9-be15-4b13-9813-b4b6497eed2e {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:44.346003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.361763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.362115 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Added segment 8cb847c0-7bd9-44e3-801d-fae1ff39ad96 of type vlan for network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8
Dec 11 21:07:44.407516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.452090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.475878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.478509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.480003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daab6fc5-d66f-4aaa-845a-5e1a354890bb HTTP/1.1" status: 204  len: 168 time: 0.2707629
Dec 11 21:07:44.490840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-43a35c7c-9170-4214-be0f-ed0d6ea0f64f service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2945902
Dec 11 21:07:44.493102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.504262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f617158-82dd-46b0-b6ee-fa93ef3efe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab6fc5-d66f-4aaa-845a-5e1a354890bb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:44.557186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.585958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51331d9-be15-4b13-9813-b4b6497eed2e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:44.588159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.592386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2154b8f1-4342-402d-ab97-b6f5ebd55ac9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f51331d9-be15-4b13-9813-b4b6497eed2e HTTP/1.1" status: 204  len: 168 time: 0.3330824
Dec 11 21:07:44.592954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38b2da2-46d0-4843-9e72-e717f7ac6480 None None] Network 58c48d59-6930-4867-9cb4-150b0541b189 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:44.594808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34206) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.595796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a4e6f-b244-454d-814b-a67452a47152 req-2eb1804f-84e2-42bb-bd93-6e7ea9f21d73 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:44.598214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be1a4e6f-b244-454d-814b-a67452a47152 req-2eb1804f-84e2-42bb-bd93-6e7ea9f21d73 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1914754
Dec 11 21:07:44.611859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.612890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:44.613570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.698991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.719377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0448284
Dec 11 21:07:44.729955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2589c-770c-4aa3-89c6-d5fdd1b7d01a None None] DHCP port deletion for 58c48d59-6930-4867-9cb4-150b0541b189 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:44.733710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.741817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Request body: {'subnet': {'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-335954403-subnet', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:44.757110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88279e4d-2491-4c67-80aa-a7acf6f8b31d admin admin] Pushing event updated for resources: {'Network': ['ID=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:44.769561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:44.770847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c3c2095-4f91-4704-80a1-92f140628297 req-93ba75b6-0f11-4cab-aa75-758ceddf3b41 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698510
Dec 11 21:07:44.801622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34214) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.809620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be1a4e6f-b244-454d-814b-a67452a47152 req-01b5f006-9483-42ed-8882-4165a83b41c8 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917512
Dec 11 21:07:44.825537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Made reservation on behalf of 121c313d3e19423f91d7b4959ef5db45 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:44.831209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.843663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.875593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34216) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:44.879087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f545ca0>,) {'filters': {'network_id': ['58c48d59-6930-4867-9cb4-150b0541b189']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:44.887258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.903352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Deleting subnet 7e74ac71-88ae-4590-9cd6-52ef171d9e04 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:07:44.906672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f545ca0>, 'f0b6dff7-2a89-4218-ac46-bdb6a996d821') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:44.906962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f545ca0>, 'f0b6dff7-2a89-4218-ac46-bdb6a996d821') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:44.908626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0317b42c-b3f5-4170-af0e-e64cf18ad0f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.917963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.945684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.970891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.985280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.987212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:44.987645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:44.992433 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:45.017681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.074137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a28c154-472c-46cc-a1a1-794461a3be5e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.083503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Checking segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:45.083876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Network hostable DHCP agents. Network: 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:45.100757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:45.101295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.104313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.110515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:45.115944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:45.116790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.120402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4341d-1f3c-4851-bb46-fe59def2aa07 None None] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:45.130470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.133810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/58c48d59-6930-4867-9cb4-150b0541b189 HTTP/1.1" status: 204  len: 168 time: 0.5374255
Dec 11 21:07:45.135134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-62e4a69e-d6b2-466f-9177-c501e657b40f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4003780
Dec 11 21:07:45.138120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34220) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:45.146222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:45.162519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfae4f-7e16-4d08-8c9c-1d24056d44a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c48d59-6930-4867-9cb4-150b0541b189,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.172285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0317b42c-b3f5-4170-af0e-e64cf18ad0f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.179658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.180793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.204330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0317b42c-b3f5-4170-af0e-e64cf18ad0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.227005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.246820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.275325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:45.276674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e74ac71-88ae-4590-9cd6-52ef171d9e04,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.277367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.282692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.288352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-92eae52b-1e25-4475-8cbb-a0500f264a5c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e74ac71-88ae-4590-9cd6-52ef171d9e04 HTTP/1.1" status: 204  len: 168 time: 0.4834054
Dec 11 21:07:45.289131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317b42c-b3f5-4170-af0e-e64cf18ad0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d934b-1083-4356-bb0c-bf74173b3190,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.291837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:45.297264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0317b42c-b3f5-4170-af0e-e64cf18ad0f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b70847dd370d4a8dbe9126f0efbaefd8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4205933
Dec 11 21:07:45.299556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:45.400140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34228) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:45.426762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.436630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'name': 'network-vif-deleted', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:45.439938 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dddaf1-6f93-466b-b7df-23481c30c2d8" -d '{"events": [{"server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "name": "network-vif-deleted", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:45.454260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Allocated IP 172.20.0.2 (64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8/0a28c154-472c-46cc-a1a1-794461a3be5e/c09cee22-cccb-46a1-8238-df4f9c6965ea) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:45.466117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.492008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.499579 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fdc6a1-700c-4e7a-ab21-9464aad6cd1c x-openstack-request-id: req-d8fdc6a1-700c-4e7a-ab21-9464aad6cd1c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:45.499822 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6779ba36-3dd6-409f-8a3e-67cdaf628603", "name": "network-vif-deleted", "tag": "f2481386-e3fe-4f77-94af-379767ee8a51", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:45.500083 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8fdc6a1-700c-4e7a-ab21-9464aad6cd1c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:45.500479 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6779ba36-3dd6-409f-8a3e-67cdaf628603', 'name': 'network-vif-deleted', 'tag': 'f2481386-e3fe-4f77-94af-379767ee8a51', 'status': 'completed', 'code': 200}
Dec 11 21:07:45.529967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b08e83c8-f79d-48eb-afd8-b750389830c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f24af28000c54ca688b18033b4dcdb93&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1243236
Dec 11 21:07:45.531812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34232) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:45.548278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device efac68a3-b8c4-4efc-85a4-dae4db17fb50 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:45.561433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.573092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: efac68a3-b8c4-4efc-85a4-dae4db17fb50 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:45.573615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device efac68a3-b8c4-4efc-85a4-dae4db17fb50 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:45.574017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f2481386-e3fe-4f77-94af-379767ee8a51 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:45.609626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f2481386-e3fe-4f77-94af-379767ee8a51 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:45.610300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f2481386-e3fe-4f77-94af-379767ee8a51 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:45.638185 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.669605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.678213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.681554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef71460>,) {'filters': {'network_id': ['ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:45.683550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.696703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef71460>, '93dd7ed2-5113-4541-b84f-3b19d74e44c2') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:45.697004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef71460>, '93dd7ed2-5113-4541-b84f-3b19d74e44c2') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:45.712233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.714987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.722981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.724722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:45.730315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:45.732277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Pushing event updated for resources: {'Port': ['ID=c09cee22-cccb-46a1-8238-df4f9c6965ea,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.734597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:45.743493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.757121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.759094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.761694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.765277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/853d934b-1083-4356-bb0c-bf74173b3190 HTTP/1.1" status: 204  len: 168 time: 0.4561806
Dec 11 21:07:45.768920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.795757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:07:45.796150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.798013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Attempting to bind port c09cee22-cccb-46a1-8238-df4f9c6965ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:07:45.798238 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:07:45.801017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Attempting to bind port c09cee22-cccb-46a1-8238-df4f9c6965ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:45.801017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Attempting to bind port c09cee22-cccb-46a1-8238-df4f9c6965ea on network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:45.806248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:45.806908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Checking segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:45.807307 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.807967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Bound using segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:45.808661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Bound port: c09cee22-cccb-46a1-8238-df4f9c6965ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:45.809047 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.818058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89528182-aa3d-41c6-b1f7-f74a4c0ce2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d934b-1083-4356-bb0c-bf74173b3190,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.854839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:07:45.887307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:07:45.887771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 85dd9341-6c5a-47aa-9c6d-b23a5236bcd3 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:07:45.903164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.912879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.917977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7 HTTP/1.1" status: 204  len: 168 time: 0.6182113
Dec 11 21:07:45.920217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Allocated IP 172.35.1.33 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1233c36b-671f-4f8b-9c93-9903627eb061) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:45.936872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.947843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:45.949179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d HTTP/1.1" status: 204  len: 168 time: 0.4163556
Dec 11 21:07:45.954726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdf30c-14ec-4051-abce-e4eeeadf51d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd5b37f-f01d-4a95-a5bb-d4b334a6fbb7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:45.989127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] For port c09cee22-cccb-46a1-8238-df4f9c6965ea, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:45.999823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] For port c09cee22-cccb-46a1-8238-df4f9c6965ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c09cee22-cccb-46a1-8238-df4f9c6965ea,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:46.001761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3f1d-bc0e-4b93-b421-f27ddabd81d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8769a56f-1db7-4010-a6a1-b9f3a1ea7b2d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:46.010181 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.037141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7223f-4111-4ea1-84e1-56fd42ca479d req-a5ea1857-f3c9-4daa-a514-05c79250a5a6 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:46.044172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ca7223f-4111-4ea1-84e1-56fd42ca479d req-a5ea1857-f3c9-4daa-a514-05c79250a5a6 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.0932593
Dec 11 21:07:46.090330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffb283-17f6-4e06-934d-caa04bf580d8 None None] Pushing event updated for resources: {'Port': ['ID=c09cee22-cccb-46a1-8238-df4f9c6965ea,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:46.106958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.156207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ca7223f-4111-4ea1-84e1-56fd42ca479d req-5aed19f4-dfbb-47db-ad8d-1a4b69456f57 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012509
Dec 11 21:07:46.156737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34244) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:46.164335 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.243175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-af3ed745-843b-4eb2-9ffc-fee850786430 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7249562ceb948f8b2a6210a389730c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0851357
Dec 11 21:07:46.245883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34246) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:46.249033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:46.251987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:46.263052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:46.287757 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.288320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Pushing event updated for resources: {'Port': ['ID=1233c36b-671f-4f8b-9c93-9903627eb061,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:46.310128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebffe25-7e1c-4123-8b58-27a76ce7860f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:46.352622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.393296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9cc191b8-72db-45cb-acf3-638b987a3435 None None] Provisioning complete for port 1233c36b-671f-4f8b-9c93-9903627eb061 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:46.394254 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9cc191b8-72db-45cb-acf3-638b987a3435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.398598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.454549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9cc191b8-72db-45cb-acf3-638b987a3435 None None] Port 1233c36b-671f-4f8b-9c93-9903627eb061 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:46.536161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.538874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:46.544415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c66ee334-c940-4dc8-87db-19ae66b46d43 HTTP/1.1" status: 204  len: 168 time: 0.2953978
Dec 11 21:07:46.560855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eccae1-d6a5-4a56-96d4-a9c3981e9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ee334-c940-4dc8-87db-19ae66b46d43,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:47.012353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:47.198585 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:47.326444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:47.416268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459562fc-537e-4113-b072-dd850cf0538d req-f1921904-59b2-4362-9930-0be73789da1a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:47.422520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-459562fc-537e-4113-b072-dd850cf0538d req-f1921904-59b2-4362-9930-0be73789da1a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1097729
Dec 11 21:07:47.540953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-459562fc-537e-4113-b072-dd850cf0538d req-9a2048ab-bae5-4614-99d7-0e39eff3c500 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143985
Dec 11 21:07:47.616206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:07:47.671895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8faec-fc73-41b5-b445-0b669f5e8ac0 None None] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:47.692569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c09cee22-cccb-46a1-8238-df4f9c6965ea up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:47.794185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] Provisioning complete for port c09cee22-cccb-46a1-8238-df4f9c6965ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:47.794855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:47.804156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:47.824173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Sync routers for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:47.825212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:47.826712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-76ca7b55-4222-4cfd-af8e-d50190d26762 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.6873415
Dec 11 21:07:47.829602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:47.878764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:47.879961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768dd400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:48.105448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c09cee22-cccb-46a1-8238-df4f9c6965ea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:48.105810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.230834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:48.255806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.264986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:48.408773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.473142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-249844424-network', 'tenant_id': '69336a68efc94d139250ca9257aeb04b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:48.523743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] For port c09cee22-cccb-46a1-8238-df4f9c6965ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c09cee22-cccb-46a1-8238-df4f9c6965ea,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:48.527279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Made reservation on behalf of 69336a68efc94d139250ca9257aeb04b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:48.532660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.553642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.559883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.598222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.685567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Allocated IP 172.20.0.1 (64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8/0a28c154-472c-46cc-a1a1-794461a3be5e/035fb190-65ec-486d-811a-2e09dab4e7ba) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:48.755616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.774985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.801382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c18df-3796-4dd1-8671-1440f9ee1c74 None None] Pushing event updated for resources: {'Port': ['ID=c09cee22-cccb-46a1-8238-df4f9c6965ea,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:48.813047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:48.858894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b68268b5-72be-4619-b131-f358407fb4c4 None None] Provisioning complete for port c09cee22-cccb-46a1-8238-df4f9c6965ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:48.859274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b68268b5-72be-4619-b131-f358407fb4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.874176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.920974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:07:48.921603 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:07:48.922379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a482-7d57-4f63-9ef6-9e171ff14f15 req-34e261bc-d2dd-4f34-8c1d-21d83942fbf0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:48.924090 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67f3a482-7d57-4f63-9ef6-9e171ff14f15 req-34e261bc-d2dd-4f34-8c1d-21d83942fbf0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.2336740
Dec 11 21:07:48.926165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:48.928316 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Added segment a8623fe7-2a5d-4d10-b985-0cdfec20d795 of type vlan for network e7163dc5-38ad-48f7-8bf9-2a697c2a4788
Dec 11 21:07:48.963411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dac9e6-2ee2-4649-99d6-2809ff295cc4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:49.010092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768dd400>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:46Z', 'revision_number': 3, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:49.017047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.025982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b92f160-4c49-4b37-9cd6-806c0cc70091 req-d684f3ad-f189-44a4-8e5d-7355c2396928 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.1145816
Dec 11 21:07:49.043123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67f3a482-7d57-4f63-9ef6-9e171ff14f15 req-197de71d-bd70-444f-87e6-692b9568a056 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026602
Dec 11 21:07:49.056320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.083880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.085132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:49.088705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.089545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Checking router: ca5898cf-f771-44ae-ab44-5ca6fe6026f6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:49.089908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Updating router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 port 1233c36b-671f-4f8b-9c93-9903627eb061 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:49.160324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.168558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:49.175668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:49.181688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:49.238601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Pushing event updated for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:49.300906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.0682960
Dec 11 21:07:49.302370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34374) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:49.319193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695c1f5-5e1d-49cb-b36c-26da0410ffbe admin admin] Pushing event updated for resources: {'Network': ['ID=e7163dc5-38ad-48f7-8bf9-2a697c2a4788,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:49.323242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Request body: {'subnet': {'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-249844424-subnet', 'tenant_id': '69336a68efc94d139250ca9257aeb04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:49.340941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:49.345695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.417465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Made reservation on behalf of 69336a68efc94d139250ca9257aeb04b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:49.419876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.667015 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.675621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-33a6793f-749d-4c5a-b433-1db3c507136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:49.677296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-33a6793f-749d-4c5a-b433-1db3c507136a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 1097 time: 0.0593257
Dec 11 21:07:49.776207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30c7d7-25c8-49aa-a261-326d0e04a260 req-88fb94d2-ec47-4d29-857e-545cfba64aba tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:49.790795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd30c7d7-25c8-49aa-a261-326d0e04a260 req-88fb94d2-ec47-4d29-857e-545cfba64aba tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.2252536
Dec 11 21:07:49.797631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e415506e-1162-4ee3-8b95-bfb15e6f9dd9 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:49.798228 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e415506e-1162-4ee3-8b95-bfb15e6f9dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:49.863590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e415506e-1162-4ee3-8b95-bfb15e6f9dd9 None None] Port 035fb190-65ec-486d-811a-2e09dab4e7ba cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:49.911055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-ba4ca3c0-51d8-4deb-bc21-0abb416aa96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:49.912843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-ba4ca3c0-51d8-4deb-bc21-0abb416aa96a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 200  len: 916 time: 0.2251878
Dec 11 21:07:49.931902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c09cee22-cccb-46a1-8238-df4f9c6965ea up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:49.983016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-f72213d7-07c4-49ab-994a-61176a91778a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 200  len: 217 time: 0.0602357
Dec 11 21:07:50.007795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.018832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c09cee22-cccb-46a1-8238-df4f9c6965ea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:50.019202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.020907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.065147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-f2af2583-37b8-4eb6-8aea-ab2b9fe7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:50.070214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-f2af2583-37b8-4eb6-8aea-ab2b9fe7efaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 200  len: 854 time: 0.0767121
Dec 11 21:07:50.147952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-c2a3b458-217c-41b3-bbca-68b675d0a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:50.149620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-c2a3b458-217c-41b3-bbca-68b675d0a555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0672960
Dec 11 21:07:50.152898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547666-8875-40ab-93ae-bbf43099ae7f None None] Pushing event updated for resources: {'Port': ['ID=1233c36b-671f-4f8b-9c93-9903627eb061,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:50.160254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Attempting to bind port 1233c36b-671f-4f8b-9c93-9903627eb061 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:50.160625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Attempting to bind port 1233c36b-671f-4f8b-9c93-9903627eb061 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:50.160985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Attempting to bind port 1233c36b-671f-4f8b-9c93-9903627eb061 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:50.163150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcd7df-74f9-4175-815c-78de0c5ee7ba None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:50.176110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:50.176488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd30c7d7-25c8-49aa-a261-326d0e04a260 req-be644425-a758-4166-b50e-3d3861a5b42f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3847189
Dec 11 21:07:50.176630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:50.176971 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.177375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:50.177850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Bound port: 1233c36b-671f-4f8b-9c93-9903627eb061, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:50.178872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5b6bd63-d5c1-412b-8ae7-1b8b7e1ddf07 req-c465eb8d-db65-4f0f-af39-e4f8f50a8acd tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0390198
Dec 11 21:07:50.179112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.233965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.261844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.299729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-8ebeff86-dcfb-43f9-bf89-6585d6de76ad service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235909
Dec 11 21:07:50.306192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] For port 1233c36b-671f-4f8b-9c93-9903627eb061, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:50.332232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] For port 1233c36b-671f-4f8b-9c93-9903627eb061, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1233c36b-671f-4f8b-9c93-9903627eb061,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:50.340704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] Provisioning complete for port 1233c36b-671f-4f8b-9c93-9903627eb061 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:50.341152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.345496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.352011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.415577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.418850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Pushing event updated for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:50.425509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33ea078-e3fc-4630-8ffc-549bc0a3bf26,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:50.451450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10547666-8875-40ab-93ae-bbf43099ae7f None None] Pushing event updated for resources: {'Port': ['ID=1233c36b-671f-4f8b-9c93-9903627eb061,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:50.456404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:50.457287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768dd400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:50.465964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932b8a2-d69d-4dcf-9525-84d3fab33560 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:50.479465 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acc7d16c-7591-41b4-80c3-8c877412ef1d req-fb94ed69-ebee-4125-9765-5ef68e291d99 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1706161
Dec 11 21:07:50.510873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Checking segment: {'id': 'a8623fe7-2a5d-4d10-b985-0cdfec20d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:50.511710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Network hostable DHCP agents. Network: e7163dc5-38ad-48f7-8bf9-2a697c2a4788, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:50.553509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:50.568635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7163dc5-38ad-48f7-8bf9-2a697c2a4788) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:50.575913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:50.576713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.580125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:50.583226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:50.616650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f9cb4b-04dd-4c26-9726-a69fe201172b None None] Network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:50.645588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7848a67e-7e02-4b35-a3c5-aef389a706b4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.3342118
Dec 11 21:07:50.692298 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:50.700767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:50.767646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:07:51.002837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] For port 1233c36b-671f-4f8b-9c93-9903627eb061, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1233c36b-671f-4f8b-9c93-9903627eb061,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:51.031469 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:51.225524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a46032-9c7a-4fff-8b3a-fc387663223f None None] Pushing event updated for resources: {'Port': ['ID=1233c36b-671f-4f8b-9c93-9903627eb061,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:51.236962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38feb3-f05c-4cdf-aaf8-9e6082fc6dc8 None None] Network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:51.359888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c15b2a42-1a7c-4b1b-a431-078334a290c3 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:51.360521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c15b2a42-1a7c-4b1b-a431-078334a290c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:51.368612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:51.370885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac82c6c-0efb-40b3-8281-10bebb2efd3e req-b72e40c5-6bfa-4899-b6a5-60305d001436 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:51.379307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ac82c6c-0efb-40b3-8281-10bebb2efd3e req-b72e40c5-6bfa-4899-b6a5-60305d001436 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.0691569
Dec 11 21:07:51.446858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c15b2a42-1a7c-4b1b-a431-078334a290c3 None None] Port 035fb190-65ec-486d-811a-2e09dab4e7ba cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:51.454520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ac82c6c-0efb-40b3-8281-10bebb2efd3e req-25543a5a-b4ee-49b2-82c4-cd54ee0e3487 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719483
Dec 11 21:07:51.485510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:51.494825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-ba7bd7e3-d02a-479c-a225-ce8e0d54a187 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:51.496430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-ba7bd7e3-d02a-479c-a225-ce8e0d54a187 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/networks?id=e7163dc5-38ad-48f7-8bf9-2a697c2a4788 HTTP/1.1" status: 200  len: 821 time: 0.1629479
Dec 11 21:07:51.500170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9c0ce14f-a636-4834-a972-52a6e800b1ef admin admin] 10.222.0.18 "PUT /v2.0/routers/ca5898cf-f771-44ae-ab44-5ca6fe6026f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6691077
Dec 11 21:07:51.528920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c15b2a42-1a7c-4b1b-a431-078334a290c3 None None] Provisioning complete for port 1233c36b-671f-4f8b-9c93-9903627eb061 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:51.529290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c15b2a42-1a7c-4b1b-a431-078334a290c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:51.529981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-7b7f4ed1-bbb3-47fc-9391-663b1bd7f8de tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/quotas/69336a68efc94d139250ca9257aeb04b HTTP/1.1" status: 200  len: 375 time: 0.0234973
Dec 11 21:07:51.574140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-624778b6-6ed7-474c-b8af-b70ed8d03f59 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69336a68efc94d139250ca9257aeb04b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0431435
Dec 11 21:07:51.587841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d8473b8-a887-43d9-9d54-8e7ac89bed57 req-60fbbdcc-46aa-4634-b0a4-2df01778cb36 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0442495
Dec 11 21:07:51.593247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768dd400>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 2, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:51.654044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd7bc7-1c0c-4e2f-b491-76972cfbbd08 None None] The sync data for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 is: [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 2, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:51.712682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-c4a9cd7f-5048-48e5-b2c3-1166fb67b118 service neutron] 10.222.0.18 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375792
Dec 11 21:07:51.772002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7cfe-70ae-46a7-861b-3cb8631a898d req-be136d99-b859-47f0-908d-7fe2b78d3971 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:51.773777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f5b7cfe-70ae-46a7-861b-3cb8631a898d req-be136d99-b859-47f0-908d-7fe2b78d3971 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.0753484
Dec 11 21:07:51.847849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-83ab90c7-204f-4288-94fb-b8fd3ade6518 service neutron] 10.222.0.18 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283855
Dec 11 21:07:51.863466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f5b7cfe-70ae-46a7-861b-3cb8631a898d req-8cb7b4bd-0b41-4a9b-a44a-eabfe92f47f2 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810924
Dec 11 21:07:52.023371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5b97c-2a24-4d82-a020-0344a327adf5 req-c8806ab7-662b-4e6e-b367-e58519e0a11a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:52.025088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50a5b97c-2a24-4d82-a020-0344a327adf5 req-c8806ab7-662b-4e6e-b367-e58519e0a11a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.0831892
Dec 11 21:07:52.162945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc353d53-2e2c-49c5-b2a8-5de646598da9 req-16634054-248d-4727-a1b4-91abd6354989 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 210 time: 0.0538778
Dec 11 21:07:52.180749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50a5b97c-2a24-4d82-a020-0344a327adf5 req-9e753927-e671-482b-8111-a9c82e86a3ea tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402206
Dec 11 21:07:52.351579 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:07:52.377042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3a9e-46a0-46bf-9406-af3b1f6150d7 req-d7deeefd-5fc8-4042-ac38-f01049e04822 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:52.379659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86fb3a9e-46a0-46bf-9406-af3b1f6150d7 req-d7deeefd-5fc8-4042-ac38-f01049e04822 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0728600
Dec 11 21:07:52.454543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:52.461757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-419956148-network', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:52.470622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86fb3a9e-46a0-46bf-9406-af3b1f6150d7 req-812f804f-8e55-4c7d-b5fc-cb2fbc3e2a3c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824425
Dec 11 21:07:52.496236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Made reservation on behalf of ff5d292f5bc54ec48e6d8fa75e6e59e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:52.499422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.520349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.538687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-fde54680-1610-4701-a263-8b84038760de req-a89257cb-c0dd-436e-b216-f69d4ba056d0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:07:52.540129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde54680-1610-4701-a263-8b84038760de req-a89257cb-c0dd-436e-b216-f69d4ba056d0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0216522
Dec 11 21:07:52.676633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34506) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:52.685610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde54680-1610-4701-a263-8b84038760de req-0debbc31-7f68-4c3b-accc-d5513aff45b5 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1301270
Dec 11 21:07:52.727990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.734285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.775439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:07:52.790352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.791129 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Added segment da7c303d-ca7d-4805-9646-df8703356762 of type vlan for network edffb845-61f9-4911-a0fa-7513394bc69a
Dec 11 21:07:52.792866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d4d09-9773-452e-9bd4-471aa79b9734,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:52.830791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e9fcdcc4-5c76-412d-9135-a74901bfec3a req-6ada09ea-89d2-480e-9d30-895ac38283a4 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.1555910
Dec 11 21:07:52.865491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.903370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.904960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:52.905784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:52.988406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad01dc51-ee2d-47a4-ab4e-c446a5730981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.008053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5517716
Dec 11 21:07:53.009331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964018b-6f45-4d9d-87b9-f69a0a9aab85 admin admin] Pushing event updated for resources: {'Network': ['ID=edffb845-61f9-4911-a0fa-7513394bc69a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:53.013592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:53.024758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network edffb845-61f9-4911-a0fa-7513394bc69a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:07:53.033397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Request body: {'subnet': {'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-419956148-subnet', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:53.064342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Made reservation on behalf of ff5d292f5bc54ec48e6d8fa75e6e59e9 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:53.067851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.108846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad01dc51-ee2d-47a4-ab4e-c446a5730981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.159257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ad01dc51-ee2d-47a4-ab4e-c446a5730981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.184405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdfb0a5b-26e3-48b0-a219-5a24ee2de8f9 req-25ec3ebb-c2b0-46cd-8b6b-deddae2990c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0723455
Dec 11 21:07:53.237842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0a18-54e7-486c-a133-c54cc22b2628 req-7a6d9e0e-3400-4c72-af51-7d48c9ac51e0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:53.245084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-115e0a18-54e7-486c-a133-c54cc22b2628 req-7a6d9e0e-3400-4c72-af51-7d48c9ac51e0 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1342359
Dec 11 21:07:53.253605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ad01dc51-ee2d-47a4-ab4e-c446a5730981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=577ad16d662d434f8fd27f4ede1be31f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5749044
Dec 11 21:07:53.254402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34516) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:53.276335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01dc51-ee2d-47a4-ab4e-c446a5730981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db839d47-262f-4cfd-950e-a5e9a7cf0e2a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:53.315203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffef2f90-9ff0-4e99-b186-48de460b27a1 req-83706451-8ba9-4f97-93a4-a440e6d12034 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 210 time: 0.0633206
Dec 11 21:07:53.351429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-115e0a18-54e7-486c-a133-c54cc22b2628 req-63e44285-37a8-4a53-9ee5-17798350a79c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053803
Dec 11 21:07:53.384201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.421145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.445234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.520608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceaa8b-b46d-487a-bc69-8566efead8a6 req-a27665d4-816e-49df-9652-5c3947c0d15a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:53.523660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efceaa8b-b46d-487a-bc69-8566efead8a6 req-a27665d4-816e-49df-9652-5c3947c0d15a tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.0924947
Dec 11 21:07:53.541483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.541744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33173f72-b722-4644-bc27-e2892c292136,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:53.546042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.547382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db839d47-262f-4cfd-950e-a5e9a7cf0e2a HTTP/1.1" status: 204  len: 168 time: 0.2677050
Dec 11 21:07:53.580590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Checking segment: {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:53.581016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Network hostable DHCP agents. Network: edffb845-61f9-4911-a0fa-7513394bc69a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:07:53.598610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-4b70e322-91d3-447f-a635-79a3edafb0c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:53.600261 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efceaa8b-b46d-487a-bc69-8566efead8a6 req-fb336888-5e09-4255-b8dd-f6eefb8a303e tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704024
Dec 11 21:07:53.601296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4abb70-bf2f-4090-a2c9-39cc363dabe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db839d47-262f-4cfd-950e-a5e9a7cf0e2a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:53.622020 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-4b70e322-91d3-447f-a635-79a3edafb0c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.16 "GET /v2.0/networks?id=e7163dc5-38ad-48f7-8bf9-2a697c2a4788 HTTP/1.1" status: 200  len: 821 time: 0.2732356
Dec 11 21:07:53.631574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Request body: {'port': {'device_id': '03e2472e-7716-4b03-bbdc-993d073875a1', 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788', 'admin_state_up': True, 'tenant_id': '69336a68efc94d139250ca9257aeb04b'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:53.697361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Network edffb845-61f9-4911-a0fa-7513394bc69a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:07:53.747421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, edffb845-61f9-4911-a0fa-7513394bc69a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:53.761313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16502011-0ad5-4669-8f92-87bf3e7e98d1 None None] Network edffb845-61f9-4911-a0fa-7513394bc69a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:53.764713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:53.765240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.802015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1c7528ad-5271-45e6-89fc-c483b2d1695e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7873099
Dec 11 21:07:53.805296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:53.814284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1778d-878a-4bb1-b251-fd2ec8eaf0ed req-5ed798ff-6481-4c57-9ffa-8a5d93705c90 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:53.819617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:53.821687 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0b1778d-878a-4bb1-b251-fd2ec8eaf0ed req-5ed798ff-6481-4c57-9ffa-8a5d93705c90 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.1218910
Dec 11 21:07:53.865424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Made reservation on behalf of 69336a68efc94d139250ca9257aeb04b for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:07:53.869989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.892478 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.896453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:53.911001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0b1778d-878a-4bb1-b251-fd2ec8eaf0ed req-5f96faad-446e-4594-8b02-ca2737d74662 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858128
Dec 11 21:07:53.992238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1233c36b-671f-4f8b-9c93-9903627eb061 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:54.019694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:54.023229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.025453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-edffb845-61f9-4911-a0fa-7513394bc69a', 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a', 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'fixed_ips': [{'subnet_id': '33173f72-b722-4644-bc27-e2892c292136'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:07:54.026497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f2c59f1-c046-4301-92cc-d0abc4f57c12 req-ec9b752c-87d8-4158-aa3a-747104d05381 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0761831
Dec 11 21:07:54.026632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.075420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff19ccd2-de81-4b78-9161-1464a3401ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.174843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1233c36b-671f-4f8b-9c93-9903627eb061 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:54.175493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.207835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Allocated IP 172.20.0.10 (e7163dc5-38ad-48f7-8bf9-2a697c2a4788/e33ea078-e3fc-4630-8ffc-549bc0a3bf26/fd69da29-68d9-4f54-8592-21e9f7f36d14) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:54.218893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.235457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f359-de05-455d-9253-32eaeb289685 req-f63523e6-0b3d-4e25-9308-82308123a19c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:54.241473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f359-de05-455d-9253-32eaeb289685 req-f63523e6-0b3d-4e25-9308-82308123a19c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:54.247527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05f359-de05-455d-9253-32eaeb289685 req-f63523e6-0b3d-4e25-9308-82308123a19c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:54.256301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a05f359-de05-455d-9253-32eaeb289685 req-f63523e6-0b3d-4e25-9308-82308123a19c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d&device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9&device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 2419 time: 0.1299286
Dec 11 21:07:54.266258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Allocated IP 172.20.0.2 (edffb845-61f9-4911-a0fa-7513394bc69a/33173f72-b722-4644-bc27-e2892c292136/5d0dbcf6-2f73-4f2b-a92e-a193b439edfa) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:54.425404 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff19ccd2-de81-4b78-9161-1464a3401ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.446197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ff19ccd2-de81-4b78-9161-1464a3401ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.466247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.510292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a05f359-de05-455d-9253-32eaeb289685 req-4e248639-8838-4616-b3b2-e7a0ffefe596 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2523394
Dec 11 21:07:54.524548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.531694 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.551126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a373524-fc18-4565-a5cc-17794d89b9ca req-151c9d8a-e895-4e85-a47e-b13120ae6415 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 210 time: 0.0862768
Dec 11 21:07:54.552759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.560046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19ccd2-de81-4b78-9161-1464a3401ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2726e02-c5cd-4d33-be5c-c4f5240b80f0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:54.568755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ff19ccd2-de81-4b78-9161-1464a3401ced admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=503716bc8e264bacbc9dc26b1507a308&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5474706
Dec 11 21:07:54.572736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:54.620222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Network edffb845-61f9-4911-a0fa-7513394bc69a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:54.625695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.637901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:54.644253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:54.659634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Pushing event updated for resources: {'Port': ['ID=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:54.668125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.691912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-e7151e73-3b9b-4642-a55b-c19cef04b705 req-e311f138-a7e1-4d25-b7ec-f90e086cc9da tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:07:54.701452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7151e73-3b9b-4642-a55b-c19cef04b705 req-e311f138-a7e1-4d25-b7ec-f90e086cc9da tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0335872
Dec 11 21:07:54.731142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Attempting to bind port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:54.731510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Attempting to bind port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:54.732334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Attempting to bind port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa on network edffb845-61f9-4911-a0fa-7513394bc69a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:54.734245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:54.738084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:54.738327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:54.738943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Checking segment: {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:54.739538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.741970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:54.742922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Bound using segment: {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:54.743586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Bound port: 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:54.744028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.773053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Pushing event updated for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:54.802370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:54.803223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.821027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-2d80e353-8d88-452d-9968-cab31135b8c2 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1980159
Dec 11 21:07:54.828449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] For port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:54.832406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] For port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:54.834425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-8a90ea2d-2ec7-4ed6-9a50-0a508ad05208 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:07:54.835896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-8a90ea2d-2ec7-4ed6-9a50-0a508ad05208 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0080085
Dec 11 21:07:54.840027 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.874714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7151e73-3b9b-4642-a55b-c19cef04b705 req-355559c8-e8ba-49d6-8d88-c3942b0a13de tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200  len: 369 time: 0.1723115
Dec 11 21:07:54.896459 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Sync routers for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:54.908001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.912047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:54.913283 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84073370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:54.922738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7784c5-7411-4635-aa3d-49c260a59398 None None] Pushing event updated for resources: {'Port': ['ID=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:54.939480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:54.969661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Allocated IP 172.35.1.130 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/b87155bf-38fd-4d31-b18a-c99fbabad3a3) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:55.074120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Request body: {'port': {'device_id': '03e2472e-7716-4b03-bbdc-993d073875a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:07:55.089125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:55.127786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.135861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.152841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2726e02-c5cd-4d33-be5c-c4f5240b80f0 HTTP/1.1" status: 204  len: 168 time: 0.4924409
Dec 11 21:07:55.181210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.266978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8136120-0fc1-4abc-adf2-6a04a044ca58 req-1b1f398f-dbac-479d-93a7-8b2faca5eecc tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0870075
Dec 11 21:07:55.303815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.371180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fec7f9-c351-4f66-b580-02290d8c4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2726e02-c5cd-4d33-be5c-c4f5240b80f0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:55.396341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.461254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:55.464480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:55.474459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:55.483498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c2988-cd6d-4975-83e4-5497f752d013 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:55.555565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Pushing event updated for resources: {'Port': ['ID=b87155bf-38fd-4d31-b18a-c99fbabad3a3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:55.608576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-19ee6079-14d2-49d6-98f5-d733e6deb603 None None] Provisioning complete for port b87155bf-38fd-4d31-b18a-c99fbabad3a3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:55.609257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19ee6079-14d2-49d6-98f5-d733e6deb603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.705482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-19ee6079-14d2-49d6-98f5-d733e6deb603 None None] Port b87155bf-38fd-4d31-b18a-c99fbabad3a3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:07:55.729145 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84073370>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 2, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:55.798882 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Checking router: ca5898cf-f771-44ae-ab44-5ca6fe6026f6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:55.799249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Updating router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 port 035fb190-65ec-486d-811a-2e09dab4e7ba binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:55.864018 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:55.998123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd69da29-68d9-4f54-8592-21e9f7f36d14 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:07:56.021599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:56.028331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.071905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Transition to ACTIVE for port object fd69da29-68d9-4f54-8592-21e9f7f36d14 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:07:56.083191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.144534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:56.145379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.309689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242f6c-2b4b-4105-ade8-13c4051bfa99 req-c0d442a3-b804-458c-a3a4-223234516cb3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:56.313840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.319384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2242f6c-2b4b-4105-ade8-13c4051bfa99 req-c0d442a3-b804-458c-a3a4-223234516cb3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 932 time: 0.3751187
Dec 11 21:07:56.360514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:56.432854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:56.434068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Attempting to bind port fd69da29-68d9-4f54-8592-21e9f7f36d14 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:56.434506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Attempting to bind port fd69da29-68d9-4f54-8592-21e9f7f36d14 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a8623fe7-2a5d-4d10-b985-0cdfec20d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:56.434850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Attempting to bind port fd69da29-68d9-4f54-8592-21e9f7f36d14 on network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:56.442680 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.444913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Port fd69da29-68d9-4f54-8592-21e9f7f36d14 on network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:07:56.445388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Attempting to bind port fd69da29-68d9-4f54-8592-21e9f7f36d14 on network e7163dc5-38ad-48f7-8bf9-2a697c2a4788 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:56.460843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:56.461203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Checking segment: {'id': 'a8623fe7-2a5d-4d10-b985-0cdfec20d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:56.462707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Bound using segment: {'id': 'a8623fe7-2a5d-4d10-b985-0cdfec20d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:56.463189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Bound port: fd69da29-68d9-4f54-8592-21e9f7f36d14, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8623fe7-2a5d-4d10-b985-0cdfec20d795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:56.463564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.497953 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.502459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.516011 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.540016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:56.625955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d2242f6c-2b4b-4105-ade8-13c4051bfa99 req-10a1013c-1597-477e-ac76-ea513c551999 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3021319
Dec 11 21:07:56.644914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7dbed67f-b5db-4eee-b66a-a5c7cedbb0ac req-9a0ddc50-e090-43f4-894c-34ea417aaa50 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0492299
Dec 11 21:07:56.655689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:56.681269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14,segment=NetworkSegment(a8623fe7-2a5d-4d10-b985-0cdfec20d795),segment_id=a8623fe7-2a5d-4d10-b985-0cdfec20d795)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:56.693408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.776053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:56.776674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.778112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/fd69da29-68d9-4f54-8592-21e9f7f36d14 HTTP/1.1" status: 200  len: 1092 time: 1.9337301
Dec 11 21:07:56.786711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:07:56.789675 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5d7f40-c986-464f-8a1b-263a78d48c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:07:56.836187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808b69d-5f40-4abb-a780-e2607d8b9bff None None] Network edffb845-61f9-4911-a0fa-7513394bc69a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:07:56.840177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57a90-ff40-4e01-b7ef-3855ea7053fc None None] Pushing event updated for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:56.855138 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Attempting to bind port 035fb190-65ec-486d-811a-2e09dab4e7ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:56.855842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Attempting to bind port 035fb190-65ec-486d-811a-2e09dab4e7ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:56.856440 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Attempting to bind port 035fb190-65ec-486d-811a-2e09dab4e7ba on network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:56.863258 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:56.864149 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Checking segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:56.865525 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.866174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Bound using segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:56.866898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Bound port: 035fb190-65ec-486d-811a-2e09dab4e7ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:56.867660 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:56.915435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ec6d3-fa1c-4198-a557-fab5e33b82b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:56.937470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-451defea-a881-430c-806c-6f525efc22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:56.940109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-451defea-a881-430c-806c-6f525efc22c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69336a68efc94d139250ca9257aeb04b&device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 1095 time: 0.0871134
Dec 11 21:07:56.996892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-018d69fb-5e69-4390-8a66-1eedeecd4893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14 HTTP/1.1" status: 200  len: 217 time: 0.0479729
Dec 11 21:07:57.027953 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] For port 035fb190-65ec-486d-811a-2e09dab4e7ba, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:57.034580 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] For port 035fb190-65ec-486d-811a-2e09dab4e7ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035fb190-65ec-486d-811a-2e09dab4e7ba,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:57.041289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:57.047767 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:57.108097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-00db49c3-49ef-40e8-9ed9-503b81a8cf3b None None] Provisioning complete for port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:57.108496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00db49c3-49ef-40e8-9ed9-503b81a8cf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:57.142455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385541da-af90-4173-9952-dc45fe3a98d5 req-d67fc6bc-4989-4ea7-bb17-5b246e8d8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:57.149152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-d67fc6bc-4989-4ea7-bb17-5b246e8d8ef8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e33ea078-e3fc-4630-8ffc-549bc0a3bf26 HTTP/1.1" status: 200  len: 861 time: 0.1440654
Dec 11 21:07:57.212419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:57.213039 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84073370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:57.234285 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-0f625174-7643-4d58-b8bf-0c8c679b5ffd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7163dc5-38ad-48f7-8bf9-2a697c2a4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768149
Dec 11 21:07:57.291179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Router f2c9c569-21cd-4abd-a498-7c666ace74ac is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:07:57.358627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:57.411824 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2baf3-4042-4ffd-b42c-cde587fef201 x-openstack-request-id: req-08b2baf3-4042-4ffd-b42c-cde587fef201 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:07:57.412120 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:07:57.412386 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08b2baf3-4042-4ffd-b42c-cde587fef201 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:07:57.417272 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14', 'status': 'completed', 'code': 200}
Dec 11 21:07:57.435014 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce57a90-ff40-4e01-b7ef-3855ea7053fc None None] Pushing event updated for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:57.458215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:07:57.495556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Sync routers for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:07:57.505307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:57.511239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb0af7b0-b404-49b5-995e-d4f34d82b273 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.6991408
Dec 11 21:07:57.512361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34630) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:07:57.546711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:57.553543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770f66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:57.656394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-a8bbaa29-9199-4461-b292-b498dff15360 service neutron] 10.222.0.16 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4121289
Dec 11 21:07:57.751358 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84073370>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:57Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:57.796039 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3b93e-a5f9-40ce-8d3d-ab14694ec4e3 None None] The sync data for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 is: [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:57Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:07:57.806181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:57.817241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:57.881563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-047c55bc-56b0-496e-bbc0-eeac9c55406a req-c0cffe97-d3e3-4720-bfa4-858f1702ba20 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0492139
Dec 11 21:07:57.923430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:07:57.979057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 035fb190-65ec-486d-811a-2e09dab4e7ba up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:58.046624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddfab9-60e4-4e62-9460-73e60987b931 req-e2e65eb1-cfd4-4e2f-b442-90168d3b5143 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:58.052110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01ddfab9-60e4-4e62-9460-73e60987b931 req-e2e65eb1-cfd4-4e2f-b442-90168d3b5143 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 944 time: 0.2282622
Dec 11 21:07:58.132970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-385541da-af90-4173-9952-dc45fe3a98d5 req-c69e9dd0-338d-40ba-b6c5-723308267328 service neutron] 10.222.0.16 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4674063
Dec 11 21:07:58.294876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01ddfab9-60e4-4e62-9460-73e60987b931 req-2485dcbc-f7f8-47cc-83fb-bcb65bdfed1c tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2348926
Dec 11 21:07:58.384832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d51804-408a-497c-8490-8ba8ef21fd97 req-24e2e44a-c268-456a-b4f4-e324d91a0854 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:58.391741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40d51804-408a-497c-8490-8ba8ef21fd97 req-24e2e44a-c268-456a-b4f4-e324d91a0854 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0815969
Dec 11 21:07:58.398524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:58.399017 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.412377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.478766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40d51804-408a-497c-8490-8ba8ef21fd97 req-5673996c-da26-40a6-aa7e-0b971b2a4823 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773091
Dec 11 21:07:58.522677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] For port 035fb190-65ec-486d-811a-2e09dab4e7ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035fb190-65ec-486d-811a-2e09dab4e7ba,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:07:58.544680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-c617e01f-1802-49d3-9da1-1f6d441447fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:58.546460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-c617e01f-1802-49d3-9da1-1f6d441447fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69336a68efc94d139250ca9257aeb04b&device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 1095 time: 0.3010614
Dec 11 21:07:58.548627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.648877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:58.674629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770f66d0>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:56Z', 'revision_number': 3, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:58.721329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-76ce99c6-2f14-41d0-acdb-f4ba57806b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:58.723640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-76ce99c6-2f14-41d0-acdb-f4ba57806b97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e7163dc5-38ad-48f7-8bf9-2a697c2a4788 HTTP/1.1" status: 200  len: 922 time: 0.1639893
Dec 11 21:07:58.740127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Checking router: f2c9c569-21cd-4abd-a498-7c666ace74ac for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:07:58.740499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Updating router f2c9c569-21cd-4abd-a498-7c666ace74ac port b87155bf-38fd-4d31-b18a-c99fbabad3a3 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:07:58.770731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4659aa8-8ef0-42c4-87aa-75de5b8751e4 None None] Pushing event updated for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:58.794375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3476e06e-2e39-4b49-9919-bf762b7490f6 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:58.794778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3476e06e-2e39-4b49-9919-bf762b7490f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.795121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-039766fb-d54f-4a89-a2c9-94690eb71334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14 HTTP/1.1" status: 200  len: 217 time: 0.0427873
Dec 11 21:07:58.797632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.813372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:58.939589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-692a34fd-098d-4673-b22d-d281608a42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:58.942346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-692a34fd-098d-4673-b22d-d281608a42e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e33ea078-e3fc-4630-8ffc-549bc0a3bf26 HTTP/1.1" status: 200  len: 861 time: 0.1383593
Dec 11 21:07:58.958914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:58.959295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.014777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-f845c3ba-6bf9-4875-bb14-255f34326f1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e7163dc5-38ad-48f7-8bf9-2a697c2a4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568128
Dec 11 21:07:59.116859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97c96ce8-cf10-4eb3-8b20-e1dcd34b3cc1 req-6f772015-ed45-4b92-b977-b4c98f2b3c29 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0731833
Dec 11 21:07:59.219518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Allocated IP 172.20.0.1 (edffb845-61f9-4911-a0fa-7513394bc69a/33173f72-b722-4644-bc27-e2892c292136/d8614f6d-b383-499d-9cf2-270be5efa84b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:07:59.229168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-53d92601-dc0a-49e9-a900-72048cf8030d service neutron] 10.222.0.16 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868610
Dec 11 21:07:59.229726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3476e06e-2e39-4b49-9919-bf762b7490f6 None None] Provisioning complete for port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:59.230158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3476e06e-2e39-4b49-9919-bf762b7490f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.425655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f5d7f40-c986-464f-8a1b-263a78d48c3d req-492dc0aa-162a-4d2a-8492-92d4f23ce797 service neutron] 10.222.0.16 "GET /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1850131
Dec 11 21:07:59.432213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.436754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.442533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.506268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.510460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e9d11-0c98-4ac6-9fc5-3589e1e70a79 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:59.516647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbb06-838c-45eb-8d15-4cf4e2760ead None None] Pushing event updated for resources: {'Port': ['ID=b87155bf-38fd-4d31-b18a-c99fbabad3a3,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:59.520789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Attempting to bind port b87155bf-38fd-4d31-b18a-c99fbabad3a3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:07:59.521346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Attempting to bind port b87155bf-38fd-4d31-b18a-c99fbabad3a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:07:59.521938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Attempting to bind port b87155bf-38fd-4d31-b18a-c99fbabad3a3 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:07:59.528203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904e1b-0c82-4ada-8406-cbf72a92a22b req-29fa025d-07b7-48ed-99f1-59aa16c1d9cf tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:59.542750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83904e1b-0c82-4ada-8406-cbf72a92a22b req-29fa025d-07b7-48ed-99f1-59aa16c1d9cf tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 944 time: 0.0699420
Dec 11 21:07:59.569640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:07:59.570203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:07:59.572991 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.573483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:07:59.574061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Bound port: b87155bf-38fd-4d31-b18a-c99fbabad3a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:07:59.575473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.613854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83904e1b-0c82-4ada-8406-cbf72a92a22b req-b7b0f2bd-a309-4256-803a-b9828ffbfc83 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627587
Dec 11 21:07:59.640206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Network edffb845-61f9-4911-a0fa-7513394bc69a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:07:59.644943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:07:59.649987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:07:59.654761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Pushing event updated for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:59.665424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] For port b87155bf-38fd-4d31-b18a-c99fbabad3a3, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:07:59.698567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] For port b87155bf-38fd-4d31-b18a-c99fbabad3a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87155bf-38fd-4d31-b18a-c99fbabad3a3,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:07:59.705899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] Provisioning complete for port b87155bf-38fd-4d31-b18a-c99fbabad3a3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:07:59.706871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.711741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.744784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:07:59.809672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d354e-4e3d-4839-915a-de50c6bc344d None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:07:59.818945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4dec5-bcb8-4768-a067-6a4007ef62df req-767109ff-4739-4396-80c0-1eaf9b6d6b12 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:07:59.823205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a4dec5-bcb8-4768-a067-6a4007ef62df req-767109ff-4739-4396-80c0-1eaf9b6d6b12 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.1349988
Dec 11 21:07:59.904417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:07:59.905056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770f66d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:07:59.958645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fd69da29-68d9-4f54-8592-21e9f7f36d14 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:07:59.960737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 035fb190-65ec-486d-811a-2e09dab4e7ba up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:07:59.967420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbb06-838c-45eb-8d15-4cf4e2760ead None None] Pushing event updated for resources: {'Port': ['ID=b87155bf-38fd-4d31-b18a-c99fbabad3a3,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:07:59.983212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a4dec5-bcb8-4768-a067-6a4007ef62df req-ad54fda4-1a24-482b-9187-d6492eea3e8d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555088
Dec 11 21:08:00.003861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-f8313e59-043b-4de5-8eab-d7b43696a0ba tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:00.005649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-f8313e59-043b-4de5-8eab-d7b43696a0ba tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 946 time: 0.0935736
Dec 11 21:08:00.027034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.035422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.110690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] For port b87155bf-38fd-4d31-b18a-c99fbabad3a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87155bf-38fd-4d31-b18a-c99fbabad3a3,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:00.111481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Deleting port 0381cb45-bc76-4056-854e-adcb94983a1d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:00.111831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.123406 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.217160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:08:00.243059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.250641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.261569 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-488c44b1-391f-46b3-ae16-80dbc03bdbe5 req-8e28ea79-8501-4b2a-9cb1-1cfbbc37bd22 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0447171
Dec 11 21:08:00.263562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] For port 0381cb45-bc76-4056-854e-adcb94983a1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0381cb45-bc76-4056-854e-adcb94983a1d,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:00.263932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.276872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Calling delete_port for 0381cb45-bc76-4056-854e-adcb94983a1d owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:00.310201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 035fb190-65ec-486d-811a-2e09dab4e7ba triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:00.310629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.335529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Pushing event updated for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:00.341024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.365623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690326c-5a1b-4f7f-b807-944f61d70248 None None] Pushing event updated for resources: {'Port': ['ID=b87155bf-38fd-4d31-b18a-c99fbabad3a3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:00.403043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14,segment=NetworkSegment(a8623fe7-2a5d-4d10-b985-0cdfec20d795),segment_id=a8623fe7-2a5d-4d10-b985-0cdfec20d795)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:00.421350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4223af5b-dd23-4f2b-97d5-c3f0632ca029 None None] Provisioning complete for port b87155bf-38fd-4d31-b18a-c99fbabad3a3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:00.421724 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4223af5b-dd23-4f2b-97d5-c3f0632ca029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.435396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.445642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Network edffb845-61f9-4911-a0fa-7513394bc69a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:00.448263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:00.448567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'fd69da29-68d9-4f54-8592-21e9f7f36d14', 'network_id': 'e7163dc5-38ad-48f7-8bf9-2a697c2a4788', 'port_id': 'fd69da29-68d9-4f54-8592-21e9f7f36d14', 'mac_address': 'fa:16:3e:ed:0d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33ea078-e3fc-4630-8ffc-549bc0a3bf26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:00.459211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['27372a3b-0537-4e69-b905-4062d8fcf34e', '0381cb45-bc76-4056-854e-adcb94983a1d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:00.461264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7d858f2e-74bf-412d-84e6-064861528637'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:00.469995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event deleted for resources: {'Port': ['ID=0381cb45-bc76-4056-854e-adcb94983a1d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:00.521012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] No DVR routers for this DVR port 0381cb45-bc76-4056-854e-adcb94983a1d on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:00.524086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:00.528325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d33e80d0-b3da-471c-b1e2-6366101406c6 req-5b262482-9638-4285-820d-5d139ff15788 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "DELETE /v2.0/ports/0381cb45-bc76-4056-854e-adcb94983a1d HTTP/1.1" status: 204  len: 173 time: 0.5162966
Dec 11 21:08:00.529063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'name': 'network-vif-deleted', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:00.532338 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3b0615-4213-4a64-9943-a1415c1bb43e" -d '{"events": [{"server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "name": "network-vif-deleted", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:00.582036 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0ca8d-3701-481e-8a41-909fe096baee x-openstack-request-id: req-a8c0ca8d-3701-481e-8a41-909fe096baee {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:00.582597 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc82e452-8b5e-4c99-8119-159d4d61544d", "name": "network-vif-deleted", "tag": "0381cb45-bc76-4056-854e-adcb94983a1d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:00.583906 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8c0ca8d-3701-481e-8a41-909fe096baee {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:00.585481 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc82e452-8b5e-4c99-8119-159d4d61544d', 'name': 'network-vif-deleted', 'tag': '0381cb45-bc76-4056-854e-adcb94983a1d', 'status': 'completed', 'code': 200}
Dec 11 21:08:00.888525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7ab2-5926-4837-a5e6-96aa1bb5084e req-f8c04967-556e-475c-a887-e9c2aa00c9ed tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:00.891860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-458f7ab2-5926-4837-a5e6-96aa1bb5084e req-f8c04967-556e-475c-a887-e9c2aa00c9ed tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.1033819
Dec 11 21:08:01.062852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-458f7ab2-5926-4837-a5e6-96aa1bb5084e req-efb4381e-c36c-460d-83d3-5a2108bac2c0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583307
Dec 11 21:08:01.174073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:01.204018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd69da29-68d9-4f54-8592-21e9f7f36d14 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:01.246220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14,segment=NetworkSegment(a8623fe7-2a5d-4d10-b985-0cdfec20d795),segment_id=a8623fe7-2a5d-4d10-b985-0cdfec20d795)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:01.253415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd696ebd-2c64-4d46-a6a3-3c5f8db7e63a req-77f71774-c36e-4ff8-8af0-2f3681d82f8f tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc82e452-8b5e-4c99-8119-159d4d61544d HTTP/1.1" status: 200  len: 210 time: 0.0519388
Dec 11 21:08:01.261222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc0c61-76c6-4b03-bb3b-a15ea102ebca req-e593dd51-2c4c-4bdf-9e9a-497d84888e04 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:01.269661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9fc0c61-76c6-4b03-bb3b-a15ea102ebca req-e593dd51-2c4c-4bdf-9e9a-497d84888e04 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 944 time: 0.1165309
Dec 11 21:08:01.273740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:01.418726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770f66d0>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:56Z', 'revision_number': 3, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:01.449389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9fc0c61-76c6-4b03-bb3b-a15ea102ebca req-89b60322-d67e-4c93-8adc-bf8201e0578c tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782658
Dec 11 21:08:01.451312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Router f2c9c569-21cd-4abd-a498-7c666ace74ac has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:08:01.511806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d27bf-3829-4bf5-a133-ecd25e599100 None None] The sync data for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 is: [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:56Z', 'revision_number': 3, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:08:01.540282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['fd69da29-68d9-4f54-8592-21e9f7f36d14'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:01.584378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:01.615448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3259686-654d-487b-a64c-bee51e1e8a61 req-27c88e6a-43b5-4f8f-bc5d-0451ddcca1f3 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0738161
Dec 11 21:08:01.631755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:08:01.655970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c6cc9a1-302e-4866-8a9e-e07e17b13245 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2c9c569-21cd-4abd-a498-7c666ace74ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1422822
Dec 11 21:08:01.700953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4223af5b-dd23-4f2b-97d5-c3f0632ca029 None None] Provisioning complete for port d8614f6d-b383-499d-9cf2-270be5efa84b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:01.701417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4223af5b-dd23-4f2b-97d5-c3f0632ca029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:01.792733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4223af5b-dd23-4f2b-97d5-c3f0632ca029 None None] Port d8614f6d-b383-499d-9cf2-270be5efa84b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:08:01.946956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2e1e7fbc-2b1b-45e1-b689-db84d196947e None None] Provisioning complete for port d8614f6d-b383-499d-9cf2-270be5efa84b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:01.947723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e1e7fbc-2b1b-45e1-b689-db84d196947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:02.000846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e7fbc-2b1b-45e1-b689-db84d196947e None None] Port d8614f6d-b383-499d-9cf2-270be5efa84b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:08:02.605983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792f678-a0ba-45a8-ba38-628904e511dd req-0e7b2da9-f198-4b59-b2f3-b5ec4db251e3 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:02.614419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8792f678-a0ba-45a8-ba38-628904e511dd req-0e7b2da9-f198-4b59-b2f3-b5ec4db251e3 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.0734005
Dec 11 21:08:02.669679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8792f678-a0ba-45a8-ba38-628904e511dd req-caa86a65-800d-4ab1-a1d8-e4a2ce5c35fc tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521085
Dec 11 21:08:02.783184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8caa1-f552-4999-a40c-2236f65bcf5e req-b60df089-4885-4c7e-b416-ef1e8d4f0aa7 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:02.785292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10f8caa1-f552-4999-a40c-2236f65bcf5e req-b60df089-4885-4c7e-b416-ef1e8d4f0aa7 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 945 time: 0.0578494
Dec 11 21:08:02.837693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10f8caa1-f552-4999-a40c-2236f65bcf5e req-0a3921fa-346c-4a31-8408-f5196562ff7d tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459046
Dec 11 21:08:02.845397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:02.851009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34804) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:02.857947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1913432447', 'description': 'tempest-secgroup-smoke-1913432447 description', 'project_id': '121c313d3e19423f91d7b4959ef5db45'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:02.889803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:02.928996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c376ccb4-4131-4e48-bc78-2245c8bda11e req-4b0a9865-634a-4d41-a129-ef18d8ad2bf9 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0285749
Dec 11 21:08:02.965818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:02.975465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:02.980692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.016069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.017608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1652982
Dec 11 21:08:03.020396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfced9aa-e77f-434b-a1df-a9921ad4074c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.022803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34808) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.027553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.046989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.047504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.047939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.048320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.048720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.049127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.049555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.049963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.050525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.050914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.051460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.051913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.052311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e1e1c-990e-4dce-9bac-ca7720764c8c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.072454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.075968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.080172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.116983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=573c59d926244a1bb60b51cc5f12d2c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2702143
Dec 11 21:08:03.119022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a284365-5e6f-40ed-bf37-15c414f6b6bd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.119882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34810) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.126574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.126926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.127266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.128159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.128496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.128864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.129148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.129469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.129794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.130112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.130437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.130777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.131142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e81d3f6-ab05-4724-995b-0101fe221579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:03.140895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.151546 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.180043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caef48f-e1d7-459a-810d-5a8740ae1ff2,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.191308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.192493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0cbde3c-bff9-4e29-ad93-503d708c05c6 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1686687
Dec 11 21:08:03.195446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34812) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.200214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.202272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.226197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.228805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.291800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.293449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.294951 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.296457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a284365-5e6f-40ed-bf37-15c414f6b6bd HTTP/1.1" status: 204  len: 168 time: 0.1756356
Dec 11 21:08:03.298775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.306055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf3950-1904-4a3e-8637-1685aa5d237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a284365-5e6f-40ed-bf37-15c414f6b6bd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.327685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd543013-ff0c-4310-85c1-c3e91a3b868a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.334174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.335399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad8c74b1-6261-48da-93a3-1c2b1a34d49d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1388781
Dec 11 21:08:03.338364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.343665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.380211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.439960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.445145 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.463622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08d465d-0b7d-4508-ada1-e322dc2751b8,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.473895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.475488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24b31e97-5bbc-4aef-b1dc-bde9f724022a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1357358
Dec 11 21:08:03.477774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34820) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.482408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.509717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.572534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.577137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.599607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475c5e5c-85c2-4a4b-98cc-a7ea6579c3c7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.604901 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b3298-afd5-4595-9687-55391132058f None None] Sync routers for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:08:03.613915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34822) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.614650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.615554 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b3298-afd5-4595-9687-55391132058f None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:08:03.615954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0381cb45-bc76-4056-854e-adcb94983a1d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:03.616370 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-525b3298-afd5-4595-9687-55391132058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8413c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:03.617071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e686f41-8296-4f93-9df2-f2cfcd295c21 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1383266
Dec 11 21:08:03.619058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34824) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.623942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.632574 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e628e71-35f1-4745-9f2c-e55df252ba5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.638941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 0381cb45-bc76-4056-854e-adcb94983a1d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:03.639399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 0381cb45-bc76-4056-854e-adcb94983a1d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:03.652729 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Project 121c313d3e19423f91d7b4959ef5db45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:08:03.660361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.728184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e628e71-35f1-4745-9f2c-e55df252ba5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.729737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.733385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3e628e71-35f1-4745-9f2c-e55df252ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.736073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.755694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae872d4a-3249-420e-87ca-5a44b9466b05,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.773615 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-525b3298-afd5-4595-9687-55391132058f None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:08:03.788250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.792925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34828) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.794405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-abbdcfdf-c4e0-4389-8e07-a3d3d6886393 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1740570
Dec 11 21:08:03.797523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'security_group_rule': {'security_group_id': 'cfced9aa-e77f-434b-a1df-a9921ad4074c', 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:03.807722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e628e71-35f1-4745-9f2c-e55df252ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4097a2-a117-4422-bef0-40bdb5ea7d5e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:03.832723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3e628e71-35f1-4745-9f2c-e55df252ba5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b2083e7f079648c4b70359a38b246220&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2174449
Dec 11 21:08:03.851653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:03.855522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d92f00-82e3-479e-84e3-7afdfbe6b135 req-610008e4-25a7-4d0a-a5fe-59faa79d5ff1 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:03.857058 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3d92f00-82e3-479e-84e3-7afdfbe6b135 req-610008e4-25a7-4d0a-a5fe-59faa79d5ff1 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.1080489
Dec 11 21:08:03.858373 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Project 121c313d3e19423f91d7b4959ef5db45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:08:03.871385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.926434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:03.932208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:03.932442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fd69da29-68d9-4f54-8592-21e9f7f36d14 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:03.977682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3d92f00-82e3-479e-84e3-7afdfbe6b135 req-61f725da-becd-4f19-8b05-cfd874e745b5 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131096
Dec 11 21:08:04.013581 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.014817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b87155bf-38fd-4d31-b18a-c99fbabad3a3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:04.020402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.081281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.081842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port fd69da29-68d9-4f54-8592-21e9f7f36d14 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:08:04.082393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279cf242-02a3-45f7-b0bb-72089623f149,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:04.096349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.098297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d5fd995e-8c10-47d3-b2bc-0d027b1aef35 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3042107
Dec 11 21:08:04.117010 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-525b3298-afd5-4595-9687-55391132058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8413c190>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:59Z', 'revision_number': 4, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8614f6d-b383-499d-9cf2-270be5efa84b', 'name': '', 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'mac_address': 'fa:16:3e:b2:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '33173f72-b722-4644-bc27-e2892c292136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:58Z', 'updated_at': '2021-12-11T21:08:00Z', 'revision_number': 2, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'subnets': [{'id': '33173f72-b722-4644-bc27-e2892c292136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:04.125324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port fd69da29-68d9-4f54-8592-21e9f7f36d14 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:04.125694 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.132683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6246ee18-3da8-4dcd-880e-49e510a52ba9 req-3b952779-3723-4312-ac46-65b76f1f99f0 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0637937
Dec 11 21:08:04.173881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517616c-d4f3-49fd-b6c1-e97426d97133 req-debd1930-6cf1-4db4-a0c0-ed5a74900cf3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:04.176074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b517616c-d4f3-49fd-b6c1-e97426d97133 req-debd1930-6cf1-4db4-a0c0-ed5a74900cf3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 945 time: 0.2004173
Dec 11 21:08:04.184082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f3f8-b096-4251-9f13-7de261771aac req-a6b3e781-ee55-4c06-9e9a-f67219456f0d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:04.185570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c14f3f8-b096-4251-9f13-7de261771aac req-a6b3e781-ee55-4c06-9e9a-f67219456f0d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.16 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 946 time: 0.2489729
Dec 11 21:08:04.197165 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b3298-afd5-4595-9687-55391132058f None None] Checking router: f2c9c569-21cd-4abd-a498-7c666ace74ac for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:08:04.197737 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b3298-afd5-4595-9687-55391132058f None None] Updating router f2c9c569-21cd-4abd-a498-7c666ace74ac port d8614f6d-b383-499d-9cf2-270be5efa84b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:08:04.212091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:04.233319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.233817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:04.235957 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.236092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.240331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d4097a2-a117-4422-bef0-40bdb5ea7d5e HTTP/1.1" status: 204  len: 168 time: 0.3839538
Dec 11 21:08:04.242809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b87155bf-38fd-4d31-b18a-c99fbabad3a3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:04.243267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.253427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd82bf-fa81-4b8d-99c2-5d947af85b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4097a2-a117-4422-bef0-40bdb5ea7d5e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:04.310698 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.324684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b517616c-d4f3-49fd-b6c1-e97426d97133 req-c655f730-6d72-4f5a-98f4-25a2d885cfe9 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380770
Dec 11 21:08:04.349852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:04.367791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:04.383650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Deleting port 7d858f2e-74bf-412d-84e6-064861528637 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:04.384792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.397604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.472744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.571329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14,segment=NetworkSegment(a8623fe7-2a5d-4d10-b985-0cdfec20d795),segment_id=a8623fe7-2a5d-4d10-b985-0cdfec20d795)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:04.576716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:04.581860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] For port 7d858f2e-74bf-412d-84e6-064861528637, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7d858f2e-74bf-412d-84e6-064861528637,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:04.582452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.599509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:04.602471 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab73d3d7-5980-4f50-b758-26cc9b2c38d7" -d '{"events": [{"server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:04.603637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Calling delete_port for 7d858f2e-74bf-412d-84e6-064861528637 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:04.634059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.650071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:04.710653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:04.716704 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b90aef-9cf3-45f7-9296-d508f22c59e6 x-openstack-request-id: req-d6b90aef-9cf3-45f7-9296-d508f22c59e6 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:04.717231 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "name": "network-vif-plugged", "status": "completed", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:04.717649 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6b90aef-9cf3-45f7-9296-d508f22c59e6 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:04.719036 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14', 'code': 200}
Dec 11 21:08:04.835368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-5e6fdfd9-fbe1-4ab1-91c9-fa1eeeffe96f tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1913432447&fields=id&tenant_id=121c313d3e19423f91d7b4959ef5db45 HTTP/1.1" status: 200  len: 267 time: 0.4540076
Dec 11 21:08:04.855050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.877203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f0709-06bf-4b85-b573-ab58bd293fc9 req-c9f34564-929f-4fc1-8151-4831f92fb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:04.879624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-425f0709-06bf-4b85-b573-ab58bd293fc9 req-c9f34564-929f-4fc1-8151-4831f92fb10e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 1097 time: 0.1015489
Dec 11 21:08:04.881544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['27372a3b-0537-4e69-b905-4062d8fcf34e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:04.908075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event deleted for resources: {'Port': ['ID=7d858f2e-74bf-412d-84e6-064861528637,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:04.920533 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.933172 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.934062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34862) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:04.959229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['7d858f2e-74bf-412d-84e6-064861528637'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:04.974848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] No DVR routers for this DVR port 7d858f2e-74bf-412d-84e6-064861528637 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:04.983962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:04.988513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c14f3f8-b096-4251-9f13-7de261771aac req-1aac5833-19c1-487c-a87e-65838a8bd1b4 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.16 "DELETE /v2.0/ports/7d858f2e-74bf-412d-84e6-064861528637 HTTP/1.1" status: 204  len: 173 time: 0.7943733
Dec 11 21:08:04.991055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'name': 'network-vif-deleted', 'tag': '7d858f2e-74bf-412d-84e6-064861528637'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:04.991901 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4c0eaa-331b-4b87-9078-731ad32b2a38" -d '{"events": [{"server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "name": "network-vif-deleted", "tag": "7d858f2e-74bf-412d-84e6-064861528637"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:05.026781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-ab83dde7-249a-418d-bd3c-710689eb7c15 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:05.027302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26012dad-33b2-43e8-85a1-d49b131a7357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.037807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-ab83dde7-249a-418d-bd3c-710689eb7c15 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/networks?id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 200  len: 808 time: 0.2013593
Dec 11 21:08:05.062036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-6ba89968-7df1-4c17-a676-521a1e52d33f tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/quotas/121c313d3e19423f91d7b4959ef5db45 HTTP/1.1" status: 200  len: 375 time: 0.0230203
Dec 11 21:08:05.066796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Pushing event updated for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:05.111509 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.112730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.113300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.114011 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.114590 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.115282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.115821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.116366 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.116897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.117539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.118089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.118700 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.119240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:05.143016 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-525b3298-afd5-4595-9687-55391132058f None None] Attempting to bind port d8614f6d-b383-499d-9cf2-270be5efa84b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:08:05.143768 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-525b3298-afd5-4595-9687-55391132058f None None] Attempting to bind port d8614f6d-b383-499d-9cf2-270be5efa84b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:08:05.144344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b3298-afd5-4595-9687-55391132058f None None] Attempting to bind port d8614f6d-b383-499d-9cf2-270be5efa84b on network edffb845-61f9-4911-a0fa-7513394bc69a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:05.162311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b3298-afd5-4595-9687-55391132058f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:08:05.163144 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b3298-afd5-4595-9687-55391132058f None None] Checking segment: {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:05.163783 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.164381 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b3298-afd5-4595-9687-55391132058f None None] Bound using segment: {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:08:05.165228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-425f0709-06bf-4b85-b573-ab58bd293fc9 req-4004e7f1-ad3c-4750-a19e-f7620f1693ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2588925
Dec 11 21:08:05.165474 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-525b3298-afd5-4595-9687-55391132058f None None] Bound port: d8614f6d-b383-499d-9cf2-270be5efa84b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7c303d-ca7d-4805-9646-df8703356762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:08:05.166071 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.166696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-5f9c8e85-335a-49a6-b39d-f2ccb8e598bb tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=121c313d3e19423f91d7b4959ef5db45&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1029904
Dec 11 21:08:05.218379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3257fc25-d480-486a-bb77-77b4512f92ba req-01a3783a-d995-424e-9685-9532de7e92e1 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=453f63e6-ff9f-4c28-9774-5df8eed298b9 HTTP/1.1" status: 200  len: 210 time: 0.0788095
Dec 11 21:08:05.288188 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-525b3298-afd5-4595-9687-55391132058f None None] For port d8614f6d-b383-499d-9cf2-270be5efa84b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:08:05.301132 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-525b3298-afd5-4595-9687-55391132058f None None] For port d8614f6d-b383-499d-9cf2-270be5efa84b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8614f6d-b383-499d-9cf2-270be5efa84b,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:08:05.309341 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-525b3298-afd5-4595-9687-55391132058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.325290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-53ab9866-8b47-4227-8a09-2e8f7d6df75b service neutron] 10.222.0.18 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556973
Dec 11 21:08:05.334172 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe8547-895f-405c-bb5f-a895d37a9496 x-openstack-request-id: req-c3fe8547-895f-405c-bb5f-a895d37a9496 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:05.334575 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453f63e6-ff9f-4c28-9774-5df8eed298b9", "name": "network-vif-deleted", "tag": "7d858f2e-74bf-412d-84e6-064861528637", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:05.334897 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3fe8547-895f-405c-bb5f-a895d37a9496 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:05.335340 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453f63e6-ff9f-4c28-9774-5df8eed298b9', 'name': 'network-vif-deleted', 'tag': '7d858f2e-74bf-412d-84e6-064861528637', 'status': 'completed', 'code': 200}
Dec 11 21:08:05.349893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26012dad-33b2-43e8-85a1-d49b131a7357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.359807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26012dad-33b2-43e8-85a1-d49b131a7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.460898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b3298-afd5-4595-9687-55391132058f None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:08:05.461524 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-525b3298-afd5-4595-9687-55391132058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8413c190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:07:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:05.469019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] Provisioning complete for port d8614f6d-b383-499d-9cf2-270be5efa84b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:05.469393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.472992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34878) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:05.473382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26012dad-33b2-43e8-85a1-d49b131a7357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3011cbd48b194f138714f9e4b78feae2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5301819
Dec 11 21:08:05.478030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26012dad-33b2-43e8-85a1-d49b131a7357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4509a-d45a-4ad1-8843-a904f9287fd3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:05.501421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bbc1f-813c-49eb-9e6b-a07a3072a105 req-b6ee51fe-8f7e-4c80-b84c-41b0657ed2d4 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0524082
Dec 11 21:08:05.582572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-12a72f06-988c-438e-b2dd-42a7f7a61dcb service neutron] 10.222.0.18 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2554770
Dec 11 21:08:05.585942 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.606346 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49283f-7eeb-47d7-b475-bb10ec520f7b None None] Pushing event updated for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:05.659917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] For port d8614f6d-b383-499d-9cf2-270be5efa84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8614f6d-b383-499d-9cf2-270be5efa84b,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:05.668199 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.679974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.773886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.780004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-525b3298-afd5-4595-9687-55391132058f None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:08:05.807394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56e81f-2285-4aaf-9a5a-15f777f5c954 None None] Pushing event updated for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:05.840734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c899-6803-4006-b106-3578ea1747f5 req-921fb3aa-df67-4446-824b-ae752074cc9b tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:05.860752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1243c899-6803-4006-b106-3578ea1747f5 req-921fb3aa-df67-4446-824b-ae752074cc9b tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 946 time: 0.1722398
Dec 11 21:08:05.904079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da41305b-2b69-4bba-adbc-1dca80d54d57 None None] Provisioning complete for port d8614f6d-b383-499d-9cf2-270be5efa84b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:05.904393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da41305b-2b69-4bba-adbc-1dca80d54d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.951054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1243c899-6803-4006-b106-3578ea1747f5 req-42f8fb93-b6a6-48f2-a469-33dd7f5f8d87 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849993
Dec 11 21:08:05.969154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.972310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:05.975864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebc4509a-d45a-4ad1-8843-a904f9287fd3 HTTP/1.1" status: 204  len: 168 time: 0.4992049
Dec 11 21:08:05.983095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:06.004853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207664-5c6e-411e-9471-4c7bde916b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4509a-d45a-4ad1-8843-a904f9287fd3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:06.112096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:06.112485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:06.147405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4447070b-fb92-49a7-b120-6fa948538d93 req-5e110210-f47d-4baf-96bf-6a4d193454cf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0506003
Dec 11 21:08:06.266260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:06.366556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:06.381023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:06.451952 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-525b3298-afd5-4595-9687-55391132058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8413c190>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:59Z', 'revision_number': 4, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8614f6d-b383-499d-9cf2-270be5efa84b', 'name': '', 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'mac_address': 'fa:16:3e:b2:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '33173f72-b722-4644-bc27-e2892c292136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:58Z', 'updated_at': '2021-12-11T21:08:05Z', 'revision_number': 4, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'subnets': [{'id': '33173f72-b722-4644-bc27-e2892c292136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:06.482321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:06.531476 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b3298-afd5-4595-9687-55391132058f None None] The sync data for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 is: [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:07:59Z', 'revision_number': 4, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8614f6d-b383-499d-9cf2-270be5efa84b', 'name': '', 'network_id': 'edffb845-61f9-4911-a0fa-7513394bc69a', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'mac_address': 'fa:16:3e:b2:38:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '33173f72-b722-4644-bc27-e2892c292136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:58Z', 'updated_at': '2021-12-11T21:08:05Z', 'revision_number': 4, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'subnets': [{'id': '33173f72-b722-4644-bc27-e2892c292136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:08:06.716995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1089311f-9a04-4a26-a601-ac1f9b376aad req-aabc08e4-3eff-424a-b6cf-c332e0d0348e tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0432146
Dec 11 21:08:06.720681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:06.735576 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9eb77b-598b-4b8a-81e6-7a183291511e" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:06.850577 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dfdc7e-3489-4e48-a109-df01cadda943 x-openstack-request-id: req-a6dfdc7e-3489-4e48-a109-df01cadda943 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:06.851575 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:06.852051 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6dfdc7e-3489-4e48-a109-df01cadda943 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:06.852950 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:08:06.883777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab76ec-453c-4a8f-be2e-c5b32519b3b9 req-94fa0e69-4e5c-4f36-91ff-a585d517d647 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:06.894667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0ab76ec-453c-4a8f-be2e-c5b32519b3b9 req-94fa0e69-4e5c-4f36-91ff-a585d517d647 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1161370
Dec 11 21:08:07.011533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0ab76ec-453c-4a8f-be2e-c5b32519b3b9 req-9a0c3bb6-a252-4df9-8a49-1612a00e384d tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157210
Dec 11 21:08:07.128606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaeb41-2297-4660-90b2-a4a80cc5a80b req-57abf6c2-f277-4da8-8931-101d3bdc3b44 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:07.131563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1aeaeb41-2297-4660-90b2-a4a80cc5a80b req-57abf6c2-f277-4da8-8931-101d3bdc3b44 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 946 time: 0.0775998
Dec 11 21:08:07.226332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1aeaeb41-2297-4660-90b2-a4a80cc5a80b req-304456d7-f2b8-4556-bda5-f82c13172cea tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863280
Dec 11 21:08:07.338596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fac2ceb6-acfc-4672-bc2d-b8a104576313 req-965c5bff-00f0-415f-bfdc-6f4a5e8b420e tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0680828
Dec 11 21:08:07.730161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c5533-076a-4bbb-ad83-051dd853ee86 req-089a898c-4ab6-4d1b-9f61-08d9b3b74885 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:07.760988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123c5533-076a-4bbb-ad83-051dd853ee86 req-089a898c-4ab6-4d1b-9f61-08d9b3b74885 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 946 time: 0.1418238
Dec 11 21:08:07.958319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7d858f2e-74bf-412d-84e6-064861528637 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:07.962662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d8614f6d-b383-499d-9cf2-270be5efa84b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:07.973871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123c5533-076a-4bbb-ad83-051dd853ee86 req-62886387-6f8f-434b-a21e-3c3e054d88c3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086535
Dec 11 21:08:08.014132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b540695e-79da-4af3-877f-44ed372f7ed8 req-9677972d-fe78-464b-af6e-358bceae56e4 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.1130939
Dec 11 21:08:08.127580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:08.172977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 7d858f2e-74bf-412d-84e6-064861528637 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:08.173313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 7d858f2e-74bf-412d-84e6-064861528637 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:08.211056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d8614f6d-b383-499d-9cf2-270be5efa84b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:08.211534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.257355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-2eeb1c64-684f-44d2-b6ea-2bbcff3ad8d2 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:08.258903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-2eeb1c64-684f-44d2-b6ea-2bbcff3ad8d2 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.16 "GET /v2.0/networks?id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 200  len: 808 time: 0.3663752
Dec 11 21:08:08.267541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bd0de-cef2-4756-b73a-5da780611f40 req-05fd8ddb-78aa-46ca-978c-6ef68346b01e tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:08.269145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b24bd0de-cef2-4756-b73a-5da780611f40 req-05fd8ddb-78aa-46ca-978c-6ef68346b01e tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1159165
Dec 11 21:08:08.348178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c220f0a-f8d8-4b87-ac4b-ee8bda0209f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.405055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b24bd0de-cef2-4756-b73a-5da780611f40 req-c82505bf-f7af-4be8-8fee-1455fef64f1c tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/security-groups?id=2740fce6-2783-47fb-b4a5-89365938ebfc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026354
Dec 11 21:08:08.411743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-f5f944b7-fdba-4dae-b06d-8652442414ee tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=121c313d3e19423f91d7b4959ef5db45 HTTP/1.1" status: 200  len: 380 time: 0.1390989
Dec 11 21:08:08.422919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'port': {'device_id': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'admin_state_up': True, 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'security_groups': ['cfced9aa-e77f-434b-a1df-a9921ad4074c']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:08.527999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8824efc-c8cd-4594-9a61-a63c383120cd req-98e78092-af6b-469d-9497-885d5586810d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0761793
Dec 11 21:08:08.570087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-42a4f8ce-60c6-42b6-a01b-c1e67a5c0125 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:08.571645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-42a4f8ce-60c6-42b6-a01b-c1e67a5c0125 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 946 time: 0.1582065
Dec 11 21:08:08.629789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c220f0a-f8d8-4b87-ac4b-ee8bda0209f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.634035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Made reservation on behalf of 121c313d3e19423f91d7b4959ef5db45 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:08.639515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.645479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c220f0a-f8d8-4b87-ac4b-ee8bda0209f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.717166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c220f0a-f8d8-4b87-ac4b-ee8bda0209f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87663fb8863d49d2a7d82c2e97ba60b2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5891056
Dec 11 21:08:08.725192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:08.726404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c220f0a-f8d8-4b87-ac4b-ee8bda0209f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a0a73f-7e8a-4aa4-a26d-ee27ce27e6fe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:08.787087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Deleting port 27372a3b-0537-4e69-b905-4062d8fcf34e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:08.787410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.810452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Allocated IP 172.20.0.6 (64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8/0a28c154-472c-46cc-a1a1-794461a3be5e/911a4a21-84dc-4ec1-829e-13cbf71858fb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:08:08.860853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.904693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.949066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] For port 27372a3b-0537-4e69-b905-4062d8fcf34e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=27372a3b-0537-4e69-b905-4062d8fcf34e,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:08.949686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:08.977729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Calling delete_port for 27372a3b-0537-4e69-b905-4062d8fcf34e owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:09.064219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.078218 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.083081 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.085179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7a0a73f-7e8a-4aa4-a26d-ee27ce27e6fe HTTP/1.1" status: 204  len: 168 time: 0.3557088
Dec 11 21:08:09.109967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181b593-9144-4f86-927c-639aa482bce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a0a73f-7e8a-4aa4-a26d-ee27ce27e6fe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:09.181692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.237307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68730de2-3ab1-4716-a8f0-e9ce8792c95e req-1c87c737-20dc-4c0b-9d3f-767dcbb99108 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0435939
Dec 11 21:08:09.278905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.284589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:09.295188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['27372a3b-0537-4e69-b905-4062d8fcf34e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:09.306742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:09.309420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:08:09.353815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Pushing event deleted for resources: {'Port': ['ID=27372a3b-0537-4e69-b905-4062d8fcf34e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:09.374395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:09.375436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.377565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] No DVR routers for this DVR port 27372a3b-0537-4e69-b905-4062d8fcf34e on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:09.380234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.384920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b61bb0e-b257-4fae-a24f-12a5f8f966c1 req-ac166e16-3eb7-4c74-9288-6e0e2e72fd68 tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.30 "DELETE /v2.0/ports/27372a3b-0537-4e69-b905-4062d8fcf34e HTTP/1.1" status: 204  len: 173 time: 0.8043909
Dec 11 21:08:09.385426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'name': 'network-vif-deleted', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:09.393599 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c16ca96-d503-40a0-bdff-6d1cbec18c7f" -d '{"events": [{"server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "name": "network-vif-deleted", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:09.436435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0173528
Dec 11 21:08:09.467120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fc85e-c0f2-48f8-b479-a7c65db0e562 req-34a2829d-7392-4f5c-915a-d8e3fc795fa3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:09.476571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-672fc85e-c0f2-48f8-b479-a7c65db0e562 req-34a2829d-7392-4f5c-915a-d8e3fc795fa3 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 946 time: 0.3629303
Dec 11 21:08:09.506626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-960a8db4-0898-48bf-a720-4207694a6301 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:09.508194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-960a8db4-0898-48bf-a720-4207694a6301 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.16 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 946 time: 0.3970909
Dec 11 21:08:09.517910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Request body: {'port': {'device_id': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:09.566327 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3657526-edc4-4cec-af70-b08439173b92 x-openstack-request-id: req-d3657526-edc4-4cec-af70-b08439173b92 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:09.567193 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04edc87-4019-4125-9ff2-80fd158efda6", "name": "network-vif-deleted", "tag": "27372a3b-0537-4e69-b905-4062d8fcf34e", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:09.567428 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3657526-edc4-4cec-af70-b08439173b92 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:09.573359 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04edc87-4019-4125-9ff2-80fd158efda6', 'name': 'network-vif-deleted', 'tag': '27372a3b-0537-4e69-b905-4062d8fcf34e', 'status': 'completed', 'code': 200}
Dec 11 21:08:09.582736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fc259-cfdd-4c37-8c74-3195e8d95f1d tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:09.725829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6b1bbb74-0fd2-40da-8145-64fa121ae54d req-f7139d67-21dd-4fb7-9f13-a84d25919cca tempest-ListServerFiltersTestJSON-1627953526 tempest-ListServerFiltersTestJSON-1627953526-project] 10.222.0.18 "GET /v2.0/ports?device_id=e04edc87-4019-4125-9ff2-80fd158efda6 HTTP/1.1" status: 200  len: 210 time: 0.0390682
Dec 11 21:08:09.889754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:09.909057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-672fc85e-c0f2-48f8-b479-a7c65db0e562 req-a7f8b527-f028-4971-a3aa-6f7c6f27f849 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/security-groups?id=01dac9e6-2ee2-4649-99d6-2809ff295cc4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4310811
Dec 11 21:08:09.976944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4a624b70-3bec-409f-8521-981bfd3346f5 None None] Provisioning complete for port 911a4a21-84dc-4ec1-829e-13cbf71858fb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:09.980223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4a624b70-3bec-409f-8521-981bfd3346f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.019820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fe58c-f62f-4df8-b1bd-b8116a0fd466 req-363cb2ee-7d9e-4bad-ab95-d53d11b34737 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:10.030323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f02fe58c-f62f-4df8-b1bd-b8116a0fd466 req-363cb2ee-7d9e-4bad-ab95-d53d11b34737 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 931 time: 0.1571815
Dec 11 21:08:10.033374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Deleting port fd69da29-68d9-4f54-8592-21e9f7f36d14 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:10.034469 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.111107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4a624b70-3bec-409f-8521-981bfd3346f5 None None] Port 911a4a21-84dc-4ec1-829e-13cbf71858fb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:08:10.195842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f02fe58c-f62f-4df8-b1bd-b8116a0fd466 req-f3939263-57e7-4edf-94d8-90b984f9fe44 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614151
Dec 11 21:08:10.226505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] For port fd69da29-68d9-4f54-8592-21e9f7f36d14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=fd69da29-68d9-4f54-8592-21e9f7f36d14,segment=NetworkSegment(a8623fe7-2a5d-4d10-b985-0cdfec20d795),segment_id=a8623fe7-2a5d-4d10-b985-0cdfec20d795)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:10.227064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.257950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Calling delete_port for fd69da29-68d9-4f54-8592-21e9f7f36d14 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:10.411846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d7abab4-18c8-45a5-b306-c3cb07b42330 req-aa97a647-fb7d-4677-b2a3-669434da59b2 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0580940
Dec 11 21:08:10.415103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911a4a21-84dc-4ec1-829e-13cbf71858fb {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:10.424644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.447902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Transition to ACTIVE for port object 911a4a21-84dc-4ec1-829e-13cbf71858fb will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:08:10.454212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.555792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Pushing event updated for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:10.583102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.595640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['fd69da29-68d9-4f54-8592-21e9f7f36d14'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:10.616537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Pushing event deleted for resources: {'Port': ['ID=fd69da29-68d9-4f54-8592-21e9f7f36d14,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:10.706420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] No DVR routers for this DVR port fd69da29-68d9-4f54-8592-21e9f7f36d14 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:10.711144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.716255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c5cfbc8-eb8a-4cc7-b30d-783d7a981f36 req-fd46ba01-794c-4b88-a009-2da8bf44ef4f tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.16 "DELETE /v2.0/ports/fd69da29-68d9-4f54-8592-21e9f7f36d14 HTTP/1.1" status: 204  len: 173 time: 1.1959295
Dec 11 21:08:10.716718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'name': 'network-vif-deleted', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:10.719045 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d894aee-5602-4706-ba15-419c8126c867" -d '{"events": [{"server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "name": "network-vif-deleted", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:10.769425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Attempting to bind port 911a4a21-84dc-4ec1-829e-13cbf71858fb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:08:10.769764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Attempting to bind port 911a4a21-84dc-4ec1-829e-13cbf71858fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:08:10.770099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Attempting to bind port 911a4a21-84dc-4ec1-829e-13cbf71858fb on network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:10.793345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Port 911a4a21-84dc-4ec1-829e-13cbf71858fb on network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:08:10.794088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Attempting to bind port 911a4a21-84dc-4ec1-829e-13cbf71858fb on network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:10.810279 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3f7a1-9105-4adb-8eeb-22f1dba9a4f6 x-openstack-request-id: req-f5b3f7a1-9105-4adb-8eeb-22f1dba9a4f6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:10.812633 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e2472e-7716-4b03-bbdc-993d073875a1", "name": "network-vif-deleted", "tag": "fd69da29-68d9-4f54-8592-21e9f7f36d14", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:10.813006 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5b3f7a1-9105-4adb-8eeb-22f1dba9a4f6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:10.813526 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e2472e-7716-4b03-bbdc-993d073875a1', 'name': 'network-vif-deleted', 'tag': 'fd69da29-68d9-4f54-8592-21e9f7f36d14', 'status': 'completed', 'code': 200}
Dec 11 21:08:10.816697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:08:10.817110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Checking segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:10.818045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Bound using segment: {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:08:10.818981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Bound port: 911a4a21-84dc-4ec1-829e-13cbf71858fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb847c0-7bd9-44e3-801d-fae1ff39ad96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:08:10.820950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.848996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:10.972351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Deleting subnet f10168cb-b49d-4d5c-96ff-55327cf09272 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:08:10.977854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:10.981773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:08:10.988180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:08:10.994649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.019871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f837dd16-85f8-4bdd-8d8e-b6f4fe99211b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.042114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:11.042739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.044155 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] 10.222.0.16 "PUT /v2.0/ports/911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 200  len: 1091 time: 1.5900092
Dec 11 21:08:11.081552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.144131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56c7be-bb01-4d35-8184-57d6735ded4e service neutron] Pushing event updated for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:11.166217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-48445f40-f82c-4b2d-a1cc-97cf9df69392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:11.167769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-48445f40-f82c-4b2d-a1cc-97cf9df69392 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=121c313d3e19423f91d7b4959ef5db45&device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1094 time: 0.0648599
Dec 11 21:08:11.181269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-073aac20-3a45-4855-8dff-b8d3b193d3a0 req-fafd0d34-9a70-4ead-b8ba-3dfdf5e19d45 tempest-ServerAddressesNegativeTestJSON-681717811 tempest-ServerAddressesNegativeTestJSON-681717811-project] 10.222.0.18 "GET /v2.0/ports?device_id=03e2472e-7716-4b03-bbdc-993d073875a1 HTTP/1.1" status: 200  len: 210 time: 0.0675161
Dec 11 21:08:11.240000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-144eeaf6-8a0b-489f-8dd7-dcb285de9a91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 200  len: 217 time: 0.0610018
Dec 11 21:08:11.316271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-2fc4d415-957d-48b9-8296-142aaa2c4112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:11.317955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-2fc4d415-957d-48b9-8296-142aaa2c4112 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a28c154-472c-46cc-a1a1-794461a3be5e HTTP/1.1" status: 200  len: 847 time: 0.0688715
Dec 11 21:08:11.354741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.464601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.471974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa70d2-a114-4b4a-8c23-720ae24e5381 req-5bd33e6b-06c5-40b8-860a-41940d0f5fe5 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:11.480167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15fa70d2-a114-4b4a-8c23-720ae24e5381 req-5bd33e6b-06c5-40b8-860a-41940d0f5fe5 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1019933
Dec 11 21:08:11.483722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-c43271c2-7326-440a-a081-6fb55017a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:11.485328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-c43271c2-7326-440a-a081-6fb55017a31d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1603136
Dec 11 21:08:11.537883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10168cb-b49d-4d5c-96ff-55327cf09272,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:11.541090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.545158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb17033-41dc-410f-93a5-19178ecad346 None None] Network aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:11.556881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a3bb6c8-be50-45c9-a750-9b29b9341497 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f10168cb-b49d-4d5c-96ff-55327cf09272 HTTP/1.1" status: 204  len: 168 time: 0.7062950
Dec 11 21:08:11.561660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:11.631522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15fa70d2-a114-4b4a-8c23-720ae24e5381 req-bcfcf0fc-db81-44a0-9b51-65e859b7e5ed tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1499441
Dec 11 21:08:11.672881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77d7c32a-7ecf-4a0f-b113-70e6bde9d0d3 req-ca40ba82-3976-48da-9553-fe59b29d84c6 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0643594
Dec 11 21:08:11.689230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 27372a3b-0537-4e69-b905-4062d8fcf34e no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:11.759290 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:11.768848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-ea1c2558-5b55-4ebb-ac2a-9de21f54153e service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552276
Dec 11 21:08:11.793132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 27372a3b-0537-4e69-b905-4062d8fcf34e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:11.793565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 27372a3b-0537-4e69-b905-4062d8fcf34e not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:11.904489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] DHCP port deletion for aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:08:11.950008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a165a4d-7507-4573-a838-02c7a3255e4e req-41d46b66-5886-4686-9624-8dae1c746ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641006
Dec 11 21:08:11.955811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Deleting port dea42053-0c65-4ef6-be17-0b9dbf943c44 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:11.956995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.012555 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Deleting port dea42053-0c65-4ef6-be17-0b9dbf943c44 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:12.013149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.052076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] For port dea42053-0c65-4ef6-be17-0b9dbf943c44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea42053-0c65-4ef6-be17-0b9dbf943c44,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:12.052997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.071872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Calling delete_port for dea42053-0c65-4ef6-be17-0b9dbf943c44 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:12.102953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] For port dea42053-0c65-4ef6-be17-0b9dbf943c44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dea42053-0c65-4ef6-be17-0b9dbf943c44,segment=NetworkSegment(ff0ecf99-023e-463f-b71c-ab65b1f12945),segment_id=ff0ecf99-023e-463f-b71c-ab65b1f12945)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:12.103418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.121634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Calling delete_port for dea42053-0c65-4ef6-be17-0b9dbf943c44 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:12.181447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.224515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea42053-0c65-4ef6-be17-0b9dbf943c44,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:12.234772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] No DVR routers for this DVR port dea42053-0c65-4ef6-be17-0b9dbf943c44 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:12.259857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.276596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35122) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:12.306201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] Pushing event deleted for resources: {'Port': ['ID=dea42053-0c65-4ef6-be17-0b9dbf943c44,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:12.321256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8adf7c-640d-4c31-8d42-4cc2d35f99e9 None None] No DVR routers for this DVR port dea42053-0c65-4ef6-be17-0b9dbf943c44 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:12.363242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.365213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Deleting subnet e33ea078-e3fc-4630-8ffc-549bc0a3bf26 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:08:12.368561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.398422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fb12f70>,) {'filters': {'network_id': ['aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:12.411603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fb12f70>, 'ff0ecf99-023e-463f-b71c-ab65b1f12945') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:12.411900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fb12f70>, 'ff0ecf99-023e-463f-b71c-ab65b1f12945') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:12.415732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.479836 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.558919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.575502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.581945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e33ea078-e3fc-4630-8ffc-549bc0a3bf26 HTTP/1.1" status: 204  len: 168 time: 0.3040714
Dec 11 21:08:12.582637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:12.614526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f6bc3-9607-4f7e-98f5-8a88b798c1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33ea078-e3fc-4630-8ffc-549bc0a3bf26,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:12.808338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.814653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:12.817248 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b254f7-773e-424f-8669-78079c2748a5" -d '{"events": [{"name": "network-changed", "server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:12.829594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.841930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.842954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:08:12.843364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:08:12.853473 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:08:12.860912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2a2f8-f46f-4bd6-ad98-fec5bdd31fe6 req-37e93864-d02e-4de7-9253-1c49e4030423 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:12.863702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83a2a2f8-f46f-4bd6-ad98-fec5bdd31fe6 req-37e93864-d02e-4de7-9253-1c49e4030423 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 943 time: 0.0821896
Dec 11 21:08:12.886796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6af8011-8fc7-4571-8ca0-5954d5ebe8e8 req-2dd49fa1-5a58-46c0-8bbc-450213d2bd82 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0471663
Dec 11 21:08:12.948851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.968364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:12.975761 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b HTTP/1.1" status: 204  len: 168 time: 1.4127574
Dec 11 21:08:12.984252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68719f-131d-4af2-9a1d-8824b53bc481 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb47c11-5c1f-4e5f-b411-3d91eacbfa2b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:12.993871 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f5282-852e-438b-8060-3ce5c6e6c470 x-openstack-request-id: req-975f5282-852e-438b-8060-3ce5c6e6c470 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:12.994167 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:12.994425 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-975f5282-852e-438b-8060-3ce5c6e6c470 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:12.994855 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'status': 'completed', 'code': 200}
Dec 11 21:08:13.025480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.052299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b254f7-773e-424f-8669-78079c2748a5 req-7a6ab157-f66c-4f00-b250-33da29a68eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:13.053934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-7a6ab157-f66c-4f00-b250-33da29a68eca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=121c313d3e19423f91d7b4959ef5db45&device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1094 time: 0.0544379
Dec 11 21:08:13.075420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83a2a2f8-f46f-4bd6-ad98-fec5bdd31fe6 req-4877279d-d99d-4a20-9eae-fef6a11e2d6e tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683791
Dec 11 21:08:13.084862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84c56e80>,) {'filters': {'network_id': ['e7163dc5-38ad-48f7-8bf9-2a697c2a4788']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:13.103579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84c56e80>, 'a8623fe7-2a5d-4d10-b985-0cdfec20d795') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:13.104163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84c56e80>, 'a8623fe7-2a5d-4d10-b985-0cdfec20d795') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:13.121008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.143036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.161204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:08:13.162112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:08:13.165631 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:08:13.192253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b254f7-773e-424f-8669-78079c2748a5 req-3b0efc96-d823-4259-b36e-e58f94794663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:13.200926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-3b0efc96-d823-4259-b36e-e58f94794663 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 200  len: 909 time: 0.1399751
Dec 11 21:08:13.269362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-20682624-1bd8-48f2-a62b-d325e74235d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 200  len: 217 time: 0.0600770
Dec 11 21:08:13.271926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35144) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:13.291738 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.300153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.304953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e7163dc5-38ad-48f7-8bf9-2a697c2a4788 HTTP/1.1" status: 204  len: 168 time: 0.7015407
Dec 11 21:08:13.322070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1812e-5949-41bd-82c5-c745d70e70f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7163dc5-38ad-48f7-8bf9-2a697c2a4788,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:13.442420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b254f7-773e-424f-8669-78079c2748a5 req-7c465757-eb36-40d5-abee-9eb11cd995ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:13.443896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-7c465757-eb36-40d5-abee-9eb11cd995ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a28c154-472c-46cc-a1a1-794461a3be5e HTTP/1.1" status: 200  len: 847 time: 0.1584575
Dec 11 21:08:13.449685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd13fe03-66f5-4a09-968e-baf10e1c5eed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1cd8bd1987a4d69a1352382223c2d4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1726620
Dec 11 21:08:13.450421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:13.512997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-39f4a942-ece9-4e36-b740-d0e6c2627d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.513752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b254f7-773e-424f-8669-78079c2748a5 req-e2ad864a-e906-44ba-81a9-77311f5fc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:13.519301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-e2ad864a-e906-44ba-81a9-77311f5fc196 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0669165
Dec 11 21:08:13.560270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.631572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.639330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-2f60a9da-8979-4a7b-9152-2ff652e901a6 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1116016
Dec 11 21:08:13.651098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:13.744846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.747996 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.752104 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2740fce6-2783-47fb-b4a5-89365938ebfc HTTP/1.1" status: 204  len: 168 time: 0.3003500
Dec 11 21:08:13.755530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1b254f7-773e-424f-8669-78079c2748a5 req-38135a23-0dd8-4d29-b5e4-e5bfa1b09aab service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1040678
Dec 11 21:08:13.779545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834ed84-23b0-4877-b80d-e08671cb4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740fce6-2783-47fb-b4a5-89365938ebfc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:13.786202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8bd2d483-5ab7-413f-93c0-9e728e8967e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69336a68efc94d139250ca9257aeb04b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1338761
Dec 11 21:08:13.789023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35158) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:13.858871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.927195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dea42053-0c65-4ef6-be17-0b9dbf943c44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:13.937214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:13.956854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: dea42053-0c65-4ef6-be17-0b9dbf943c44 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:13.957443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dea42053-0c65-4ef6-be17-0b9dbf943c44 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:14.014205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:14.018272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:14.021824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01dac9e6-2ee2-4649-99d6-2809ff295cc4 HTTP/1.1" status: 204  len: 168 time: 0.2296431
Dec 11 21:08:14.021984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 911a4a21-84dc-4ec1-829e-13cbf71858fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:14.025739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fd69da29-68d9-4f54-8592-21e9f7f36d14 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:14.042152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb5657-25d1-4163-a19c-21efe63c0383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dac9e6-2ee2-4649-99d6-2809ff295cc4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:14.144904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: fd69da29-68d9-4f54-8592-21e9f7f36d14 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:14.146093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device fd69da29-68d9-4f54-8592-21e9f7f36d14 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:14.189588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3636ecc-7f13-4ba9-a823-eb5865369fd8 req-81ef8998-4cab-4568-8488-277671607c27 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.1029811
Dec 11 21:08:14.419015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:14.420268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46022ea-047c-4d27-a264-3fec4e8440c1 req-cadfb16c-1200-4c4f-810f-c02c7eef1be2 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:14.430284 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b46022ea-047c-4d27-a264-3fec4e8440c1 req-cadfb16c-1200-4c4f-810f-c02c7eef1be2 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 943 time: 0.1563010
Dec 11 21:08:14.451541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'port_id': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'mac_address': 'fa:16:3e:e1:22:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:14.504991 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:14.519827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911a4a21-84dc-4ec1-829e-13cbf71858fb {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:14.545720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:14.552779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:14.570109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b46022ea-047c-4d27-a264-3fec4e8440c1 req-5cca99ec-b2a9-4b59-a9ca-952bbd1dcfd3 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384997
Dec 11 21:08:14.615543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:14.771047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['911a4a21-84dc-4ec1-829e-13cbf71858fb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:14.914315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.161790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:15.364531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ce2e566-92fc-4743-9353-d4fdd56ae04e req-d196847a-511e-46ac-a716-af3698e50567 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0481224
Dec 11 21:08:15.370364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35230) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:15.450062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1107020562-network', 'tenant_id': '024b663ba0654558bd2545c8246475c2'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:15.457396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-988094540-network', 'tenant_id': 'f91ae611424040c698a1b2f9d06941de'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:15.480454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:08:15.480454 ncdv-master-1 neutron-server[125988]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Dec 11 21:08:15.480454 ncdv-master-1 neutron-server[125988]: [parameters: {'project_id': 'f91ae611424040c698a1b2f9d06941de', 'id': '12fa4b34-3782-43ae-9649-7adf6d90e749', 'expiration': datetime.datetime(2021, 12, 11, 21, 10, 15, 473354)}]
Dec 11 21:08:15.480454 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:08:15.481064 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:08:15.493118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Made reservation on behalf of 024b663ba0654558bd2545c8246475c2 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:15.496066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.508389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.614064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.624875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.662893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afddbc4-ce69-42a2-aee6-f1c34008a691,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:15.671324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:08:15.686344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.689247 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Added segment f6cc9760-9742-4184-8d9f-9272d8184786 of type vlan for network ea46fe7e-195c-4a28-bb47-87909befbbc9
Dec 11 21:08:15.709596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.766117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.831400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.832801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:15.833193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9f66d-f971-4b72-af72-332139cff59f req-0070540f-6d37-4175-8c88-a48ae38c25aa tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:15.833966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:15.845041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01d9f66d-f971-4b72-af72-332139cff59f req-0070540f-6d37-4175-8c88-a48ae38c25aa tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 944 time: 0.1336899
Dec 11 21:08:15.907077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.7414250
Dec 11 21:08:15.907534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:15.920790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Request body: {'subnet': {'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1107020562-subnet', 'tenant_id': '024b663ba0654558bd2545c8246475c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:15.954331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef748979-9a9b-4830-ae1b-3c341d373d39 admin admin] Pushing event updated for resources: {'Network': ['ID=ea46fe7e-195c-4a28-bb47-87909befbbc9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:15.968652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-01d9f66d-f971-4b72-af72-332139cff59f req-9e49e90e-584f-4b17-9f19-7043c4a9479e tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226542
Dec 11 21:08:15.972822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ea46fe7e-195c-4a28-bb47-87909befbbc9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:08:15.991171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Made reservation on behalf of 024b663ba0654558bd2545c8246475c2 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:15.995026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.099547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Made reservation on behalf of f91ae611424040c698a1b2f9d06941de for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:16.103962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.130924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.291675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 911a4a21-84dc-4ec1-829e-13cbf71858fb up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:16.335464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.339360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.358222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.371837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.379385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 911a4a21-84dc-4ec1-829e-13cbf71858fb completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:08:16.388437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 911a4a21-84dc-4ec1-829e-13cbf71858fb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:16.388968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.408100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:08:16.452974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633ed48-4713-4858-9803-9e3ce7e0265c,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:16.456441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.459331 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Added segment 7eb23040-7239-430a-a15f-46c7c9d15be0 of type vlan for network e2e066d1-108e-422c-bbe7-04030a74fadf
Dec 11 21:08:16.487452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6b1615-b3b1-418f-a210-96a18959b322,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:16.520352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.533468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b16568e6-20e1-40b5-94ef-954800d2b2a4 req-2bf4c032-9f89-4d5a-a399-b94e958e3daf tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0658386
Dec 11 21:08:16.549632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Checking segment: {'id': 'f6cc9760-9742-4184-8d9f-9272d8184786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:16.550229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Network hostable DHCP agents. Network: ea46fe7e-195c-4a28-bb47-87909befbbc9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:08:16.557545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:16.560150 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bef04f3-a0c8-43c1-aa91-312146a11e44" -d '{"events": [{"server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "name": "network-vif-plugged", "status": "completed", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:16.565024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.576363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:16.584230 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.609312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Network ea46fe7e-195c-4a28-bb47-87909befbbc9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:08:16.623595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.625889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:16.628698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.641151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea46fe7e-195c-4a28-bb47-87909befbbc9) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:16.656660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd83482-e0f5-48cd-9dde-622b612bb3b1 None None] Network ea46fe7e-195c-4a28-bb47-87909befbbc9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:16.668190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:16.669113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.692099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:16.715572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3437738
Dec 11 21:08:16.719506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35272) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:16.727953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Request body: {'subnet': {'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-988094540-subnet', 'tenant_id': 'f91ae611424040c698a1b2f9d06941de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:16.732693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3e90-d569-4ca7-81f5-8d34358ab509 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e066d1-108e-422c-bbe7-04030a74fadf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:16.742971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8aa136f5-5730-4e1b-937c-46b222778411 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.8330214
Dec 11 21:08:16.747523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e2e066d1-108e-422c-bbe7-04030a74fadf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:08:16.797863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Made reservation on behalf of f91ae611424040c698a1b2f9d06941de for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:16.810521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:16.939103 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8e1733-a6a3-4078-9030-9fa7b87071eb x-openstack-request-id: req-3b8e1733-a6a3-4078-9030-9fa7b87071eb {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:16.939748 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "name": "network-vif-plugged", "status": "completed", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:16.940181 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b8e1733-a6a3-4078-9030-9fa7b87071eb {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:16.940888 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'code': 200}
Dec 11 21:08:16.957607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a84a8-14d9-45ab-9250-7e96e6b3d929 None None] Network ea46fe7e-195c-4a28-bb47-87909befbbc9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:17.174676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:17.217627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183593f-5a20-406b-8f12-24406e8d806b req-0ef4571d-a29c-4af7-93d6-278b01dfdbf5 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:17.235432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5183593f-5a20-406b-8f12-24406e8d806b req-0ef4571d-a29c-4af7-93d6-278b01dfdbf5 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1484258
Dec 11 21:08:17.292705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb5524-bb13-4689-88c8-ea358e9fd111 req-ba4e14cf-c160-4888-a229-1f1886a461c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:17.296908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95fb5524-bb13-4689-88c8-ea358e9fd111 req-ba4e14cf-c160-4888-a229-1f1886a461c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.2578495
Dec 11 21:08:17.303994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5183593f-5a20-406b-8f12-24406e8d806b req-62491bf4-6e65-4dec-83d4-c77e24c42e63 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632353
Dec 11 21:08:17.441288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-4bf8740d-81dd-46d6-addf-6ddac8676ff7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:17.443485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-4bf8740d-81dd-46d6-addf-6ddac8676ff7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/networks?id=ea46fe7e-195c-4a28-bb47-87909befbbc9 HTTP/1.1" status: 200  len: 821 time: 0.2705402
Dec 11 21:08:17.447637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:17.503466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95fb5524-bb13-4689-88c8-ea358e9fd111 req-af8b9458-530f-4d5e-8300-2f6007467eed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253023
Dec 11 21:08:17.523276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-6c1a6f1b-015d-4b38-b3fd-94c42f08873f tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/quotas/024b663ba0654558bd2545c8246475c2 HTTP/1.1" status: 200  len: 375 time: 0.0608394
Dec 11 21:08:17.581698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-f7976666-b07c-45f3-b054-39d81e3afabf tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=024b663ba0654558bd2545c8246475c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0574102
Dec 11 21:08:17.610749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a108065-28eb-4aab-be13-1d50f2709aa5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:17.646169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dfc5056-5d59-409a-bc68-5734fc1c617b req-21296ddc-16d9-4cc7-a46d-08879f5d1d42 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0356576
Dec 11 21:08:17.653227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Checking segment: {'id': '7eb23040-7239-430a-a15f-46c7c9d15be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:17.653603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Network hostable DHCP agents. Network: e2e066d1-108e-422c-bbe7-04030a74fadf, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:08:17.701500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Network e2e066d1-108e-422c-bbe7-04030a74fadf is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:08:17.723533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2e066d1-108e-422c-bbe7-04030a74fadf) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:17.733824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec155567-25c0-455b-85e9-887113db48fe None None] Network e2e066d1-108e-422c-bbe7-04030a74fadf requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:17.734155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:17.734776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:17.764993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-215e90b6-64ac-4da3-9b7d-1c64dd74a137 service neutron] 10.222.0.18 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642022
Dec 11 21:08:17.764993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d5f62b2c-8033-4902-a911-9bc48d4b5a8c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0374868
Dec 11 21:08:17.901151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-457ae888-b8f4-4d20-903d-eba3573bd1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413558
Dec 11 21:08:17.944179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cbb86-a9f2-42ca-90d7-6f9c10512225 None None] Network e2e066d1-108e-422c-bbe7-04030a74fadf requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:18.104240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-456f14bd-4317-4c55-9bc3-2fc8dc2ecc1b req-d8866412-1108-462b-87b6-023061caf18f tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 210 time: 0.0538955
Dec 11 21:08:18.508460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8d7ee-d784-4ea3-b5dc-66d57ce486c3 req-54665ae0-1e0d-4206-b1a7-b52fd41b8f3b tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:18.514861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03a8d7ee-d784-4ea3-b5dc-66d57ce486c3 req-54665ae0-1e0d-4206-b1a7-b52fd41b8f3b tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1186213
Dec 11 21:08:18.611690 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03a8d7ee-d784-4ea3-b5dc-66d57ce486c3 req-7d421139-9959-419e-9084-d882ef2f6dcb tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875206
Dec 11 21:08:18.819579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af050f98-8f88-4a6b-8b90-87b943cfd5e9 req-e0bf94d3-4f68-4d90-9c3e-1ddba497a24a tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0614157
Dec 11 21:08:19.203564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57f82403-c40e-49f1-b737-1846da32c9e0 req-4a89640e-049b-4fbb-9179-cfc7f3ea31d2 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 210 time: 0.0332422
Dec 11 21:08:19.563477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-ac12b51f-9494-4c0f-8efc-ce037a2c7742 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:19.565935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-ac12b51f-9494-4c0f-8efc-ce037a2c7742 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.30 "GET /v2.0/networks?id=ea46fe7e-195c-4a28-bb47-87909befbbc9 HTTP/1.1" status: 200  len: 821 time: 0.1438081
Dec 11 21:08:19.573066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8691967f-1e00-4df0-931a-bb9874a55905 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:19.574707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8691967f-1e00-4df0-931a-bb9874a55905 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/networks?id=e2e066d1-108e-422c-bbe7-04030a74fadf HTTP/1.1" status: 200  len: 809 time: 0.1745260
Dec 11 21:08:19.584647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Request body: {'port': {'device_id': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9', 'admin_state_up': True, 'tenant_id': '024b663ba0654558bd2545c8246475c2'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:19.595084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-051f947f-b451-4730-8b5f-3dcd33644e4c tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/quotas/f91ae611424040c698a1b2f9d06941de HTTP/1.1" status: 200  len: 375 time: 0.0115972
Dec 11 21:08:19.643159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-f5904213-734d-460b-a0b5-16e08e361f47 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f91ae611424040c698a1b2f9d06941de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0378246
Dec 11 21:08:19.758137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-7e5af885-dff9-4876-8f1a-1c2f35dcd17b service neutron] 10.222.0.18 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089323
Dec 11 21:08:19.796002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Made reservation on behalf of 024b663ba0654558bd2545c8246475c2 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:19.800150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:19.915207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312b42a-99c6-45f1-bcd7-b1912656b798 req-f1423b75-3179-4dcd-be27-dab2d2e3e020 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:19.927291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-ff80fb75-f51f-4335-99b8-96a566f0a777 service neutron] 10.222.0.18 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623728
Dec 11 21:08:19.928196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0312b42a-99c6-45f1-bcd7-b1912656b798 req-f1423b75-3179-4dcd-be27-dab2d2e3e020 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1894093
Dec 11 21:08:20.138007 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0312b42a-99c6-45f1-bcd7-b1912656b798 req-42dc45fb-8057-4b81-9cbc-04267ec9bd6c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2083118
Dec 11 21:08:20.227300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Allocated IP 172.20.0.6 (ea46fe7e-195c-4a28-bb47-87909befbbc9/2633ed48-4713-4858-9803-9e3ce7e0265c/d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:08:20.489937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038466-ea36-4b72-bc19-949621442f2b req-48632beb-24d0-4bb5-9c7f-051af939aabc tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:20.499294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-953bc150-62e0-4478-9798-f75c265c5f1c req-6f29ed63-eba3-4407-8e6e-18bd8c8afba9 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0657496
Dec 11 21:08:20.522262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc038466-ea36-4b72-bc19-949621442f2b req-48632beb-24d0-4bb5-9c7f-051af939aabc tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1400487
Dec 11 21:08:20.655895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:20.698611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc038466-ea36-4b72-bc19-949621442f2b req-d471ca77-0c2e-464d-9b99-a32613404cd5 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1674662
Dec 11 21:08:20.808193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0ad41c08-522c-447e-bd64-acfff07ee766 req-c47b1f42-5122-4163-9068-3d1194b75962 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 210 time: 0.0630343
Dec 11 21:08:20.817871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:20.888519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e335e0e-3bc7-44a3-b7fe-95ea520920fd req-26e3c9d4-1b70-49c0-8131-9ce09efa9813 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 210 time: 0.0807180
Dec 11 21:08:20.946202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Network ea46fe7e-195c-4a28-bb47-87909befbbc9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:20.957001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:20.962934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:08:21.041647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Pushing event updated for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:21.069466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:21.070169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:21.086536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d38fa-f605-4d06-b925-ef506e51ca6f req-91b71532-34c3-449d-a63c-bcbf0b48e65a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:21.088151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-682d38fa-f605-4d06-b925-ef506e51ca6f req-91b71532-34c3-449d-a63c-bcbf0b48e65a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.1384766
Dec 11 21:08:21.129761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-aff4a0f2-5b19-4339-86b0-d59fd2d8de50 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5511844
Dec 11 21:08:21.156133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-2ce9a541-5d11-4e4c-9860-aeecad0c6809 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:08:21.157232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-2ce9a541-5d11-4e4c-9860-aeecad0c6809 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0131886
Dec 11 21:08:21.205772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-682d38fa-f605-4d06-b925-ef506e51ca6f req-2dbb4c12-b7a7-439b-a503-195a423b1a09 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052842
Dec 11 21:08:21.226855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35450) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:21.255989 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:21.315842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Request body: {'port': {'device_id': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:21.424943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:21.645063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b059977-2be2-425f-bb3d-39a030b51008 tempest-TestServerBasicOps-119586704 tempest-TestServerBasicOps-119586704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:21.652893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35468) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:21.654708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8b059977-2be2-425f-bb3d-39a030b51008 tempest-TestServerBasicOps-119586704 tempest-TestServerBasicOps-119586704-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1091 time: 0.4265146
Dec 11 21:08:21.662320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'fixed_ip_address': '172.20.0.6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:21.707132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f86bd3c1-c6e8-456e-95b7-f5a1c1e75f43 req-7d6f8d80-4f8b-4e44-a394-60ac857957dc tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0458815
Dec 11 21:08:21.769743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:21.967848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:21.979301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.008541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Transition to ACTIVE for port object d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:08:22.016232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.021006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.142655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fac036f-dbb8-4847-9526-17398defab55 req-7b325450-c105-4c30-9825-406fb7242551 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 210 time: 0.0718887
Dec 11 21:08:22.224379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:22.303530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b65df9-1852-4054-8b4f-782fcb9040d7 req-69f68c6d-93e2-434f-9f38-c42545035805 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:22.305949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32b65df9-1852-4054-8b4f-782fcb9040d7 req-69f68c6d-93e2-434f-9f38-c42545035805 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 943 time: 0.2394431
Dec 11 21:08:22.324570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-9004f9c8-de1a-47a3-90a3-a85f32b5a84a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:22.327574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-9004f9c8-de1a-47a3-90a3-a85f32b5a84a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.16 "GET /v2.0/networks?id=e2e066d1-108e-422c-bbe7-04030a74fadf HTTP/1.1" status: 200  len: 809 time: 0.2393429
Dec 11 21:08:22.357786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Request body: {'port': {'device_id': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf', 'admin_state_up': True, 'tenant_id': 'f91ae611424040c698a1b2f9d06941de'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:22.391475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Allocated IP 172.35.1.190 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/dc923fb4-1070-4243-a2ef-5a9c806a27d4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:08:22.598642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.618134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Made reservation on behalf of f91ae611424040c698a1b2f9d06941de for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:22.626064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.630730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Attempting to bind port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:08:22.631382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Attempting to bind port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f6cc9760-9742-4184-8d9f-9272d8184786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:08:22.631885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Attempting to bind port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b on network ea46fe7e-195c-4a28-bb47-87909befbbc9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:22.644156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32b65df9-1852-4054-8b4f-782fcb9040d7 req-dfd6f961-5b13-4ebd-83d6-d9669f00d99b tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3109407
Dec 11 21:08:22.659867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b on network ea46fe7e-195c-4a28-bb47-87909befbbc9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:08:22.660198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Attempting to bind port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b on network ea46fe7e-195c-4a28-bb47-87909befbbc9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:22.670499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:08:22.670848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Checking segment: {'id': 'f6cc9760-9742-4184-8d9f-9272d8184786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:22.671251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Bound using segment: {'id': 'f6cc9760-9742-4184-8d9f-9272d8184786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:08:22.671707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Bound port: d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cc9760-9742-4184-8d9f-9272d8184786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:08:22.672075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.822943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:22.907454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:22.915162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:22.949275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:08:22.953992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,segment=NetworkSegment(f6cc9760-9742-4184-8d9f-9272d8184786),segment_id=f6cc9760-9742-4184-8d9f-9272d8184786)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:08:22.964476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae6998d6-e7ea-40a4-9f29-8bd0e7156c99 req-e4b286b1-52ce-47aa-8b7a-e440ce84c109 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0470223
Dec 11 21:08:22.974880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'Port': ['ID=dc923fb4-1070-4243-a2ef-5a9c806a27d4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:22.980094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:08:23.009926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Allocated IP 172.20.0.6 (e2e066d1-108e-422c-bbe7-04030a74fadf/6a108065-28eb-4aab-be13-1d50f2709aa5/13f210e4-426d-4dbd-907f-20b47f3a7002) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:08:23.010228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.066839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:23.067746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.069155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] 10.222.0.30 "PUT /v2.0/ports/d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b HTTP/1.1" status: 200  len: 1091 time: 1.9028332
Dec 11 21:08:23.071779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:23.074366 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be8494-1874-495c-9ca9-4ee0e3014de8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:23.129789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b302b-2d9d-475d-9069-e8f1ecd63616 service neutron] Pushing event updated for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:23.232549 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48121c4-c596-452e-810e-37ee5a65ce52 x-openstack-request-id: req-c48121c4-c596-452e-810e-37ee5a65ce52 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:23.232775 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:23.233016 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c48121c4-c596-452e-810e-37ee5a65ce52 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:23.234386 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b', 'status': 'completed', 'code': 200}
Dec 11 21:08:23.317990 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5953cea0-c6a2-4bb6-be2c-81210a926c01 req-daf9a2fe-3cf9-49e4-90da-64b7d5d092ed tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 210 time: 0.0485253
Dec 11 21:08:23.333089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.371308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-2ab5815a-967b-4b00-8587-4b608dc06c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:23.373235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-2ab5815a-967b-4b00-8587-4b608dc06c77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=024b663ba0654558bd2545c8246475c2&device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 1094 time: 0.2372172
Dec 11 21:08:23.398148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.453605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Network e2e066d1-108e-422c-bbe7-04030a74fadf is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:23.458151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:23.462982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:08:23.528313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:23.529020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.533667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Pushing event updated for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:23.565836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-8770c943-e326-42c9-8ba4-fab708cb803a tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2123916
Dec 11 21:08:23.580553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Request body: {'port': {'device_id': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:23.650545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:23.812254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-bffd8e03-a73b-4e38-8b7e-d865771d69d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b HTTP/1.1" status: 200  len: 217 time: 0.4268160
Dec 11 21:08:23.955599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a87065-8de4-4a8a-8d99-1cbc064c5b7e req-df7eb200-ccda-4b45-9f1e-3e4cb3840970 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:23.957813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a87065-8de4-4a8a-8d99-1cbc064c5b7e req-df7eb200-ccda-4b45-9f1e-3e4cb3840970 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 943 time: 0.1500351
Dec 11 21:08:23.959544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-8f9692a6-712b-4f23-947f-87fb86340668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:23.960885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-8f9692a6-712b-4f23-947f-87fb86340668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2633ed48-4713-4858-9803-9e3ce7e0265c HTTP/1.1" status: 200  len: 861 time: 0.1372430
Dec 11 21:08:24.012966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-bfb328e2-da91-4b2f-a122-f7fb63a27a0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea46fe7e-195c-4a28-bb47-87909befbbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0373740
Dec 11 21:08:24.021449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f210e4-426d-4dbd-907f-20b47f3a7002 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:24.033252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.047985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Transition to ACTIVE for port object 13f210e4-426d-4dbd-907f-20b47f3a7002 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:08:24.054000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.103305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Pushing event updated for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:24.139073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fba877ad-e5ae-480b-9a6f-79493838d478 req-a6c9ca5d-ea02-40a4-bd3d-50ed98937aad tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0367613
Dec 11 21:08:24.180142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62a87065-8de4-4a8a-8d99-1cbc064c5b7e req-4fb0c1a6-59a1-4fa0-8495-d65916e1366f tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154186
Dec 11 21:08:24.211295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-c613f632-4e94-48e6-86ae-f8ca10d23c55 service neutron] 10.222.0.30 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893897
Dec 11 21:08:24.217834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Attempting to bind port 13f210e4-426d-4dbd-907f-20b47f3a7002 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:08:24.220093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Attempting to bind port 13f210e4-426d-4dbd-907f-20b47f3a7002 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7eb23040-7239-430a-a15f-46c7c9d15be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:08:24.220093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Attempting to bind port 13f210e4-426d-4dbd-907f-20b47f3a7002 on network e2e066d1-108e-422c-bbe7-04030a74fadf {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:24.225403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Port 13f210e4-426d-4dbd-907f-20b47f3a7002 on network e2e066d1-108e-422c-bbe7-04030a74fadf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:08:24.226058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Attempting to bind port 13f210e4-426d-4dbd-907f-20b47f3a7002 on network e2e066d1-108e-422c-bbe7-04030a74fadf {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:24.231228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:08:24.231573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Checking segment: {'id': '7eb23040-7239-430a-a15f-46c7c9d15be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:24.231960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Bound using segment: {'id': '7eb23040-7239-430a-a15f-46c7c9d15be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:08:24.232391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Bound port: 13f210e4-426d-4dbd-907f-20b47f3a7002, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb23040-7239-430a-a15f-46c7c9d15be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:08:24.232752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.320032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:08:24.324119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13f210e4-426d-4dbd-907f-20b47f3a7002,segment=NetworkSegment(7eb23040-7239-430a-a15f-46c7c9d15be0),segment_id=7eb23040-7239-430a-a15f-46c7c9d15be0)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:08:24.329070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.334834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.382188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.383087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.384913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] 10.222.0.16 "PUT /v2.0/ports/13f210e4-426d-4dbd-907f-20b47f3a7002 HTTP/1.1" status: 200  len: 1091 time: 0.8094168
Dec 11 21:08:24.390690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:24.394506 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56" -d '{"events": [{"name": "network-changed", "server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:24.398114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40db67d2-e95b-4af2-80c1-4a003d20d162 req-97f76a54-ba95-4270-bdf8-5636149fe51c service neutron] 10.222.0.30 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510899
Dec 11 21:08:24.429494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2678a-f4cf-4bf9-b372-bf0f87615fed service neutron] Pushing event updated for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:24.437530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.447568 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e18b70b-eab8-460f-b8df-b6101bbdd6d3 x-openstack-request-id: req-3e18b70b-eab8-460f-b8df-b6101bbdd6d3 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:24.447868 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:24.448132 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e18b70b-eab8-460f-b8df-b6101bbdd6d3 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:24.448549 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002', 'status': 'completed', 'code': 200}
Dec 11 21:08:24.539825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-f561bffb-8c94-4d8c-9bc5-9b6eaf5f0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.541480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-f561bffb-8c94-4d8c-9bc5-9b6eaf5f0854 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f91ae611424040c698a1b2f9d06941de&device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 1094 time: 0.0913544
Dec 11 21:08:24.552643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d4bb-27df-4c8f-9068-2c40fa3c9fa2 req-40aadde7-691e-47c5-bff4-9c67b5bf57aa tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.554169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b257d4bb-27df-4c8f-9068-2c40fa3c9fa2 req-40aadde7-691e-47c5-bff4-9c67b5bf57aa tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 943 time: 0.0937362
Dec 11 21:08:24.596306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-e35c57c1-f3d4-4674-9d1e-4b675ac85f4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f210e4-426d-4dbd-907f-20b47f3a7002 HTTP/1.1" status: 200  len: 217 time: 0.0411155
Dec 11 21:08:24.626403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-9b861fa7-8f2a-4e32-9aed-30727860d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.628672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-9b861fa7-8f2a-4e32-9aed-30727860d4f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=024b663ba0654558bd2545c8246475c2&device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 1094 time: 0.0734830
Dec 11 21:08:24.668676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b257d4bb-27df-4c8f-9068-2c40fa3c9fa2 req-2e4536dd-7bff-4588-b38f-833f79a33166 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066997
Dec 11 21:08:24.672264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-5e05daf1-3e7e-426c-a2c8-7e359d90cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.674212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-5e05daf1-3e7e-426c-a2c8-7e359d90cd43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a108065-28eb-4aab-be13-1d50f2709aa5 HTTP/1.1" status: 200  len: 849 time: 0.0691187
Dec 11 21:08:24.696756 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.706591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.718523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-cc7cbdaf-bbfa-42b0-b891-6ad0ee0ee2ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2e066d1-108e-422c-bbe7-04030a74fadf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369124
Dec 11 21:08:24.799718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event updated for resources: {'Port': ['ID=dc923fb4-1070-4243-a2ef-5a9c806a27d4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:24.810785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-c5a06130-b38a-4500-be44-f35bb99bc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:24.812390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-c5a06130-b38a-4500-be44-f35bb99bc880 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ea46fe7e-195c-4a28-bb47-87909befbbc9 HTTP/1.1" status: 200  len: 922 time: 0.1763215
Dec 11 21:08:24.817904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:24.822293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-34c49bb7-c888-4e35-82f4-caf540657995 service neutron] 10.222.0.16 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962698
Dec 11 21:08:24.867431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-e0a3f50c-2c9a-42a2-84b1-44e733e2e30e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b HTTP/1.1" status: 200  len: 217 time: 0.0470967
Dec 11 21:08:24.933921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09e30b70-f964-4ae7-be75-88f4b33aed66 req-0df35f66-3bef-4f7a-9954-b0ce146bcac5 service neutron] 10.222.0.16 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1036608
Dec 11 21:08:24.981474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35580) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:25.028395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-1f8b4a99-2217-4ccd-908c-523d05f81f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.029969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-1f8b4a99-2217-4ccd-908c-523d05f81f84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f91ae611424040c698a1b2f9d06941de&device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 1094 time: 0.0461652
Dec 11 21:08:25.036127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-4e7998de-960d-4f5b-b7dc-cc6e272024c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.037770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-4e7998de-960d-4f5b-b7dc-cc6e272024c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2633ed48-4713-4858-9803-9e3ce7e0265c HTTP/1.1" status: 200  len: 861 time: 0.1314392
Dec 11 21:08:25.089303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029e9d3-3f32-427c-8caa-160f34b2f218 req-1ee3e5ff-3f2e-4f30-91c2-781cf2bfbdb0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.090868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3029e9d3-3f32-427c-8caa-160f34b2f218 req-1ee3e5ff-3f2e-4f30-91c2-781cf2bfbdb0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.1489537
Dec 11 21:08:25.093071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-d1e9393e-3afe-4822-8a8d-405228147789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ea46fe7e-195c-4a28-bb47-87909befbbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461361
Dec 11 21:08:25.094151 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Floating IP 731cd387-3721-4739-9be6-773ec5c4dd05 associated. External IP: 172.35.1.190, port: 911a4a21-84dc-4ec1-829e-13cbf71858fb.
Dec 11 21:08:25.146754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-a12f75cc-bde3-45f7-bb7a-ea34310e6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.148222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-a12f75cc-bde3-45f7-bb7a-ea34310e6d74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e2e066d1-108e-422c-bbe7-04030a74fadf HTTP/1.1" status: 200  len: 910 time: 0.1101060
Dec 11 21:08:25.149358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b19ac587-6d57-45c1-a5b9-85062d9baf76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.203849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-b0b9733b-2587-4129-8f21-625cf0d998a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f210e4-426d-4dbd-907f-20b47f3a7002 HTTP/1.1" status: 200  len: 217 time: 0.0467818
Dec 11 21:08:25.268360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3029e9d3-3f32-427c-8caa-160f34b2f218 req-23697381-eb0a-40bd-9ca8-13ac67d2a006 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698775
Dec 11 21:08:25.277833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3434219-20ea-48ba-8d95-447f36039f65 req-e6951bd1-c9d0-4e58-950b-031d14c78849 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0588243
Dec 11 21:08:25.321970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-0320ae1a-279f-454c-8e14-b39e2a6414c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.323485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-0320ae1a-279f-454c-8e14-b39e2a6414c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a108065-28eb-4aab-be13-1d50f2709aa5 HTTP/1.1" status: 200  len: 849 time: 0.0986972
Dec 11 21:08:25.376545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-089633e9-bebb-40d7-b850-a39c0c99b745 service neutron] 10.222.0.30 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459006
Dec 11 21:08:25.396378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-eec779fa-fe87-4d3a-b3d0-3554b879e508 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e2e066d1-108e-422c-bbe7-04030a74fadf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649133
Dec 11 21:08:25.439058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b19ac587-6d57-45c1-a5b9-85062d9baf76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.454548 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b19ac587-6d57-45c1-a5b9-85062d9baf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.529130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b19ac587-6d57-45c1-a5b9-85062d9baf76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=514b32a4ffe641fdbe0683567ee39fe3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5440230
Dec 11 21:08:25.529130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ac587-6d57-45c1-a5b9-85062d9baf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a2106-281a-4286-a62a-47058b2032e6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:25.534428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:25.546674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8df52d1d-d55b-4e9b-8cd3-8145c3b9e020 req-f6c0cbe3-3182-4192-a0ce-99488dd07b0f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0456965
Dec 11 21:08:25.557774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666fe7-6f33-4494-bee8-6e877269601c req-999d8ceb-87b0-42fe-ab08-02e09047a85f tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.559307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc666fe7-6f33-4494-bee8-6e877269601c req-999d8ceb-87b0-42fe-ab08-02e09047a85f tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 943 time: 0.1852701
Dec 11 21:08:25.589381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-eb1a161f-2db2-46b8-81b6-cfe1b63a1b77 service neutron] 10.222.0.16 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731482
Dec 11 21:08:25.609303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:08:25.638171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79be8494-1874-495c-9ca9-4ee0e3014de8 req-68a4d1a9-c45d-4611-ae15-b257a08ff57f service neutron] 10.222.0.30 "GET /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2427301
Dec 11 21:08:25.657209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc666fe7-6f33-4494-bee8-6e877269601c req-5546c99d-87f8-4bbb-a738-e06071d81e74 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897877
Dec 11 21:08:25.672941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.714588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.755531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c9d22b4-79e1-49dc-8280-20c13fe3cf56 req-06624331-0ebd-44a2-ae36-948f4768b78a service neutron] 10.222.0.16 "GET /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560216
Dec 11 21:08:25.777899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.781341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.785532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/490a2106-281a-4286-a62a-47058b2032e6 HTTP/1.1" status: 204  len: 168 time: 0.2472105
Dec 11 21:08:25.792282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3341-35a3-4768-b85b-4ce0931aa52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a2106-281a-4286-a62a-47058b2032e6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:25.836001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:08:25.848776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Sync routers for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:08:25.858658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:25.862744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:08:25.863654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771948e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:08:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:25.869448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436c87-008d-4d73-ad68-4e33ced5a7f4 req-aeb69486-0cd6-4326-8ae5-6116160707aa tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:25.871808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8436c87-008d-4d73-ad68-4e33ced5a7f4 req-aeb69486-0cd6-4326-8ae5-6116160707aa tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 943 time: 0.1101964
Dec 11 21:08:25.911756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-30974069-b1c2-4963-984c-b37a69c45642 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.2545564
Dec 11 21:08:25.913502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:25.915790 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:25.963201 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff031b-65ca-4259-ad17-e2bca51cbfae x-openstack-request-id: req-19ff031b-65ca-4259-ad17-e2bca51cbfae {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:25.963506 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:25.963772 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19ff031b-65ca-4259-ad17-e2bca51cbfae {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:25.964382 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'status': 'completed', 'code': 200}
Dec 11 21:08:25.969077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8436c87-008d-4d73-ad68-4e33ced5a7f4 req-12b327df-0dfc-49e5-a749-e01046e83853 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812163
Dec 11 21:08:25.993860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:08:26.046119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-581a2d18-71d4-4d25-9672-c05da7c0b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:26.047866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-581a2d18-71d4-4d25-9672-c05da7c0b24a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=121c313d3e19423f91d7b4959ef5db45&device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.0558674
Dec 11 21:08:26.147519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-49737027-2916-42e0-a60b-ef96ef1fbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:26.149028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-49737027-2916-42e0-a60b-ef96ef1fbe7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 200  len: 909 time: 0.0938241
Dec 11 21:08:26.228598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-f7bda2f8-27c1-4afb-a9a7-9332ab99f61f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 200  len: 999 time: 0.0690827
Dec 11 21:08:26.252592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771948e0>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '731cd387-3721-4739-9be6-773ec5c4dd05', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'floating_ip_address': '172.35.1.190', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'port_id': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'mac_address': 'fa:16:3e:e1:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:08:23Z', 'updated_at': '2021-12-11T21:08:23Z', 'revision_number': 0, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:26.279918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Checking router: ca5898cf-f771-44ae-ab44-5ca6fe6026f6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:08:26.280463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-240a9c08-e875-4af4-8ecf-7cc280b01068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:26.281989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-240a9c08-e875-4af4-8ecf-7cc280b01068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a28c154-472c-46cc-a1a1-794461a3be5e HTTP/1.1" status: 200  len: 847 time: 0.0444198
Dec 11 21:08:26.289425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:08:26.290052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771948e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:08:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:26.330833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-43f3b571-e9b6-4336-880e-e1042e1e4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:26.332260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-43f3b571-e9b6-4336-880e-e1042e1e4b9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409741
Dec 11 21:08:26.403401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:08:26.427950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-419435c7-31a4-46a1-aaeb-51011204c274 req-08c2233c-3d13-498f-8b7d-0291f1b1f9af tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0327454
Dec 11 21:08:26.456043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-6190d4aa-1924-4907-be81-a70f207af425 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1148722
Dec 11 21:08:26.547425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77a5b7b8-3787-4523-b85c-30c01ee6b5e4 req-1a70d7ed-6f97-47e3-a995-75fdb221e383 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822809
Dec 11 21:08:26.633627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771948e0>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '731cd387-3721-4739-9be6-773ec5c4dd05', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'floating_ip_address': '172.35.1.190', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'port_id': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'mac_address': 'fa:16:3e:e1:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:08:23Z', 'updated_at': '2021-12-11T21:08:23Z', 'revision_number': 0, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:26.659572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de12e2d-7824-4328-947b-e2c81e9a1189 None None] The sync data for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 is: [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '731cd387-3721-4739-9be6-773ec5c4dd05', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'floating_ip_address': '172.35.1.190', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'port_id': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'mac_address': 'fa:16:3e:e1:22:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:08:23Z', 'updated_at': '2021-12-11T21:08:23Z', 'revision_number': 0, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:08:26.776292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13733d2d-b8c4-4708-9351-e98cf5df02af req-828d4764-7be6-4a6f-b57f-500576a6ac19 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:26.777811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13733d2d-b8c4-4708-9351-e98cf5df02af req-828d4764-7be6-4a6f-b57f-500576a6ac19 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 943 time: 0.0506284
Dec 11 21:08:26.832502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13733d2d-b8c4-4708-9351-e98cf5df02af req-a6e88d65-8dc0-4d4c-b1b6-ae62b8ffb5f1 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479074
Dec 11 21:08:26.865101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcaaae1-c258-4b9b-86a8-02642b486bab None None] New status for floating IP 731cd387-3721-4739-9be6-773ec5c4dd05: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:08:27.104380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa04766-c6b2-4c3f-b3f0-d30c82d63f3d req-754de83d-9736-47ff-8806-a6c2be9b9928 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:27.105852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa04766-c6b2-4c3f-b3f0-d30c82d63f3d req-754de83d-9736-47ff-8806-a6c2be9b9928 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 943 time: 0.0543418
Dec 11 21:08:27.153166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa04766-c6b2-4c3f-b3f0-d30c82d63f3d req-5e6b7ee4-32f8-428c-ad60-21ac8be2c828 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412261
Dec 11 21:08:27.530862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b82338c8-7502-4562-9674-579646856047 req-7eebc5e1-234c-497e-97d3-9c1e841d710a tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0256565
Dec 11 21:08:27.731690 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660df78a-3d71-489a-9051-81cd316269c1 req-603257b3-842b-4d85-b19a-e8be4b383461 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da77ffe55aef449aa0f989d516e93662&device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0266998
Dec 11 21:08:27.765829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:27.777002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83c879f7-dfe3-4eeb-8df1-48aec3805f7b req-405f7f73-ba6b-4415-947f-6eef06c5ac9c tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0475204
Dec 11 21:08:27.778747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660df78a-3d71-489a-9051-81cd316269c1 req-2f1a662b-9a55-4e1a-a601-4e387c3de12d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=da77ffe55aef449aa0f989d516e93662&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0386727
Dec 11 21:08:27.882088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,segment=NetworkSegment(f6cc9760-9742-4184-8d9f-9272d8184786),segment_id=f6cc9760-9742-4184-8d9f-9272d8184786)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:27.894239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b', 'network_id': 'ea46fe7e-195c-4a28-bb47-87909befbbc9', 'port_id': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b', 'mac_address': 'fa:16:3e:1f:58:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2633ed48-4713-4858-9803-9e3ce7e0265c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:27.934184 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:27.947720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:27.956490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bb27e-fbc4-4ebf-9ffb-62189be44e0c req-19ebc631-3bc8-48b1-9a6f-d9fc266de814 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:27.958032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-177bb27e-fbc4-4ebf-9ffb-62189be44e0c req-19ebc631-3bc8-48b1-9a6f-d9fc266de814 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 943 time: 0.0508561
Dec 11 21:08:27.974213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,segment=NetworkSegment(f6cc9760-9742-4184-8d9f-9272d8184786),segment_id=f6cc9760-9742-4184-8d9f-9272d8184786)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:27.976890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660df78a-3d71-489a-9051-81cd316269c1 req-588788e2-35ac-48f0-8f14-96f313de0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:27.978677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660df78a-3d71-489a-9051-81cd316269c1 req-588788e2-35ac-48f0-8f14-96f313de0421 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1922543
Dec 11 21:08:27.981291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.014546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-177bb27e-fbc4-4ebf-9ffb-62189be44e0c req-12ccdd78-f01c-4c1d-846e-064e91e40404 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497577
Dec 11 21:08:28.029512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:28.038244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.038545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.039067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.039412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.039839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.040210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.040577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.040911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.041256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.041659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.041993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.042321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.042675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:08:28.053394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 13f210e4-426d-4dbd-907f-20b47f3a7002 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:28.056495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:28.202124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.226742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13f210e4-426d-4dbd-907f-20b47f3a7002,segment=NetworkSegment(7eb23040-7239-430a-a15f-46c7c9d15be0),segment_id=7eb23040-7239-430a-a15f-46c7c9d15be0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:28.247083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:28.249327 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64f116f-faaa-4241-959f-7e7cd6742a33" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:28.254040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '13f210e4-426d-4dbd-907f-20b47f3a7002', 'network_id': 'e2e066d1-108e-422c-bbe7-04030a74fadf', 'port_id': '13f210e4-426d-4dbd-907f-20b47f3a7002', 'mac_address': 'fa:16:3e:2c:76:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a108065-28eb-4aab-be13-1d50f2709aa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:28.265280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:28.269616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.292254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c662a-b023-404a-a6f7-de70b8b74502 req-0f7c9506-4ca4-4757-86d5-8a774c78f17d tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:28.299568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-808c662a-b023-404a-a6f7-de70b8b74502 req-0f7c9506-4ca4-4757-86d5-8a774c78f17d tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 943 time: 0.0795243
Dec 11 21:08:28.315646 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e17c22-1447-4531-bbe8-15cc32a53a2d x-openstack-request-id: req-44e17c22-1447-4531-bbe8-15cc32a53a2d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:28.315937 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:28.316187 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44e17c22-1447-4531-bbe8-15cc32a53a2d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:28.316585 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:08:28.326988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:28.350653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-808c662a-b023-404a-a6f7-de70b8b74502 req-2a6652a8-d288-47a3-a349-75373ea65ad7 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492873
Dec 11 21:08:28.524990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.549362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:28.555016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f210e4-426d-4dbd-907f-20b47f3a7002 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:28.582974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13f210e4-426d-4dbd-907f-20b47f3a7002,segment=NetworkSegment(7eb23040-7239-430a-a15f-46c7c9d15be0),segment_id=7eb23040-7239-430a-a15f-46c7c9d15be0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:28.588714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.589352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:28.706272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:28.777073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:28.795170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:28.838928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.852414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:28.878140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:28.882095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:28.882641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28491992-d862-48f1-869f-9fd2682017e1 req-29bb28f3-6ad1-487d-9d0e-3919d48d9a38 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0270844
Dec 11 21:08:28.930451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:28.988601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:29.134344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bca17-c2b1-4460-9fce-e392ded90f00 req-0b6ad4fb-d796-4417-895f-947d838f1ac4 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:29.135783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf6bca17-c2b1-4460-9fce-e392ded90f00 req-0b6ad4fb-d796-4417-895f-947d838f1ac4 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 944 time: 0.0500665
Dec 11 21:08:29.183046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf6bca17-c2b1-4460-9fce-e392ded90f00 req-ca9bd08d-1f1c-4e66-bc43-0b3bfa6885b4 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411043
Dec 11 21:08:29.184764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['13f210e4-426d-4dbd-907f-20b47f3a7002'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:29.352038 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:08:29.467337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5a562-d223-4675-b10d-0cc7eed63209 req-1b243cc0-4d05-4bcd-a843-c3dd5afda717 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:29.468721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21f5a562-d223-4675-b10d-0cc7eed63209 req-1b243cc0-4d05-4bcd-a843-c3dd5afda717 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 944 time: 0.0522292
Dec 11 21:08:29.507426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-660df78a-3d71-489a-9051-81cd316269c1 req-d785e8fb-2a0e-4d4e-a48c-01db575fd279 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.30 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0270820
Dec 11 21:08:29.531010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-21f5a562-d223-4675-b10d-0cc7eed63209 req-88b55d11-8302-4b8a-abbd-289514e47ae7 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552523
Dec 11 21:08:29.769858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:29.842929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:08:29.850868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:29.851257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:29.971506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.026448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-465fabd8-f593-4cbf-a3ae-982a4525a528 req-e6a006a3-bb28-40e6-87a1-be740cc4fb05 tempest-ServerShowV257Test-1517612959 tempest-ServerShowV257Test-1517612959-project] 10.222.0.18 "GET /v2.0/ports?device_id=536a8996-b446-4786-ac59-9f2fff8c86fd HTTP/1.1" status: 200  len: 210 time: 0.0431294
Dec 11 21:08:30.040646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,segment=NetworkSegment(f6cc9760-9742-4184-8d9f-9272d8184786),segment_id=f6cc9760-9742-4184-8d9f-9272d8184786)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:30.050654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.076934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 13f210e4-426d-4dbd-907f-20b47f3a7002 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:30.139499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:30.165941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 13f210e4-426d-4dbd-907f-20b47f3a7002 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:08:30.169982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 13f210e4-426d-4dbd-907f-20b47f3a7002 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:30.170500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.259700 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.308222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13f210e4-426d-4dbd-907f-20b47f3a7002,segment=NetworkSegment(7eb23040-7239-430a-a15f-46c7c9d15be0),segment_id=7eb23040-7239-430a-a15f-46c7c9d15be0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:30.316258 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.317202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:30.330108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb194fba-b218-4cc1-b152-1caaf9819591 req-63b3022d-b9eb-4872-b028-8a44e04835f7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:30.332352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb194fba-b218-4cc1-b152-1caaf9819591 req-63b3022d-b9eb-4872-b028-8a44e04835f7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.0683773
Dec 11 21:08:30.353860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b'}, {'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:30.356149 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b75df-b5b0-48a3-98ec-d82d7e9303d7" -d '{"events": [{"server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b"}, {"server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "name": "network-vif-plugged", "status": "completed", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:30.412952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:30.416387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cb194fba-b218-4cc1-b152-1caaf9819591 req-82a26de4-c2f1-420c-937a-27c0a673f37b tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747283
Dec 11 21:08:30.432418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:30.432799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.476235 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ea7767-1d59-49df-8134-60ba4b78be55 x-openstack-request-id: req-d3ea7767-1d59-49df-8134-60ba4b78be55 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:30.476580 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "name": "network-vif-plugged", "status": "completed", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b", "code": 200}, {"server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "name": "network-vif-plugged", "status": "completed", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:30.476797 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3ea7767-1d59-49df-8134-60ba4b78be55 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:30.477998 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b', 'code': 200}
Dec 11 21:08:30.478286 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002', 'code': 200}
Dec 11 21:08:30.566233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.583745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2893cb8-79e3-47d1-a738-345c5938aeb3 req-9d5db4a9-e0a1-402b-b221-7eb18473269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:30.585944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2893cb8-79e3-47d1-a738-345c5938aeb3 req-9d5db4a9-e0a1-402b-b221-7eb18473269a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 1096 time: 0.0657146
Dec 11 21:08:30.610095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3f277-9edf-4534-af07-11eefd573c2f req-559c4b4c-c4cc-4282-97cb-1d803d082e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:30.615453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45e3f277-9edf-4534-af07-11eefd573c2f req-559c4b4c-c4cc-4282-97cb-1d803d082e6d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 1096 time: 0.0962605
Dec 11 21:08:30.634689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:30.641138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:30.681694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2893cb8-79e3-47d1-a738-345c5938aeb3 req-e3bb9ac0-d6a7-4235-93e2-c230b201b01e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856533
Dec 11 21:08:30.707526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:30.742187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbe131-0a32-4b1e-a109-38b79673329b req-91f4cbc1-5b53-4145-8c85-479d14f23d1b tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:30.744027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1abbe131-0a32-4b1e-a109-38b79673329b req-91f4cbc1-5b53-4145-8c85-479d14f23d1b tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.0960991
Dec 11 21:08:30.746883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45e3f277-9edf-4534-af07-11eefd573c2f req-16d99f19-96a8-4fc8-a097-e94e798ec470 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239438
Dec 11 21:08:30.797759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1abbe131-0a32-4b1e-a109-38b79673329b req-7eabe008-39a3-4262-8d1f-c584c9c04985 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468762
Dec 11 21:08:31.386927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:31.540243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b510f8a-691e-45c3-81ae-ac3bc7a0f13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.574595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305a60-967c-4f4e-9e1b-43b4aa39dbae req-e8e6dbb8-93b9-40f7-84a4-75cc3a2a1731 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:31.576043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce305a60-967c-4f4e-9e1b-43b4aa39dbae req-e8e6dbb8-93b9-40f7-84a4-75cc3a2a1731 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.0818620
Dec 11 21:08:31.656733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce305a60-967c-4f4e-9e1b-43b4aa39dbae req-ab99525a-e1ee-46b2-b004-43ab039578ca tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719407
Dec 11 21:08:31.683575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b510f8a-691e-45c3-81ae-ac3bc7a0f13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.689862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b510f8a-691e-45c3-81ae-ac3bc7a0f13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.734830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b510f8a-691e-45c3-81ae-ac3bc7a0f13f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da77ffe55aef449aa0f989d516e93662&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3466833
Dec 11 21:08:31.735698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b510f8a-691e-45c3-81ae-ac3bc7a0f13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e81d4ba-5159-47a3-a0ec-f3bbeb7630ea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:31.737524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35698) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:31.811354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.856599 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.953766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.957564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:31.961710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e81d4ba-5159-47a3-a0ec-f3bbeb7630ea HTTP/1.1" status: 204  len: 168 time: 0.2213001
Dec 11 21:08:31.995500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418fe5e-0a6e-4b87-bee3-d70737caae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e81d4ba-5159-47a3-a0ec-f3bbeb7630ea,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:32.020799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dcb3f-494f-4b55-a9b0-acc50059d3e2 req-aa7149ab-926e-42e4-82c4-7f2de5928cd4 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:32.030789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-091dcb3f-494f-4b55-a9b0-acc50059d3e2 req-aa7149ab-926e-42e4-82c4-7f2de5928cd4 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.0964093
Dec 11 21:08:32.110327 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-091dcb3f-494f-4b55-a9b0-acc50059d3e2 req-df73785c-6711-4617-afd5-6c657b2367fc tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781825
Dec 11 21:08:32.479944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:32.483614 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c82b440-35cb-41de-abeb-cf366722cb53" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:32.532205 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad3e34-314d-4dbd-b750-0bfb145aa532 x-openstack-request-id: req-0bad3e34-314d-4dbd-b750-0bfb145aa532 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:32.532505 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:32.533333 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bad3e34-314d-4dbd-b750-0bfb145aa532 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:32.533736 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:08:32.801722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a03b97-8e6e-4e19-a654-c38c00936c4c req-45616d87-0bd9-40f2-bcf4-40fccdee75c7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:32.803462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60a03b97-8e6e-4e19-a654-c38c00936c4c req-45616d87-0bd9-40f2-bcf4-40fccdee75c7 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.0685482
Dec 11 21:08:32.871546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-60a03b97-8e6e-4e19-a654-c38c00936c4c req-1ce3fc8d-8418-4ddd-81be-03d572c151ea tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612502
Dec 11 21:08:33.268659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148353f8-f794-41ad-8c10-1d4ef7a8e971 req-00a35b5b-306b-480e-a4b7-f93d7ac111df tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:33.270327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-148353f8-f794-41ad-8c10-1d4ef7a8e971 req-00a35b5b-306b-480e-a4b7-f93d7ac111df tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.0758576
Dec 11 21:08:33.337081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-148353f8-f794-41ad-8c10-1d4ef7a8e971 req-c03517b7-d00f-41c1-a0cd-2aec8e6c2a30 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554583
Dec 11 21:08:33.792951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35812) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:33.802909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8ab62-01e6-4759-bc3c-ac560100f806 req-b39cd684-db9c-49e4-a0e2-da6000046adf tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:33.804919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1e8ab62-01e6-4759-bc3c-ac560100f806 req-b39cd684-db9c-49e4-a0e2-da6000046adf tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.0963202
Dec 11 21:08:33.865894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac36484-e9e2-4b90-88e2-4b699cf24d1a req-fa0aa4f8-49ff-4b48-a858-ebb989ac2aed tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:33.868212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ac36484-e9e2-4b90-88e2-4b699cf24d1a req-fa0aa4f8-49ff-4b48-a858-ebb989ac2aed tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.0726795
Dec 11 21:08:33.875478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1e8ab62-01e6-4759-bc3c-ac560100f806 req-2744700f-a195-40d6-a3c6-6d0598770c89 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621648
Dec 11 21:08:33.950412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ac36484-e9e2-4b90-88e2-4b699cf24d1a req-5eb65a30-6e31-4318-a19c-28ad4488aafe tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693183
Dec 11 21:08:33.988113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-504bf6ff-3952-427d-9fc0-1d1447552d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.081255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-504bf6ff-3952-427d-9fc0-1d1447552d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.086426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-504bf6ff-3952-427d-9fc0-1d1447552d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.127854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35820) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:34.131067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-504bf6ff-3952-427d-9fc0-1d1447552d27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d53bffe1fbc64f57af532324df7f1b43&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3365965
Dec 11 21:08:34.137292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bf6ff-3952-427d-9fc0-1d1447552d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6071e-d038-4a85-91f0-a50aa87ed5fd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:34.182168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.206884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.271065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.276447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:34.278356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25d6071e-d038-4a85-91f0-a50aa87ed5fd HTTP/1.1" status: 204  len: 168 time: 0.1492074
Dec 11 21:08:34.301962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe921cc-69a5-47b5-850d-4347871624d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6071e-d038-4a85-91f0-a50aa87ed5fd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:35.067630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0d34-5e59-43f4-8974-2aeb7bcc2582 req-e1876494-f645-401a-b54c-e1ff9e7627d6 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:35.078519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92ac0d34-5e59-43f4-8974-2aeb7bcc2582 req-e1876494-f645-401a-b54c-e1ff9e7627d6 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.0984001
Dec 11 21:08:35.150656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9be77-1d0d-41f7-baff-c47a640ee5b6 req-c0ff3c8f-9e8d-47fd-aa31-9173e4b0de03 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:35.155245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bd9be77-1d0d-41f7-baff-c47a640ee5b6 req-c0ff3c8f-9e8d-47fd-aa31-9173e4b0de03 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.0737541
Dec 11 21:08:35.192386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92ac0d34-5e59-43f4-8974-2aeb7bcc2582 req-94a43a15-3831-461b-981f-b091151e604b tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f6b1615-b3b1-418f-a210-96a18959b322&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130133
Dec 11 21:08:35.223677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bd9be77-1d0d-41f7-baff-c47a640ee5b6 req-0a13aa51-eac8-4ecf-84e0-3137a4635dbb tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/security-groups?id=5afddbc4-ce69-42a2-aee6-f1c34008a691&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604849
Dec 11 21:08:35.231247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-7cabdc6b-105a-4294-ac60-b6c861615a2e tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:35.233015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-7cabdc6b-105a-4294-ac60-b6c861615a2e tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 945 time: 0.1455526
Dec 11 21:08:35.315163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-5c10ce3d-022d-416a-af07-a89b0266caf1 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:35.319789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-5c10ce3d-022d-416a-af07-a89b0266caf1 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 945 time: 0.1131558
Dec 11 21:08:35.364324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Deleting port 13f210e4-426d-4dbd-907f-20b47f3a7002 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:35.364896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.459590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Deleting port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:35.459925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.496024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] For port 13f210e4-426d-4dbd-907f-20b47f3a7002, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13f210e4-426d-4dbd-907f-20b47f3a7002,segment=NetworkSegment(7eb23040-7239-430a-a15f-46c7c9d15be0),segment_id=7eb23040-7239-430a-a15f-46c7c9d15be0)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:35.496394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.523032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Calling delete_port for 13f210e4-426d-4dbd-907f-20b47f3a7002 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:35.568429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] For port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,segment=NetworkSegment(f6cc9760-9742-4184-8d9f-9272d8184786),segment_id=f6cc9760-9742-4184-8d9f-9272d8184786)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:35.569469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.589843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Calling delete_port for d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:35.700850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.713900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['13f210e4-426d-4dbd-907f-20b47f3a7002'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:35.764219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Pushing event deleted for resources: {'Port': ['ID=13f210e4-426d-4dbd-907f-20b47f3a7002,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:35.824112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.833383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] No DVR routers for this DVR port 13f210e4-426d-4dbd-907f-20b47f3a7002 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:35.838302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.843446 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed670e9e-06ad-41d8-b028-09503e4541e8 req-16f17e71-31da-49ae-bdc8-48bb52373265 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.16 "DELETE /v2.0/ports/13f210e4-426d-4dbd-907f-20b47f3a7002 HTTP/1.1" status: 204  len: 173 time: 0.5946236
Dec 11 21:08:35.844787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'name': 'network-vif-deleted', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:35.852104 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb4dcce-b9c2-4e25-820e-8cf01f419e9e" -d '{"events": [{"server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "name": "network-vif-deleted", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:35.876356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Pushing event deleted for resources: {'Port': ['ID=d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:35.931870 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33174700-4687-423f-89d6-c950bdfa953a x-openstack-request-id: req-33174700-4687-423f-89d6-c950bdfa953a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:35.932170 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c0b480b-7d04-4591-b0c7-f48d2d46c33d", "name": "network-vif-deleted", "tag": "13f210e4-426d-4dbd-907f-20b47f3a7002", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:35.932432 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33174700-4687-423f-89d6-c950bdfa953a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:35.932833 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c0b480b-7d04-4591-b0c7-f48d2d46c33d', 'name': 'network-vif-deleted', 'tag': '13f210e4-426d-4dbd-907f-20b47f3a7002', 'status': 'completed', 'code': 200}
Dec 11 21:08:35.968366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] No DVR routers for this DVR port d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:35.977308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:35.981048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8c6eb475-9bdb-444c-b9be-5b523a885105 req-43acf3ef-1685-4093-8a24-7ab38b57d052 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.30 "DELETE /v2.0/ports/d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b HTTP/1.1" status: 204  len: 173 time: 0.6536238
Dec 11 21:08:35.981696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'name': 'network-vif-deleted', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:35.985880 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a7ceb2-6f79-4a9c-95fd-5f762890b920" -d '{"events": [{"server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "name": "network-vif-deleted", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:36.077142 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ca67c7-c082-49e4-81b0-c41db2d150dd x-openstack-request-id: req-c1ca67c7-c082-49e4-81b0-c41db2d150dd {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:36.077444 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab81260-5608-4459-8d7e-61ecca8c560b", "name": "network-vif-deleted", "tag": "d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:36.077705 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1ca67c7-c082-49e4-81b0-c41db2d150dd {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:36.078123 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab81260-5608-4459-8d7e-61ecca8c560b', 'name': 'network-vif-deleted', 'tag': 'd7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b', 'status': 'completed', 'code': 200}
Dec 11 21:08:36.394944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d3c29be-d1c5-44ba-932b-89f3d5d18615 req-f201685b-a771-46a8-a4b7-42bc89acb899 tempest-ServerGroupTestJSON-1071045022 tempest-ServerGroupTestJSON-1071045022-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c0b480b-7d04-4591-b0c7-f48d2d46c33d HTTP/1.1" status: 200  len: 210 time: 0.0939922
Dec 11 21:08:36.455304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0e2a980-aee9-46b1-a2fd-78dcb3e2b1bf req-cff6a502-d64f-4aa9-a017-19a7aabf8a10 tempest-ServerMetadataNegativeTestJSON-1442179078 tempest-ServerMetadataNegativeTestJSON-1442179078-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ab81260-5608-4459-8d7e-61ecca8c560b HTTP/1.1" status: 200  len: 210 time: 0.0319288
Dec 11 21:08:37.522524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:37.591584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Deleting subnet 2633ed48-4713-4858-9803-9e3ce7e0265c {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:08:37.596618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:37.663365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:37.714425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:37.794158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:37.807274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:37.830377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:37.868859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:37.869494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d7cd9a90-0e22-4acf-bd41-5ce9bd08bf8b not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:38.201909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633ed48-4713-4858-9803-9e3ce7e0265c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:38.205472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.209413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d92eef6a-5a6b-4671-80a6-ad86f6662cec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2633ed48-4713-4858-9803-9e3ce7e0265c HTTP/1.1" status: 204  len: 168 time: 0.6830039
Dec 11 21:08:38.212371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:38.218659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Deleting subnet 6a108065-28eb-4aab-be13-1d50f2709aa5 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:08:38.222775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.275588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.326074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.337178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.403286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.423572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.428897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6a108065-28eb-4aab-be13-1d50f2709aa5 HTTP/1.1" status: 204  len: 168 time: 0.6323476
Dec 11 21:08:38.447882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:38.527169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca21d0-a15b-4a68-be2d-d33386380fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a108065-28eb-4aab-be13-1d50f2709aa5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:38.531493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.659937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.697551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f37f190>,) {'filters': {'network_id': ['e2e066d1-108e-422c-bbe7-04030a74fadf']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.711840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f37f190>, '7eb23040-7239-430a-a15f-46c7c9d15be0') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.712456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f37f190>, '7eb23040-7239-430a-a15f-46c7c9d15be0') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.725340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.749626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.751880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:38.767397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:08:38.767877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:08:38.770019 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:08:38.873707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.890240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.897637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e2e066d1-108e-422c-bbe7-04030a74fadf HTTP/1.1" status: 204  len: 168 time: 0.4481640
Dec 11 21:08:38.906396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.914000 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f6141b8-2dbd-4765-b305-635fa199e74a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.932445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30ad60>,) {'filters': {'network_id': ['ea46fe7e-195c-4a28-bb47-87909befbbc9']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.936245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97a4c-a3fc-4bf0-af7c-fef424a89164 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e066d1-108e-422c-bbe7-04030a74fadf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:38.944405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30ad60>, 'f6cc9760-9742-4184-8d9f-9272d8184786') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.944528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f30ad60>, 'f6cc9760-9742-4184-8d9f-9272d8184786') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:08:38.957091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.975395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:38.990266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:08:38.991358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.052199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f6141b8-2dbd-4765-b305-635fa199e74a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.063802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4f6141b8-2dbd-4765-b305-635fa199e74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:08:39.064385 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:08:39.067719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.071842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:39.101458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.107220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ea46fe7e-195c-4a28-bb47-87909befbbc9 HTTP/1.1" status: 204  len: 168 time: 0.8903804
Dec 11 21:08:39.107220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25529552-7262-4c81-b1c0-5e9868d3b2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea46fe7e-195c-4a28-bb47-87909befbbc9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:39.134145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4f6141b8-2dbd-4765-b305-635fa199e74a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2af24254f9044d5ab6d75e304dd077bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3811586
Dec 11 21:08:39.135005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6141b8-2dbd-4765-b305-635fa199e74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81231e-f3f9-4727-8b83-0641280524db,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:39.139005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 35996) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:39.167321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eac1ee64-181f-45f8-b1a3-af7cee2d3e90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f91ae611424040c698a1b2f9d06941de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0940921
Dec 11 21:08:39.170046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 35998) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:39.241965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.265304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.268811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.302894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.343441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.349032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.350258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3e81231e-f3f9-4727-8b83-0641280524db HTTP/1.1" status: 204  len: 168 time: 0.2103717
Dec 11 21:08:39.358964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a71eb8-a1ce-497e-a478-f5ab448ae18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81231e-f3f9-4727-8b83-0641280524db,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:39.379752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.392747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.395589 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f6b1615-b3b1-418f-a210-96a18959b322 HTTP/1.1" status: 204  len: 168 time: 0.2226787
Dec 11 21:08:39.406993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9a32e-cfaf-4032-8634-b837d1105a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6b1615-b3b1-418f-a210-96a18959b322,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:39.418387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36004) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:39.476470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c01364d3-4642-4426-a570-536cd5da9582 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024b663ba0654558bd2545c8246475c2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0566213
Dec 11 21:08:39.479079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36006) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:39.543620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.574545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.653810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.656938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:39.658834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5afddbc4-ce69-42a2-aee6-f1c34008a691 HTTP/1.1" status: 204  len: 168 time: 0.1775796
Dec 11 21:08:39.669029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0aea4c-fdb5-4495-a2bc-fd22238a6ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afddbc4-ce69-42a2-aee6-f1c34008a691,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:40.115506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 13f210e4-426d-4dbd-907f-20b47f3a7002 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:40.151029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 13f210e4-426d-4dbd-907f-20b47f3a7002 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:08:40.154761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 13f210e4-426d-4dbd-907f-20b47f3a7002 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:08:40.905840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36064) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:41.005877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15f86336-cbde-4cf3-8398-1cb29dae5c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.088134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-932876636-network', 'tenant_id': '54a9aa6ad4324998be6b5bc0bbf2dd0c'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:41.141038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Made reservation on behalf of 54a9aa6ad4324998be6b5bc0bbf2dd0c for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:41.147802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.159841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.315815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.322907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.353569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:41.380262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:08:41.392533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.393215 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Added segment a2831008-94cf-4141-b425-0d9f4062f7a0 of type vlan for network 6f813115-0316-4be8-a38c-14a7c1dc09cb
Dec 11 21:08:41.448126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.499425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.501798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:41.502714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.612803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7051330
Dec 11 21:08:41.615936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:41.625037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Request body: {'subnet': {'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-932876636-subnet', 'tenant_id': '54a9aa6ad4324998be6b5bc0bbf2dd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:41.637727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd20742-28e4-4169-af8b-3eeacd503728 admin admin] Pushing event updated for resources: {'Network': ['ID=6f813115-0316-4be8-a38c-14a7c1dc09cb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:41.650824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6f813115-0316-4be8-a38c-14a7c1dc09cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:08:41.670225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Made reservation on behalf of 54a9aa6ad4324998be6b5bc0bbf2dd0c for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:41.672773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:41.912339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:42.004090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:42.011314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Checking segment: {'id': 'a2831008-94cf-4141-b425-0d9f4062f7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:42.013526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Network hostable DHCP agents. Network: 6f813115-0316-4be8-a38c-14a7c1dc09cb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:08:42.051921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Network 6f813115-0316-4be8-a38c-14a7c1dc09cb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:08:42.066744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6f813115-0316-4be8-a38c-14a7c1dc09cb) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:42.073498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:42.074246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:42.083231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff905b9-01ac-403e-a98e-470509fc6d31 None None] Network 6f813115-0316-4be8-a38c-14a7c1dc09cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:42.115789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a03b896b-b073-4184-a279-123bbf7a8969 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4978800
Dec 11 21:08:42.444691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2009c0e9-a981-464a-a0c8-45336518c9ad None None] Network 6f813115-0316-4be8-a38c-14a7c1dc09cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:42.917152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:42.922210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012241665-network', 'tenant_id': 'f6cde75c3e514dd49c0cdd9606ab683c'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:42.956496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Made reservation on behalf of f6cde75c3e514dd49c0cdd9606ab683c for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:42.959082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:42.968779 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.056456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.061950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.080469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:08:43.096527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.096876 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Added segment fe8ccee5-2c6b-4b60-b4f1-945209d1f342 of type vlan for network b3ccc042-3fe0-4359-a01d-6f55233730d5
Dec 11 21:08:43.138219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac5e97-2ced-4583-a8e7-1f3623f4146c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:43.143524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.168808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.170080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:43.170570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.221076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3027298
Dec 11 21:08:43.224455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:43.230127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Request body: {'subnet': {'network_id': 'b3ccc042-3fe0-4359-a01d-6f55233730d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012241665-subnet', 'tenant_id': 'f6cde75c3e514dd49c0cdd9606ab683c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:43.234046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c2c9c-9dac-4647-a14c-5e416540ddac admin admin] Pushing event updated for resources: {'Network': ['ID=b3ccc042-3fe0-4359-a01d-6f55233730d5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:43.243695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36176) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:43.249612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b3ccc042-3fe0-4359-a01d-6f55233730d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:08:43.264296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Made reservation on behalf of f6cde75c3e514dd49c0cdd9606ab683c for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:43.267858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.381989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea51e513-8051-48fe-be1a-643181be960e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.452689 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b1d11f8-5e3a-48be-91b1-481bd0fd263a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.500869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea51e513-8051-48fe-be1a-643181be960e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.513200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea51e513-8051-48fe-be1a-643181be960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.521466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.540017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51e513-8051-48fe-be1a-643181be960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05598ece-613a-4940-900b-bab8b84c7ce8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:43.572410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea51e513-8051-48fe-be1a-643181be960e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7fd3f75221845deaa7b6b361d524098&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3277404
Dec 11 21:08:43.574876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36198) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:43.593674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4565ba9-3f62-4ca0-87bc-7ba66173d27b req-f0856220-7ec0-486f-8333-521782a01ef0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:43.599164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4565ba9-3f62-4ca0-87bc-7ba66173d27b req-f0856220-7ec0-486f-8333-521782a01ef0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.1149979
Dec 11 21:08:43.609838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fc22ff-6813-429a-86b5-fb97f359fc94,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:43.632890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.644759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Checking segment: {'id': 'fe8ccee5-2c6b-4b60-b4f1-945209d1f342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b3ccc042-3fe0-4359-a01d-6f55233730d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:43.645124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Network hostable DHCP agents. Network: b3ccc042-3fe0-4359-a01d-6f55233730d5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:08:43.655584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.678949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4565ba9-3f62-4ca0-87bc-7ba66173d27b req-bb33127b-571b-48ea-aa41-e1b69be2e87b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680311
Dec 11 21:08:43.688984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Network b3ccc042-3fe0-4359-a01d-6f55233730d5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:08:43.701805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3ccc042-3fe0-4359-a01d-6f55233730d5) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:43.709929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:43.710755 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.713265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158e9c1-5203-43e7-860d-0adfaf480809 None None] Network b3ccc042-3fe0-4359-a01d-6f55233730d5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:43.735342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-08d2d565-70f5-4521-acf4-d83cf2567e57 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5091319
Dec 11 21:08:43.760930 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.764575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:43.769183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05598ece-613a-4940-900b-bab8b84c7ce8 HTTP/1.1" status: 204  len: 168 time: 0.1932778
Dec 11 21:08:43.798903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648ac7-7d16-4c26-a8fb-cdbd25a1dcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05598ece-613a-4940-900b-bab8b84c7ce8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:43.937963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1c50a-206f-4fe4-bf4f-6d58456e6289 None None] Network b3ccc042-3fe0-4359-a01d-6f55233730d5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:08:44.204613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36246) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:44.225376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd329a23-363d-4729-8266-417138faabf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.258908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd0e68-b25d-4622-89ce-8b9b8a796870 req-8938c467-e965-4f84-913d-03fedc25784a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:44.267491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdbd0e68-b25d-4622-89ce-8b9b8a796870 req-8938c467-e965-4f84-913d-03fedc25784a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0824671
Dec 11 21:08:44.324086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cdbd0e68-b25d-4622-89ce-8b9b8a796870 req-370d479e-3270-44cd-8b4e-ac6260780232 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555797
Dec 11 21:08:44.431850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-7f54aaae-1749-4c0d-be5d-d7b248df50df tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:44.433307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-7f54aaae-1749-4c0d-be5d-d7b248df50df tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/networks?id=6f813115-0316-4be8-a38c-14a7c1dc09cb HTTP/1.1" status: 200  len: 824 time: 0.1534033
Dec 11 21:08:44.447669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd329a23-363d-4729-8266-417138faabf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.456475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bd329a23-363d-4729-8266-417138faabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.467321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-b85b8086-385c-4f28-aa0a-7ba2f6b15fd1 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/quotas/54a9aa6ad4324998be6b5bc0bbf2dd0c HTTP/1.1" status: 200  len: 375 time: 0.0247266
Dec 11 21:08:44.521195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-4cb12a2e-fd18-4d8c-a8d5-8ffd71ffaf38 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54a9aa6ad4324998be6b5bc0bbf2dd0c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465219
Dec 11 21:08:44.524729 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bd329a23-363d-4729-8266-417138faabf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1a848eafba94d21917af09b29f06e27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3189321
Dec 11 21:08:44.525552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd329a23-363d-4729-8266-417138faabf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d31f76-e9e7-4c02-92c9-2f0c6c303ca1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:44.527868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36256) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:44.533604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-dcaecf49-fab0-4fc9-9b60-0ffce6961276 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:08:44.540635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-dcaecf49-fab0-4fc9-9b60-0ffce6961276 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0114751
Dec 11 21:08:44.577621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.598570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.623532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-14ee110d-7c3d-4b13-8052-87057a03cb6d service neutron] 10.222.0.18 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819833
Dec 11 21:08:44.645940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.648569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.649723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91d31f76-e9e7-4c02-92c9-2f0c6c303ca1 HTTP/1.1" status: 204  len: 168 time: 0.1207581
Dec 11 21:08:44.657564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332f9d3-1952-4ad5-9721-598ea4c16435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d31f76-e9e7-4c02-92c9-2f0c6c303ca1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:44.721239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-da8fac1b-305f-4551-b04a-70dd3fa066a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0908549
Dec 11 21:08:44.898165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:44.898688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd59425a-4a09-4d46-a9ae-7d98bd21f649 req-302fb6a4-291b-4d4e-bc22-56d00e26e696 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 210 time: 0.0444498
Dec 11 21:08:45.465580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa0dd2-6ae1-49a0-9ff2-620c586e0aed req-796e29b1-001f-445f-b22a-8893e48a4ee7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:45.467141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35fa0dd2-6ae1-49a0-9ff2-620c586e0aed req-796e29b1-001f-445f-b22a-8893e48a4ee7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0576632
Dec 11 21:08:45.520689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-35fa0dd2-6ae1-49a0-9ff2-620c586e0aed req-cf15096f-fbf6-46be-8acc-a6a85b511248 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460408
Dec 11 21:08:45.716365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:45.969105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-9d352aef-53e1-426a-9b39-8aacd0aa95fc tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:45.971514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-9d352aef-53e1-426a-9b39-8aacd0aa95fc tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.30 "GET /v2.0/networks?id=6f813115-0316-4be8-a38c-14a7c1dc09cb HTTP/1.1" status: 200  len: 824 time: 0.1120625
Dec 11 21:08:45.987730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Request body: {'port': {'device_id': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb', 'admin_state_up': True, 'tenant_id': '54a9aa6ad4324998be6b5bc0bbf2dd0c'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:46.006416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1119ed08-777c-4bcd-81e8-23b5afc9997f req-a02a8f03-c166-46c9-96ac-e59ea15edf7f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 210 time: 0.0301533
Dec 11 21:08:46.113299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Made reservation on behalf of 54a9aa6ad4324998be6b5bc0bbf2dd0c for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:08:46.116959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.170363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:46.176590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:08:46.287908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Allocated IP 172.20.0.5 (6f813115-0316-4be8-a38c-14a7c1dc09cb/c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8/d2e4f667-f1c7-412c-afac-5815f6c41db4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:08:46.376899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.446915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.472828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:46.477899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.480491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:46.483145 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770e13ff-a321-4b55-bf83-8d9f866b87d6" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:46.509040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:46.510864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'mac_address': 'fa:16:3e:ab:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:46.517789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.528202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.582453 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1698f0-c88e-4e72-8a96-46ffc011b2e9 x-openstack-request-id: req-5d1698f0-c88e-4e72-8a96-46ffc011b2e9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:46.582770 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:46.583030 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d1698f0-c88e-4e72-8a96-46ffc011b2e9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:46.584069 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:08:46.588717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.592625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Pushing event updated for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:46.606152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Network 6f813115-0316-4be8-a38c-14a7c1dc09cb is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:08:46.607911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:08:46.611496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:08:46.615660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:46.619191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:46.640902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:46.646069 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.705896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:46.707041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:46.717336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:46.729755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e0172-0859-467a-950b-0bf8d0c20001 req-2758503d-7fa8-4f21-b480-0e04812c1968 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:46.730212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:46.731197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a10e0172-0859-467a-950b-0bf8d0c20001 req-2758503d-7fa8-4f21-b480-0e04812c1968 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.0867293
Dec 11 21:08:46.735070 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-732913ee-60c9-48f0-9fb1-98dec47aad43 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7518799
Dec 11 21:08:46.758749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Request body: {'port': {'device_id': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:08:46.837448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a10e0172-0859-467a-950b-0bf8d0c20001 req-63df9d45-7531-4886-bbed-c7f2712add46 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990357
Dec 11 21:08:46.844298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.143798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d3437-4370-4ad0-ab91-bae380c69b8d req-3129b443-ce52-4647-be6a-d0747d9bedf6 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:47.150839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b1d3437-4370-4ad0-ab91-bae380c69b8d req-3129b443-ce52-4647-be6a-d0747d9bedf6 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 931 time: 0.0575898
Dec 11 21:08:47.164902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.172326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e4f667-f1c7-412c-afac-5815f6c41db4 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:47.180784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.194506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Transition to ACTIVE for port object d2e4f667-f1c7-412c-afac-5815f6c41db4 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:08:47.203049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.213829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b1d3437-4370-4ad0-ab91-bae380c69b8d req-e1adbc73-7679-4545-bb96-a09e0b526e78 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575652
Dec 11 21:08:47.255983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:47.333288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Attempting to bind port d2e4f667-f1c7-412c-afac-5815f6c41db4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:08:47.333689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Attempting to bind port d2e4f667-f1c7-412c-afac-5815f6c41db4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a2831008-94cf-4141-b425-0d9f4062f7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:08:47.334023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Attempting to bind port d2e4f667-f1c7-412c-afac-5815f6c41db4 on network 6f813115-0316-4be8-a38c-14a7c1dc09cb {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:47.338613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Port d2e4f667-f1c7-412c-afac-5815f6c41db4 on network 6f813115-0316-4be8-a38c-14a7c1dc09cb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:08:47.338940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Attempting to bind port d2e4f667-f1c7-412c-afac-5815f6c41db4 on network 6f813115-0316-4be8-a38c-14a7c1dc09cb {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:08:47.344015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:08:47.344252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Checking segment: {'id': 'a2831008-94cf-4141-b425-0d9f4062f7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:08:47.344673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Bound using segment: {'id': 'a2831008-94cf-4141-b425-0d9f4062f7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:08:47.345253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Bound port: d2e4f667-f1c7-412c-afac-5815f6c41db4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2831008-94cf-4141-b425-0d9f4062f7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:08:47.345548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.420851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:08:47.425165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4,segment=NetworkSegment(a2831008-94cf-4141-b425-0d9f4062f7a0),segment_id=a2831008-94cf-4141-b425-0d9f4062f7a0)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:08:47.429988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.473946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:47.474630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:47.476539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] 10.222.0.30 "PUT /v2.0/ports/d2e4f667-f1c7-412c-afac-5815f6c41db4 HTTP/1.1" status: 200  len: 1091 time: 0.7293477
Dec 11 21:08:47.478845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:47.482568 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd167de-ed53-444d-8dd5-426619894594" -d '{"events": [{"name": "network-changed", "server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:47.502523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:47.506778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c7e26-6109-443e-80c2-e3cb58c4207c service neutron] Pushing event updated for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:47.585509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-7e0ef737-33bf-4e7d-bf2d-21cf57dda4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:47.587467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-7e0ef737-33bf-4e7d-bf2d-21cf57dda4a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54a9aa6ad4324998be6b5bc0bbf2dd0c&device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 1094 time: 0.0528619
Dec 11 21:08:47.635329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-0c386835-228d-45b3-9cc8-87a09198b4b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4 HTTP/1.1" status: 200  len: 217 time: 0.0389936
Dec 11 21:08:47.697306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07676608-106c-4ba4-8c64-e48660ed50be req-de32629d-793f-4722-91fc-478f9bc0ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:47.700568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-de32629d-793f-4722-91fc-478f9bc0ba79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8 HTTP/1.1" status: 200  len: 864 time: 0.0578513
Dec 11 21:08:47.708008 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c946d12e-181f-4773-81d4-1c835d0225cf x-openstack-request-id: req-c946d12e-181f-4773-81d4-1c835d0225cf {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:47.708456 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:47.708717 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c946d12e-181f-4773-81d4-1c835d0225cf {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:47.709134 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4', 'status': 'completed', 'code': 200}
Dec 11 21:08:47.743490 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-4dbee0bd-3630-46d6-ac00-94c87b339c22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f813115-0316-4be8-a38c-14a7c1dc09cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327168
Dec 11 21:08:47.791353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36446) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:47.895489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-bb2f9844-ec04-4e07-a999-baf3aed252cd service neutron] 10.222.0.30 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434028
Dec 11 21:08:47.960539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-955b5150-20a3-4bcd-8fb6-e10693a67c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.021316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfc58256-dde4-466e-8b7c-762db36942e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.062763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07676608-106c-4ba4-8c64-e48660ed50be req-acbac5ae-32fa-40a7-9e49-f4cf68c27c41 service neutron] 10.222.0.30 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591592
Dec 11 21:08:48.090462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392348c1-2c02-4d3a-9548-9e6bd589c116 req-a086c21f-40ba-4d7a-b88a-b8cb8d30bfc9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:48.092087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-392348c1-2c02-4d3a-9548-9e6bd589c116 req-a086c21f-40ba-4d7a-b88a-b8cb8d30bfc9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 946 time: 0.0892065
Dec 11 21:08:48.145163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-955b5150-20a3-4bcd-8fb6-e10693a67c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.154820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfc58256-dde4-466e-8b7c-762db36942e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.155742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-955b5150-20a3-4bcd-8fb6-e10693a67c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.180363 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-392348c1-2c02-4d3a-9548-9e6bd589c116 req-bbf4b8c2-fbe7-43b7-8df5-070fe5ef67a5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801656
Dec 11 21:08:48.184607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-955b5150-20a3-4bcd-8fb6-e10693a67c2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e62bb5d5cb6344228119cce4cca3c29b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6805837
Dec 11 21:08:48.185621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:48.186602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bfc58256-dde4-466e-8b7c-762db36942e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.191580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:48.193001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd167de-ed53-444d-8dd5-426619894594 req-9c274a37-7f93-4b67-9597-9a300c5868da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:48.194805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-9c274a37-7f93-4b67-9597-9a300c5868da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=54a9aa6ad4324998be6b5bc0bbf2dd0c&device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 1094 time: 0.0633960
Dec 11 21:08:48.215690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bfc58256-dde4-466e-8b7c-762db36942e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0cc0fb5a98d405584c05509f7eaf419&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4229493
Dec 11 21:08:48.218154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36464) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:48.294312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5150-20a3-4bcd-8fb6-e10693a67c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755325f-a60c-4308-a186-049bb2c76478,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:48.311141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd167de-ed53-444d-8dd5-426619894594 req-443d0f20-13d6-4cee-9fac-2d99e6b8ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:48.311744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:48.312115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.312645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-443d0f20-13d6-4cee-9fac-2d99e6b8ad14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f813115-0316-4be8-a38c-14a7c1dc09cb HTTP/1.1" status: 200  len: 925 time: 0.1046164
Dec 11 21:08:48.379705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-df01c0b9-ec30-45d6-9453-e66bf7b84b76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4 HTTP/1.1" status: 200  len: 217 time: 0.0589733
Dec 11 21:08:48.426361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc58256-dde4-466e-8b7c-762db36942e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04ee90-369e-464b-8574-4463cf8c6901,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:48.437523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd167de-ed53-444d-8dd5-426619894594 req-a8dac0dc-5ccd-4622-af2f-445fd3de4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:48.439215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-a8dac0dc-5ccd-4622-af2f-445fd3de4a34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8 HTTP/1.1" status: 200  len: 864 time: 0.0515649
Dec 11 21:08:48.493122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.496576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.507719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-8f112ba7-acb9-49a8-a12b-562767eb7ba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f813115-0316-4be8-a38c-14a7c1dc09cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458281
Dec 11 21:08:48.532458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.536003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.549480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:48.550169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b88bf-6f7d-46d3-a289-83237e50db48 req-0a947f0b-74ec-4058-98d1-9914cf331dd5 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:48.557827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec9b88bf-6f7d-46d3-a289-83237e50db48 req-0a947f0b-74ec-4058-98d1-9914cf331dd5 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 943 time: 0.1845713
Dec 11 21:08:48.561094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.576706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.597926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:48.611723 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712b3f4d-390d-47d0-86ca-6255d46dc20a" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:48.638896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ec9b88bf-6f7d-46d3-a289-83237e50db48 req-cff8d3f8-d4b1-48b7-a266-4fe4f4fcf790 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751801
Dec 11 21:08:48.655463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=13']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:48.666711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.669957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.671236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f04ee90-369e-464b-8574-4463cf8c6901 HTTP/1.1" status: 204  len: 168 time: 0.4519887
Dec 11 21:08:48.684346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987b32f-0ba1-47f7-bb74-32e016c404c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04ee90-369e-464b-8574-4463cf8c6901,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:48.717526 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335dbbb-7242-4c83-9b65-edb13db2ae87 x-openstack-request-id: req-1335dbbb-7242-4c83-9b65-edb13db2ae87 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:48.718213 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-plugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:48.720340 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1335dbbb-7242-4c83-9b65-edb13db2ae87 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:48.721077 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:08:48.753958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.756699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:48.757885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d755325f-a60c-4308-a186-049bb2c76478 HTTP/1.1" status: 204  len: 168 time: 0.5672197
Dec 11 21:08:48.769789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5161f6-e668-40f6-8a84-27bb3d9f0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755325f-a60c-4308-a186-049bb2c76478,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:48.772916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-5371c881-d408-41b0-9e0d-89452ccb81f2 service neutron] 10.222.0.30 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504780
Dec 11 21:08:48.908664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acd167de-ed53-444d-8dd5-426619894594 req-ad05d0fe-7084-465c-a921-38a7c5302de8 service neutron] 10.222.0.30 "GET /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268232
Dec 11 21:08:49.166334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:49.182671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94c1dcb3-8663-4ac8-af79-15a6014fe7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.308400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94c1dcb3-8663-4ac8-af79-15a6014fe7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.314403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94c1dcb3-8663-4ac8-af79-15a6014fe7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.360934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-94c1dcb3-8663-4ac8-af79-15a6014fe7cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4ce0c9eee0645b798024034b9ee8360&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1933744
Dec 11 21:08:49.362306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1dcb3-8663-4ac8-af79-15a6014fe7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf2235-a369-49c6-b885-b791c0b6b8bb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:49.363801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:49.393513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1b605-7c94-43cc-94ae-e848cbb4c9a0 req-a22fb205-7773-4c5a-ac2c-7c5b555ba2a1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:49.404177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1c1b605-7c94-43cc-94ae-e848cbb4c9a0 req-a22fb205-7773-4c5a-ac2c-7c5b555ba2a1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0932577
Dec 11 21:08:49.478620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.491267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1c1b605-7c94-43cc-94ae-e848cbb4c9a0 req-75b8403f-37ad-4fd6-b175-b48f97945c4b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860991
Dec 11 21:08:49.525928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.587743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.592886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:49.594099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1cf2235-a369-49c6-b885-b791c0b6b8bb HTTP/1.1" status: 204  len: 168 time: 0.2270262
Dec 11 21:08:49.606525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc860-a272-45ae-830b-f4f114ee3a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf2235-a369-49c6-b885-b791c0b6b8bb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:49.807260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd8a7f-2947-41a7-a56c-814b21eb3ebd req-b7fa58af-54d6-409f-88fc-4fbee45dbc9f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:49.808925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5dd8a7f-2947-41a7-a56c-814b21eb3ebd req-b7fa58af-54d6-409f-88fc-4fbee45dbc9f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 943 time: 0.0629520
Dec 11 21:08:49.893132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d5dd8a7f-2947-41a7-a56c-814b21eb3ebd req-32492dfc-b7b6-4ec0-8bc2-7f055ca9ebfc tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740583
Dec 11 21:08:50.646267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf790d-bda1-4783-8be0-5a04e405bb03 req-cb052b16-0d78-4078-b78d-4d745174b2bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:50.653721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1cf790d-bda1-4783-8be0-5a04e405bb03 req-cb052b16-0d78-4078-b78d-4d745174b2bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0747213
Dec 11 21:08:50.714058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1cf790d-bda1-4783-8be0-5a04e405bb03 req-591e3ad3-fc4f-4e48-8e77-d599dbd4c3fb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587208
Dec 11 21:08:51.062599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153dbb5-4ec6-41d3-92e5-f6e9e548ed78 req-ca454c15-b34b-44fa-bcb3-54ee8e76295a tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:51.064255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1153dbb5-4ec6-41d3-92e5-f6e9e548ed78 req-ca454c15-b34b-44fa-bcb3-54ee8e76295a tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 943 time: 0.0762179
Dec 11 21:08:51.150010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1153dbb5-4ec6-41d3-92e5-f6e9e548ed78 req-b06d504e-853f-4320-ae71-b51828a8b628 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785418
Dec 11 21:08:51.242460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:51.883146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d2e4f667-f1c7-412c-afac-5815f6c41db4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:08:51.904459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279a75a-e2bd-4c1f-a69e-c64517cecfe0 req-bdf72352-df7e-459b-8de7-e99621b9a713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:51.910564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b279a75a-e2bd-4c1f-a69e-c64517cecfe0 req-bdf72352-df7e-459b-8de7-e99621b9a713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0802667
Dec 11 21:08:52.000532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b279a75a-e2bd-4c1f-a69e-c64517cecfe0 req-a02dbaf2-5b5d-464f-99c7-d6ffe96a48ad tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808294
Dec 11 21:08:52.100935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36606) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:52.125064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4,segment=NetworkSegment(a2831008-94cf-4141-b425-0d9f4062f7a0),segment_id=a2831008-94cf-4141-b425-0d9f4062f7a0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:52.145249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'd2e4f667-f1c7-412c-afac-5815f6c41db4', 'network_id': '6f813115-0316-4be8-a38c-14a7c1dc09cb', 'port_id': 'd2e4f667-f1c7-412c-afac-5815f6c41db4', 'mac_address': 'fa:16:3e:79:3f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:08:52.191178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.212320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e4f667-f1c7-412c-afac-5815f6c41db4 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:08:52.258107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4,segment=NetworkSegment(a2831008-94cf-4141-b425-0d9f4062f7a0),segment_id=a2831008-94cf-4141-b425-0d9f4062f7a0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:52.270444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.293325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9db9924-ed93-46cf-9fed-042d036e13ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.355621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:52.397997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247099f-d004-4166-bca9-c278aa9b3269 req-2d6a551d-1b97-48d7-84a9-5c73a245bcfe tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:52.400315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5247099f-d004-4166-bca9-c278aa9b3269 req-2d6a551d-1b97-48d7-84a9-5c73a245bcfe tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 944 time: 0.0921452
Dec 11 21:08:52.424905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9db9924-ed93-46cf-9fed-042d036e13ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.430716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9db9924-ed93-46cf-9fed-042d036e13ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.470181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5247099f-d004-4166-bca9-c278aa9b3269 req-67d309d4-ca0e-4fa9-9498-e50e8e6d08f6 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602803
Dec 11 21:08:52.493239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db9924-ed93-46cf-9fed-042d036e13ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590add74-3205-4a76-bed4-38dc0e652727,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:52.501948 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9db9924-ed93-46cf-9fed-042d036e13ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4aa2534f97cd4610bb6f8a3290c6709b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3993673
Dec 11 21:08:52.504958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:52.559281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.568397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d2e4f667-f1c7-412c-afac-5815f6c41db4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:52.617854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.695985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.700254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:52.712138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/590add74-3205-4a76-bed4-38dc0e652727 HTTP/1.1" status: 204  len: 168 time: 0.2013018
Dec 11 21:08:52.732938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3541-6365-4677-86dd-4ae62a98d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590add74-3205-4a76-bed4-38dc0e652727,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:53.148768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:53.173941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bf8f90c3-0084-4362-9e34-c07b067f4629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.193590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ea0a-5572-4aa3-b012-161df7ca9e11 req-93a64237-c29b-45f4-810f-cbbb3d02a9c0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:53.196265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a9ea0a-5572-4aa3-b012-161df7ca9e11 req-93a64237-c29b-45f4-810f-cbbb3d02a9c0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0872405
Dec 11 21:08:53.306248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f5a9ea0a-5572-4aa3-b012-161df7ca9e11 req-ded7a3c7-b834-4134-bb15-3f2aac152784 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990710
Dec 11 21:08:53.350970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bf8f90c3-0084-4362-9e34-c07b067f4629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.355721 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bf8f90c3-0084-4362-9e34-c07b067f4629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.399936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f90c3-0084-4362-9e34-c07b067f4629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66c03b-79a5-41b2-9f02-cf5bf678f7ba,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:53.411174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36670) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:53.411428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bf8f90c3-0084-4362-9e34-c07b067f4629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73ec79b23db74e5d8883dcf506b47071&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2614186
Dec 11 21:08:53.477245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.521111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.585327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.589282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:53.590656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d66c03b-79a5-41b2-9f02-cf5bf678f7ba HTTP/1.1" status: 204  len: 168 time: 0.1783731
Dec 11 21:08:53.601411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b608f-2132-4bc1-946a-14a01ef749b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66c03b-79a5-41b2-9f02-cf5bf678f7ba,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:53.696447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c7711-5f1a-40c2-85c4-d3345d85e065 req-620a5b22-8926-4730-9ef1-974ff3e9ecfb tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:53.698396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d12c7711-5f1a-40c2-85c4-d3345d85e065 req-620a5b22-8926-4730-9ef1-974ff3e9ecfb tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 944 time: 0.1151958
Dec 11 21:08:53.767928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d12c7711-5f1a-40c2-85c4-d3345d85e065 req-15ff492a-5b8e-4728-9140-8477bd4947be tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619609
Dec 11 21:08:53.897361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d2e4f667-f1c7-412c-afac-5815f6c41db4 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:08:53.973070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port d2e4f667-f1c7-412c-afac-5815f6c41db4 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:08:53.977907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port d2e4f667-f1c7-412c-afac-5815f6c41db4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:08:53.978547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:54.293364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:54.356130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:54.360872 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26e97c6-dafa-45df-8638-6c7e189a2f78" -d '{"events": [{"server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "name": "network-vif-plugged", "status": "completed", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:54.403113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4,segment=NetworkSegment(a2831008-94cf-4141-b425-0d9f4062f7a0),segment_id=a2831008-94cf-4141-b425-0d9f4062f7a0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:54.412014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:54.496035 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe14aec6-4bf8-4ee5-ab46-8209a4c807d5 x-openstack-request-id: req-fe14aec6-4bf8-4ee5-ab46-8209a4c807d5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:54.496522 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "name": "network-vif-plugged", "status": "completed", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:54.496948 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe14aec6-4bf8-4ee5-ab46-8209a4c807d5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:54.497499 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4', 'code': 200}
Dec 11 21:08:54.504511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:54.539254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d62082-2c67-42b6-9ec5-1a350f928d15 req-4208dab7-2455-4b69-87b1-b13ef6c4ca79 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:54.555739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9d62082-2c67-42b6-9ec5-1a350f928d15 req-4208dab7-2455-4b69-87b1-b13ef6c4ca79 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.1307008
Dec 11 21:08:54.591010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825430a5-fb87-426e-a436-f63c7c9f47e1 req-8d2a164b-70a8-4c42-9158-b9efdc7f3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:54.595653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-825430a5-fb87-426e-a436-f63c7c9f47e1 req-8d2a164b-70a8-4c42-9158-b9efdc7f3a6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 1096 time: 0.0641985
Dec 11 21:08:54.638510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9d62082-2c67-42b6-9ec5-1a350f928d15 req-64c9805c-5baa-480c-94f3-545ddcca8d56 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813639
Dec 11 21:08:54.668567 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-825430a5-fb87-426e-a436-f63c7c9f47e1 req-e0207972-b090-4b1c-bb60-6521a6d1dc41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616794
Dec 11 21:08:54.911529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cd244-69b5-417b-81e7-79561705d002 req-653cf64d-5e14-4573-8db9-c62dbc7cdb10 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:54.914961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c34cd244-69b5-417b-81e7-79561705d002 req-653cf64d-5e14-4573-8db9-c62dbc7cdb10 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0643790
Dec 11 21:08:54.973893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c34cd244-69b5-417b-81e7-79561705d002 req-82ba45aa-3c90-4b9f-9ff9-08dcca4c278b tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522342
Dec 11 21:08:55.779406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80b648-60b7-4629-96f4-e0d0220225de req-8c3f5b70-52c0-42f6-89ec-80bc2f2ac66c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:55.783099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff80b648-60b7-4629-96f4-e0d0220225de req-8c3f5b70-52c0-42f6-89ec-80bc2f2ac66c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0623088
Dec 11 21:08:55.872878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff80b648-60b7-4629-96f4-e0d0220225de req-297c391e-8abf-4480-ae6b-7a5d9d131af6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737128
Dec 11 21:08:56.124169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b07a8-93fa-43db-b581-85269b9d9e90 req-9ee6b6ae-fc32-4c45-8bfa-7768e962ef55 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:56.126803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-826b07a8-93fa-43db-b581-85269b9d9e90 req-9ee6b6ae-fc32-4c45-8bfa-7768e962ef55 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0706255
Dec 11 21:08:56.194424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-826b07a8-93fa-43db-b581-85269b9d9e90 req-961165f4-592f-4574-8eb0-0035c407c045 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612812
Dec 11 21:08:56.341292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3bf7-b38b-4048-a722-eb5208e0738f req-09a28f90-a85e-4fec-b13a-e539b16eed7f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:56.343903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-025d3bf7-b38b-4048-a722-eb5208e0738f req-09a28f90-a85e-4fec-b13a-e539b16eed7f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0693235
Dec 11 21:08:56.405320 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-025d3bf7-b38b-4048-a722-eb5208e0738f req-4430e570-564c-4386-b3e4-0f73d22f38b3 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532041
Dec 11 21:08:56.961833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36862) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:56.993345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75547240-6bab-4b33-8b97-7e94346c1e3d req-9e5ceacc-647a-41bb-a8bb-e13d72c62649 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:57.003332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75547240-6bab-4b33-8b97-7e94346c1e3d req-9e5ceacc-647a-41bb-a8bb-e13d72c62649 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0800693
Dec 11 21:08:57.077468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75547240-6bab-4b33-8b97-7e94346c1e3d req-124d1edb-f51a-462d-88e3-722aecb77597 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682604
Dec 11 21:08:57.088425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bc88-266d-4ed0-979b-5c841c56c0b6 req-ee1c385a-a421-4b4a-b04b-01ffb41ca06b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:57.097638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc01bc88-266d-4ed0-979b-5c841c56c0b6 req-ee1c385a-a421-4b4a-b04b-01ffb41ca06b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.1070869
Dec 11 21:08:57.130233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6365dce9-1c1e-4d7d-8293-5eabc4e5e310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.229395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6365dce9-1c1e-4d7d-8293-5eabc4e5e310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.274154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc01bc88-266d-4ed0-979b-5c841c56c0b6 req-3c7cc37d-1a7e-4e4f-b4ba-a37f3aa3245b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1713955
Dec 11 21:08:57.275240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6365dce9-1c1e-4d7d-8293-5eabc4e5e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.353212 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6365dce9-1c1e-4d7d-8293-5eabc4e5e310 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16d348d3437343a6afdb7af650c94586&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3889585
Dec 11 21:08:57.355958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36872) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:57.356708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365dce9-1c1e-4d7d-8293-5eabc4e5e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1adfe60-f4d4-4985-9d78-29456239fe99,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:57.435802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.480396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.484005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f93e1-4ddc-4cc2-860a-75961f2a4521 req-1b7bb6aa-39d4-4537-9551-54afd2d57620 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:57.486079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f5f93e1-4ddc-4cc2-860a-75961f2a4521 req-1b7bb6aa-39d4-4537-9551-54afd2d57620 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0602434
Dec 11 21:08:57.547834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.551115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:57.552511 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1adfe60-f4d4-4985-9d78-29456239fe99 HTTP/1.1" status: 204  len: 168 time: 0.1954331
Dec 11 21:08:57.558164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f5f93e1-4ddc-4cc2-860a-75961f2a4521 req-b5604966-b406-4290-b17e-fac3dbc547bb tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651670
Dec 11 21:08:57.584611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1b41d-af1d-40f7-a2a8-92027afa659f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1adfe60-f4d4-4985-9d78-29456239fe99,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:58.090871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:58.282734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d35136f-1539-4ef5-9a57-2b1136fe859f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.434289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43818d80-d498-49a8-9fb7-e110d3f8c9d6 req-de9bb908-5f56-4893-8273-6f9d33cce7df tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:58.446794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43818d80-d498-49a8-9fb7-e110d3f8c9d6 req-de9bb908-5f56-4893-8273-6f9d33cce7df tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0919433
Dec 11 21:08:58.507421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d35136f-1539-4ef5-9a57-2b1136fe859f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.518766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d35136f-1539-4ef5-9a57-2b1136fe859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.545719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43818d80-d498-49a8-9fb7-e110d3f8c9d6 req-ebe64f7c-5da7-4e4e-8931-0374591f27d8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924280
Dec 11 21:08:58.570080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d35136f-1539-4ef5-9a57-2b1136fe859f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=443d78301813468999aac38983bfad6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4781070
Dec 11 21:08:58.570873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35136f-1539-4ef5-9a57-2b1136fe859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe4d38-b601-4ce3-bdbe-642946680d06,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:58.572810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 36910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:58.638311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.664351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.750016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7da015-d385-4a08-965e-3e4ccfd21269 req-3082f3ce-110a-4bae-8a2f-25c93537589e tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:58.757312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d7da015-d385-4a08-965e-3e4ccfd21269 req-3082f3ce-110a-4bae-8a2f-25c93537589e tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.0951111
Dec 11 21:08:58.835899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.840012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:58.843847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93fe4d38-b601-4ce3-bdbe-642946680d06 HTTP/1.1" status: 204  len: 168 time: 0.2666891
Dec 11 21:08:58.862702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d7da015-d385-4a08-965e-3e4ccfd21269 req-d27c84db-d8e9-47fa-8e16-d2fd85a179bd tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044388
Dec 11 21:08:58.887050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ac06e-5966-4095-a544-b25428dc6661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe4d38-b601-4ce3-bdbe-642946680d06,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:58.900493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-f890ab1c-8711-4b9f-879b-53b6a46d721d tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:58.902078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-f890ab1c-8711-4b9f-879b-53b6a46d721d tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 945 time: 0.1298366
Dec 11 21:08:59.049591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Deleting port d2e4f667-f1c7-412c-afac-5815f6c41db4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:08:59.049935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.196161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] For port d2e4f667-f1c7-412c-afac-5815f6c41db4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d2e4f667-f1c7-412c-afac-5815f6c41db4,segment=NetworkSegment(a2831008-94cf-4141-b425-0d9f4062f7a0),segment_id=a2831008-94cf-4141-b425-0d9f4062f7a0)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:08:59.196555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.212594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Calling delete_port for d2e4f667-f1c7-412c-afac-5815f6c41db4 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:08:59.365930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.380234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['d2e4f667-f1c7-412c-afac-5815f6c41db4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:08:59.450897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36938) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:59.456526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Pushing event deleted for resources: {'Port': ['ID=d2e4f667-f1c7-412c-afac-5815f6c41db4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:59.458997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] No DVR routers for this DVR port d2e4f667-f1c7-412c-afac-5815f6c41db4 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:08:59.462597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.466880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a74f30fa-a6d6-470a-bd3d-f3cf040f8e8d req-cc7cab6d-ad33-461d-bb63-83d4de39562f tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.30 "DELETE /v2.0/ports/d2e4f667-f1c7-412c-afac-5815f6c41db4 HTTP/1.1" status: 204  len: 173 time: 0.5571604
Dec 11 21:08:59.467421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'name': 'network-vif-deleted', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:08:59.469891 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1e9ce8-7cf8-45ac-b37b-a2c81a99e60c" -d '{"events": [{"server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "name": "network-vif-deleted", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:08:59.510066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c003-c8f2-4a2c-9d94-a9448408bbfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.621420 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c76194-3bb6-4ad2-abee-8c0cc65e4af7 x-openstack-request-id: req-82c76194-3bb6-4ad2-abee-8c0cc65e4af7 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:08:59.622056 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff07fd30-e25f-495e-be88-ee961364e83c", "name": "network-vif-deleted", "tag": "d2e4f667-f1c7-412c-afac-5815f6c41db4", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:08:59.622415 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82c76194-3bb6-4ad2-abee-8c0cc65e4af7 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:08:59.622941 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff07fd30-e25f-495e-be88-ee961364e83c', 'name': 'network-vif-deleted', 'tag': 'd2e4f667-f1c7-412c-afac-5815f6c41db4', 'status': 'completed', 'code': 200}
Dec 11 21:08:59.741498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c003-c8f2-4a2c-9d94-a9448408bbfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.751125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bad3c003-c8f2-4a2c-9d94-a9448408bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:08:59.809812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3c003-c8f2-4a2c-9d94-a9448408bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8191eb98-2ebb-43d8-9150-e9372b1defd1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:08:59.855529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bad3c003-c8f2-4a2c-9d94-a9448408bbfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55e54fc6b6c24cd2974ebbc2457df35c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4025674
Dec 11 21:08:59.858293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 36956) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:08:59.869098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc938f-536e-4857-9668-137d379faf0d req-6d565840-5abb-487e-a54b-5522b5e4be48 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:08:59.873579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dbc938f-536e-4857-9668-137d379faf0d req-6d565840-5abb-487e-a54b-5522b5e4be48 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.1698344
Dec 11 21:09:00.012680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:00.044337 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:00.127025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dbc938f-536e-4857-9668-137d379faf0d req-55ea277c-f337-4c28-aef7-9291e7ee25ad tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283183
Dec 11 21:09:00.139917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:00.145994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:00.152262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8191eb98-2ebb-43d8-9150-e9372b1defd1 HTTP/1.1" status: 204  len: 168 time: 0.2870514
Dec 11 21:09:00.163606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880d51-7a92-46d2-ba70-81411f170723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8191eb98-2ebb-43d8-9150-e9372b1defd1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:00.316910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e6ab7c1-9cce-45c5-ab2b-7979d00e5809 req-e4b5fa55-fdea-4635-a924-de2753068984 tempest-ServersNegativeTestMultiTenantJSON-125172105 tempest-ServersNegativeTestMultiTenantJSON-125172105-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff07fd30-e25f-495e-be88-ee961364e83c HTTP/1.1" status: 200  len: 210 time: 0.0817628
Dec 11 21:09:00.811116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a1a4c-6bda-49ea-807e-22c5251cabb8 req-05e3e4d7-7676-4c72-9261-c6d5b6fad491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:00.817181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f62a1a4c-6bda-49ea-807e-22c5251cabb8 req-05e3e4d7-7676-4c72-9261-c6d5b6fad491 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.4012368
Dec 11 21:09:00.893345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f62a1a4c-6bda-49ea-807e-22c5251cabb8 req-86b67271-ffc8-4d9d-b5df-2ca758cb1820 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681860
Dec 11 21:09:01.018686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37016) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:01.150389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd086-1f14-4381-afa0-d7ca516658f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.338949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd086-1f14-4381-afa0-d7ca516658f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.352098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd086-1f14-4381-afa0-d7ca516658f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.356990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4b5b9-81d0-4271-8b18-39cb9dbec5f5 req-69965934-e39f-4023-9d71-466466ccd043 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:01.369109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bf4b5b9-81d0-4271-8b18-39cb9dbec5f5 req-69965934-e39f-4023-9d71-466466ccd043 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.1495681
Dec 11 21:09:01.453200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d6bd086-1f14-4381-afa0-d7ca516658f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5160898cc25b464495b6bf0efe19c471&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4302089
Dec 11 21:09:01.453200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37036) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:01.453200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd086-1f14-4381-afa0-d7ca516658f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3efb8d-e178-4585-b582-a523504932dd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:01.455903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37038) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:01.536294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.548233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6bf4b5b9-81d0-4271-8b18-39cb9dbec5f5 req-479e8536-a66a-4eee-b2cc-da0d433a2aa9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707239
Dec 11 21:09:01.561005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.590883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Deleting subnet c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:01.596852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.644090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.655135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.661590 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.665707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef3efb8d-e178-4585-b582-a523504932dd HTTP/1.1" status: 204  len: 168 time: 0.2006156
Dec 11 21:09:01.674144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92b213-762b-4cb4-aa6a-d23b29d7b9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3efb8d-e178-4585-b582-a523504932dd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:01.761747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.864284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.900219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:01.902619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:01.907178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b621f03-d6e6-4f92-9e60-5ee9c91203b5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c6a8e2bd-d098-4431-b0cd-f9ec81aaa3a8 HTTP/1.1" status: 204  len: 168 time: 0.4495511
Dec 11 21:09:01.911510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:01.922843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d2e4f667-f1c7-412c-afac-5815f6c41db4 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:01.964446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: d2e4f667-f1c7-412c-afac-5815f6c41db4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:01.964799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device d2e4f667-f1c7-412c-afac-5815f6c41db4 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:01.999366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.089532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.113873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d844f9160>,) {'filters': {'network_id': ['6f813115-0316-4be8-a38c-14a7c1dc09cb']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.125030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844f9160>, 'a2831008-94cf-4141-b425-0d9f4062f7a0') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.125919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d844f9160>, 'a2831008-94cf-4141-b425-0d9f4062f7a0') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.136375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.151987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.158857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:02.159267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:02.161023 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:02.225044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.233248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.238570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f813115-0316-4be8-a38c-14a7c1dc09cb HTTP/1.1" status: 204  len: 168 time: 0.3203149
Dec 11 21:09:02.241160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37072) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:02.294664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e4aeb-60c8-420e-b067-f9c918abc9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f813115-0316-4be8-a38c-14a7c1dc09cb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:02.312154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Deleting subnet 52fc22ff-6813-429a-86b5-fb97f359fc94 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:02.316513 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.335899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:02.351991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3697555b-780e-4ac9-893b-ba4adb29d802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.364829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.426858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.464753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3697555b-780e-4ac9-893b-ba4adb29d802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.471116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3697555b-780e-4ac9-893b-ba4adb29d802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.513567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.534800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3697555b-780e-4ac9-893b-ba4adb29d802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2a9a2a53d354ece847a8f13687402e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1972549
Dec 11 21:09:02.536585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37094) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:02.544029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697555b-780e-4ac9-893b-ba4adb29d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f12a50-6d8e-4964-bf7c-46a2ac565e1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:02.546661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fc22ff-6813-429a-86b5-fb97f359fc94,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:02.552827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.556566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7ee9947b-7720-4e56-abfa-a7647a09d1ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52fc22ff-6813-429a-86b5-fb97f359fc94 HTTP/1.1" status: 204  len: 168 time: 0.3139508
Dec 11 21:09:02.558942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37096) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:02.679218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.696257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.728420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.840422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.864406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7efd2d30>,) {'filters': {'network_id': ['b3ccc042-3fe0-4359-a01d-6f55233730d5']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.875136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7efd2d30>, 'fe8ccee5-2c6b-4b60-b4f1-945209d1f342') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.875527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7efd2d30>, 'fe8ccee5-2c6b-4b60-b4f1-945209d1f342') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:02.888227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.890438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.894235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.897817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06f12a50-6d8e-4964-bf7c-46a2ac565e1b HTTP/1.1" status: 204  len: 168 time: 0.3580213
Dec 11 21:09:02.915773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3309f-c7fa-4c5b-8153-0bbe19494c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f12a50-6d8e-4964-bf7c-46a2ac565e1b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:02.917965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.925917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:02.926420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:02.928776 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:03.029242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774640-1e34-4ec7-8242-ba8c94f1757f req-49996122-8103-491b-ab5b-36c6032e6cca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:03.031007 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69774640-1e34-4ec7-8242-ba8c94f1757f req-49996122-8103-491b-ab5b-36c6032e6cca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.4044650
Dec 11 21:09:03.039306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.048486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.060451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3ccc042-3fe0-4359-a01d-6f55233730d5 HTTP/1.1" status: 204  len: 168 time: 0.5002515
Dec 11 21:09:03.092462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e5da4-42f9-4f16-877d-0d8de14e6758 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ccc042-3fe0-4359-a01d-6f55233730d5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:03.105373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69774640-1e34-4ec7-8242-ba8c94f1757f req-78aa5bc5-e396-4f2a-a54d-f972adddc76e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669007
Dec 11 21:09:03.379928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:03.416513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0788791-96a2-405a-a36e-316a87cf9924 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54a9aa6ad4324998be6b5bc0bbf2dd0c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0432630
Dec 11 21:09:03.418962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:03.482099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.504873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.561149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.564532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:03.565957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0 HTTP/1.1" status: 204  len: 168 time: 0.1460800
Dec 11 21:09:03.574166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfdd60-fe6d-44e6-8ff8-751a24fea6b0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:03.581736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.582088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.582435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.582806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.583140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.583473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.583801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.584126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.584453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.584772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.585264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.585759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:03.586249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d777742-6a83-4000-9f20-f35359a82986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.039847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:04.089538 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4737631e-8197-488b-9456-d7e740710902 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6cde75c3e514dd49c0cdd9606ab683c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0474358
Dec 11 21:09:04.092208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37176) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:04.144644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.169867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.231080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.236068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.237810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eac5e97-2ced-4583-a8e7-1f3623f4146c HTTP/1.1" status: 204  len: 168 time: 0.1443236
Dec 11 21:09:04.249845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac5e97-2ced-4583-a8e7-1f3623f4146c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:04.269720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.271567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.272190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.272705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.273332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.274004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.274570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.275095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.275589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.276093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.276637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.277508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.278016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e817eba-f0c1-42fd-8668-cd93be3e4e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:04.343791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37196) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:04.388734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69647e19-2930-4120-ae72-95315f8fc9af req-ccbf5aa7-60da-44b1-8f50-852ec32689b9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:04.390275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69647e19-2930-4120-ae72-95315f8fc9af req-ccbf5aa7-60da-44b1-8f50-852ec32689b9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0552917
Dec 11 21:09:04.457535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69647e19-2930-4120-ae72-95315f8fc9af req-afe28f7a-71d5-4725-8515-14f251dfb0e4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595019
Dec 11 21:09:04.596136 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c65d5fe6-a750-415b-a80c-44d6882db056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.678661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c65d5fe6-a750-415b-a80c-44d6882db056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.685237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c65d5fe6-a750-415b-a80c-44d6882db056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.735991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d5fe6-a750-415b-a80c-44d6882db056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7868505a-ef56-48bd-97aa-6971f3714f23,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:04.757621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37226) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:04.769737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c65d5fe6-a750-415b-a80c-44d6882db056 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b613d8d324c49c181ec59cfc3924cbc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4212112
Dec 11 21:09:04.828270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.870521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.932522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.935616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:04.936768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7868505a-ef56-48bd-97aa-6971f3714f23 HTTP/1.1" status: 204  len: 168 time: 0.1779828
Dec 11 21:09:04.950193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c427b-b82a-4870-8ee6-9a0c842055d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7868505a-ef56-48bd-97aa-6971f3714f23,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:05.309711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:05.323420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b03e894-32dd-4874-8cdb-9f91ff9e6d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.405617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b03e894-32dd-4874-8cdb-9f91ff9e6d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.412826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b03e894-32dd-4874-8cdb-9f91ff9e6d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.444972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:05.462699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b03e894-32dd-4874-8cdb-9f91ff9e6d95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f909dcd5b4b542a5ab2fdf64af174fbc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1518281
Dec 11 21:09:05.463629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03e894-32dd-4874-8cdb-9f91ff9e6d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f4166-de67-4762-8ac6-2d171cefa96c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:05.465431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:05.525929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.549870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.599779 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.602801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.606230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd1f4166-de67-4762-8ac6-2d171cefa96c HTTP/1.1" status: 204  len: 168 time: 0.1372442
Dec 11 21:09:05.612792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb18a2f-7860-45d5-8918-d346dec232ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f4166-de67-4762-8ac6-2d171cefa96c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:05.666515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-87671b48-3559-4246-8398-8ac3f7cbfae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.767057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-87671b48-3559-4246-8398-8ac3f7cbfae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.772266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-87671b48-3559-4246-8398-8ac3f7cbfae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.827117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671b48-3559-4246-8398-8ac3f7cbfae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0584ef95-d87d-4904-9376-46c39c97fedd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:05.854961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-87671b48-3559-4246-8398-8ac3f7cbfae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a19dcedd6c4247748729f050f4747dc8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4076693
Dec 11 21:09:05.857369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37342) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:05.918239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:05.943196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.011129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.013774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.017283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0584ef95-d87d-4904-9376-46c39c97fedd HTTP/1.1" status: 204  len: 168 time: 0.1566882
Dec 11 21:09:06.023624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a925cb-ac8b-4630-82c2-aeaa6ad719bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0584ef95-d87d-4904-9376-46c39c97fedd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:06.229987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718f5f7-7ad5-484b-9711-299e53e8f1c4 req-acbbcaaa-608a-403f-8430-4b5718a76f24 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.237882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e718f5f7-7ad5-484b-9711-299e53e8f1c4 req-acbbcaaa-608a-403f-8430-4b5718a76f24 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 947 time: 0.0648227
Dec 11 21:09:06.267345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:06.300824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e718f5f7-7ad5-484b-9711-299e53e8f1c4 req-3ede829f-8d34-4d3a-92c0-a66428823011 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619657
Dec 11 21:09:06.358452 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:09:06.399109 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.428294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:06.430672 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dad23e-8ac1-4d18-ba4a-ee175b29adf7" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:06.444376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:06.454403 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.521858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37388) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:06.522869 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16615565-6021-4f37-833f-de21911b2bad x-openstack-request-id: req-16615565-6021-4f37-833f-de21911b2bad {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:06.523399 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-unplugged", "status": "completed", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:06.523747 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16615565-6021-4f37-833f-de21911b2bad {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:06.524230 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'code': 200}
Dec 11 21:09:06.538548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=14']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:06.600819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f812c-68c5-4c7a-89b7-6ed67e11e1dc req-193937e4-680b-4ca3-bc8c-f81d35af01d6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.602366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f812c-68c5-4c7a-89b7-6ed67e11e1dc req-193937e4-680b-4ca3-bc8c-f81d35af01d6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0945361
Dec 11 21:09:06.608933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-ba817bdb-3c2c-4980-9abe-a3e55a0af80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.610944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-ba817bdb-3c2c-4980-9abe-a3e55a0af80f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.0682242
Dec 11 21:09:06.724264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f812c-68c5-4c7a-89b7-6ed67e11e1dc req-c759f85f-1a6f-4d0a-ad3b-56ca2e67320f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1120121
Dec 11 21:09:06.725865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec511-8cbd-4107-aa46-befd5900170e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.760714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-1a84b299-9407-45c8-9e49-075c7a224769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.762501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-1a84b299-9407-45c8-9e49-075c7a224769 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1430459
Dec 11 21:09:06.831921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec511-8cbd-4107-aa46-befd5900170e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.837941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d0ec511-8cbd-4107-aa46-befd5900170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.842093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-29e1086d-895e-4ad8-8eeb-f8dcac7955cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0725498
Dec 11 21:09:06.883823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d0ec511-8cbd-4107-aa46-befd5900170e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3df54b023d84464b871b63b8815b7680&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3612673
Dec 11 21:09:06.884708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37404) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:06.893087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ec511-8cbd-4107-aa46-befd5900170e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464f5584-619d-4695-901a-609a5376f3ba,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:06.901560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-34123f6e-1b7e-4073-9c1a-44b4e83d013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.904147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-34123f6e-1b7e-4073-9c1a-44b4e83d013e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0553772
Dec 11 21:09:06.965724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:06.976423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-706002de-a4ce-4439-90dd-37ea0145c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:06.978134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-706002de-a4ce-4439-90dd-37ea0145c566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0667996
Dec 11 21:09:06.989922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:07.064569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:07.067246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:07.070999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/464f5584-619d-4695-901a-609a5376f3ba HTTP/1.1" status: 204  len: 168 time: 0.1826582
Dec 11 21:09:07.078585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb68b6-95c2-4f17-bfed-ea7e0560c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464f5584-619d-4695-901a-609a5376f3ba,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:07.108091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-be9332a0-e4fe-4acc-b2c4-8d27dfc1e5a5 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218879
Dec 11 21:09:07.222449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4176f500-fb3a-4c97-9334-fa01c45f0445 req-05d71c82-23c7-4e8a-ba33-457a819db991 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074212
Dec 11 21:09:07.844711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a56c0-7ffa-494f-9682-a35878db9e85 req-9678dd74-1551-47ca-953e-adda76b81354 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:07.847463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-780a56c0-7ffa-494f-9682-a35878db9e85 req-9678dd74-1551-47ca-953e-adda76b81354 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0603364
Dec 11 21:09:07.899588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-780a56c0-7ffa-494f-9682-a35878db9e85 req-9594f339-c202-4940-b928-098254a262b8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439842
Dec 11 21:09:07.958652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37478) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:08.110716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956a2af-5019-493f-9542-f2a5f9507037 req-aec380f0-068f-48e2-899f-081b80274974 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:08.112704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e956a2af-5019-493f-9542-f2a5f9507037 req-aec380f0-068f-48e2-899f-081b80274974 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0584345
Dec 11 21:09:08.129796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436bc2eb-e587-4623-8a4f-589150e7123c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.184848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e956a2af-5019-493f-9542-f2a5f9507037 req-7d7b8195-4956-4d7a-b20b-0f2a469d866a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590136
Dec 11 21:09:08.219265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37494) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:08.229254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436bc2eb-e587-4623-8a4f-589150e7123c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.236041 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436bc2eb-e587-4623-8a4f-589150e7123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.296468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-436bc2eb-e587-4623-8a4f-589150e7123c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a8c0aadb6834903a800d66c5a2cdf58&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3343687
Dec 11 21:09:08.296782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37500) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:08.317067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bc2eb-e587-4623-8a4f-589150e7123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fad872a-97f4-497e-87ce-277f3d2dda1c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:08.350927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-883817761-network', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:08.371757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae004e04-d026-4837-b89a-dd970e4518eb req-a003fc5c-0dbc-456b-9ca9-c3a27a963b15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:08.373290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae004e04-d026-4837-b89a-dd970e4518eb req-a003fc5c-0dbc-456b-9ca9-c3a27a963b15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0982077
Dec 11 21:09:08.377223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Made reservation on behalf of 877d0194d21c485ab3477d5ed73d1970 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:08.379797 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.388666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.404724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.444857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.461235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae004e04-d026-4837-b89a-dd970e4518eb req-6f3dc08c-4471-4027-a72f-aef024cba290 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765486
Dec 11 21:09:08.486169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.499118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.522060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:08.529996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.536598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.538583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fad872a-97f4-497e-87ce-277f3d2dda1c HTTP/1.1" status: 204  len: 168 time: 0.2406650
Dec 11 21:09:08.542726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11536820-0a46-43d3-8db3-3c2b1a85b952,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:08.546049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.546388 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Added segment 339022c2-8c21-44e3-83f8-6b26d7e4fde5 of type vlan for network 984a0679-f8df-497e-8996-1e2882618dc8
Dec 11 21:09:08.551282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c20dd6-c33e-4079-a396-1c25afbffc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fad872a-97f4-497e-87ce-277f3d2dda1c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:08.616761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.644300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.646612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:08.647347 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.706926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4862967
Dec 11 21:09:08.709876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37526) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:08.716583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Request body: {'subnet': {'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-subnet', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:08.720697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa1e6d-6f0a-40c6-bf39-b0d2b22cd978 admin admin] Pushing event updated for resources: {'Network': ['ID=984a0679-f8df-497e-8996-1e2882618dc8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:08.733027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 984a0679-f8df-497e-8996-1e2882618dc8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:08.755370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Made reservation on behalf of 877d0194d21c485ab3477d5ed73d1970 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:08.764050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:08.878520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-aff3ebc1-e5ce-450f-812d-0a943d902909 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:08.881144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-aff3ebc1-e5ce-450f-812d-0a943d902909 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.1444516
Dec 11 21:09:08.902509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-6b039521-37ea-4d56-944e-375c4e0fd912 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/quotas/7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 375 time: 0.0136921
Dec 11 21:09:08.966054 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-65e1646b-1f40-469f-9ed5-226b745e4b63 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0578134
Dec 11 21:09:08.980153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-4124f6cd-f6e7-441e-b0a7-8622909bc182 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:09:08.981122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-4124f6cd-f6e7-441e-b0a7-8622909bc182 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053999
Dec 11 21:09:09.030812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.105339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:09.106114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Network hostable DHCP agents. Network: 984a0679-f8df-497e-8996-1e2882618dc8, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:09.108115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-8323856f-9091-474c-9144-2257e6336649 service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195884
Dec 11 21:09:09.109855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e188049c-61b5-46ec-a346-79766ec4b29b,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:09.139858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Network 984a0679-f8df-497e-8996-1e2882618dc8 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:09.155740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 984a0679-f8df-497e-8996-1e2882618dc8) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:09.160542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:09.161216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.166687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f73ff-7fe1-4168-9957-888c6cb92e22 None None] Network 984a0679-f8df-497e-8996-1e2882618dc8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:09.185774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-001ef98b-7dac-4866-ab0e-72ddeefe946f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4731421
Dec 11 21:09:09.185967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37550) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:09.193695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:09.235839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.239020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.247134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-e78120ce-e105-4bf4-bb3a-f1ef39fc75ca service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376712
Dec 11 21:09:09.320580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-984a0679-f8df-497e-8996-1e2882618dc8', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:09.323485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.337569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.551800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.573953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad9106dd-8401-4b90-ba1d-437b089866e1 req-351e5809-1d7e-443e-b012-2cc09cf45dd1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 210 time: 0.0343950
Dec 11 21:09:09.599198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Allocated IP 172.20.0.2 (984a0679-f8df-497e-8996-1e2882618dc8/e188049c-61b5-46ec-a346-79766ec4b29b/160f5e91-ce99-4e00-b7d7-932f9f4ade20) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:09.810101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.819046 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.861224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.865178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37584) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:09.876366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Network 984a0679-f8df-497e-8996-1e2882618dc8 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:09.879845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:09.883345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:09.889171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Pushing event updated for resources: {'Port': ['ID=160f5e91-ce99-4e00-b7d7-932f9f4ade20,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:09.894733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.970775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Attempting to bind port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:09.971196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Attempting to bind port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:09.971574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Attempting to bind port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:09.978993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:09.979520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:09.980074 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:09.980474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Bound using segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:09.981124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Bound port: 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:09.982768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.028863 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a32b74bb-4ca1-4688-8295-08182d3e7b9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.042170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Allocated IP 172.35.1.115 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f702ee2d-65ba-4707-86db-2f238a02aaed) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:10.062326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] For port 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:10.068106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] For port 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160f5e91-ce99-4e00-b7d7-932f9f4ade20,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:10.075768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.182150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc8090-7dad-496e-85b0-4299f79c6153 None None] Pushing event updated for resources: {'Port': ['ID=160f5e91-ce99-4e00-b7d7-932f9f4ade20,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:10.192865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.201978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a32b74bb-4ca1-4688-8295-08182d3e7b9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.211103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a32b74bb-4ca1-4688-8295-08182d3e7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.246462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.251686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b74bb-4ca1-4688-8295-08182d3e7b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d3236-6084-4e9e-829c-8c3288413080,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:10.300380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a32b74bb-4ca1-4688-8295-08182d3e7b9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e51b8900ce58413ab24e0cb7928b7dd1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4338808
Dec 11 21:09:10.300702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37598) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:10.340206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:10.349469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:10.357947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:10.365265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9fdc4c-87ee-4917-9320-03b3c774f40b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:10.368228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Pushing event updated for resources: {'Port': ['ID=f702ee2d-65ba-4707-86db-2f238a02aaed,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:10.428904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.455762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.457966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-68341a93-3fb0-43ae-982e-64f85fafa511 None None] Provisioning complete for port f702ee2d-65ba-4707-86db-2f238a02aaed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:10.458337 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68341a93-3fb0-43ae-982e-64f85fafa511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.471748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37600) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:10.522289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-68341a93-3fb0-43ae-982e-64f85fafa511 None None] Port f702ee2d-65ba-4707-86db-2f238a02aaed cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:10.608967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-33bb81dc-2f47-434c-81d8-c000002ada65 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2073430602'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:10.609629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-33bb81dc-2f47-434c-81d8-c000002ada65 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Unknown quota resources ['metering_label']. {{(pid=125988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:09:10.659633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.662749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.664052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a6d3236-6084-4e9e-829c-8c3288413080 HTTP/1.1" status: 204  len: 168 time: 0.3622179
Dec 11 21:09:10.717895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abdd1997-0cc2-44ee-a290-3a33c97a7df3 req-2ba703b9-efa9-4479-b79b-509a80fcfd8b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 210 time: 0.0301831
Dec 11 21:09:10.726718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78dcb4-1a39-4a17-ac27-0ea183a09122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d3236-6084-4e9e-829c-8c3288413080,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:10.806570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.901078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33bb81dc-2f47-434c-81d8-c000002ada65 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:10.905597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33bb81dc-2f47-434c-81d8-c000002ada65 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 0.4325311
Dec 11 21:09:10.906860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37608) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:10.914083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4154f811-3f31-4e74-8660-79fe7852d7f2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3c93b713-7271-42cc-8f6f-38966a1cf3e5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:10.914592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4154f811-3f31-4e74-8660-79fe7852d7f2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:09:11.007135 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a10f5b3-295f-47de-969f-7c94ca3e18cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.043661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-51b7adeb-063b-4186-984c-daf9f11f87a2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:11.050751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-51b7adeb-063b-4186-984c-daf9f11f87a2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.1608560
Dec 11 21:09:11.071192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'device_id': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'admin_state_up': True, 'tenant_id': '7136a03d325a402baa5aba04539a20a9'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:11.164305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37612) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:11.189817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b26e750-792b-4a0b-81bd-5cb1ffea268b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.270983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:11.274547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.357266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b26e750-792b-4a0b-81bd-5cb1ffea268b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.361997 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.metering.metering_plugin [None req-4154f811-3f31-4e74-8660-79fe7852d7f2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 11 21:09:11.363995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b26e750-792b-4a0b-81bd-5cb1ffea268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.422248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b26e750-792b-4a0b-81bd-5cb1ffea268b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a844ee18b0c42b4b4f89a2307f15b23&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2545977
Dec 11 21:09:11.423016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37614) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:11.425004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26e750-792b-4a0b-81bd-5cb1ffea268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c590231e-6502-41cd-bfa0-c5309f56c10c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:11.480396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c827f-2248-4911-a4d8-59320388340d None None] Network 984a0679-f8df-497e-8996-1e2882618dc8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:11.513993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.20.0.12 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/f85a8e61-7190-4f01-84e6-3d056e48c912) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:11.520509 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.540698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4154f811-3f31-4e74-8660-79fe7852d7f2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.544272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4154f811-3f31-4e74-8660-79fe7852d7f2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6361947
Dec 11 21:09:11.548586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37616) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:11.555707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9b1d10d6-792c-48de-b781-75f1f269d4e6 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3c93b713-7271-42cc-8f6f-38966a1cf3e5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:11.556443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9b1d10d6-792c-48de-b781-75f1f269d4e6 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:09:11.560010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.571195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] Provisioning complete for port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:11.571835 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.662336 ncdv-master-1 neutron-server[125987]: WARNING neutron.services.metering.metering_plugin [None req-9b1d10d6-792c-48de-b781-75f1f269d4e6 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 11 21:09:11.667714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.685600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.690620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.693494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.697813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c590231e-6502-41cd-bfa0-c5309f56c10c HTTP/1.1" status: 204  len: 168 time: 0.2705936
Dec 11 21:09:11.728168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] For port 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160f5e91-ce99-4e00-b7d7-932f9f4ade20,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:11.736772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.781083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.817560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9b1d10d6-792c-48de-b781-75f1f269d4e6 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.827344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9b1d10d6-792c-48de-b781-75f1f269d4e6 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.2772729
Dec 11 21:09:11.833012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37622) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:11.839053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d699d65-f101-452f-9ebd-a1a5331507f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c590231e-6502-41cd-bfa0-c5309f56c10c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:11.849138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:11.855978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9404ce23-aa88-4c31-bf4a-22a88debc286 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=8e439627-4517-44e0-9c90-296ba7499226 HTTP/1.1" status: 200  len: 464 time: 0.0195527
Dec 11 21:09:11.858853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37624) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:11.877012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4a037-dc4a-4082-94e7-5706fa6efaf8 None None] Pushing event updated for resources: {'Port': ['ID=160f5e91-ce99-4e00-b7d7-932f9f4ade20,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:11.900953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:11.907255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:11.939532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:12.051252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444af5c-97d1-4eed-abe3-81f474a6b1c0 req-cfc006f8-0efe-4b04-9ccf-e00cc369edc8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:12.052065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:12.060820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6444af5c-97d1-4eed-abe3-81f474a6b1c0 req-cfc006f8-0efe-4b04-9ccf-e00cc369edc8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 932 time: 0.1912596
Dec 11 21:09:12.081149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:12.081805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.119805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de47debc-98cc-4e6d-b063-099d9e21f930 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.120943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de47debc-98cc-4e6d-b063-099d9e21f930 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/8e439627-4517-44e0-9c90-296ba7499226 HTTP/1.1" status: 204  len: 168 time: 0.2609375
Dec 11 21:09:12.124633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37630) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.152382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-1716117c-f021-45ff-b685-a85ab5cb44a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0900874
Dec 11 21:09:12.153734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e550e251-3396-4bff-94c3-5f3caadec179 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=8e439627-4517-44e0-9c90-296ba7499226 HTTP/1.1" status: 200  len: 221 time: 0.0272820
Dec 11 21:09:12.158053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37632) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.163417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6444af5c-97d1-4eed-abe3-81f474a6b1c0 req-2f71cc69-9744-4216-9396-3f5d6d45606c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015942
Dec 11 21:09:12.164539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:09:12.165703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-be014326-3aea-456f-a02f-28c499e9d51d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--34766590', 'description': 'label created by tempest'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:12.166370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-be014326-3aea-456f-a02f-28c499e9d51d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Unknown quota resources ['metering_label']. {{(pid=125988) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:09:12.180673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Request body: {'port': {'device_id': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:12.182212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3a11d4bb-7a8a-4be6-8a87-7cc7ddbf00e9 None None] Provisioning complete for port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:12.185456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3a11d4bb-7a8a-4be6-8a87-7cc7ddbf00e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.275204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 160f5e91-ce99-4e00-b7d7-932f9f4ade20 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:12.329112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:12.354196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.358243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7d2b922c-42b9-487c-a25a-b218df72c71d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.1687126
Dec 11 21:09:12.358679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37638) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.358828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:12.414159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:12.414734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cec4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:08:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:12.480764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:12.481139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.498870 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.511357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-be014326-3aea-456f-a02f-28c499e9d51d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.512547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-be014326-3aea-456f-a02f-28c499e9d51d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 468 time: 0.3529510
Dec 11 21:09:12.515492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37644) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.630664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c102fb12-ed52-4b41-9ac1-d24d555f3e23 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=133d675f-eb50-4388-b616-93eaa649e42f HTTP/1.1" status: 200  len: 466 time: 0.1132500
Dec 11 21:09:12.633429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37650) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.636152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:12.640401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-65795fdb-8ef4-4a17-918f-e4e59f2364bc None None] Provisioning complete for port f85a8e61-7190-4f01-84e6-3d056e48c912 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:12.641508 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65795fdb-8ef4-4a17-918f-e4e59f2364bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.725680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-65795fdb-8ef4-4a17-918f-e4e59f2364bc None None] Port f85a8e61-7190-4f01-84e6-3d056e48c912 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:12.860082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4581fae-1b36-4129-af93-a97b8593d73d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:12.864268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4581fae-1b36-4129-af93-a97b8593d73d tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/133d675f-eb50-4388-b616-93eaa649e42f HTTP/1.1" status: 204  len: 168 time: 0.2297654
Dec 11 21:09:12.865065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37660) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.881260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ae3abcc2-fa97-4f4d-9f66-b676b1ea0aec tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=133d675f-eb50-4388-b616-93eaa649e42f HTTP/1.1" status: 200  len: 216 time: 0.0149236
Dec 11 21:09:12.882118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37662) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.896209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-271de7b3-f0de-4d6b-9814-dfecef2c41a2 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0127482
Dec 11 21:09:12.897048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.952004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ffd8b8a-e587-4d2f-9826-edac636ec281 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0522606
Dec 11 21:09:12.953834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cec4c0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:10Z', 'revision_number': 3, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:12.955990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37668) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:12.993940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:09:12.994442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Updating router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 port f702ee2d-65ba-4707-86db-2f238a02aaed binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:09:13.021977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0a8b19b-1b27-4cfe-9c7b-ad285100c526 tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/3c93b713-7271-42cc-8f6f-38966a1cf3e5 HTTP/1.1" status: 200  len: 473 time: 0.0644767
Dec 11 21:09:13.022337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37670) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:13.026650 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.039727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85a8e61-7190-4f01-84e6-3d056e48c912 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:09:13.040096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dd5dff04-6dff-43ff-9469-22198629b9cc tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/017a4600-f24f-4acf-a7ce-13f30b634b74 HTTP/1.1" status: 200  len: 461 time: 0.0161669
Dec 11 21:09:13.040367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37672) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:13.054253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.081000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Transition to ACTIVE for port object f85a8e61-7190-4f01-84e6-3d056e48c912 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:09:13.103295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.166429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8cbdb8e-f2cf-45ed-a1e8-2fb91274932f tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.170307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a8cbdb8e-f2cf-45ed-a1e8-2fb91274932f tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/017a4600-f24f-4acf-a7ce-13f30b634b74 HTTP/1.1" status: 204  len: 168 time: 0.1288755
Dec 11 21:09:13.170646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37678) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:13.233877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Pushing event updated for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:13.369482 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.379693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.444489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683aafe2-2424-4893-b137-5ec006768871 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:13.482743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Attempting to bind port f702ee2d-65ba-4707-86db-2f238a02aaed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:13.483090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Attempting to bind port f702ee2d-65ba-4707-86db-2f238a02aaed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:13.483464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Attempting to bind port f702ee2d-65ba-4707-86db-2f238a02aaed on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:13.491533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:13.491920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:13.492318 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.492709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:13.493189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Bound port: f702ee2d-65ba-4707-86db-2f238a02aaed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:13.493612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.495926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b740b-e112-4508-84d3-81d049d863e8 None None] Pushing event updated for resources: {'Port': ['ID=f702ee2d-65ba-4707-86db-2f238a02aaed,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:13.518954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36e600ff-388d-443d-baae-b4f0166322fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.562060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] For port f702ee2d-65ba-4707-86db-2f238a02aaed, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:13.569205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] For port f702ee2d-65ba-4707-86db-2f238a02aaed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f702ee2d-65ba-4707-86db-2f238a02aaed,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:13.577714 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.628017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] Provisioning complete for port f702ee2d-65ba-4707-86db-2f238a02aaed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:13.628457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.636408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed48d2f-50a3-4399-ae74-b95775979f12 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:13.717597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.857116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:13.857749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cec4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:13.859627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b740b-e112-4508-84d3-81d049d863e8 None None] Pushing event updated for resources: {'Port': ['ID=f702ee2d-65ba-4707-86db-2f238a02aaed,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:13.869602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48da58f2-ac21-492a-bbfc-13a746ec88fd tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:13.870811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-48da58f2-ac21-492a-bbfc-13a746ec88fd tempest-MeteringTestJSON-53204550 tempest-MeteringTestJSON-53204550-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/3c93b713-7271-42cc-8f6f-38966a1cf3e5 HTTP/1.1" status: 204  len: 168 time: 0.6878963
Dec 11 21:09:13.882287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7676dce-8615-4e1a-94e5-a85821d07072 req-04776adf-d30b-4906-92d3-8dad660e62c5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:13.883951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f7676dce-8615-4e1a-94e5-a85821d07072 req-04776adf-d30b-4906-92d3-8dad660e62c5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 944 time: 0.2932723
Dec 11 21:09:13.992119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Attempting to bind port f85a8e61-7190-4f01-84e6-3d056e48c912 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:13.992426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Attempting to bind port f85a8e61-7190-4f01-84e6-3d056e48c912 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:13.992852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Attempting to bind port f85a8e61-7190-4f01-84e6-3d056e48c912 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:14.000003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.008655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:14.025215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Port f85a8e61-7190-4f01-84e6-3d056e48c912 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:09:14.025543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Attempting to bind port f85a8e61-7190-4f01-84e6-3d056e48c912 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:14.079226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:14.079842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:14.079949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:14.080327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Bound port: f85a8e61-7190-4f01-84e6-3d056e48c912, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:14.080456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] For port f702ee2d-65ba-4707-86db-2f238a02aaed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f702ee2d-65ba-4707-86db-2f238a02aaed,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:14.080689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.089881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f7676dce-8615-4e1a-94e5-a85821d07072 req-ab98fb8b-18f8-4782-993f-dedcf091deee tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881824
Dec 11 21:09:14.095080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.208394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:14.210848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Allocated IP 172.20.0.1 (984a0679-f8df-497e-8996-1e2882618dc8/e188049c-61b5-46ec-a346-79766ec4b29b/07844215-5f21-41fb-a7ba-1a26a16ddf7b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:14.211611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898dac-ab85-460c-9a6b-44a9dd8d5545 None None] Pushing event updated for resources: {'Port': ['ID=f702ee2d-65ba-4707-86db-2f238a02aaed,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:14.213961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f85a8e61-7190-4f01-84e6-3d056e48c912,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:14.225373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.262439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-51ade30c-1b9c-4d47-b3c3-cd56a1915f09 None None] Provisioning complete for port f702ee2d-65ba-4707-86db-2f238a02aaed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:14.262738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-51ade30c-1b9c-4d47-b3c3-cd56a1915f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.336480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cec4c0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:10Z', 'revision_number': 3, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:14.342320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:14.377086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.393383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8af14-9452-4f39-9fd9-298f2c2c6be5 None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:10Z', 'revision_number': 3, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:14.423604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:14.424648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.426805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] 10.222.0.30 "PUT /v2.0/ports/f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 1092 time: 2.2657769
Dec 11 21:09:14.427773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:14.430545 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3482f583-f4e7-492f-b2a1-000c4e99e97d" -d '{"events": [{"name": "network-changed", "server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:14.446889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.506667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Network 984a0679-f8df-497e-8996-1e2882618dc8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:14.521268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7aa30d7-6087-4547-be7a-a20b766fa412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.528689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a6dbf-39e5-4522-8e56-5eeaa624d73f service neutron] Pushing event updated for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:14.546222 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c40e07-974e-4ad8-87a3-04b5920873b4 x-openstack-request-id: req-47c40e07-974e-4ad8-87a3-04b5920873b4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:14.549225 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:14.549773 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47c40e07-974e-4ad8-87a3-04b5920873b4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:14.550460 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912', 'status': 'completed', 'code': 200}
Dec 11 21:09:14.552842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:14.556189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:14.651211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-dc4613a8-e763-4bd5-ac6c-f84f0735c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:14.652118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7aa30d7-6087-4547-be7a-a20b766fa412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.652758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-dc4613a8-e763-4bd5-ac6c-f84f0735c349 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1095 time: 0.1715786
Dec 11 21:09:14.653486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.660066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7aa30d7-6087-4547-be7a-a20b766fa412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.661086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:14.743609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7aa30d7-6087-4547-be7a-a20b766fa412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5449cdeafc1a4704b1b7b51d5e7ce0a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3995509
Dec 11 21:09:14.753931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37718) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:14.777950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-9fc84991-8c5e-4a17-bd3d-95a67ecef4fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 217 time: 0.1138034
Dec 11 21:09:14.820722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa30d7-6087-4547-be7a-a20b766fa412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0a3bf-6d5b-4a44-a359-86d1d61a8818,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:14.886815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.905835 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.922156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:14.952920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-8b4ba11b-31ba-4517-a83a-4063d667cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:14.954988 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-8b4ba11b-31ba-4517-a83a-4063d667cfcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1688828
Dec 11 21:09:15.005798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.011412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.013235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96b0a3bf-6d5b-4a44-a359-86d1d61a8818 HTTP/1.1" status: 204  len: 168 time: 0.2582636
Dec 11 21:09:15.025686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f05a71-c173-484b-85d5-49d2ad20fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0a3bf-6d5b-4a44-a359-86d1d61a8818,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:15.065839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-5b85cea6-b06b-4d78-bb87-a5a734117832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:15.067454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-5b85cea6-b06b-4d78-bb87-a5a734117832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1031437
Dec 11 21:09:15.076328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.081733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8d8b43ff-19c4-4eb7-99b7-dcfec98f892a None None] Provisioning complete for port 07844215-5f21-41fb-a7ba-1a26a16ddf7b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:15.082391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d8b43ff-19c4-4eb7-99b7-dcfec98f892a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.150281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8d8b43ff-19c4-4eb7-99b7-dcfec98f892a None None] Port 07844215-5f21-41fb-a7ba-1a26a16ddf7b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:15.333740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-3d7834dc-8ba4-4719-9ded-4d3e7db6b818 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2532876
Dec 11 21:09:15.341621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c98bf-913a-41d2-a0f8-c1b1f644f80b req-d7d5f626-3cd2-402e-9409-a52a3937d3fb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:15.343133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-482c98bf-913a-41d2-a0f8-c1b1f644f80b req-d7d5f626-3cd2-402e-9409-a52a3937d3fb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 944 time: 0.1406848
Dec 11 21:09:15.348809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37730) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:15.506338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3e4783a2-d134-4031-bd02-c3689772ffb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.517516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37734) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:15.523915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-482c98bf-913a-41d2-a0f8-c1b1f644f80b req-996e32d5-4b5f-42b3-8c01-369f2cd6889a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662819
Dec 11 21:09:15.530805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.539523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.548862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-353ab3a6-e65c-45b1-83d4-53a89f94259c req-b53e1749-85ca-47cc-9338-5d73a87fccd0 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004869
Dec 11 21:09:15.551063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e41d6df3-44f6-4c9a-8675-c8450bb8f0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.637302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.640563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:15.678911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3e4783a2-d134-4031-bd02-c3689772ffb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.684902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3e4783a2-d134-4031-bd02-c3689772ffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.704339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-40c70749-23aa-4614-80b4-d20f983b36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:15.705864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-40c70749-23aa-4614-80b4-d20f983b36ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1095 time: 0.1024380
Dec 11 21:09:15.722422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.727929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e41d6df3-44f6-4c9a-8675-c8450bb8f0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.737763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e41d6df3-44f6-4c9a-8675-c8450bb8f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.741507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3e4783a2-d134-4031-bd02-c3689772ffb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2190a113333d464d9763764b6f7080e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3911901
Dec 11 21:09:15.744173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37736) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:15.755638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4783a2-d134-4031-bd02-c3689772ffb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f142e-73ad-49dc-a28f-f770036f6d97,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:15.800170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e41d6df3-44f6-4c9a-8675-c8450bb8f0e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69fd51669ab74596b10211c657db7683&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2816162
Dec 11 21:09:15.803134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37738) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:15.810716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d6df3-44f6-4c9a-8675-c8450bb8f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194eb16e-0b1a-492c-b3fa-bb2d6d42c20d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:15.828695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Network 984a0679-f8df-497e-8996-1e2882618dc8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:15.835688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:15.841966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.873533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-09c525dc-a2d3-4300-844d-75a91cfa6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:15.875117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-09c525dc-a2d3-4300-844d-75a91cfa6460 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1595409
Dec 11 21:09:15.880564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.932813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.935878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:15.938518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c9f142e-73ad-49dc-a28f-f770036f6d97 HTTP/1.1" status: 204  len: 168 time: 0.1919777
Dec 11 21:09:15.946431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b0318-a84c-41b3-890b-04f06948dabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f142e-73ad-49dc-a28f-f770036f6d97,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:15.966710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-e823a3c7-ef57-4465-acde-835d0c850f95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 217 time: 0.0579398
Dec 11 21:09:15.978413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.076560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.095508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-3bffc8b6-8378-4cc9-8760-d8472f491b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:16.097288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-3bffc8b6-8378-4cc9-8760-d8472f491b16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1214204
Dec 11 21:09:16.189277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-18ebcc37-9460-45c4-a5cc-e13298f25525 None None] Provisioning complete for port 07844215-5f21-41fb-a7ba-1a26a16ddf7b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:16.189826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18ebcc37-9460-45c4-a5cc-e13298f25525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.229120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f702ee2d-65ba-4707-86db-2f238a02aaed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:16.280642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-18ebcc37-9460-45c4-a5cc-e13298f25525 None None] Port 07844215-5f21-41fb-a7ba-1a26a16ddf7b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:16.297739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.303580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f702ee2d-65ba-4707-86db-2f238a02aaed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:16.303944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.389092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37744) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:16.405405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:16.408008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0498a1b8-748f-488f-87fb-9e9c98c6a4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.435415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-e7cb7c3f-5cf6-457a-8064-bbb8db5f0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:16.437008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-e7cb7c3f-5cf6-457a-8064-bbb8db5f0be7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.3287752
Dec 11 21:09:16.489178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.491810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.492971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/194eb16e-0b1a-492c-b3fa-bb2d6d42c20d HTTP/1.1" status: 204  len: 168 time: 0.6877050
Dec 11 21:09:16.545706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dd42e-f025-4960-8fe7-bc90bf4a8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194eb16e-0b1a-492c-b3fa-bb2d6d42c20d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:16.551851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0498a1b8-748f-488f-87fb-9e9c98c6a4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.561093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0498a1b8-748f-488f-87fb-9e9c98c6a4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.613610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498a1b8-748f-488f-87fb-9e9c98c6a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c85618-a5b5-49e9-a878-39e53c638f36,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:16.647075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0498a1b8-748f-488f-87fb-9e9c98c6a4f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b528b2123df94112b451ce605b7b5623&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2548504
Dec 11 21:09:16.647774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:16.666934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:16.669998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-35d93fb3-5e8c-4ed6-8927-a5d44cc787b2 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014380
Dec 11 21:09:16.674553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5e4e9cf1-6235-43c4-bd3e-e08fa05de3c2 admin admin] 10.222.0.18 "PUT /v2.0/routers/168e46ee-3bea-4ba8-b22e-b6965afbc6c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3134496
Dec 11 21:09:16.744254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60f8ed-73c8-4c15-9848-a833c4f11fc3 req-1d9fc917-69e7-49ce-b610-c191add6d030 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:16.745563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c60f8ed-73c8-4c15-9848-a833c4f11fc3 req-1d9fc917-69e7-49ce-b610-c191add6d030 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 944 time: 0.0856802
Dec 11 21:09:16.770383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.810175 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:16.817306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3482f583-f4e7-492f-b2a1-000c4e99e97d req-b59060e6-ef98-4239-9ea0-5c1aacfa5235 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288106
Dec 11 21:09:16.824469 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:16.825106 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840ba250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:16.825802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.848886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9c60f8ed-73c8-4c15-9848-a833c4f11fc3 req-cb43e9a0-7cff-4bc7-bddc-ddb5c331efee tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795889
Dec 11 21:09:16.908325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.911896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:16.916507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32c85618-a5b5-49e9-a878-39e53c638f36 HTTP/1.1" status: 204  len: 168 time: 0.2673883
Dec 11 21:09:16.924911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b042ef-73e3-4352-b199-269ce108b078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c85618-a5b5-49e9-a878-39e53c638f36,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:16.964120 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:17.173677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.204678 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840ba250>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:15Z', 'revision_number': 2, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:17.239993 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:09:17.240328 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Updating router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 port 07844215-5f21-41fb-a7ba-1a26a16ddf7b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:09:17.274456 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.601000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:17.606627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147940106', 'description': 'tempest-description--977966299'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:17.611585 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.620082 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.631805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.683899 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Pushing event updated for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:17.696343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.696687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.697244 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.697779 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.698177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.698720 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.699242 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.699864 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.700388 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.700983 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.701500 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.702247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.703777 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:17.743034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:17.774250 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Attempting to bind port 07844215-5f21-41fb-a7ba-1a26a16ddf7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:17.775203 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Attempting to bind port 07844215-5f21-41fb-a7ba-1a26a16ddf7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:17.775203 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Attempting to bind port 07844215-5f21-41fb-a7ba-1a26a16ddf7b on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:17.780278 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:17.780592 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:17.781005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.781636 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.781962 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Bound using segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:17.782432 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Bound port: 07844215-5f21-41fb-a7ba-1a26a16ddf7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:17.782864 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.788070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.834814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.836418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2333796
Dec 11 21:09:17.837685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fe8fc-7ea2-4b81-b5d2-cbac5b472066 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061ab20b-12a3-4e9b-a760-1323274a9ab7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:17.839431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:17.846439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group_rule': {'security_group_id': '061ab20b-12a3-4e9b-a760-1323274a9ab7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:17.903478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.907040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] For port 07844215-5f21-41fb-a7ba-1a26a16ddf7b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:17.917726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] For port 07844215-5f21-41fb-a7ba-1a26a16ddf7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07844215-5f21-41fb-a7ba-1a26a16ddf7b,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:17.924010 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:17.969386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f85a8e61-7190-4f01-84e6-3d056e48c912 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:09:18.012870 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:18.013827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840ba250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:18.103224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ffa4f-315b-43d2-948b-da875b7ff502 req-effb4799-9925-417f-a92e-941ce638827c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:18.110757 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcd328-35e8-4b48-9aee-fd6db8b462ba None None] Pushing event updated for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.120361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f4ffa4f-315b-43d2-948b-da875b7ff502 req-effb4799-9925-417f-a92e-941ce638827c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 944 time: 0.1649120
Dec 11 21:09:18.132859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.143513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-57016004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:18.155580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] Provisioning complete for port 07844215-5f21-41fb-a7ba-1a26a16ddf7b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:18.156548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.188823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.226225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f85a8e61-7190-4f01-84e6-3d056e48c912,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:18.229853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d284a77e-e9f3-44a6-b86d-d2821f6e6818,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.239765 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:18.254917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f85a8e61-7190-4f01-84e6-3d056e48c912', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'f85a8e61-7190-4f01-84e6-3d056e48c912', 'mac_address': 'fa:16:3e:9e:14:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:09:18.264172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f4ffa4f-315b-43d2-948b-da875b7ff502 req-ba376ffb-731e-43ec-b96f-37149885d263 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400840
Dec 11 21:09:18.269161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.274255 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.294044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.295235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc226921-7e9b-4796-85ab-92a95f63a884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4539146
Dec 11 21:09:18.300119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37810) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:18.308106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group_rule': {'security_group_id': '061ab20b-12a3-4e9b-a760-1323274a9ab7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:18.328688 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.363038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.386493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.391642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85a8e61-7190-4f01-84e6-3d056e48c912 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:09:18.437961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f85a8e61-7190-4f01-84e6-3d056e48c912,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:18.444749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.447984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] For port 07844215-5f21-41fb-a7ba-1a26a16ddf7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07844215-5f21-41fb-a7ba-1a26a16ddf7b,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:18.450345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.453657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.456966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.481328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.489482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.490805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-268298cd-18b4-4a75-bf8f-04623b578e8f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 710 time: 0.7464900
Dec 11 21:09:18.492349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.493570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:18.504153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1647390086'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:18.529597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.537897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb5f69a-fa5e-4209-ae81-ca7c4907f4e1,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.549215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:18.552197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.557747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ccd829e-f1d5-4b09-92a0-ef9c034707cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2514756
Dec 11 21:09:18.558935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37818) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:18.569179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:18.570240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.585439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.618508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.626882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9f56d370-7128-4f9d-ac6b-32f0cccb8a06 None None] Provisioning complete for port 07844215-5f21-41fb-a7ba-1a26a16ddf7b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:18.627914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f56d370-7128-4f9d-ac6b-32f0cccb8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.666063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de64db6-8cbd-483c-8fb8-3bc86210a1d9 None None] Pushing event updated for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.718308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.729955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.766185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:09:18.773128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:18.790370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.793339 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840ba250>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:17Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:18.804850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.805180 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Added segment a683cc23-40b5-4bb5-af96-7bfad99e5af2 of type vlan for network 8cca8591-ff06-45c9-beb0-8e3724dee649
Dec 11 21:09:18.821761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735c6688-efbb-49b0-a6e5-d8f9cf4c7311,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:18.822144 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2770b594-dd17-4116-a237-a9839fb600b8 None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:17Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:18.947940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.982267 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:18.990200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:18.991029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.016164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Allocated IP 172.35.1.225 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4bc8879f-ee03-44a8-a578-9ea5584e5f44) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:19.045576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5502827
Dec 11 21:09:19.050367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37828) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:19.063069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'subnet': {'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:19.105587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75720d93-e839-4a3d-aa77-bc92dff5a63f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Network': ['ID=8cca8591-ff06-45c9-beb0-8e3724dee649,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:19.119673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:19.256370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:19.262051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.269555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.412199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.486284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:19.512213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b9995-cd5f-4c53-8693-8b95cb3ea193 req-7f7febca-3cf6-4f5a-878a-d3336cdfe31c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:19.513811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-531b9995-cd5f-4c53-8693-8b95cb3ea193 req-7f7febca-3cf6-4f5a-878a-d3336cdfe31c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 945 time: 0.1583796
Dec 11 21:09:19.517619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=4bc8879f-ee03-44a8-a578-9ea5584e5f44,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:19.522892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:19.537247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:19.676286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.707333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-531b9995-cd5f-4c53-8693-8b95cb3ea193 req-78e91b45-ef79-4a89-ba9b-5d4b4f7a794d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668348
Dec 11 21:09:19.771079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.829256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Subnet': ['ID=452ffb32-d9d4-4f81-accd-cfb9157a753f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:19.843346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.845504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Checking segment: {'id': 'a683cc23-40b5-4bb5-af96-7bfad99e5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:19.845865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network hostable DHCP agents. Network: 8cca8591-ff06-45c9-beb0-8e3724dee649, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:19.895236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:19.922446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8cca8591-ff06-45c9-beb0-8e3724dee649) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:19.930379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:19.931137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:19.932086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304d26e-ddee-4b3f-a164-99cc50252b8c None None] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:19.988172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:19.994081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'network': {'name': 'tempest-router-network01--694509316'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:19.998598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16a5d790-a3e3-4ad6-8377-7664d1d6b900 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9468691
Dec 11 21:09:20.006374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f85a8e61-7190-4f01-84e6-3d056e48c912 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:20.034845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:20.038759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.087857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:20.105980 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.106685 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Added segment ded11509-96a5-4cf1-884d-27d052bac809 of type vlan for network a303b5e1-01e3-4576-a226-1f5b0efdb3e1
Dec 11 21:09:20.146269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.149225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f85a8e61-7190-4f01-84e6-3d056e48c912 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:09:20.157523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.160966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8cca8591-ff06-45c9-beb0-8e3724dee649', 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649', 'project_id': 'f1166bbadde3465e953e34303f0a2874', 'fixed_ips': [{'subnet_id': '452ffb32-d9d4-4f81-accd-cfb9157a753f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:20.162570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.165470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f85a8e61-7190-4f01-84e6-3d056e48c912 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:20.165944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.248069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.262135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.274045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=4bc8879f-ee03-44a8-a578-9ea5584e5f44,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:20.279911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.291423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d401830-e640-4001-b24d-1e973e7b14aa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7311788
Dec 11 21:09:20.301975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.321030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07844215-5f21-41fb-a7ba-1a26a16ddf7b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:20.322276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:20.322997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.412108 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.427630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37874) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:20.430824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4384854
Dec 11 21:09:20.430935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:20.439572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'network': {'name': 'tempest-router-network02--2049099720'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:20.446189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422aab2-5c81-477a-9757-e60550579784 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Network': ['ID=a303b5e1-01e3-4576-a226-1f5b0efdb3e1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:20.475163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:20.486469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:20.489097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.513211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f85a8e61-7190-4f01-84e6-3d056e48c912,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:20.525598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:20.528039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:20.530696 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0fe5e-cf86-4dac-8ad3-e2b31ac56618" -d '{"events": [{"server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "name": "network-vif-plugged", "status": "completed", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:20.536159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.536542 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Added segment 7bffbc02-4b0c-4a52-9e1d-e052dda30f64 of type vlan for network d214e843-192c-4390-98b8-ab951a9a6881
Dec 11 21:09:20.545572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.592486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.636418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.644951 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d662cc-deed-4336-9dae-7c8a402f5621 x-openstack-request-id: req-03d662cc-deed-4336-9dae-7c8a402f5621 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:20.645250 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "name": "network-vif-plugged", "status": "completed", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:20.645508 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03d662cc-deed-4336-9dae-7c8a402f5621 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:20.645901 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912', 'code': 200}
Dec 11 21:09:20.646056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:20.646853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.647682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-948b5e75-8fd2-4fc8-a568-034fdeb37115 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--147940106&fields=id&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 267 time: 0.0752020
Dec 11 21:09:20.659489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Allocated IP 2001:db8::2 (8cca8591-ff06-45c9-beb0-8e3724dee649/452ffb32-d9d4-4f81-accd-cfb9157a753f/7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:20.806608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3752327
Dec 11 21:09:20.807690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14237df7-edac-4717-b03f-64403ab1cd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.810518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:20.817846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-7fa3b9cd-a547-4265-88a3-863c40dcec16 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:20.819541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'subnet': {'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:20.825685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-7fa3b9cd-a547-4265-88a3-863c40dcec16 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 816 time: 0.1769860
Dec 11 21:09:20.839110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-25e046d5-2175-49e3-b8c2-bd04a7e32852 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/quotas/877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 375 time: 0.0121808
Dec 11 21:09:20.888203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5aea2-085d-46dd-9c10-d91c864876f0 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Network': ['ID=d214e843-192c-4390-98b8-ab951a9a6881,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:20.900051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 07844215-5f21-41fb-a7ba-1a26a16ddf7b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:20.900051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:20.901474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:20.909306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d214e843-192c-4390-98b8-ab951a9a6881 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:20.909969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f71449a0-f8b6-4d0c-a7f5-1ff721c3d623 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0614645
Dec 11 21:09:20.949103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2429837-8878-43e6-9d1d-b1a4ac2b62ee req-50d85d97-d242-49f8-9b24-49c91cdefb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:20.950583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2429837-8878-43e6-9d1d-b1a4ac2b62ee req-50d85d97-d242-49f8-9b24-49c91cdefb8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1097 time: 0.2743413
Dec 11 21:09:21.017571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4965df-4c16-4d57-b710-8790dcc8739b req-aebbcb14-1a15-4618-8d94-67c8ddb7aba8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:21.019194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a4965df-4c16-4d57-b710-8790dcc8739b req-aebbcb14-1a15-4618-8d94-67c8ddb7aba8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.2047930
Dec 11 21:09:21.065984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:21.069484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.092767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-a7ece7ae-900a-4abc-9207-889941a5a061 service neutron] 10.222.0.18 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726069
Dec 11 21:09:21.154794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2429837-8878-43e6-9d1d-b1a4ac2b62ee req-d8be1f68-372d-4019-a169-1d761c468aaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1956673
Dec 11 21:09:21.164148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.172393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.184368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14237df7-edac-4717-b03f-64403ab1cd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.200548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a4965df-4c16-4d57-b710-8790dcc8739b req-df3edf03-1ba6-491d-9804-43cbec2d61a4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661925
Dec 11 21:09:21.210302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14237df7-edac-4717-b03f-64403ab1cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.214230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:21.227817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:21.237997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:21.258138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-7abf57f3-116b-4ffb-84f1-ce98b086dca1 service neutron] 10.222.0.18 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564572
Dec 11 21:09:21.259529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Pushing event updated for resources: {'Port': ['ID=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:21.269580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-14237df7-edac-4717-b03f-64403ab1cd80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26a9394576db4e8881aa0b7fa29ca9d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8406458
Dec 11 21:09:21.272201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37898) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:21.275301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237df7-edac-4717-b03f-64403ab1cd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd3b98-92c0-4365-9f1b-b0649c68f35e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:21.289555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.327900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Attempting to bind port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:21.328279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Attempting to bind port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a683cc23-40b5-4bb5-af96-7bfad99e5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:21.328648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Attempting to bind port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 on network 8cca8591-ff06-45c9-beb0-8e3724dee649 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:21.334354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:21.334771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Checking segment: {'id': 'a683cc23-40b5-4bb5-af96-7bfad99e5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:21.335178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.335766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Bound using segment: {'id': 'a683cc23-40b5-4bb5-af96-7bfad99e5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:21.336586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Bound port: 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a683cc23-40b5-4bb5-af96-7bfad99e5af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cca8591-ff06-45c9-beb0-8e3724dee649'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:21.336983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.353321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.385595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.386656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.413016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] For port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:21.416678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] For port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,segment=NetworkSegment(a683cc23-40b5-4bb5-af96-7bfad99e5af2),segment_id=a683cc23-40b5-4bb5-af96-7bfad99e5af2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:21.439457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.485816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.488839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.489925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Checking segment: {'id': 'ded11509-96a5-4cf1-884d-27d052bac809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:21.490261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2dd3b98-92c0-4365-9f1b-b0649c68f35e HTTP/1.1" status: 204  len: 168 time: 0.2168703
Dec 11 21:09:21.490542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network hostable DHCP agents. Network: a303b5e1-01e3-4576-a226-1f5b0efdb3e1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:21.493957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3dca51f1-6cd3-4fbd-955a-3fb2ed9b68fe req-2d099f67-86c9-42b8-99ae-1d45f7c23bbb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.0434535
Dec 11 21:09:21.495814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Subnet': ['ID=d1b250a1-8ba8-4deb-a802-607a082991b3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:21.516217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:21.529088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a303b5e1-01e3-4576-a226-1f5b0efdb3e1) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:21.546124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:21.547414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7e0b-0d73-42a9-acc5-5ce0902fb3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd3b98-92c0-4365-9f1b-b0649c68f35e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:21.548045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.562661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6861b67d-0124-4366-900f-1bd627128f01 None None] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:21.592477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37906) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:21.592666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3dc8c505-3338-4e5d-9d45-47de2aec10b1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7767763
Dec 11 21:09:21.598671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'subnet': {'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:21.659529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19ebab-7190-43d6-8f58-dcacb3f72fda None None] Pushing event updated for resources: {'Port': ['ID=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:21.726969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba8368-569d-4896-b018-848849c86631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a303b5e1-01e3-4576-a226-1f5b0efdb3e1', 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1', 'project_id': 'f1166bbadde3465e953e34303f0a2874', 'fixed_ips': [{'subnet_id': 'd1b250a1-8ba8-4deb-a802-607a082991b3'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:21.728239 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.761489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:21.767872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:21.974136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-23ba8368-569d-4896-b018-848849c86631 None None] Allocated IP 2001:db8::2 (a303b5e1-01e3-4576-a226-1f5b0efdb3e1/d1b250a1-8ba8-4deb-a802-607a082991b3/3c8c2b31-a9b1-454d-bc77-8753dfc0b59c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:22.048929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37916) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:22.066030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee681040-c9c8-4ded-95af-f0eda275806f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.081670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.204639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Checking segment: {'id': '7bffbc02-4b0c-4a52-9e1d-e052dda30f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:22.205318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network hostable DHCP agents. Network: d214e843-192c-4390-98b8-ab951a9a6881, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:22.210992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Subnet': ['ID=604bd4de-e615-4916-b75c-c5d7e615fd28,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:22.229124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.230026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network d214e843-192c-4390-98b8-ab951a9a6881 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:22.244129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d214e843-192c-4390-98b8-ab951a9a6881) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:22.249257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:22.254106 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.261442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:22.261442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.263461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee681040-c9c8-4ded-95af-f0eda275806f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.266049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796992e-9c8f-4503-9662-a566fed3c9e8 None None] Network d214e843-192c-4390-98b8-ab951a9a6881 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:22.269731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ee681040-c9c8-4ded-95af-f0eda275806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.287524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c615ac49-8aba-41ba-8209-0d3cb162572d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6938379
Dec 11 21:09:22.292207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 37920) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:22.358573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee681040-c9c8-4ded-95af-f0eda275806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473c8de-21de-4c18-b88d-d3b32b99080f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:22.368295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ee681040-c9c8-4ded-95af-f0eda275806f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98dba9d5c2c7422f9391cf05864821f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3172717
Dec 11 21:09:22.369119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 37922) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:22.418015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba8368-569d-4896-b018-848849c86631 None None] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:22.430795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-23ba8368-569d-4896-b018-848849c86631 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:22.439421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba8368-569d-4896-b018-848849c86631 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:22.445762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba8368-569d-4896-b018-848849c86631 None None] Pushing event updated for resources: {'Port': ['ID=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:22.463539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.489804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:22.490210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.496546 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.595566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.606952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.610460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3473c8de-21de-4c18-b88d-d3b32b99080f HTTP/1.1" status: 204  len: 168 time: 0.2386515
Dec 11 21:09:22.623581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b00de-f20b-4dce-8920-67532bca4996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473c8de-21de-4c18-b88d-d3b32b99080f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:22.628775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d214e843-192c-4390-98b8-ab951a9a6881', 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881', 'project_id': 'f1166bbadde3465e953e34303f0a2874', 'fixed_ips': [{'subnet_id': '604bd4de-e615-4916-b75c-c5d7e615fd28'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:22.629639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.674227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-23ba8368-569d-4896-b018-848849c86631 None None] Attempting to bind port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:22.687014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d992-9a20-4584-bd30-a24221aad970 req-e941fd43-888e-4ead-b593-603bf17d42cd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:22.687591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-23ba8368-569d-4896-b018-848849c86631 None None] Attempting to bind port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ded11509-96a5-4cf1-884d-27d052bac809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:22.688135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba8368-569d-4896-b018-848849c86631 None None] Attempting to bind port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c on network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:22.693104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8478d992-9a20-4584-bd30-a24221aad970 req-e941fd43-888e-4ead-b593-603bf17d42cd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.2897170
Dec 11 21:09:22.700434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e21b3e06-8c53-45b5-b646-f432f0d323d7 req-30bfc89a-b685-4df1-a73c-e6d6b8273034 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.0402918
Dec 11 21:09:22.722258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba8368-569d-4896-b018-848849c86631 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:22.722672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba8368-569d-4896-b018-848849c86631 None None] Checking segment: {'id': 'ded11509-96a5-4cf1-884d-27d052bac809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:22.723090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.723685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba8368-569d-4896-b018-848849c86631 None None] Bound using segment: {'id': 'ded11509-96a5-4cf1-884d-27d052bac809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:22.723971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-23ba8368-569d-4896-b018-848849c86631 None None] Bound port: 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ded11509-96a5-4cf1-884d-27d052bac809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a303b5e1-01e3-4576-a226-1f5b0efdb3e1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:22.724331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:22.966549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Allocated IP 2001:db8::2 (d214e843-192c-4390-98b8-ab951a9a6881/604bd4de-e615-4916-b75c-c5d7e615fd28/84f1809a-0b59-4034-aeca-abf006dc58d5) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:23.040091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.088903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135253d-9edb-4c5f-b417-d690c7203169 None None] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:23.220287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,segment=NetworkSegment(a683cc23-40b5-4bb5-af96-7bfad99e5af2),segment_id=a683cc23-40b5-4bb5-af96-7bfad99e5af2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:23.246110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.291214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-23ba8368-569d-4896-b018-848849c86631 None None] For port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:23.317919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-783b0f00-c2cf-4e0a-8223-b0bae957136c None None] Provisioning complete for port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:23.318345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-783b0f00-c2cf-4e0a-8223-b0bae957136c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.361234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-23ba8368-569d-4896-b018-848849c86631 None None] For port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,segment=NetworkSegment(ded11509-96a5-4cf1-884d-27d052bac809),segment_id=ded11509-96a5-4cf1-884d-27d052bac809)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:23.377275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8478d992-9a20-4584-bd30-a24221aad970 req-079efc4a-293e-4909-9512-515431ae87d2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6774485
Dec 11 21:09:23.382511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23ba8368-569d-4896-b018-848849c86631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.415755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.428417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:23.434075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.440790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-11db22d8-ccad-470f-a522-9d6263911673 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:23.442444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-11db22d8-ccad-470f-a522-9d6263911673 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.16 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 816 time: 0.6463258
Dec 11 21:09:23.483747 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.545649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Network d214e843-192c-4390-98b8-ab951a9a6881 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:23.558786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:23.563489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba8368-569d-4896-b018-848849c86631 None None] Pushing event updated for resources: {'Port': ['ID=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:23.568649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:23.696776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Pushing event updated for resources: {'Port': ['ID=84f1809a-0b59-4034-aeca-abf006dc58d5,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:23.701746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Attempting to bind port 84f1809a-0b59-4034-aeca-abf006dc58d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:23.702118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Attempting to bind port 84f1809a-0b59-4034-aeca-abf006dc58d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bffbc02-4b0c-4a52-9e1d-e052dda30f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:23.702504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Attempting to bind port 84f1809a-0b59-4034-aeca-abf006dc58d5 on network d214e843-192c-4390-98b8-ab951a9a6881 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:23.709142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:23.709521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Checking segment: {'id': '7bffbc02-4b0c-4a52-9e1d-e052dda30f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:23.713842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.714296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Bound using segment: {'id': '7bffbc02-4b0c-4a52-9e1d-e052dda30f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:23.714808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Bound port: 84f1809a-0b59-4034-aeca-abf006dc58d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bffbc02-4b0c-4a52-9e1d-e052dda30f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd214e843-192c-4390-98b8-ab951a9a6881'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:23.715201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:23.768127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-045e1609-8f25-491c-a43c-7fd61c82adef tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 379 time: 0.2819760
Dec 11 21:09:23.787195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'port': {'device_id': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'admin_state_up': True, 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'security_groups': ['061ab20b-12a3-4e9b-a760-1323274a9ab7']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:23.934017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-905212ca-20e4-4616-b6b6-fd24edbf814e req-ce6bbe7b-3d0a-4357-8b9d-61684aee303c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.0651929
Dec 11 21:09:23.979122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Allocated IP 2001:db8::1 (a303b5e1-01e3-4576-a226-1f5b0efdb3e1/d1b250a1-8ba8-4deb-a802-607a082991b3/47552449-1dd1-4590-9046-4b0a2827bb89) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:24.098348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b56d5ad-da9d-4e29-8f5b-2fdd4aa357ac None None] Provisioning complete for port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:24.098547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b56d5ad-da9d-4e29-8f5b-2fdd4aa357ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.101519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Made reservation on behalf of 877d0194d21c485ab3477d5ed73d1970 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:24.108294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.140161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] For port 84f1809a-0b59-4034-aeca-abf006dc58d5, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:24.155414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] For port 84f1809a-0b59-4034-aeca-abf006dc58d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84f1809a-0b59-4034-aeca-abf006dc58d5,segment=NetworkSegment(7bffbc02-4b0c-4a52-9e1d-e052dda30f64),segment_id=7bffbc02-4b0c-4a52-9e1d-e052dda30f64)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:24.168240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.218419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.277115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba1bc9-7c00-413e-8b49-71bd0f90d634 None None] Pushing event updated for resources: {'Port': ['ID=84f1809a-0b59-4034-aeca-abf006dc58d5,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:24.337093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.368420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:24.400475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:24.418526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:24.427977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:24.428529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.430137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:24.430617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.519122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Port': ['ID=47552449-1dd1-4590-9046-4b0a2827bb89,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:24.524076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Allocated IP 172.20.0.13 (984a0679-f8df-497e-8996-1e2882618dc8/e188049c-61b5-46ec-a346-79766ec4b29b/cdc78c2e-fa9b-407f-a37d-b1a6aedb5814) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:24.598261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.667350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,segment=NetworkSegment(ded11509-96a5-4cf1-884d-27d052bac809),segment_id=ded11509-96a5-4cf1-884d-27d052bac809)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:24.679955 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.680983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:24.795218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:24.813317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:24.814275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:24.826789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb96f6-3c43-4f25-aa75-8893d81e963c req-22c486f9-5f28-4467-9696-f9c93a2a5879 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:24.834596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72fb96f6-3c43-4f25-aa75-8893d81e963c req-22c486f9-5f28-4467-9696-f9c93a2a5879 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.2270956
Dec 11 21:09:24.849629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.007112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.054387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72fb96f6-3c43-4f25-aa75-8893d81e963c req-952b3af8-845c-41e3-921d-c693a4f82409 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2187793
Dec 11 21:09:25.055727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-36e07be2-f3e6-4800-84f9-032b017394d8 req-43e0f504-52cd-411d-baed-1118390f7568 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.0329220
Dec 11 21:09:25.086700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b56a5-494b-46a4-82ab-5ca6749986d4 None None] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:25.236396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7191c227-8ba8-4243-81ce-c8b0e33e6cf9 None None] Provisioning complete for port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:25.236789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7191c227-8ba8-4243-81ce-c8b0e33e6cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.305680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.376667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:25.389197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Network 984a0679-f8df-497e-8996-1e2882618dc8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:25.393101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:25.396879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:25.453447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6742de-ede8-4f26-9967-a56245bc2b09 req-f8020c06-2c20-4213-b0c1-3eb8798d541b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:25.463395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf6742de-ede8-4f26-9967-a56245bc2b09 req-f8020c06-2c20-4213-b0c1-3eb8798d541b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0974996
Dec 11 21:09:25.511485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:25.512174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.543805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf6742de-ede8-4f26-9967-a56245bc2b09 req-8be87f2b-f910-4587-9af5-5d493f200112 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792463
Dec 11 21:09:25.550180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-5beedcab-ad90-424f-9aa2-cab37228874e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7747085
Dec 11 21:09:25.554397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.565830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Request body: {'port': {'device_id': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:25.570693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.571195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.685210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Port': ['ID=47552449-1dd1-4590-9046-4b0a2827bb89,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:25.730721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.745751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fd14ff-a568-41c4-ab09-4e2f7df6cf05 None None] Network d214e843-192c-4390-98b8-ab951a9a6881 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:25.841719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:25.851987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:25.858332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] Provisioning complete for port 84f1809a-0b59-4034-aeca-abf006dc58d5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:25.859592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:25.996711 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.037976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] For port 84f1809a-0b59-4034-aeca-abf006dc58d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84f1809a-0b59-4034-aeca-abf006dc58d5,segment=NetworkSegment(7bffbc02-4b0c-4a52-9e1d-e052dda30f64),segment_id=7bffbc02-4b0c-4a52-9e1d-e052dda30f64)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:26.045120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.219821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:09:26.239242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.268785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Provisioning complete for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:26.272681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.278040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca3a31-0faf-47da-96eb-11d55d2b59a1 None None] Pushing event updated for resources: {'Port': ['ID=84f1809a-0b59-4034-aeca-abf006dc58d5,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:26.319087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Transition to ACTIVE for port object cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:09:26.352072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:26.367404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Provisioning complete for port 47552449-1dd1-4590-9046-4b0a2827bb89 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:26.367744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.372009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.374001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Router 57b2fba1-ba9c-4bd3-a471-82695f7b015c is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:09:26.399751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:26.459697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Port 47552449-1dd1-4590-9046-4b0a2827bb89 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:26.495031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Provisioning complete for port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:26.495431 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffb24490-469a-4410-8bdf-bf57af63ba36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.497305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:26.497805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.598412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:26.612154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38006) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:26.612699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2d5659d0-3423-4a94-9bbc-8da3b7a83c6e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3189459
Dec 11 21:09:26.621084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:26.636722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e9237-1053-41f1-95d0-86d52d45589d req-343f0fbf-1cd5-4a82-a381-ad00b8960b6e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:26.640631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e0e9237-1053-41f1-95d0-86d52d45589d req-343f0fbf-1cd5-4a82-a381-ad00b8960b6e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 932 time: 0.3689313
Dec 11 21:09:26.664298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] Sync routers for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:26.774878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 84f1809a-0b59-4034-aeca-abf006dc58d5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:26.821876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:26.822890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:26.841318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:26.841730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:26.842136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:26.863509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e0e9237-1053-41f1-95d0-86d52d45589d req-719409c0-399f-404b-b76c-4e09eb0a4e52 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2091095
Dec 11 21:09:26.866523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:09:26.868304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:26.883090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33250>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:26.887211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:26.887905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:26.888538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Bound using segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:26.889195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Bound port: cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:26.889791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.902578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:26.903211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:26.937786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33250>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:26.938448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34252b0e-bbb2-4f24-8225-44d101fb322b None None] The sync data for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:26.940127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 84f1809a-0b59-4034-aeca-abf006dc58d5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:26.940355 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:26.972854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:26.978543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:26.990314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:27.060398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-19038e68-ebe8-4bb1-95b2-146f7eb0c6ea None None] Provisioning complete for port 84f1809a-0b59-4034-aeca-abf006dc58d5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:27.061122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19038e68-ebe8-4bb1-95b2-146f7eb0c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:27.072274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.072920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:27.074519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] 10.222.0.16 "PUT /v2.0/ports/cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1092 time: 1.5148914
Dec 11 21:09:27.075019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:27.090234 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ad731-7eea-4bd8-9e57-b7338b27e587" -d '{"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:27.146141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99918c4-c1f9-4928-9fba-e856713e319e service neutron] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:27.170383 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325a734-c609-4a46-8c32-fc860ea19e42 x-openstack-request-id: req-0325a734-c609-4a46-8c32-fc860ea19e42 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:27.170746 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:27.170999 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0325a734-c609-4a46-8c32-fc860ea19e42 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:27.172454 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'status': 'completed', 'code': 200}
Dec 11 21:09:27.231382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-19038e68-ebe8-4bb1-95b2-146f7eb0c6ea None None] Provisioning complete for port 47552449-1dd1-4590-9046-4b0a2827bb89 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:27.231751 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19038e68-ebe8-4bb1-95b2-146f7eb0c6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:27.257142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-a4aa0e3c-ce93-4ba7-9fbe-91489d9641eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.260013 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-a4aa0e3c-ce93-4ba7-9fbe-91489d9641eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1095 time: 0.0651486
Dec 11 21:09:27.316435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-19038e68-ebe8-4bb1-95b2-146f7eb0c6ea None None] Port 47552449-1dd1-4590-9046-4b0a2827bb89 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:27.379053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52cfa4-cc2e-42eb-b431-4e15919f96f7 req-59e864aa-42f6-4a84-b115-80385424836c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.380847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b52cfa4-cc2e-42eb-b431-4e15919f96f7 req-59e864aa-42f6-4a84-b115-80385424836c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.5200284
Dec 11 21:09:27.480558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b52cfa4-cc2e-42eb-b431-4e15919f96f7 req-739346ca-969a-44c1-8531-5597b11ff288 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926940
Dec 11 21:09:27.509733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-dab39109-b7ec-4329-bb78-276a924ef4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.511857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-dab39109-b7ec-4329-bb78-276a924ef4c9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=877d0194d21c485ab3477d5ed73d1970&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2420664
Dec 11 21:09:27.575298 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-929fa9bf-28bc-45c2-a073-8560422daaf4 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:09:27.576608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-929fa9bf-28bc-45c2-a073-8560422daaf4 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9625521
Dec 11 21:09:27.579534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38022) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:27.685755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-f446c9db-4770-4ff7-96d6-d553de4e38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.688192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96ad731-7eea-4bd8-9e57-b7338b27e587 req-f446c9db-4770-4ff7-96d6-d553de4e38e9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1693790
Dec 11 21:09:27.771037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-3fcf4611-3bdd-4482-9986-247df6b16147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.772538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-3fcf4611-3bdd-4482-9986-247df6b16147 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1095 time: 0.0431871
Dec 11 21:09:27.817939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-9b633fa5-fef0-4c74-9abe-4c7cc5de5795 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 217 time: 0.0355396
Dec 11 21:09:27.876721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-4b3d9672-95f8-430b-a06b-dc141248bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.877743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-4b3d9672-95f8-430b-a06b-dc141248bd30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0512905
Dec 11 21:09:27.936144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-1e49127c-148c-4b22-92a4-110bf70aaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:27.937760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-1e49127c-148c-4b22-92a4-110bf70aaac4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0527613
Dec 11 21:09:27.957654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.069603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3d414-90ea-43bd-a969-eeedfda69b19 req-695580ea-75d1-49f5-af4b-3fce07f52eb1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:28.071150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46b3d414-90ea-43bd-a969-eeedfda69b19 req-695580ea-75d1-49f5-af4b-3fce07f52eb1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.1169908
Dec 11 21:09:28.107826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-f976d5b9-4410-43ff-b858-ee61803d3f41 service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621451
Dec 11 21:09:28.181200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 84f1809a-0b59-4034-aeca-abf006dc58d5 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:28.205045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46b3d414-90ea-43bd-a969-eeedfda69b19 req-0cac1385-49f4-4e55-8aa0-1539405f313b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148670
Dec 11 21:09:28.239387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting port 47552449-1dd1-4590-9046-4b0a2827bb89 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:28.239709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.252035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 84f1809a-0b59-4034-aeca-abf006dc58d5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:28.252622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.257120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-75c97769-cd2c-40fd-8eac-7842d39b33d8 req-1aa287f4-569d-4983-bfac-a9cb32d1b543 service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394298
Dec 11 21:09:28.339329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.355732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Calling delete_port for 47552449-1dd1-4590-9046-4b0a2827bb89 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:28.537507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.580349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Port': ['ID=47552449-1dd1-4590-9046-4b0a2827bb89,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:28.709251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62702ff6-9bdf-4322-b7a9-8c188be19ab7 req-6ae0e472-295c-4aa5-91a3-cce70c56eb8a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:28.710840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62702ff6-9bdf-4322-b7a9-8c188be19ab7 req-6ae0e472-295c-4aa5-91a3-cce70c56eb8a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1501188
Dec 11 21:09:28.712111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:28.870811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62702ff6-9bdf-4322-b7a9-8c188be19ab7 req-24c7dab6-65d6-4ffa-aacf-e0e520094ffa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473916
Dec 11 21:09:28.913189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Router 57b2fba1-ba9c-4bd3-a471-82695f7b015c has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:28.986321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:28.998075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7bf4ef9-3daf-4749-90eb-dbb892a933e7 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4107959
Dec 11 21:09:28.998199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38054) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:29.002349 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] Sync routers for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:29.014994 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:29.015785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:29.043222 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-cd0c0462-5a28-463a-87b4-13ebad90f18d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] delete failed (client error): The resource could not be found.
Dec 11 21:09:29.044299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd0c0462-5a28-463a-87b4-13ebad90f18d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1723762183 HTTP/1.1" status: 404  len: 335 time: 0.0478814
Dec 11 21:09:29.049075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:29.056046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a729a194-f19d-4807-9b44-235a79341c0f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'router': {'external_gateway_info': {'network_id': '57b2fba1-ba9c-4bd3-a471-82695f7b015c'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:29.061270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840503a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:29.071007 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:29.071627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:29.108042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840503a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:29.109220 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf6773-3103-44b7-9d4d-05630a16a25c None None] The sync data for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:29.268675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a729a194-f19d-4807-9b44-235a79341c0f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.295343 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-a729a194-f19d-4807-9b44-235a79341c0f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] update failed (client error): The resource could not be found.
Dec 11 21:09:29.299692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a729a194-f19d-4807-9b44-235a79341c0f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c HTTP/1.1" status: 404  len: 339 time: 0.2479610
Dec 11 21:09:29.300288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:29.305667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-323600652'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:29.329130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:29.334064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.338668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c9573-4d92-4ed2-870b-c38039079cd0 req-b8881699-4af0-444a-aed2-a51e1360b26f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:29.345842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-631c9573-4d92-4ed2-870b-c38039079cd0 req-b8881699-4af0-444a-aed2-a51e1360b26f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.0657978
Dec 11 21:09:29.360675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:29.373925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.374916 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Added segment 11895291-7f6a-48bc-bc59-47f0dae8a9c6 of type vlan for network eb146aae-789e-42f5-8454-9d1391abd88c
Dec 11 21:09:29.392758 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-631c9573-4d92-4ed2-870b-c38039079cd0 req-6a84159b-ae40-494c-94a0-a350b38210ea tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459785
Dec 11 21:09:29.427665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.453151 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.458722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:29.459312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:29.520373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2188215
Dec 11 21:09:29.523499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38076) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:29.529631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'subnet': {'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:29.541361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09a790-5c16-4ee6-8d8e-574e452b0e6f tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Network': ['ID=eb146aae-789e-42f5-8454-9d1391abd88c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:29.554854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network eb146aae-789e-42f5-8454-9d1391abd88c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:29.979726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Made reservation on behalf of f1166bbadde3465e953e34303f0a2874 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:29.983281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.005205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0383ef6-9990-4759-96ea-16a65ebd2122 req-0b32704c-faa6-4d13-8525-b8fc2e96a295 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:30.007439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0383ef6-9990-4759-96ea-16a65ebd2122 req-0b32704c-faa6-4d13-8525-b8fc2e96a295 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0618715
Dec 11 21:09:30.064699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0383ef6-9990-4759-96ea-16a65ebd2122 req-494bfed6-e3e0-48d1-872c-5b6631472af4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505662
Dec 11 21:09:30.177505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.240946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Subnet': ['ID=ee813ea2-55d2-41b6-b20a-5aa29aa65444,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:30.247994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Checking segment: {'id': '11895291-7f6a-48bc-bc59-47f0dae8a9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:30.248334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network hostable DHCP agents. Network: eb146aae-789e-42f5-8454-9d1391abd88c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:30.265425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network eb146aae-789e-42f5-8454-9d1391abd88c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:30.274862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb146aae-789e-42f5-8454-9d1391abd88c) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:30.279948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:30.280714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.290464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0f01e-ce89-4409-b77b-02f3d96b9157 None None] Network eb146aae-789e-42f5-8454-9d1391abd88c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:30.301244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6c5bd776-04cc-46c0-b98c-d6c6ce6b89eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7763815
Dec 11 21:09:30.303982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:30.308871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4db50a2e-c5ae-4c4e-8ae6-4662159ceb80 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:30.344501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:09:30.481015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eb146aae-789e-42f5-8454-9d1391abd88c', 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c', 'project_id': 'f1166bbadde3465e953e34303f0a2874', 'fixed_ips': [{'subnet_id': 'ee813ea2-55d2-41b6-b20a-5aa29aa65444'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:30.482105 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.579715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:30.589852 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4db50a2e-c5ae-4c4e-8ae6-4662159ceb80 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.605261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:09:30.634716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72dcdec-c6f2-4cdb-843b-aba3f44e47e4 req-738b8cbf-58a9-4eab-a5f6-423f070c4326 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:30.636723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a72dcdec-c6f2-4cdb-843b-aba3f44e47e4 req-738b8cbf-58a9-4eab-a5f6-423f070c4326 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.1422906
Dec 11 21:09:30.682364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.701774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Allocated IP 2001:db8:1::2 (eb146aae-789e-42f5-8454-9d1391abd88c/ee813ea2-55d2-41b6-b20a-5aa29aa65444/830b5a38-8e18-4806-8aad-80a585320c96) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:30.708236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:09:30.728098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:30.735705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.741137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a72dcdec-c6f2-4cdb-843b-aba3f44e47e4 req-b4603e19-b0e2-4a2f-9e75-6d7b06a18655 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966294
Dec 11 21:09:30.807867 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-4db50a2e-c5ae-4c4e-8ae6-4662159ceb80 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:09:30.812437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4db50a2e-c5ae-4c4e-8ae6-4662159ceb80 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c HTTP/1.1" status: 400  len: 364 time: 0.5036290
Dec 11 21:09:30.812437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:30.836756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:30.853695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.854177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.854546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.854892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.855477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.855931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.856288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.856606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.856940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.857271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.857603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.857920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.858249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:09:30.940538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.947066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:30.985981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:09:30.988811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Network eb146aae-789e-42f5-8454-9d1391abd88c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:31.013136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:31.015824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:31.030257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Pushing event updated for resources: {'Port': ['ID=830b5a38-8e18-4806-8aad-80a585320c96,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:31.109199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Attempting to bind port 830b5a38-8e18-4806-8aad-80a585320c96 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:31.109575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Attempting to bind port 830b5a38-8e18-4806-8aad-80a585320c96 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '11895291-7f6a-48bc-bc59-47f0dae8a9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:31.109938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Attempting to bind port 830b5a38-8e18-4806-8aad-80a585320c96 on network eb146aae-789e-42f5-8454-9d1391abd88c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:31.117485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:31.117863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Checking segment: {'id': '11895291-7f6a-48bc-bc59-47f0dae8a9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:31.118263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.118751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Bound using segment: {'id': '11895291-7f6a-48bc-bc59-47f0dae8a9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:31.119222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Bound port: 830b5a38-8e18-4806-8aad-80a585320c96, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11895291-7f6a-48bc-bc59-47f0dae8a9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb146aae-789e-42f5-8454-9d1391abd88c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:31.119605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.146468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.206038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843a097-fc1b-49c9-9a54-dc95d4773a79 req-ebaf9da6-34c2-4ca4-a9d0-d6354bb4646c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:31.208299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7843a097-fc1b-49c9-9a54-dc95d4773a79 req-ebaf9da6-34c2-4ca4-a9d0-d6354bb4646c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0516841
Dec 11 21:09:31.222949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] For port 830b5a38-8e18-4806-8aad-80a585320c96, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:31.226780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] For port 830b5a38-8e18-4806-8aad-80a585320c96, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=830b5a38-8e18-4806-8aad-80a585320c96,segment=NetworkSegment(11895291-7f6a-48bc-bc59-47f0dae8a9c6),segment_id=11895291-7f6a-48bc-bc59-47f0dae8a9c6)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:31.238420 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.297008 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7843a097-fc1b-49c9-9a54-dc95d4773a79 req-b5900b0e-7106-446c-be92-600f8aa41025 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768347
Dec 11 21:09:31.436148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Allocated IP 2001:db8::1 (8cca8591-ff06-45c9-beb0-8e3724dee649/452ffb32-d9d4-4f81-accd-cfb9157a753f/b786e80c-48d0-425f-8d30-0e813728b2f0) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:31.492512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a458c2-8f16-4cdd-97bc-2c160324edf3 None None] Pushing event updated for resources: {'Port': ['ID=830b5a38-8e18-4806-8aad-80a585320c96,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:31.562704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.599512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.642722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:31.646269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:31.652832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:31.653543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:31.660395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Port': ['ID=b786e80c-48d0-425f-8d30-0e813728b2f0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:31.793453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.018282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050c48-f494-43ab-b6a4-20b7b397e112 req-f2a7c8ea-4620-49d8-af2a-eb3a810bc594 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:32.024953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd050c48-f494-43ab-b6a4-20b7b397e112 req-f2a7c8ea-4620-49d8-af2a-eb3a810bc594 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1590106
Dec 11 21:09:32.134411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cb3b0ef9-74c5-45b7-b363-3af086d9f440 None None] Provisioning complete for port b786e80c-48d0-425f-8d30-0e813728b2f0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:32.135147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0ef9-74c5-45b7-b363-3af086d9f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.157385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd050c48-f494-43ab-b6a4-20b7b397e112 req-0f95f4b6-3156-46bc-ac83-7a51d925ce3f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261764
Dec 11 21:09:32.196642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b0ef9-74c5-45b7-b363-3af086d9f440 None None] Port b786e80c-48d0-425f-8d30-0e813728b2f0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:32.211665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 830b5a38-8e18-4806-8aad-80a585320c96 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:32.240555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.247829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.249000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.266594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 830b5a38-8e18-4806-8aad-80a585320c96 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:32.267113 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.345854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:32.350871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event updated for resources: {'Port': ['ID=b786e80c-48d0-425f-8d30-0e813728b2f0,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:32.395946 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.406109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:32.407651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:32.435337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 830b5a38-8e18-4806-8aad-80a585320c96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=830b5a38-8e18-4806-8aad-80a585320c96,segment=NetworkSegment(11895291-7f6a-48bc-bc59-47f0dae8a9c6),segment_id=11895291-7f6a-48bc-bc59-47f0dae8a9c6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:32.450885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.458538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:09:32.509442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:32.510092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.513545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68defe15-cb55-4bd0-a391-22da660d3baa req-868798a2-133c-4213-bf55-236ec33903e0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:32.519667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68defe15-cb55-4bd0-a391-22da660d3baa req-868798a2-133c-4213-bf55-236ec33903e0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1218808
Dec 11 21:09:32.541752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Router 57b2fba1-ba9c-4bd3-a471-82695f7b015c has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:32.596328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=830b5a38-8e18-4806-8aad-80a585320c96,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:32.625618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68defe15-cb55-4bd0-a391-22da660d3baa req-f567e5e8-a6d0-478c-ad3b-e08c7a231cdd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885589
Dec 11 21:09:32.689724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:32.699660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b919b67-53d1-444f-aab1-64474c70d0c8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8832650
Dec 11 21:09:32.699660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38150) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:32.703060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] Sync routers for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:32.713668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.721880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:32.722808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76af55b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:32.789029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76af55b0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:32.802731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:32.805458 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bcca6-1762-4ea8-b7d2-50c616271440" -d '{"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:32.831112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:32.832012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76af55b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:32.835581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:32.873782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.878258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76af55b0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:32.881051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77092f-c343-43ea-8050-79f83b353e79 None None] The sync data for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:32.895155 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e797529-2b8d-4327-a249-b869962d0121 x-openstack-request-id: req-1e797529-2b8d-4327-a249-b869962d0121 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:32.895524 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:32.895730 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e797529-2b8d-4327-a249-b869962d0121 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:32.896149 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'code': 200}
Dec 11 21:09:32.962509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-96698e2c-3c7c-4783-b6ba-62edd7dac168 None None] Provisioning complete for port b786e80c-48d0-425f-8d30-0e813728b2f0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:32.962885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-96698e2c-3c7c-4783-b6ba-62edd7dac168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:32.968256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:33.004269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-96698e2c-3c7c-4783-b6ba-62edd7dac168 None None] Port b786e80c-48d0-425f-8d30-0e813728b2f0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:33.092385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdc52d-d355-47db-b6c6-8ad4163234f4 None None] Network eb146aae-789e-42f5-8454-9d1391abd88c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:33.165266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-972e1680-beb2-4bc5-9bf0-ff0862ae02c5 None None] Provisioning complete for port 830b5a38-8e18-4806-8aad-80a585320c96 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:33.165865 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-972e1680-beb2-4bc5-9bf0-ff0862ae02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:33.211121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c5c23c01-b7d5-48be-8ce3-50df79debad3 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:33.321027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385e1a1-f7ac-4d22-9e09-19f3fc3f418d req-1d977876-8636-4f87-98b9-9add4aef7284 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:33.323571 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-c5c23c01-b7d5-48be-8ce3-50df79debad3 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:09:33.324635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c5c23c01-b7d5-48be-8ce3-50df79debad3 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c HTTP/1.1" status: 409  len: 329 time: 0.6242666
Dec 11 21:09:33.326513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209bd4-3b37-4a41-b2f0-7e875b992e3c req-2fa493ea-3fd6-4da9-9988-8c1935eb7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:33.327903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b385e1a1-f7ac-4d22-9e09-19f3fc3f418d req-1d977876-8636-4f87-98b9-9add4aef7284 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0769348
Dec 11 21:09:33.328170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc209bd4-3b37-4a41-b2f0-7e875b992e3c req-2fa493ea-3fd6-4da9-9988-8c1935eb7748 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1097 time: 0.1785126
Dec 11 21:09:33.328440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38166) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:33.382326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc209bd4-3b37-4a41-b2f0-7e875b992e3c req-d45b2385-ad91-42eb-b6ac-ded7e9124543 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443180
Dec 11 21:09:33.462216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b385e1a1-f7ac-4d22-9e09-19f3fc3f418d req-a6c23585-1ade-44b5-bea5-ccd6b1716c34 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237822
Dec 11 21:09:33.621995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2ddc8518-e0df-4049-bca5-b02eea503205 None None] Provisioning complete for port 830b5a38-8e18-4806-8aad-80a585320c96 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:33.622878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8518-e0df-4049-bca5-b02eea503205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:33.709129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:33.757910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d99c07-25a6-4948-a330-b9c7ecf107f6 req-6d610ffb-dc26-4e47-b945-a28a62908de7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:33.759740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01d99c07-25a6-4948-a330-b9c7ecf107f6 req-6d610ffb-dc26-4e47-b945-a28a62908de7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0536928
Dec 11 21:09:33.813153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01d99c07-25a6-4948-a330-b9c7ecf107f6 req-bc690600-1f7d-4af0-9496-7b4a2aafa1a7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460923
Dec 11 21:09:34.160998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 830b5a38-8e18-4806-8aad-80a585320c96 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:34.216531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 830b5a38-8e18-4806-8aad-80a585320c96 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:34.217175 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:34.265722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting port b786e80c-48d0-425f-8d30-0e813728b2f0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:34.266131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:34.362356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:34.375425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Calling delete_port for b786e80c-48d0-425f-8d30-0e813728b2f0 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:34.600651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:34.617538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd4fb1-bde0-4d1f-b229-28846e2a57ad req-f64dda26-07bb-4c73-8e52-6eed04403164 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:34.622387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76cd4fb1-bde0-4d1f-b229-28846e2a57ad req-f64dda26-07bb-4c73-8e52-6eed04403164 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0799379
Dec 11 21:09:34.644571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Port': ['ID=b786e80c-48d0-425f-8d30-0e813728b2f0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:34.779660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:34.789077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76cd4fb1-bde0-4d1f-b229-28846e2a57ad req-615f83be-966d-4134-ac6d-ff37a55698ae tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1464944
Dec 11 21:09:34.950698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e517c53-cca4-429c-a31f-73d78067c5a1 req-485841ee-ffb5-454a-8091-13b13f1d9d5d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:34.952360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e517c53-cca4-429c-a31f-73d78067c5a1 req-485841ee-ffb5-454a-8091-13b13f1d9d5d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0522285
Dec 11 21:09:34.961866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38212) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:34.967022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'floatingip': {'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:35.013349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Router 57b2fba1-ba9c-4bd3-a471-82695f7b015c has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:35.026093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e9016-18c2-4eb8-9eb0-0f359c9ee783 req-d725b8e8-cf23-4c98-9124-0d126366e372 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:35.027912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb4e9016-18c2-4eb8-9eb0-0f359c9ee783 req-d725b8e8-cf23-4c98-9124-0d126366e372 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1309175
Dec 11 21:09:35.043256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.120467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:35.134549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-69dd86ec-f74d-44c0-89d7-4ece157d8347 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8026724
Dec 11 21:09:35.135514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38222) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:35.135630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] Sync routers for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:35.146382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:35.147055 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:35.179706 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e1640>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:35.189075 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] Routers {'57b2fba1-ba9c-4bd3-a471-82695f7b015c'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:35.189696 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e1640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:35.190059 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-401af486-6175-4d27-a7d3-0d10a1f7bb8b tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] show failed (client error): The resource could not be found.
Dec 11 21:09:35.191325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-401af486-6175-4d27-a7d3-0d10a1f7bb8b tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-219658099 HTTP/1.1" status: 404  len: 334 time: 0.0540779
Dec 11 21:09:35.200398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38224) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:35.207974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7536de5c-8634-4261-9a9a-00e74d211fc8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Request body: {'router': {'name': 'new_name'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:35.231114 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e1640>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:35.231781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040d00e-6a97-452a-bc28-963ee96f0658 None None] The sync data for ids ['57b2fba1-ba9c-4bd3-a471-82695f7b015c'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:35.251510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb4e9016-18c2-4eb8-9eb0-0f359c9ee783 req-54694802-a1cd-4c52-aba9-ea0288ace2b6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155495
Dec 11 21:09:35.253499 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-7536de5c-8634-4261-9a9a-00e74d211fc8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] update failed (client error): The resource could not be found.
Dec 11 21:09:35.259040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7536de5c-8634-4261-9a9a-00e74d211fc8 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1367801389 HTTP/1.1" status: 404  len: 335 time: 0.0572660
Dec 11 21:09:35.259820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38226) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:35.321874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting subnet ee813ea2-55d2-41b6-b20a-5aa29aa65444 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:35.325345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.367969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.461545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.527641 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.542148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.545351 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/subnets/ee813ea2-55d2-41b6-b20a-5aa29aa65444 HTTP/1.1" status: 204  len: 168 time: 0.2843099
Dec 11 21:09:35.551491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fe0ee-dcb3-4ce8-80d2-d191408f397d None None] Network eb146aae-789e-42f5-8454-9d1391abd88c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:35.552411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:35.565168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5e20b-704f-4419-9ded-64b89e0374eb tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Subnet': ['ID=ee813ea2-55d2-41b6-b20a-5aa29aa65444,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:35.704456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] DHCP port deletion for eb146aae-789e-42f5-8454-9d1391abd88c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:35.715195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.resource_extend [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:09:35.752479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.760136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Deleting port 830b5a38-8e18-4806-8aad-80a585320c96 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:35.760506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.821929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.830943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.844055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] For port 830b5a38-8e18-4806-8aad-80a585320c96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=830b5a38-8e18-4806-8aad-80a585320c96,segment=NetworkSegment(11895291-7f6a-48bc-bc59-47f0dae8a9c6),segment_id=11895291-7f6a-48bc-bc59-47f0dae8a9c6)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:35.844457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.858214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Calling delete_port for 830b5a38-8e18-4806-8aad-80a585320c96 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:35.938862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting port 830b5a38-8e18-4806-8aad-80a585320c96 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:35.939172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.946783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:35.983961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] Pushing event deleted for resources: {'Port': ['ID=830b5a38-8e18-4806-8aad-80a585320c96,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:35.987475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56b1fc-7b9a-4418-9627-bf6104e9f764 None None] No DVR routers for this DVR port 830b5a38-8e18-4806-8aad-80a585320c96 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:36.007443 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Floating IP 62c0d21e-040f-4813-bc4b-e052873f04e7 associated. External IP: 172.35.1.225, port: cdc78c2e-fa9b-407f-a37d-b1a6aedb5814.
Dec 11 21:09:36.067257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] For port 830b5a38-8e18-4806-8aad-80a585320c96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=830b5a38-8e18-4806-8aad-80a585320c96,segment=NetworkSegment(11895291-7f6a-48bc-bc59-47f0dae8a9c6),segment_id=11895291-7f6a-48bc-bc59-47f0dae8a9c6)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:36.067632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.084865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Calling delete_port for 830b5a38-8e18-4806-8aad-80a585320c96 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:36.166281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 830b5a38-8e18-4806-8aad-80a585320c96 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:36.189073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 830b5a38-8e18-4806-8aad-80a585320c96 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:36.189420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 830b5a38-8e18-4806-8aad-80a585320c96 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:36.471282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949f05a-4683-4388-ae5d-944f7ece51d9 req-195609df-eb0a-4268-9f5b-2c173f5887ea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:36.473045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c949f05a-4683-4388-ae5d-944f7ece51d9 req-195609df-eb0a-4268-9f5b-2c173f5887ea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1137502
Dec 11 21:09:36.567573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.635028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Port': ['ID=830b5a38-8e18-4806-8aad-80a585320c96,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:36.642626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] No DVR routers for this DVR port 830b5a38-8e18-4806-8aad-80a585320c96 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:36.647317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c949f05a-4683-4388-ae5d-944f7ece51d9 req-36b1701e-db66-4731-a568-01d4180f0f09 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426380
Dec 11 21:09:36.744104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:36.759937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.816348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3c50a0>,) {'filters': {'network_id': ['eb146aae-789e-42f5-8454-9d1391abd88c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:36.832485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3c50a0>, '11895291-7f6a-48bc-bc59-47f0dae8a9c6') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:36.832783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3c50a0>, '11895291-7f6a-48bc-bc59-47f0dae8a9c6') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:36.845600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.891303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.903504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:36.903897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:36.907430 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:36.963389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:36.963978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:36.969411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:36.974391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:36.986367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:36.987612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77297af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:37.003225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.008759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.014672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:37.014858 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/networks/eb146aae-789e-42f5-8454-9d1391abd88c HTTP/1.1" status: 204  len: 168 time: 1.4611595
Dec 11 21:09:37.019596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-da2866ed-54f5-4dcd-a8cc-a9e4eccee3fb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "PUT /v2.0/floatingips/62c0d21e-040f-4813-bc4b-e052873f04e7 HTTP/1.1" status: 200  len: 992 time: 2.0567019
Dec 11 21:09:37.021515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:37.023708 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833065c6-18ea-4db9-8473-1b44283edd48" -d '{"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:37.036550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314bf18-f363-4f70-a1e1-3718932a1b2a tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Network': ['ID=eb146aae-789e-42f5-8454-9d1391abd88c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:37.078684 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a46bdc-e0af-472c-a7f7-8b2ba146d14a x-openstack-request-id: req-d8a46bdc-e0af-472c-a7f7-8b2ba146d14a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:37.079340 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:37.079636 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8a46bdc-e0af-472c-a7f7-8b2ba146d14a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:37.080075 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'status': 'completed', 'code': 200}
Dec 11 21:09:37.130931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:37.133426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting subnet 604bd4de-e615-4916-b75c-c5d7e615fd28 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:37.136799 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb05671-fcef-4217-8b7a-bd920effae2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.140061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.154983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833065c6-18ea-4db9-8473-1b44283edd48 req-20a28ad6-f561-4c6c-8833-27f2d0b89610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:37.157168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-20a28ad6-f561-4c6c-8833-27f2d0b89610 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1097 time: 0.0436447
Dec 11 21:09:37.203515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.270246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833065c6-18ea-4db9-8473-1b44283edd48 req-f9dfbb0b-b017-4faf-b33e-494b6e885a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:37.271964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-f9dfbb0b-b017-4faf-b33e-494b6e885a9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.1072667
Dec 11 21:09:37.330349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb05671-fcef-4217-8b7a-bd920effae2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.335584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fb05671-fcef-4217-8b7a-bd920effae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.341728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.359222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-0417fef2-3590-40cb-9fc7-6155b7642573 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1000 time: 0.0713060
Dec 11 21:09:37.383607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77297af0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62c0d21e-040f-4813-bc4b-e052873f04e7', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:09:19Z', 'updated_at': '2021-12-11T21:09:35Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:37.411074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:09:37.416709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833065c6-18ea-4db9-8473-1b44283edd48 req-8581def2-7baf-488b-a946-457f1c9bf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:37.418316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-8581def2-7baf-488b-a946-457f1c9bf277 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0516603
Dec 11 21:09:37.419771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7fb05671-fcef-4217-8b7a-bd920effae2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99a21502b3c6484d92485442b8786ac8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4551370
Dec 11 21:09:37.420515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb05671-fcef-4217-8b7a-bd920effae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d61cb6-a55a-4288-b290-f7745886cdab,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:37.422568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:37.424371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:37.424986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77297af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:37.448625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.479661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb93254-423f-4be4-a9e1-c412c7ab2abc None None] Network d214e843-192c-4390-98b8-ab951a9a6881 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:37.491535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.496749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/subnets/604bd4de-e615-4916-b75c-c5d7e615fd28 HTTP/1.1" status: 204  len: 168 time: 0.4789972
Dec 11 21:09:37.496749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf914a-5b5a-408b-9cae-9cfff754cb66 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Subnet': ['ID=604bd4de-e615-4916-b75c-c5d7e615fd28,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:37.497797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38280) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:37.516059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833065c6-18ea-4db9-8473-1b44283edd48 req-c03f6ecd-545f-4b40-9e9a-ba3203d222e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:37.518184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-c03f6ecd-545f-4b40-9e9a-ba3203d222e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0893779
Dec 11 21:09:37.557713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.615652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:09:37.636439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting subnet d1b250a1-8ba8-4deb-a802-607a082991b3 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:37.640182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.651384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.750561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] DHCP port deletion for d214e843-192c-4390-98b8-ab951a9a6881 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:37.793085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.822292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-c57476f9-8233-494e-8d8c-b08afd0741a8 service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799265
Dec 11 21:09:37.856231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.859591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.863099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3d61cb6-a55a-4288-b290-f7745886cdab HTTP/1.1" status: 204  len: 168 time: 0.4371521
Dec 11 21:09:37.888689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Deleting port 84f1809a-0b59-4034-aeca-abf006dc58d5 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:37.889065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:37.894988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51062859-3a7b-48e4-873d-7c953d4ec812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d61cb6-a55a-4288-b290-f7745886cdab,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:37.943621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf871e9-b7e8-49f1-8f82-d22b4bda7944 req-f8132e5b-ffa8-4012-8cbb-e8979b94976a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:37.945391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf871e9-b7e8-49f1-8f82-d22b4bda7944 req-f8132e5b-ffa8-4012-8cbb-e8979b94976a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1998761
Dec 11 21:09:37.995458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] For port 84f1809a-0b59-4034-aeca-abf006dc58d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84f1809a-0b59-4034-aeca-abf006dc58d5,segment=NetworkSegment(7bffbc02-4b0c-4a52-9e1d-e052dda30f64),segment_id=7bffbc02-4b0c-4a52-9e1d-e052dda30f64)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:37.996037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.012744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Calling delete_port for 84f1809a-0b59-4034-aeca-abf006dc58d5 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:38.025383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77297af0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62c0d21e-040f-4813-bc4b-e052873f04e7', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:09:19Z', 'updated_at': '2021-12-11T21:09:35Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:38.043311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.059970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910f0fc-94f7-46da-aebe-0ea91611e451 None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '62c0d21e-040f-4813-bc4b-e052873f04e7', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.225', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:09:19Z', 'updated_at': '2021-12-11T21:09:35Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:38.114884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-833065c6-18ea-4db9-8473-1b44283edd48 req-ff603700-2566-4b3b-9987-077a1961845d service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739720
Dec 11 21:09:38.121811 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaf871e9-b7e8-49f1-8f82-d22b4bda7944 req-aeeffab0-1db4-4c67-a1b8-20bb91047758 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504338
Dec 11 21:09:38.161211 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.230099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b250a1-8ba8-4deb-a802-607a082991b3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.268246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.272033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf51e4cb-1e75-4f6f-986c-ff7c3c03f2d1 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/subnets/d1b250a1-8ba8-4deb-a802-607a082991b3 HTTP/1.1" status: 204  len: 168 time: 0.7710593
Dec 11 21:09:38.274427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38290) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:38.280961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38292) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:38.296528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28221022-229e-44e6-8737-aa9d56c8ad12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.380530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.390580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 84f1809a-0b59-4034-aeca-abf006dc58d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:38.392073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d12c1-82b9-463f-bc19-52ff50f38629 None None] Network a303b5e1-01e3-4576-a226-1f5b0efdb3e1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:38.416541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28221022-229e-44e6-8737-aa9d56c8ad12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.425232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28221022-229e-44e6-8737-aa9d56c8ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.446743 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3feb112-7478-4b11-b5ad-bb013b060c96 None None] New status for floating IP 62c0d21e-040f-4813-bc4b-e052873f04e7: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:09:38.454018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting port 84f1809a-0b59-4034-aeca-abf006dc58d5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:38.454714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.469796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28221022-229e-44e6-8737-aa9d56c8ad12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e735b41bad446eca82df737812ab5bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1875839
Dec 11 21:09:38.475128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38294) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:38.480168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28221022-229e-44e6-8737-aa9d56c8ad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f404a680-32e5-4d9e-bdf6-90a91db32f9e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.563119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.569033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] For port 84f1809a-0b59-4034-aeca-abf006dc58d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84f1809a-0b59-4034-aeca-abf006dc58d5,segment=NetworkSegment(7bffbc02-4b0c-4a52-9e1d-e052dda30f64),segment_id=7bffbc02-4b0c-4a52-9e1d-e052dda30f64)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:38.569715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.602176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Calling delete_port for 84f1809a-0b59-4034-aeca-abf006dc58d5 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:38.605395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.607608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] No DVR routers for this DVR port 84f1809a-0b59-4034-aeca-abf006dc58d5 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:38.611331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502d3b5-de88-4bc4-ad28-8a641311eb53 None None] Pushing event deleted for resources: {'Port': ['ID=84f1809a-0b59-4034-aeca-abf006dc58d5,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.620659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.707354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.722890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] DHCP port deletion for a303b5e1-01e3-4576-a226-1f5b0efdb3e1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:38.771509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Deleting port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:38.771881 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.774333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.802368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.804961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.806688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f404a680-32e5-4d9e-bdf6-90a91db32f9e HTTP/1.1" status: 204  len: 168 time: 0.3294880
Dec 11 21:09:38.808793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Port': ['ID=84f1809a-0b59-4034-aeca-abf006dc58d5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.814382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] No DVR routers for this DVR port 84f1809a-0b59-4034-aeca-abf006dc58d5 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:38.823951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658777c-ddb9-44e6-b053-be557080bad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f404a680-32e5-4d9e-bdf6-90a91db32f9e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.844999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] For port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,segment=NetworkSegment(ded11509-96a5-4cf1-884d-27d052bac809),segment_id=ded11509-96a5-4cf1-884d-27d052bac809)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:38.845398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.863602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Calling delete_port for 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:38.908905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.933081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d861228b0>,) {'filters': {'network_id': ['d214e843-192c-4390-98b8-ab951a9a6881']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:38.944663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d861228b0>, '7bffbc02-4b0c-4a52-9e1d-e052dda30f64') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:38.944972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d861228b0>, '7bffbc02-4b0c-4a52-9e1d-e052dda30f64') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:38.952877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.958539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.973391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.979142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] Pushing event deleted for resources: {'Port': ['ID=3c8c2b31-a9b1-454d-bc77-8753dfc0b59c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:38.980175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:38.980541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:38.982976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54d207-7b8f-4012-aa6a-4c3ff556e647 None None] No DVR routers for this DVR port 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:38.984601 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:39.047434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.054966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.058164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/networks/d214e843-192c-4390-98b8-ab951a9a6881 HTTP/1.1" status: 204  len: 168 time: 0.7826447
Dec 11 21:09:39.060731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38300) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:39.070582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc50e4-dc00-4be7-b6d3-24262f70ccce tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Network': ['ID=d214e843-192c-4390-98b8-ab951a9a6881,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:39.140628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.255078 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.280323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d846d84c0>,) {'filters': {'network_id': ['a303b5e1-01e3-4576-a226-1f5b0efdb3e1']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:39.296961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d846d84c0>, 'ded11509-96a5-4cf1-884d-27d052bac809') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:39.297295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d846d84c0>, 'ded11509-96a5-4cf1-884d-27d052bac809') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:39.305801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af751389-c0f3-461e-b121-88b4375084d4 req-10a7973a-138c-4063-9551-e5dc0f053b60 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:39.307330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af751389-c0f3-461e-b121-88b4375084d4 req-10a7973a-138c-4063-9551-e5dc0f053b60 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0862260
Dec 11 21:09:39.317307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.345019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.359032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:39.359428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:39.362428 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:39.417940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af751389-c0f3-461e-b121-88b4375084d4 req-f8aeadbe-3c5b-4326-88bd-bc748c63636a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025617
Dec 11 21:09:39.437720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.446364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.449582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/networks/a303b5e1-01e3-4576-a226-1f5b0efdb3e1 HTTP/1.1" status: 204  len: 168 time: 0.3871412
Dec 11 21:09:39.453254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38320) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:39.460626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cff5d-6113-4756-a5cb-f06a2da70caa tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Network': ['ID=a303b5e1-01e3-4576-a226-1f5b0efdb3e1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:39.515020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting subnet 452ffb32-d9d4-4f81-accd-cfb9157a753f {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:39.520793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.567689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.648508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.711459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.739729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Subnet': ['ID=452ffb32-d9d4-4f81-accd-cfb9157a753f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:39.745905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.749198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d58447e0-c0ee-472d-8246-234eb436d025 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/subnets/452ffb32-d9d4-4f81-accd-cfb9157a753f HTTP/1.1" status: 204  len: 168 time: 0.2948699
Dec 11 21:09:39.752575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38326) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:39.757982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76de8c0-4874-4aa9-9fb3-d6b08bcf43e0 None None] Network 8cca8591-ff06-45c9-beb0-8e3724dee649 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:39.840605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.909792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] DHCP port deletion for 8cca8591-ff06-45c9-beb0-8e3724dee649 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:39.914719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Deleting port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:39.915064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.963364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Deleting port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:39.963747 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:39.988792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] For port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,segment=NetworkSegment(a683cc23-40b5-4bb5-af96-7bfad99e5af2),segment_id=a683cc23-40b5-4bb5-af96-7bfad99e5af2)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:39.989166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.003062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Calling delete_port for 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:40.037131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] For port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,segment=NetworkSegment(a683cc23-40b5-4bb5-af96-7bfad99e5af2),segment_id=a683cc23-40b5-4bb5-af96-7bfad99e5af2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:40.037530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.066935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Calling delete_port for 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:40.101659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.129516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Port': ['ID=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:40.140810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] No DVR routers for this DVR port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:40.200265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.210907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:40.229687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.260856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f22cc70>,) {'filters': {'network_id': ['8cca8591-ff06-45c9-beb0-8e3724dee649']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:40.269714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:40.270298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c8c2b31-a9b1-454d-bc77-8753dfc0b59c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:40.270749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:40.271106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f22cc70>, 'a683cc23-40b5-4bb5-af96-7bfad99e5af2') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:40.271408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f22cc70>, 'a683cc23-40b5-4bb5-af96-7bfad99e5af2') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:40.286132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.292122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:40.292468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:40.294660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] Pushing event deleted for resources: {'Port': ['ID=7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:40.298565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b07f358-9a94-4339-beb1-40daef0817ad None None] No DVR routers for this DVR port 7daa0e0a-8a68-4f99-b31f-4c5d5ec04a31 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:40.312772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.318135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:40.320642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:40.323808 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:40.391489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.398071 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.401206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/networks/8cca8591-ff06-45c9-beb0-8e3724dee649 HTTP/1.1" status: 204  len: 168 time: 0.6476073
Dec 11 21:09:40.403966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38344) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:40.416680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee790c-b32b-41ff-a4d5-fe61a421ba9d tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Pushing event deleted for resources: {'Network': ['ID=8cca8591-ff06-45c9-beb0-8e3724dee649,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:40.434299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-152d8f13-9a83-48aa-9bef-bbe57b103b49 tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "GET /v2.0/ports?device_id=57b2fba1-ba9c-4bd3-a471-82695f7b015c HTTP/1.1" status: 200  len: 205 time: 0.0269415
Dec 11 21:09:40.434734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38346) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:40.515632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.548616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c6860-0270-4a6f-ad98-0ae7ace9ec24 req-fe46f9ed-250f-444a-b881-7c3801e2e98f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:40.550387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-040c6860-0270-4a6f-ad98-0ae7ace9ec24 req-fe46f9ed-250f-444a-b881-7c3801e2e98f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0603583
Dec 11 21:09:40.616102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-040c6860-0270-4a6f-ad98-0ae7ace9ec24 req-cfa9c07b-cbaf-4ca4-b360-f9c14e0b82da tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597470
Dec 11 21:09:40.696715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.699004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.745118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.745804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Fanout notify agent at l3_agent the message router_deleted on router 57b2fba1-ba9c-4bd3-a471-82695f7b015c {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:09:40.753156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.754276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb400a56-5181-4891-975c-0f3d0f831b9e tempest-RoutersNegativeIpV6Test-808418072 tempest-RoutersNegativeIpV6Test-808418072-project] 10.222.0.18 "DELETE /v2.0/routers/57b2fba1-ba9c-4bd3-a471-82695f7b015c HTTP/1.1" status: 204  len: 168 time: 0.3184550
Dec 11 21:09:40.786969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:40.895924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b23ad3-65e8-43b1-966c-e492851f9d06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.976161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b23ad3-65e8-43b1-966c-e492851f9d06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.981283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b23ad3-65e8-43b1-966c-e492851f9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:40.991660 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee3f6-5283-412e-bd2f-e2135b2c66e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.024577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f3b23ad3-65e8-43b1-966c-e492851f9d06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0eed2d916756434bb26f4ea8ed7f18c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2364476
Dec 11 21:09:41.025762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b23ad3-65e8-43b1-966c-e492851f9d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f31dfa0-913d-4453-90c2-8631e5e84bac,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:41.027055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:41.027494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38366) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:41.088677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.110249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.179120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa51a1c1-5f75-425b-9511-407b316dea6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1166bbadde3465e953e34303f0a2874&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1493003
Dec 11 21:09:41.180444 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.181716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:41.183099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.184112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f31dfa0-913d-4453-90c2-8631e5e84bac HTTP/1.1" status: 204  len: 168 time: 0.1525624
Dec 11 21:09:41.192274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00176b4-333d-4ac7-9669-423f5778a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f31dfa0-913d-4453-90c2-8631e5e84bac,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:41.252373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.276449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.325016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.328329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.329500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/735c6688-efbb-49b0-a6e5-d8f9cf4c7311 HTTP/1.1" status: 204  len: 168 time: 0.1465604
Dec 11 21:09:41.337764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668776a-ea7f-4354-a6d4-9ad921f22ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735c6688-efbb-49b0-a6e5-d8f9cf4c7311,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:41.458269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38380) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:41.471242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e522fdd-1044-42a4-ac11-9f7c9a593488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.550710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e522fdd-1044-42a4-ac11-9f7c9a593488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.556885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e522fdd-1044-42a4-ac11-9f7c9a593488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.595273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4e522fdd-1044-42a4-ac11-9f7c9a593488 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df2fd4d021594741aaa7a8df29ccf6c3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1357863
Dec 11 21:09:41.597360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e522fdd-1044-42a4-ac11-9f7c9a593488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39579f-bd98-45de-9bda-666e209a94c4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:41.598039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38386) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:41.648665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.672475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.754717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f9473-524e-459c-bd5f-96fcd55dd4ba req-b6febaf7-f2d0-4e88-aeba-b1b09febc827 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:41.756225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c51f9473-524e-459c-bd5f-96fcd55dd4ba req-b6febaf7-f2d0-4e88-aeba-b1b09febc827 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0616620
Dec 11 21:09:41.757300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.760025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:41.763339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f39579f-bd98-45de-9bda-666e209a94c4 HTTP/1.1" status: 204  len: 168 time: 0.1620393
Dec 11 21:09:41.776908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd76773-6f7f-4b8a-bd4a-153ce08aacb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39579f-bd98-45de-9bda-666e209a94c4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:41.818232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c51f9473-524e-459c-bd5f-96fcd55dd4ba req-73da6038-fceb-4af1-9329-b72f837f11f7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537436
Dec 11 21:09:42.122390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38410) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:42.219930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2025528220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:42.243604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.244656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.297895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.302176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.320248 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.321496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-656517a5-9c4d-42ae-9800-a19d886d9b9e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1978848
Dec 11 21:09:42.324249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38422) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:42.329655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-139756054'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:42.355593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:42.360562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.371871 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.446749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.453476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.482850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:42.492293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067db9d9-51ed-4605-b8fe-43569519e50e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:42.503953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.504310 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Added segment 408feee0-4b6c-44e1-9918-a04b48fa3272 of type vlan for network 91ab0a43-c6c9-49ce-a26f-abca538d2d23
Dec 11 21:09:42.551583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.578434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.585256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:42.585847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:42.643678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3183396
Dec 11 21:09:42.646586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38434) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:42.651699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'subnet': {'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:42.659669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8fb39-9263-4b76-8d11-339d2ede2aaf tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Network': ['ID=91ab0a43-c6c9-49ce-a26f-abca538d2d23,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:42.672226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:42.774666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:42.778802 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.004463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.084072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Subnet': ['ID=4c46dedb-bc5f-49d0-804b-63833371a900,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:43.104743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Checking segment: {'id': '408feee0-4b6c-44e1-9918-a04b48fa3272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:43.105165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network hostable DHCP agents. Network: 91ab0a43-c6c9-49ce-a26f-abca538d2d23, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:43.125235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:43.135268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91ab0a43-c6c9-49ce-a26f-abca538d2d23) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:43.139556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.140156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.150625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289ab04-aaed-4dbd-8178-c63528aedfa1 None None] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:43.162721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a65e02a-6588-438a-b23b-10c33d1cb295 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5149379
Dec 11 21:09:43.165989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38452) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:43.172143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'network': {'name': 'tempest-router-network01--453105838'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:43.198607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:43.202814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.205716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:43.237068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:43.239117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003b21d-137d-440c-ba15-e37bb8b7a9cb req-548d6a57-5461-4973-a7a1-377ac53a6acd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.241477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2003b21d-137d-440c-ba15-e37bb8b7a9cb req-548d6a57-5461-4973-a7a1-377ac53a6acd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.3492608
Dec 11 21:09:43.247953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.248361 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Added segment f38f9272-0e04-4e03-84aa-7e285de7f17c of type vlan for network a7f11a59-3d2f-4139-b2e2-53528be16292
Dec 11 21:09:43.271364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91ab0a43-c6c9-49ce-a26f-abca538d2d23', 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23', 'project_id': '77da6765b7cc4f0cbe879fb2c403ef4f', 'fixed_ips': [{'subnet_id': '4c46dedb-bc5f-49d0-804b-63833371a900'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:43.272376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.313541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2003b21d-137d-440c-ba15-e37bb8b7a9cb req-819342d3-d101-4bb0-a188-c78dc0b1b5cc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664442
Dec 11 21:09:43.313962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.357034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.360198 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:09:43.365439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.366037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.397462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2302315
Dec 11 21:09:43.400342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:43.405668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'network': {'name': 'tempest-router-network02--527550454'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:43.435022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Allocated IP 172.20.0.2 (91ab0a43-c6c9-49ce-a26f-abca538d2d23/4c46dedb-bc5f-49d0-804b-63833371a900/f2ac8ebe-5f3b-4a91-95d7-debb256e794c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:43.436152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:43.440607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.451206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634d26d-e4a1-44b4-b588-d0f1a96e297f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Network': ['ID=a7f11a59-3d2f-4139-b2e2-53528be16292,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:43.464632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a7f11a59-3d2f-4139-b2e2-53528be16292 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:43.471933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1483001197'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:43.485653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4608b2ba-dad0-487f-956c-709c058ad77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.487049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:43.499741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.500420 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Added segment acc80a74-c8f0-4b1f-9725-c0791f322785 of type vlan for network 56d3f2d2-e89f-4222-8ebb-14365dd55882
Dec 11 21:09:43.509386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Made reservation on behalf of 466680d21ed6498a94843ecda885dda7 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:43.514835 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.526761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.550618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.585560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.591678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.593207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.612648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-6cb87765-1f02-4dbe-8a54-ffcde2b29c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.614314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-6cb87765-1f02-4dbe-8a54-ffcde2b29c2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1097 time: 0.0791919
Dec 11 21:09:43.660683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2591264
Dec 11 21:09:43.667228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38462) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:43.675576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'subnet': {'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:43.680669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.696531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af23983-0d26-45d2-8677-0bf2948722bd tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Network': ['ID=56d3f2d2-e89f-4222-8ebb-14365dd55882,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:43.707013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.715331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:43.740258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:43.766962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb79c86b-28f5-4df8-812d-86666ce0c3e2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:43.769933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.770275 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Added segment 985c336f-5549-4b9f-9da9-e1377cf25a98 of type vlan for network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf
Dec 11 21:09:43.779676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:43.781985 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.784141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.805541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.815425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-04295c70-1960-425f-bb6c-09aeb2d4aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:43.816936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-04295c70-1960-425f-bb6c-09aeb2d4aaee service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1737041
Dec 11 21:09:43.826708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.857809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:43.862943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:43.866199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:43.877395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Pushing event updated for resources: {'Port': ['ID=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:43.942131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Attempting to bind port f2ac8ebe-5f3b-4a91-95d7-debb256e794c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:43.942429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Attempting to bind port f2ac8ebe-5f3b-4a91-95d7-debb256e794c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '408feee0-4b6c-44e1-9918-a04b48fa3272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:43.943439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Attempting to bind port f2ac8ebe-5f3b-4a91-95d7-debb256e794c on network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:43.948415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:43.948880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Checking segment: {'id': '408feee0-4b6c-44e1-9918-a04b48fa3272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:43.949347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:43.949810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Bound using segment: {'id': '408feee0-4b6c-44e1-9918-a04b48fa3272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:43.950358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Bound port: f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408feee0-4b6c-44e1-9918-a04b48fa3272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '91ab0a43-c6c9-49ce-a26f-abca538d2d23'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:43.950866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.008300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.020844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] For port f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:44.024267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] For port f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,segment=NetworkSegment(408feee0-4b6c-44e1-9918-a04b48fa3272),segment_id=408feee0-4b6c-44e1-9918-a04b48fa3272)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:44.030159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.076466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Subnet': ['ID=32336c94-8b84-421f-806d-8ffe4fd57e30,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:44.086915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Checking segment: {'id': 'f38f9272-0e04-4e03-84aa-7e285de7f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:44.087283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network hostable DHCP agents. Network: a7f11a59-3d2f-4139-b2e2-53528be16292, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:44.103957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a21e9-906a-4667-a443-a84cce5cedb1 None None] Pushing event updated for resources: {'Port': ['ID=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:44.109220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network a7f11a59-3d2f-4139-b2e2-53528be16292 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:44.124580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a7f11a59-3d2f-4139-b2e2-53528be16292) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:44.135025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:44.135560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d6909-1f85-4370-aced-12600ef9581f None None] Network a7f11a59-3d2f-4139-b2e2-53528be16292 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:44.137127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.158403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-813ef0bd-71f4-40de-b216-e92f552b8bbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 217 time: 0.3335590
Dec 11 21:09:44.164489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-161ce0e8-706e-4078-90a9-a532eaf2ddb4 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4934731
Dec 11 21:09:44.164783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38464) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:44.170173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'subnet': {'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:44.181153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.resource_extend [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 11 21:09:44.230694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.238172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:44.239621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.262142 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-c4eda635-1f9a-4a94-ad15-63f0206598b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:44.262283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a7f11a59-3d2f-4139-b2e2-53528be16292', 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292', 'project_id': '77da6765b7cc4f0cbe879fb2c403ef4f', 'fixed_ips': [{'subnet_id': '32336c94-8b84-421f-806d-8ffe4fd57e30'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:44.263198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.264370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-c4eda635-1f9a-4a94-ad15-63f0206598b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0923059
Dec 11 21:09:44.290002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Made reservation on behalf of 77da6765b7cc4f0cbe879fb2c403ef4f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:44.294642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.317132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.1072624
Dec 11 21:09:44.332823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38466) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:44.363097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Request body: {'subnet': {'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:44.423673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577bc093-fc6b-45fa-963e-0744db705113 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event updated for resources: {'Network': ['ID=f5eb29e8-7ebc-49cc-a472-5aeab464a5cf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:44.437001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:44.442420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-86e7936e-f42f-4800-a6ce-c3e141117ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:44.444891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-86e7936e-f42f-4800-a6ce-c3e141117ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1504390
Dec 11 21:09:44.511974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Allocated IP 172.20.0.2 (a7f11a59-3d2f-4139-b2e2-53528be16292/32336c94-8b84-421f-806d-8ffe4fd57e30/a3540729-6e4b-43f6-9a8c-37dad6bcbf1c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:44.583507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-52fb6082-e7d9-4263-8cb4-2ec3f1c7d1df service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298659
Dec 11 21:09:44.620383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c854e-9af0-4a9c-bfe5-82270161c75a req-320effc4-a887-40b1-94bc-d00c59d43b1c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:44.621931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f8c854e-9af0-4a9c-bfe5-82270161c75a req-320effc4-a887-40b1-94bc-d00c59d43b1c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0983112
Dec 11 21:09:44.673437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Made reservation on behalf of 466680d21ed6498a94843ecda885dda7 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:44.677114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.709868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fe8a091-7586-43b4-b44e-907dc47df528 req-66c1ee9f-8bc0-4447-b708-e94035c4fcc0 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185019
Dec 11 21:09:44.714051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.720586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.763137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Network a7f11a59-3d2f-4139-b2e2-53528be16292 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:44.768112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:44.772336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:44.775438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Pushing event updated for resources: {'Port': ['ID=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:44.808249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f8c854e-9af0-4a9c-bfe5-82270161c75a req-6becf2cd-dade-40bd-84e6-d5a18bc26c0a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654129
Dec 11 21:09:44.813667 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.832573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Attempting to bind port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:44.833018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Attempting to bind port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f38f9272-0e04-4e03-84aa-7e285de7f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:44.833517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Attempting to bind port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c on network a7f11a59-3d2f-4139-b2e2-53528be16292 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:44.839166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:44.839700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Checking segment: {'id': 'f38f9272-0e04-4e03-84aa-7e285de7f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:44.840475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.841162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Bound using segment: {'id': 'f38f9272-0e04-4e03-84aa-7e285de7f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:44.841705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Bound port: a3540729-6e4b-43f6-9a8c-37dad6bcbf1c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38f9272-0e04-4e03-84aa-7e285de7f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a7f11a59-3d2f-4139-b2e2-53528be16292'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:44.842149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.916713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.925856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Subnet': ['ID=621575bc-eff9-41f6-bf86-f2d67448698f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:44.934448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] For port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:44.939303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] For port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,segment=NetworkSegment(f38f9272-0e04-4e03-84aa-7e285de7f17c),segment_id=f38f9272-0e04-4e03-84aa-7e285de7f17c)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:44.944039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:44.982009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Checking segment: {'id': 'acc80a74-c8f0-4b1f-9725-c0791f322785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:44.982367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network hostable DHCP agents. Network: 56d3f2d2-e89f-4222-8ebb-14365dd55882, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:44.992125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-1b503440-181e-4f01-ac55-57526835bf1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1267395
Dec 11 21:09:45.013944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a6dc4-4b14-43b9-894d-af3347c0787e None None] Pushing event updated for resources: {'Port': ['ID=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:45.045178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:45.054163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.071045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 56d3f2d2-e89f-4222-8ebb-14365dd55882) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:45.080016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443271f-7ee9-4283-9ed7-c244add865d5 None None] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:45.126896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.127481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.163993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event updated for resources: {'Subnet': ['ID=5a580ae9-9200-4e99-b26d-a1f96a99daf6,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:45.168751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9267e970-428b-44ce-b672-ac7bbe93d4a9 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0028369
Dec 11 21:09:45.172010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38472) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:45.187025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-bbf4b600-35fd-4ae6-991c-932b0bea9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.188547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-bbf4b600-35fd-4ae6-991c-932b0bea9c30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.1321185
Dec 11 21:09:45.202515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Checking segment: {'id': '985c336f-5549-4b9f-9da9-e1377cf25a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:45.204097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Network hostable DHCP agents. Network: f5eb29e8-7ebc-49cc-a472-5aeab464a5cf, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:45.220637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-56d3f2d2-e89f-4222-8ebb-14365dd55882', 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882', 'project_id': '77da6765b7cc4f0cbe879fb2c403ef4f', 'fixed_ips': [{'subnet_id': '621575bc-eff9-41f6-bf86-f2d67448698f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:45.222713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.287299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:45.315035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5eb29e8-7ebc-49cc-a472-5aeab464a5cf) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:45.327623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.328269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.359580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28959310-aa76-4849-80d0-e40a4a0fd8d3 None None] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:45.362697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-4bdfe375-f94d-4ab9-849f-54489aec1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.364364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-4bdfe375-f94d-4ab9-849f-54489aec1a5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1538694
Dec 11 21:09:45.371361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-38b6d252-b3fa-4c21-b32d-39ed45819e3b tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0373235
Dec 11 21:09:45.390848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:45.397865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Request body: {'port': {'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-763205965'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:45.479678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-e3224883-d501-43d3-8faa-20ab1f4ecf11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.1038220
Dec 11 21:09:45.559021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-c271647c-63c3-40db-9841-c7b200d846ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.560591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-c271647c-63c3-40db-9841-c7b200d846ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0714233
Dec 11 21:09:45.612097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-15d0095f-bcfd-4144-bb33-e170d7feba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.613628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-15d0095f-bcfd-4144-bb33-e170d7feba95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446465
Dec 11 21:09:45.652302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf8d45-2fda-4920-be56-6ff1c795f7b6 None None] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:45.689876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.730223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-954e237b-1a68-4c09-86f4-11067af88e8b service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088417
Dec 11 21:09:45.762240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] Provisioning complete for port f2ac8ebe-5f3b-4a91-95d7-debb256e794c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:45.763003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.809198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Made reservation on behalf of 466680d21ed6498a94843ecda885dda7 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:45.812819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.832638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f812973-51d9-4e92-b59e-29a8326aa410 req-c94d975b-92d1-4ed9-980d-f4f5a3bb3ebe service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0949893
Dec 11 21:09:45.851415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.903918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Allocated IP 172.20.0.2 (56d3f2d2-e89f-4222-8ebb-14365dd55882/621575bc-eff9-41f6-bf86-f2d67448698f/5544c6b9-7fd2-4726-ba06-0a76b6194631) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:45.915516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] device_id is not set on port 0e6b98c6-d95a-4f8a-9c47-4cce3c580e82 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:09:45.930369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5eb29e8-7ebc-49cc-a472-5aeab464a5cf', 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf', 'project_id': '466680d21ed6498a94843ecda885dda7', 'fixed_ips': [{'subnet_id': '5a580ae9-9200-4e99-b26d-a1f96a99daf6'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:09:45.930369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:45.970104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff58d7a-3f2c-415d-8a7c-6316cb783eac req-4c9c7fec-50fb-4e7a-ad95-48728305582c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:45.972778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ff58d7a-3f2c-415d-8a7c-6316cb783eac req-4c9c7fec-50fb-4e7a-ad95-48728305582c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0790417
Dec 11 21:09:46.042642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ff58d7a-3f2c-415d-8a7c-6316cb783eac req-a9b36873-a73b-4cb9-8bb4-9a9c68a08d5d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630739
Dec 11 21:09:46.151893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.196560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Allocated IP 172.20.0.3 (f5eb29e8-7ebc-49cc-a472-5aeab464a5cf/5a580ae9-9200-4e99-b26d-a1f96a99daf6/0e6b98c6-d95a-4f8a-9c47-4cce3c580e82) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:46.212664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Allocated IP 172.20.0.1 (a7f11a59-3d2f-4139-b2e2-53528be16292/32336c94-8b84-421f-806d-8ffe4fd57e30/e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:46.332734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a3540729-6e4b-43f6-9a8c-37dad6bcbf1c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:46.337764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] For port f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,segment=NetworkSegment(408feee0-4b6c-44e1-9918-a04b48fa3272),segment_id=408feee0-4b6c-44e1-9918-a04b48fa3272)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:46.386843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.398517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.452699 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.470921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.480432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.481945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b16b4-daac-429a-88cb-a8af128e1380 None None] Pushing event updated for resources: {'Port': ['ID=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:46.531431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:46.536382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:46.536743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.538439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722d598-21ff-40a8-9383-e74bd4fe6a2c None None] Network a7f11a59-3d2f-4139-b2e2-53528be16292 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:46.540091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.544481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:46.564430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.582358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:46.615236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network a7f11a59-3d2f-4139-b2e2-53528be16292 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:46.618551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Pushing event updated for resources: {'Port': ['ID=5544c6b9-7fd2-4726-ba06-0a76b6194631,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:46.620842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:46.625311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:46.628214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.655504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Port': ['ID=e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:46.716137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:46.724007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:46.728062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.732020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:46.749707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-17a564c1-9c2c-4047-90fc-fbb1a0d87ca3 None None] Provisioning complete for port f2ac8ebe-5f3b-4a91-95d7-debb256e794c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:46.750067 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17a564c1-9c2c-4047-90fc-fbb1a0d87ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.786549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Allocated IP 172.20.0.2 (f5eb29e8-7ebc-49cc-a472-5aeab464a5cf/5a580ae9-9200-4e99-b26d-a1f96a99daf6/6578c967-3586-4e40-abe9-5731e4e28d6f) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:46.788303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event updated for resources: {'Port': ['ID=0e6b98c6-d95a-4f8a-9c47-4cce3c580e82,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:46.812319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Attempting to bind port 5544c6b9-7fd2-4726-ba06-0a76b6194631 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:46.812639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Attempting to bind port 5544c6b9-7fd2-4726-ba06-0a76b6194631 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'acc80a74-c8f0-4b1f-9725-c0791f322785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:46.813004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Attempting to bind port 5544c6b9-7fd2-4726-ba06-0a76b6194631 on network 56d3f2d2-e89f-4222-8ebb-14365dd55882 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:46.851269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:46.851887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.859515 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:46.859894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Checking segment: {'id': 'acc80a74-c8f0-4b1f-9725-c0791f322785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:46.860293 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.860687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Bound using segment: {'id': 'acc80a74-c8f0-4b1f-9725-c0791f322785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:46.861161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Bound port: 5544c6b9-7fd2-4726-ba06-0a76b6194631, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acc80a74-c8f0-4b1f-9725-c0791f322785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '56d3f2d2-e89f-4222-8ebb-14365dd55882'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:46.861533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.874279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-18c7d857-1aac-42bb-925f-45e7cbf4c0b3 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4822023
Dec 11 21:09:46.877571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38482) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:46.915381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.961865 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:46.974988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Deleting port 0e6b98c6-d95a-4f8a-9c47-4cce3c580e82 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:46.975340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.081614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] For port 5544c6b9-7fd2-4726-ba06-0a76b6194631, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:47.088014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.095793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,segment=NetworkSegment(f38f9272-0e04-4e03-84aa-7e285de7f17c),segment_id=f38f9272-0e04-4e03-84aa-7e285de7f17c)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:47.106713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Calling delete_port for 0e6b98c6-d95a-4f8a-9c47-4cce3c580e82 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:47.111016 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.111882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2ac8ebe-5f3b-4a91-95d7-debb256e794c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:47.116709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] For port 5544c6b9-7fd2-4726-ba06-0a76b6194631, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5544c6b9-7fd2-4726-ba06-0a76b6194631,segment=NetworkSegment(acc80a74-c8f0-4b1f-9725-c0791f322785),segment_id=acc80a74-c8f0-4b1f-9725-c0791f322785)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:47.157752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.255373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a78f8-9b5d-4590-bf89-54b7fdda075a req-f02263bc-d03f-42a0-81b1-58b819ef0df7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:47.256813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-17a564c1-9c2c-4047-90fc-fbb1a0d87ca3 None None] Provisioning complete for port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:47.257179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17a564c1-9c2c-4047-90fc-fbb1a0d87ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.258359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-686a78f8-9b5d-4590-bf89-54b7fdda075a req-f02263bc-d03f-42a0-81b1-58b819ef0df7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0823941
Dec 11 21:09:47.270110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.310199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.316893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.332999 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.348873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:47.354864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.388066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.430922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Port': ['ID=e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:47.433752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event deleted for resources: {'Port': ['ID=0e6b98c6-d95a-4f8a-9c47-4cce3c580e82,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:47.438615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.476406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-686a78f8-9b5d-4590-bf89-54b7fdda075a req-7ff52793-2903-4a57-ba06-2dd580bff3fc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081333
Dec 11 21:09:47.490698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:47.503425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f2ac8ebe-5f3b-4a91-95d7-debb256e794c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:47.503800 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.548377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:47.559078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:47.576876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.581916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bb46d618-a9ff-4acc-8cf3-b3f93f5b1726 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "DELETE /v2.0/ports/0e6b98c6-d95a-4f8a-9c47-4cce3c580e82 HTTP/1.1" status: 204  len: 168 time: 0.7032678
Dec 11 21:09:47.584548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38486) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:47.594387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762c70-04ff-4f43-9648-6a622967325a None None] Pushing event updated for resources: {'Port': ['ID=5544c6b9-7fd2-4726-ba06-0a76b6194631,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:47.648054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network a7f11a59-3d2f-4139-b2e2-53528be16292 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:47.652036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:47.709031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-89d622c7-cea8-4425-ad4f-41419faf0aa1 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.1202090
Dec 11 21:09:47.709224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38490) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:47.727448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-472230301'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:47.769392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Made reservation on behalf of 466680d21ed6498a94843ecda885dda7 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:47.772828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.810538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:47.826024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.826661 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Added segment 36114044-a3a0-486d-a713-fbbf960e1ddc of type vlan for network cacea1e3-7e58-441c-82ce-ffb0ef502650
Dec 11 21:09:47.903508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.946287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.954509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:47.955452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:47.983873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Pushing event updated for resources: {'Port': ['ID=6578c967-3586-4e40-abe9-5731e4e28d6f,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:48.006926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Attempting to bind port 6578c967-3586-4e40-abe9-5731e4e28d6f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:48.007587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Attempting to bind port 6578c967-3586-4e40-abe9-5731e4e28d6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '985c336f-5549-4b9f-9da9-e1377cf25a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:48.007961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Attempting to bind port 6578c967-3586-4e40-abe9-5731e4e28d6f on network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:48.008924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.2982121
Dec 11 21:09:48.013232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38494) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.060054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:48.060726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Checking segment: {'id': '985c336f-5549-4b9f-9da9-e1377cf25a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:48.061321 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.061879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Bound using segment: {'id': '985c336f-5549-4b9f-9da9-e1377cf25a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:48.062616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Bound port: 6578c967-3586-4e40-abe9-5731e4e28d6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985c336f-5549-4b9f-9da9-e1377cf25a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f5eb29e8-7ebc-49cc-a472-5aeab464a5cf'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:48.063185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.115246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d776d15-31ef-4b3c-9178-5f8006a6d4f0 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event updated for resources: {'Network': ['ID=cacea1e3-7e58-441c-82ce-ffb0ef502650,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:48.151243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network cacea1e3-7e58-441c-82ce-ffb0ef502650 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:48.223989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b1709db-ab15-4559-bea6-dccc57bb81c6 None None] Provisioning complete for port e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:48.224363 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b1709db-ab15-4559-bea6-dccc57bb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.263393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Router f3dd52f6-d060-4249-8502-6a4fa4065f7a is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:09:48.281560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4779c506-6036-44d7-ac91-5acfcebea072 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks HTTP/1.1" status: 200  len: 8857 time: 0.2640729
Dec 11 21:09:48.293395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.296743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] For port 6578c967-3586-4e40-abe9-5731e4e28d6f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:48.302084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] For port 6578c967-3586-4e40-abe9-5731e4e28d6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6578c967-3586-4e40-abe9-5731e4e28d6f,segment=NetworkSegment(985c336f-5549-4b9f-9da9-e1377cf25a98),segment_id=985c336f-5549-4b9f-9da9-e1377cf25a98)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:48.304757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4b1709db-ab15-4559-bea6-dccc57bb81c6 None None] Port e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:48.321164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.388438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5544c6b9-7fd2-4726-ba06-0a76b6194631 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:48.397152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b1709db-ab15-4559-bea6-dccc57bb81c6 None None] Provisioning complete for port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:48.397527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b1709db-ab15-4559-bea6-dccc57bb81c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.412416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb81647-a119-42d3-b5b0-40b7628a0b22 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] Network cacea1e3-7e58-441c-82ce-ffb0ef502650 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:48.427642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:48.442057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9bb81647-a119-42d3-b5b0-40b7628a0b22 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "POST /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.1475680
Dec 11 21:09:48.445783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.451437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e11e60a4-f668-4026-95d3-036aeea62a4d tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2779913
Dec 11 21:09:48.454097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38500) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.478844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926cd74f-63e5-4bce-ade3-1f9ce757c45e None None] Network cacea1e3-7e58-441c-82ce-ffb0ef502650 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:48.481936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] Sync routers for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:48.602263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-38b53931-9332-4896-b718-9da782adcb22 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks HTTP/1.1" status: 200  len: 9627 time: 0.1546233
Dec 11 21:09:48.602970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.622237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23ee3-c8da-48f3-be67-e1fb32b55e18 None None] Pushing event updated for resources: {'Port': ['ID=6578c967-3586-4e40-abe9-5731e4e28d6f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:48.633552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:48.634465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:48.684280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c100>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:48.729175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:48.729967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:48.776316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8b26cf42-4d91-4204-8956-ed5dab98fc4d tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "DELETE /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks/cacea1e3-7e58-441c-82ce-ffb0ef502650 HTTP/1.1" status: 204  len: 168 time: 0.1722617
Dec 11 21:09:48.789384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:48.791246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5544c6b9-7fd2-4726-ba06-0a76b6194631 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:48.791638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:48.813500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20779f32-5ce6-47e3-8c0d-5b37de17889c req-779149b5-e943-449f-bc2f-08131a22e08d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:48.818711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20779f32-5ce6-47e3-8c0d-5b37de17889c req-779149b5-e943-449f-bc2f-08131a22e08d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.2054083
Dec 11 21:09:48.836193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c100>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:48.836859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b658c-61a4-44b1-a69d-c6c23b72db3a None None] The sync data for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:48.961617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.014635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 5544c6b9-7fd2-4726-ba06-0a76b6194631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5544c6b9-7fd2-4726-ba06-0a76b6194631,segment=NetworkSegment(acc80a74-c8f0-4b1f-9725-c0791f322785),segment_id=acc80a74-c8f0-4b1f-9725-c0791f322785)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:49.021210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20779f32-5ce6-47e3-8c0d-5b37de17889c req-3c19f072-b01b-4473-99f0-30338196c00c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906536
Dec 11 21:09:49.033946 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.034769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a3540729-6e4b-43f6-9a8c-37dad6bcbf1c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:49.081623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b66ed96a-073a-44e8-a2ea-93ebb80a4d8e tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks HTTP/1.1" status: 200  len: 8857 time: 0.2901471
Dec 11 21:09:49.085694 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-0a8d3179-dc8a-45b4-9127-5853c75b6610 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:09:49.086251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38510) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.089149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.089773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a8d3179-dc8a-45b4-9127-5853c75b6610 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.6328888
Dec 11 21:09:49.117209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457ae0a-6e5c-4c59-a94e-4710e7beb601 None None] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:49.175658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e5feaf5e-9db9-4c33-bbb0-9e1e096a6288 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/networks/f5eb29e8-7ebc-49cc-a472-5aeab464a5cf/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0880308
Dec 11 21:09:49.180726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=5544c6b9-7fd2-4726-ba06-0a76b6194631,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:49.180991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38514) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.216480 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bfd82f1b-3ae7-488d-a046-84e0ee70b871 tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/networks/f5eb29e8-7ebc-49cc-a472-5aeab464a5cf/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0343528
Dec 11 21:09:49.219590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38516) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.233192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:49.233572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.238139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4a193837-6dbe-46f3-bc4b-72a013525e76 None None] Provisioning complete for port 5544c6b9-7fd2-4726-ba06-0a76b6194631 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:49.238523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4a193837-6dbe-46f3-bc4b-72a013525e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.391411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b653011-4d99-4e10-9ddb-1005c7365fdd tempest-DHCPAgentSchedulersTestJSON-134264359 tempest-DHCPAgentSchedulersTestJSON-134264359-project-admin] 10.222.0.18 "GET /v2.0/agents/fcdce11b-df57-4b49-bf6a-3c674757c5a3/dhcp-networks HTTP/1.1" status: 200  len: 8857 time: 0.1697469
Dec 11 21:09:49.394900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.436792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2ac8ebe-5f3b-4a91-95d7-debb256e794c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:49.507101 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.512103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.516374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f2ac8ebe-5f3b-4a91-95d7-debb256e794c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:49.516751 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.641713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.668291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6c9160>,) {'filters': {'network_id': ['cacea1e3-7e58-441c-82ce-ffb0ef502650']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:49.679833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6c9160>, '36114044-a3a0-486d-a713-fbbf960e1ddc') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:49.680054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6c9160>, '36114044-a3a0-486d-a713-fbbf960e1ddc') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:49.692390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.709040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.715729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:49.716169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:49.720384 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:49.757967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-15e56d94-0724-499f-b43d-fc967a389b67 None None] Provisioning complete for port 5544c6b9-7fd2-4726-ba06-0a76b6194631 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:49.758335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-15e56d94-0724-499f-b43d-fc967a389b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.794699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.803398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.807294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "DELETE /v2.0/networks/cacea1e3-7e58-441c-82ce-ffb0ef502650 HTTP/1.1" status: 204  len: 168 time: 0.4108443
Dec 11 21:09:49.809651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.829955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42c586-58ea-4ce3-91af-5d9cf852a7ad tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event deleted for resources: {'Network': ['ID=cacea1e3-7e58-441c-82ce-ffb0ef502650,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:49.856316 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-df08bc83-c5f4-40ec-a93b-8aac4c024938 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:09:49.857179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df08bc83-c5f4-40ec-a93b-8aac4c024938 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:09:49.862307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df08bc83-c5f4-40ec-a93b-8aac4c024938 tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "DELETE /v2.0/ports/0e6b98c6-d95a-4f8a-9c47-4cce3c580e82 HTTP/1.1" status: 404  len: 333 time: 0.0510981
Dec 11 21:09:49.864235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38522) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:49.886919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd534f4a-250a-49ba-9333-0f6b29dc7700 None None] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:49.919129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Deleting subnet 5a580ae9-9200-4e99-b26d-a1f96a99daf6 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:49.922771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:49.968346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.016848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Provisioning complete for port 6578c967-3586-4e40-abe9-5731e4e28d6f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:50.017416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.101195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.122237 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.151316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting port e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:50.151886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.196285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.241627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:09:50.241997 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:09:50.266670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.270561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "DELETE /v2.0/subnets/5a580ae9-9200-4e99-b26d-a1f96a99daf6 HTTP/1.1" status: 204  len: 168 time: 0.4051840
Dec 11 21:09:50.271641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70964eea-b292-47ac-9a95-99c2e3b54eeb tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event deleted for resources: {'Subnet': ['ID=5a580ae9-9200-4e99-b26d-a1f96a99daf6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:50.274369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:50.355477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5544c6b9-7fd2-4726-ba06-0a76b6194631 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:50.355702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c71a-4f67-4253-806e-271ca9aef8f4 req-aed18059-4ccd-4197-8ece-169d053a0adc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:50.357411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66f7c71a-4f67-4253-806e-271ca9aef8f4 req-aed18059-4ccd-4197-8ece-169d053a0adc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1628177
Dec 11 21:09:50.359474 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.382624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Calling delete_port for e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:50.387399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018f94b-6b5b-4fce-a69a-f557d5a496b9 None None] Network f5eb29e8-7ebc-49cc-a472-5aeab464a5cf requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:50.392697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.458560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Deleting port 6578c967-3586-4e40-abe9-5731e4e28d6f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:50.458909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.462015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66f7c71a-4f67-4253-806e-271ca9aef8f4 req-92f78004-df5a-4fe2-853e-932bfc7a1adb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928283
Dec 11 21:09:50.486553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5544c6b9-7fd2-4726-ba06-0a76b6194631 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:50.486553 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.529342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] For port 6578c967-3586-4e40-abe9-5731e4e28d6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6578c967-3586-4e40-abe9-5731e4e28d6f,segment=NetworkSegment(985c336f-5549-4b9f-9da9-e1377cf25a98),segment_id=985c336f-5549-4b9f-9da9-e1377cf25a98)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:50.529544 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.551342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Calling delete_port for 6578c967-3586-4e40-abe9-5731e4e28d6f owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:50.588416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6578c967-3586-4e40-abe9-5731e4e28d6f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:09:50.615886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] DHCP port deletion for f5eb29e8-7ebc-49cc-a472-5aeab464a5cf request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:50.632233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.662704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Port': ['ID=e0fcc0cc-e5a2-4dd7-93e0-a57df7f3a224,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:50.688863 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.693727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6578c967-3586-4e40-abe9-5731e4e28d6f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:50.694584 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.718023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Port 6578c967-3586-4e40-abe9-5731e4e28d6f was deleted so its status cannot be updated. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}}
Dec 11 21:09:50.720575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Deleting port 6578c967-3586-4e40-abe9-5731e4e28d6f {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:50.720943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.723044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event deleted for resources: {'Port': ['ID=6578c967-3586-4e40-abe9-5731e4e28d6f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:50.733339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] No DVR routers for this DVR port 6578c967-3586-4e40-abe9-5731e4e28d6f on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:50.783421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-206a8482-1e37-415d-9b3a-b9471e11aac5 None None] Port 6578c967-3586-4e40-abe9-5731e4e28d6f update to ACTIVE by agent not found {{(pid=125989) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 11 21:09:50.839541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.843505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] For port 6578c967-3586-4e40-abe9-5731e4e28d6f, host ncdv-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:50.844134 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.865957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Calling delete_port for 6578c967-3586-4e40-abe9-5731e4e28d6f owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:50.868463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.869744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.ipam_backend_mixin [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Port 6578c967-3586-4e40-abe9-5731e4e28d6f was not found and therefore no delete operation was performed {{(pid=125989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:09:50.871630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.895842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7db48b20>,) {'filters': {'network_id': ['f5eb29e8-7ebc-49cc-a472-5aeab464a5cf']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:50.906893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db48b20>, '985c336f-5549-4b9f-9da9-e1377cf25a98') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:50.907393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db48b20>, '985c336f-5549-4b9f-9da9-e1377cf25a98') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:50.916249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] Pushing event deleted for resources: {'Port': ['ID=6578c967-3586-4e40-abe9-5731e4e28d6f,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:50.926427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-513400a1-e097-4500-830d-d28bf2877203 None None] Could not find standard attr ID for object 6578c967-3586-4e40-abe9-5731e4e28d6f. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:09:50.930816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.930980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbcf9f-051e-4d1a-b6e7-2dd268242f51 None None] No DVR routers for this DVR port 6578c967-3586-4e40-abe9-5731e4e28d6f on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:50.951486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.957827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:50.958282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:50.961883 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:51.019692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Router f3dd52f6-d060-4249-8502-6a4fa4065f7a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:51.020218 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.028489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.032256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] 10.222.0.18 "DELETE /v2.0/networks/f5eb29e8-7ebc-49cc-a472-5aeab464a5cf HTTP/1.1" status: 204  len: 168 time: 0.7568412
Dec 11 21:09:51.044928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3a484-269b-47e4-b450-d2a2010c159d tempest-DHCPAgentSchedulersTestJSON-845855612 tempest-DHCPAgentSchedulersTestJSON-845855612-project] Pushing event deleted for resources: {'Network': ['ID=f5eb29e8-7ebc-49cc-a472-5aeab464a5cf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:51.104565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:51.110499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d7a4f08-c935-43d1-8700-b0476c6cff65 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0200114
Dec 11 21:09:51.114252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38532) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.116315 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] Sync routers for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:51.127936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:51.128636 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84300070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:51.152525 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-eca0e7bb-654e-4378-ab7f-4f38ffb3c4e2 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] delete failed (client error): The resource could not be found.
Dec 11 21:09:51.159410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eca0e7bb-654e-4378-ab7f-4f38ffb3c4e2 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-162997334 HTTP/1.1" status: 404  len: 334 time: 0.0383668
Dec 11 21:09:51.159672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.164795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84300070>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:51.165761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-270e1353-a1c6-43ea-91e9-788c984a8254 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3dd52f6-d060-4249-8502-6a4fa4065f7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:51.174177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:51.175088 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84300070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:51.207175 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84300070>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:51.208541 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35224f03-6e0f-4b34-8af4-1f99da3053b9 None None] The sync data for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:51.238322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.320423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38540) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.405846 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-270e1353-a1c6-43ea-91e9-788c984a8254 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.426565 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-270e1353-a1c6-43ea-91e9-788c984a8254 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] update failed (client error): The resource could not be found.
Dec 11 21:09:51.430578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-270e1353-a1c6-43ea-91e9-788c984a8254 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a HTTP/1.1" status: 404  len: 339 time: 0.2669921
Dec 11 21:09:51.431650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38544) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.459707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd39d436-8e83-41b5-a8f8-bc9ab04a4a2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=466680d21ed6498a94843ecda885dda7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1357524
Dec 11 21:09:51.460247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38546) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.507127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.529059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.581413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.584063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.585237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb79c86b-28f5-4df8-812d-86666ce0c3e2 HTTP/1.1" status: 204  len: 168 time: 0.1244130
Dec 11 21:09:51.594490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23501c-5059-4f17-a6fd-3ffb52163e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb79c86b-28f5-4df8-812d-86666ce0c3e2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:51.665639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4b837-b3d2-4ee8-a62d-badd00b45115 req-c29fee87-a5eb-427d-9aef-4c17ee29163d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:51.667138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6aa4b837-b3d2-4ee8-a62d-badd00b45115 req-c29fee87-a5eb-427d-9aef-4c17ee29163d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1202257
Dec 11 21:09:51.786429 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6aa4b837-b3d2-4ee8-a62d-badd00b45115 req-2d33df2f-cc5e-48ee-b51a-36ed91e5640e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781562
Dec 11 21:09:51.804362 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.887587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38558) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:51.901974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e54bbd43-b829-49b7-9f77-04931cac6b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.988368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e54bbd43-b829-49b7-9f77-04931cac6b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:51.993063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e54bbd43-b829-49b7-9f77-04931cac6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.031020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e54bbd43-b829-49b7-9f77-04931cac6b89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6d00d2d2e8d435da73d2ea59390d443&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1420922
Dec 11 21:09:52.031900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54bbd43-b829-49b7-9f77-04931cac6b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9e9025-1431-454a-bc00-fc51f41b6908,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:52.034179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38560) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:52.039642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0bca5-fe85-4cf9-85c4-3be6470e9925 req-4fac8a1e-50f7-4e5e-bf06-90d291fbc6fd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:52.041456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88c0bca5-fe85-4cf9-85c4-3be6470e9925 req-4fac8a1e-50f7-4e5e-bf06-90d291fbc6fd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1065726
Dec 11 21:09:52.092100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.115462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.121901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Allocated IP 172.20.0.1 (91ab0a43-c6c9-49ce-a26f-abca538d2d23/4c46dedb-bc5f-49d0-804b-63833371a900/1d1bf48f-5f8f-4d1a-8937-12b3859f9750) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:52.149756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-88c0bca5-fe85-4cf9-85c4-3be6470e9925 req-6f5df977-0c5c-4af7-abae-e039210547f2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953770
Dec 11 21:09:52.181778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.181778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.181778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d9e9025-1431-454a-bc00-fc51f41b6908 HTTP/1.1" status: 204  len: 168 time: 0.1465085
Dec 11 21:09:52.192947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33d657-bc6a-4c3c-9bee-0865a7a2791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9e9025-1431-454a-bc00-fc51f41b6908,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:52.197747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6578c967-3586-4e40-abe9-5731e4e28d6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:52.227538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6578c967-3586-4e40-abe9-5731e4e28d6f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:52.227878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6578c967-3586-4e40-abe9-5731e4e28d6f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:52.288586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.327661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.350400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371e889-5fb6-4239-8e0b-05837c8b5c45 req-d72e3e84-4f03-44ba-91e2-d53e77837e60 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:52.352130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4371e889-5fb6-4239-8e0b-05837c8b5c45 req-d72e3e84-4f03-44ba-91e2-d53e77837e60 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0771649
Dec 11 21:09:52.381596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:52.385018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:52.390341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:52.421468 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4371e889-5fb6-4239-8e0b-05837c8b5c45 req-eb4439da-9cd4-4391-beb3-27fb4e6cf4f7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592577
Dec 11 21:09:52.430666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Port': ['ID=1d1bf48f-5f8f-4d1a-8937-12b3859f9750,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:52.457856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.603925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.671992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cca06547-1c9c-43eb-af3c-d79d9c71b1c1 None None] Provisioning complete for port 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:52.673337 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cca06547-1c9c-43eb-af3c-d79d9c71b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:52.713173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cca06547-1c9c-43eb-af3c-d79d9c71b1c1 None None] Port 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:52.845974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-a7960e03-21e9-41dd-8912-7f1414a8627f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:52.847725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-a7960e03-21e9-41dd-8912-7f1414a8627f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2004690
Dec 11 21:09:53.178280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-abdef8de-c383-4df9-8a88-5e271ec34f9a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/quotas/7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 375 time: 0.3149965
Dec 11 21:09:53.272960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-98793ef4-7e27-4f58-a0d5-cf2447da53db tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0827906
Dec 11 21:09:53.309498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.315400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.437882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.439736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event updated for resources: {'Port': ['ID=1d1bf48f-5f8f-4d1a-8937-12b3859f9750,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:53.464780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-cc8188e2-31a1-4b0a-8b67-b9d62abf507c service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799674
Dec 11 21:09:53.607571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38614) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:53.616077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:53.618883 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-5951479f-0b52-4ec1-b0b9-651f33a2cf3b service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442695
Dec 11 21:09:53.619862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:53.724902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Router f3dd52f6-d060-4249-8502-6a4fa4065f7a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:53.735352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-303444834', 'router:external': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:53.771844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Made reservation on behalf of 2c67755a51c141a5b56c3143439f29c4 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:53.776783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.798139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.864067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:53.867083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8411de99-38f3-4296-b56f-4000379a75ac req-06983d00-ee71-4ea7-8d5d-015d72eed38c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 210 time: 0.0480335
Dec 11 21:09:53.872442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6ed5523c-b1b5-4ed6-afea-f926f0e24f12 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4397912
Dec 11 21:09:53.873086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38622) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:53.891124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] Sync routers for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:53.903156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:53.904046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e83f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:53.938554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.946850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.956872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e83f70>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:53.973861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:53.974316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e83f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:53.977951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e46e4acf-ad8e-44cc-924a-b90f345bc062 None None] Provisioning complete for port 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:53.978320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e46e4acf-ad8e-44cc-924a-b90f345bc062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:53.980008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2074b47-7fcc-420a-86f1-64f9567edf62,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:53.995701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:09:53.996336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1048666-034d-4103-b924-995af5040185 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.011704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.012302 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Added segment 1bce7ba4-c683-4eaa-a411-5ddd373a6e86 of type vlan for network 21f43c8f-c55d-4ea8-9e80-386442bf1745
Dec 11 21:09:54.037806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e83f70>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:54.038454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28df2d7e-f79c-4bfe-ba24-f0c1d06b8164 None None] The sync data for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:54.055199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e46e4acf-ad8e-44cc-924a-b90f345bc062 None None] Port 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:54.089531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.119774 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-f1048666-034d-4103-b924-995af5040185 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:09:54.124379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1048666-034d-4103-b924-995af5040185 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a HTTP/1.1" status: 409  len: 329 time: 0.2470088
Dec 11 21:09:54.124645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38628) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:54.125230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.126411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:54.127074 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.186972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5782490
Dec 11 21:09:54.189936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38632) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:54.196426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'subnet': {'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:54.206568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0325fe7-2166-4369-85e8-f3cc8f1b8c5b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Network': ['ID=21f43c8f-c55d-4ea8-9e80-386442bf1745,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:54.223422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:09:54.226121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Made reservation on behalf of 2c67755a51c141a5b56c3143439f29c4 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:54.230205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.472254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.609874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:09:54.610537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.668395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c265b52-25b4-4e59-ba48-48766df7dc01,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:54.675890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Checking segment: {'id': '1bce7ba4-c683-4eaa-a411-5ddd373a6e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:54.676257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network hostable DHCP agents. Network: 21f43c8f-c55d-4ea8-9e80-386442bf1745, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:09:54.694023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:09:54.703786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21f43c8f-c55d-4ea8-9e80-386442bf1745) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:54.710630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:54.712200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.714130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624894fb-37b9-471f-97a7-9256da11fd35 None None] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:54.730607 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ce44741e-fbf6-4a37-9872-ad5a4006f718 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.5394816
Dec 11 21:09:54.733805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38636) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:54.737280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting port 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:54.737628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.738581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-952347988', 'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:54.761405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Made reservation on behalf of 2c67755a51c141a5b56c3143439f29c4 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:54.764222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.782723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] device_id is not set on port 0da2caa2-7924-493b-bfa2-5ae2177ce0eb yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:09:54.824882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6a564-ba5b-418a-a8ed-c2f325660f46 None None] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:54.847259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:54.862305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Calling delete_port for 1d1bf48f-5f8f-4d1a-8937-12b3859f9750 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:54.998104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 2001:db8::206 (21f43c8f-c55d-4ea8-9e80-386442bf1745/5c265b52-25b4-4e59-ba48-48766df7dc01/0da2caa2-7924-493b-bfa2-5ae2177ce0eb) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:55.026098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66b631ec-8478-4e9f-89a6-82d970fd4bab req-b56b715e-da87-4597-8519-a579e7d35d5a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 210 time: 0.0513856
Dec 11 21:09:55.085881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-4af2db22-3fee-4b69-bd5f-c8653fac759c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:55.086121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.087437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-4af2db22-3fee-4b69-bd5f-c8653fac759c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.1913908
Dec 11 21:09:55.103943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'device_id': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'admin_state_up': True, 'tenant_id': '7136a03d325a402baa5aba04539a20a9'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:55.114767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Port': ['ID=1d1bf48f-5f8f-4d1a-8937-12b3859f9750,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:55.265023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.290314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.314386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:09:55.318210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.395420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.434023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Router f3dd52f6-d060-4249-8502-6a4fa4065f7a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:09:55.481715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:55.491210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:55.497436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:55.498929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:55.499535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.506518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=0da2caa2-7924-493b-bfa2-5ae2177ce0eb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:55.515570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:09:55.521326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b192fa8-5582-4217-9a52-52920f52cc31 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3951831
Dec 11 21:09:55.528721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.20.0.8 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/f50b3826-e4cf-4d0e-96f9-aabb562b8ba5) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:55.529310 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] Sync routers for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:09:55.530780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38640) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:55.535838 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-80db89ae-22c9-4a2b-ba61-9dace09965b8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.7986677
Dec 11 21:09:55.536201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38642) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:55.540169 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:55.540786 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84778a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:55.579888 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-30968e90-e094-4ae4-b588-b1419c81f727 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] show failed (client error): The resource could not be found.
Dec 11 21:09:55.580941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30968e90-e094-4ae4-b588-b1419c81f727 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-522224985 HTTP/1.1" status: 404  len: 334 time: 0.0489318
Dec 11 21:09:55.584728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38646) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:55.589912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2bbd2fd4-ea52-4aed-b57c-565eb030ae3f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Request body: {'router': {'name': 'new_name'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:55.611504 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84778a00>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:55.620813 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] Routers {'f3dd52f6-d060-4249-8502-6a4fa4065f7a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:09:55.621733 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84778a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:55.626714 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-2bbd2fd4-ea52-4aed-b57c-565eb030ae3f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] update failed (client error): The resource could not be found.
Dec 11 21:09:55.627773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2bbd2fd4-ea52-4aed-b57c-565eb030ae3f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1648424504 HTTP/1.1" status: 404  len: 335 time: 0.0421028
Dec 11 21:09:55.631612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38648) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:55.656901 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84778a00>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:55.657894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20660eec-7000-4f99-9529-5c5bce6522e7 None None] The sync data for ids ['f3dd52f6-d060-4249-8502-6a4fa4065f7a'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:09:55.689242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting subnet 621575bc-eff9-41f6-bf86-f2d67448698f {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:55.692524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.709705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Deleting port 0da2caa2-7924-493b-bfa2-5ae2177ce0eb {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:55.710289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.736444 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.798280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.827878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.828103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.848452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Calling delete_port for 0da2caa2-7924-493b-bfa2-5ae2177ce0eb owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:55.894080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.899767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.910831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:09:55.939459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:55.944977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/subnets/621575bc-eff9-41f6-bf86-f2d67448698f HTTP/1.1" status: 204  len: 168 time: 0.3101866
Dec 11 21:09:55.945243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38666) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:55.953478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126efa2-6502-43a4-acfd-7d79a462b5fa tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Subnet': ['ID=621575bc-eff9-41f6-bf86-f2d67448698f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:55.965837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:55.973732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:55.978744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:56.012094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:56.024134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting subnet 32336c94-8b84-421f-806d-8ffe4fd57e30 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:56.030855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.082250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:56.083558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.084671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.151698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a26e256-dad6-49b8-ba55-8b85efc8336d None None] Network 56d3f2d2-e89f-4222-8ebb-14365dd55882 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:56.185520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-d941790e-ea2d-4689-861d-6c4ca9b88edb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0876899
Dec 11 21:09:56.188995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.212459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Request body: {'port': {'device_id': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:56.243921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.276495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.284039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da2caa2-7924-493b-bfa2-5ae2177ce0eb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:56.293884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc1b24-1b80-40c3-8c13-aaa8deb0a3d7 req-fc5a870f-a1bf-4226-9ba7-ccdf60dfc2d0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:56.301390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89fc1b24-1b80-40c3-8c13-aaa8deb0a3d7 req-fc5a870f-a1bf-4226-9ba7-ccdf60dfc2d0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 931 time: 0.1378303
Dec 11 21:09:56.369161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.370699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-021e4a61-72e3-4137-9b04-b9a268b243ce None None] Provisioning complete for port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:09:56.371072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-021e4a61-72e3-4137-9b04-b9a268b243ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.373656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d359ea39-0d1a-448e-b063-f7a5bcaacbcd tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0da2caa2-7924-493b-bfa2-5ae2177ce0eb HTTP/1.1" status: 204  len: 168 time: 0.8359828
Dec 11 21:09:56.377730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.380938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38670) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:56.385309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745', 'external_fixed_ips': [{'subnet_id': '5c265b52-25b4-4e59-ba48-48766df7dc01', 'ip_address': '2001:db8::206'}]}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:09:56.429556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-021e4a61-72e3-4137-9b04-b9a268b243ce None None] Port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:09:56.456601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89fc1b24-1b80-40c3-8c13-aaa8deb0a3d7 req-68fce4d8-0c8d-4f1d-9f46-e1fd8e877aaa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542802
Dec 11 21:09:56.473875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.475164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.517743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] DHCP port deletion for 56d3f2d2-e89f-4222-8ebb-14365dd55882 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:56.574947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Deleting port 5544c6b9-7fd2-4726-ba06-0a76b6194631 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:56.575238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.605731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Subnet': ['ID=32336c94-8b84-421f-806d-8ffe4fd57e30,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:56.609889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.615345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35298bd1-5f56-462d-9904-9b62b69b830f tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/subnets/32336c94-8b84-421f-806d-8ffe4fd57e30 HTTP/1.1" status: 204  len: 168 time: 0.6669934
Dec 11 21:09:56.615611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38672) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:56.617407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.633559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645fa814-06ad-4321-a673-cfda8e4cbe7f None None] Network a7f11a59-3d2f-4139-b2e2-53528be16292 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:56.704222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.708661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] For port 5544c6b9-7fd2-4726-ba06-0a76b6194631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5544c6b9-7fd2-4726-ba06-0a76b6194631,segment=NetworkSegment(acc80a74-c8f0-4b1f-9725-c0791f322785),segment_id=acc80a74-c8f0-4b1f-9725-c0791f322785)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:56.709001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.744352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Calling delete_port for 5544c6b9-7fd2-4726-ba06-0a76b6194631 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:56.771810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting port 5544c6b9-7fd2-4726-ba06-0a76b6194631 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:56.772165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.843906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.845278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] For port 5544c6b9-7fd2-4726-ba06-0a76b6194631, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5544c6b9-7fd2-4726-ba06-0a76b6194631,segment=NetworkSegment(acc80a74-c8f0-4b1f-9725-c0791f322785),segment_id=acc80a74-c8f0-4b1f-9725-c0791f322785)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:56.845650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.862274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Calling delete_port for 5544c6b9-7fd2-4726-ba06-0a76b6194631 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:56.886435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] No DVR routers for this DVR port 5544c6b9-7fd2-4726-ba06-0a76b6194631 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:56.888545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058082f-c49d-45af-8f69-255ebf9baa86 None None] Pushing event deleted for resources: {'Port': ['ID=5544c6b9-7fd2-4726-ba06-0a76b6194631,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:56.893393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] DHCP port deletion for a7f11a59-3d2f-4139-b2e2-53528be16292 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:56.953953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.956170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Deleting port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:56.956712 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:56.981927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Port': ['ID=5544c6b9-7fd2-4726-ba06-0a76b6194631,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:56.983998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] No DVR routers for this DVR port 5544c6b9-7fd2-4726-ba06-0a76b6194631 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:57.023522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] For port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,segment=NetworkSegment(f38f9272-0e04-4e03-84aa-7e285de7f17c),segment_id=f38f9272-0e04-4e03-84aa-7e285de7f17c)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:57.024229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.044993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Calling delete_port for a3540729-6e4b-43f6-9a8c-37dad6bcbf1c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:57.067749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.088538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d845a3370>,) {'filters': {'network_id': ['56d3f2d2-e89f-4222-8ebb-14365dd55882']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.098245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d845a3370>, 'acc80a74-c8f0-4b1f-9725-c0791f322785') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.098540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d845a3370>, 'acc80a74-c8f0-4b1f-9725-c0791f322785') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.108475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.115783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.121729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.129442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:57.134974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:57.138022 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:57.147202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.174881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] Pushing event deleted for resources: {'Port': ['ID=a3540729-6e4b-43f6-9a8c-37dad6bcbf1c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:57.178797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d642c-eaa5-4811-8160-98ef781d7d24 None None] No DVR routers for this DVR port a3540729-6e4b-43f6-9a8c-37dad6bcbf1c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:57.211297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.219874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.224153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/networks/56d3f2d2-e89f-4222-8ebb-14365dd55882 HTTP/1.1" status: 204  len: 168 time: 0.6076422
Dec 11 21:09:57.227785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38676) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:57.234088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dde240-61d3-4a6e-a249-c5e6b259dfff tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Network': ['ID=56d3f2d2-e89f-4222-8ebb-14365dd55882,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:57.366275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:09:57.377487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.381903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.409030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Transition to ACTIVE for port object f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:09:57.419659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.618258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:57.645032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.727246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9d30>,) {'filters': {'network_id': ['a7f11a59-3d2f-4139-b2e2-53528be16292']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.748694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9d30>, 'f38f9272-0e04-4e03-84aa-7e285de7f17c') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.748992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9d30>, 'f38f9272-0e04-4e03-84aa-7e285de7f17c') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:57.768893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.771080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.786261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fa31-5b66-481b-913f-ffcce65779c6 req-b2dbc6e4-6f05-4f89-944b-09949a5dde0a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:57.787875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e5fa31-5b66-481b-913f-ffcce65779c6 req-b2dbc6e4-6f05-4f89-944b-09949a5dde0a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 943 time: 0.2213335
Dec 11 21:09:57.819094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.825686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.856868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:57.857262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:57.860270 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:57.876188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Attempting to bind port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:09:57.876459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Attempting to bind port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:09:57.876787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Attempting to bind port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:57.957605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:09:57.957924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Attempting to bind port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:09:57.978974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e5fa31-5b66-481b-913f-ffcce65779c6 req-23534615-109a-4c1e-ba5f-dcece215717e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1661515
Dec 11 21:09:57.982166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:09:57.982579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:09:57.982959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:09:57.983402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Bound port: f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:09:57.983757 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.027248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.057238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.060442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/networks/a7f11a59-3d2f-4139-b2e2-53528be16292 HTTP/1.1" status: 204  len: 168 time: 0.8317184
Dec 11 21:09:58.063754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38682) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:58.080240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd763b-b857-481c-830e-0345a2eadb1e tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Network': ['ID=a7f11a59-3d2f-4139-b2e2-53528be16292,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.116005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting subnet 4c46dedb-bc5f-49d0-804b-63833371a900 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:09:58.119690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.138814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:09:58.143300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:09:58.154012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 2001:db8::206 (21f43c8f-c55d-4ea8-9e80-386442bf1745/5c265b52-25b4-4e59-ba48-48766df7dc01/867aea7c-b35c-49aa-aaa6-93b28a3a96bf) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:09:58.160333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.164517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.180161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5544c6b9-7fd2-4726-ba06-0a76b6194631 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:58.204482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5544c6b9-7fd2-4726-ba06-0a76b6194631 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:58.205331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5544c6b9-7fd2-4726-ba06-0a76b6194631 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:58.205331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a3540729-6e4b-43f6-9a8c-37dad6bcbf1c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:09:58.212554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:58.213563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.215551 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 HTTP/1.1" status: 200  len: 1091 time: 2.0096514
Dec 11 21:09:58.220452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:09:58.223471 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5cf56c-8f32-4357-8803-a3d417a7016d" -d '{"events": [{"name": "network-changed", "server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:09:58.233204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a3540729-6e4b-43f6-9a8c-37dad6bcbf1c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:09:58.233635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a3540729-6e4b-43f6-9a8c-37dad6bcbf1c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:09:58.293998 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af4d3d-aa5b-4ead-8048-1ed086e45b4e x-openstack-request-id: req-37af4d3d-aa5b-4ead-8048-1ed086e45b4e {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:09:58.294297 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:09:58.294583 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37af4d3d-aa5b-4ead-8048-1ed086e45b4e {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:09:58.295867 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5', 'status': 'completed', 'code': 200}
Dec 11 21:09:58.309282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.337359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ec32-b828-4b34-9226-29cdf9f719b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.373096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-03f406fe-6002-4fe8-9ed3-1845c9063d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:58.375798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-03f406fe-6002-4fe8-9ed3-1845c9063d21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 1094 time: 0.0839822
Dec 11 21:09:58.380145 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.411088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Subnet': ['ID=4c46dedb-bc5f-49d0-804b-63833371a900,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.414949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.423021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a91f34b6-407f-47e0-8be1-4750e0a01b53 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/subnets/4c46dedb-bc5f-49d0-804b-63833371a900 HTTP/1.1" status: 204  len: 168 time: 0.3581450
Dec 11 21:09:58.424352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3c7df-9b1c-48aa-9239-184a1bf4632b None None] Network 91ab0a43-c6c9-49ce-a26f-abca538d2d23 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:09:58.424513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38686) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:58.430352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-75c0254e-4171-4d12-971e-e173887e35ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 HTTP/1.1" status: 200  len: 217 time: 0.0472963
Dec 11 21:09:58.444180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.513461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7837176f-201b-46ea-a420-32ed189da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:58.515396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-7837176f-201b-46ea-a420-32ed189da600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0694644
Dec 11 21:09:58.517713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.557155 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.611787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 21f43c8f-c55d-4ea8-9e80-386442bf1745 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:09:58.612330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Deleting port f2ac8ebe-5f3b-4a91-95d7-debb256e794c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:58.612734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.620607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:09:58.623329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=867aea7c-b35c-49aa-aaa6-93b28a3a96bf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.625560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:09:58.644031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-88f63ede-b04c-4b49-9761-8475a749e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:58.647552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-88f63ede-b04c-4b49-9761-8475a749e21e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1248603
Dec 11 21:09:58.651636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] DHCP port deletion for 91ab0a43-c6c9-49ce-a26f-abca538d2d23 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:09:58.706056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] For port f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,segment=NetworkSegment(408feee0-4b6c-44e1-9918-a04b48fa3272),segment_id=408feee0-4b6c-44e1-9918-a04b48fa3272)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:58.708892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.723443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Deleting port f2ac8ebe-5f3b-4a91-95d7-debb256e794c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:09:58.724481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.731997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Calling delete_port for f2ac8ebe-5f3b-4a91-95d7-debb256e794c owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:58.831998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] For port f2ac8ebe-5f3b-4a91-95d7-debb256e794c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,segment=NetworkSegment(408feee0-4b6c-44e1-9918-a04b48fa3272),segment_id=408feee0-4b6c-44e1-9918-a04b48fa3272)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:09:58.832428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.850139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.850506 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-ec5ce863-ad76-4ea6-b5ea-e1b07d2878a6 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1622455
Dec 11 21:09:58.866007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Calling delete_port for f2ac8ebe-5f3b-4a91-95d7-debb256e794c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:09:58.876725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Port': ['ID=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.884406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] No DVR routers for this DVR port f2ac8ebe-5f3b-4a91-95d7-debb256e794c on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:58.956959 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.970559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:58.990158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] Pushing event deleted for resources: {'Port': ['ID=f2ac8ebe-5f3b-4a91-95d7-debb256e794c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:58.992640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90ee0>,) {'filters': {'network_id': ['91ab0a43-c6c9-49ce-a26f-abca538d2d23']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:58.995155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6042e-0a75-4079-a295-e199e7556187 None None] No DVR routers for this DVR port f2ac8ebe-5f3b-4a91-95d7-debb256e794c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:09:59.005472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90ee0>, '408feee0-4b6c-44e1-9918-a04b48fa3272') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:59.005785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90ee0>, '408feee0-4b6c-44e1-9918-a04b48fa3272') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:09:59.017044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.032662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.039054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:09:59.039450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.039679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:09:59.042913 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:09:59.045932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39b7a854-42d5-43bb-beeb-dfa9da290f1a req-1c56485d-7d3f-411b-837e-ae50169b33b4 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572752
Dec 11 21:09:59.140417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.151173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.154341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/networks/91ab0a43-c6c9-49ce-a26f-abca538d2d23 HTTP/1.1" status: 204  len: 168 time: 0.7286270
Dec 11 21:09:59.163835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:59.174141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80d83-7bb7-4667-a5e6-d86a9aa28002 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Pushing event deleted for resources: {'Network': ['ID=91ab0a43-c6c9-49ce-a26f-abca538d2d23,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:09:59.184000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-2bae3473-a4c2-429d-b9de-cd22e65d716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:59.185493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-2bae3473-a4c2-429d-b9de-cd22e65d716d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 1094 time: 0.0837417
Dec 11 21:09:59.199657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befb09-c3aa-4926-9cde-12d64af92ab4 req-901f2983-5482-4ebf-b01f-f4a46f35ecdc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:59.201130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58befb09-c3aa-4926-9cde-12d64af92ab4 req-901f2983-5482-4ebf-b01f-f4a46f35ecdc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 943 time: 0.1056392
Dec 11 21:09:59.205627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35e82cae-1eed-4d59-8ab2-fb1b754b8990 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3dd52f6-d060-4249-8502-6a4fa4065f7a HTTP/1.1" status: 200  len: 205 time: 0.0383549
Dec 11 21:09:59.205848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38694) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:59.303003 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.353412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58befb09-c3aa-4926-9cde-12d64af92ab4 req-5be5812c-2528-4d59-bf38-04b65b7650e5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415217
Dec 11 21:09:59.495406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.497687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.566645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.567158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Fanout notify agent at l3_agent the message router_deleted on router f3dd52f6-d060-4249-8502-6a4fa4065f7a {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:09:59.576902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.580453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-df72a828-c391-4633-9802-7bdf12cd1d97 tempest-RoutersNegativeTest-1988723247 tempest-RoutersNegativeTest-1988723247-project] 10.222.0.18 "DELETE /v2.0/routers/f3dd52f6-d060-4249-8502-6a4fa4065f7a HTTP/1.1" status: 204  len: 168 time: 0.3713102
Dec 11 21:09:59.627504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-8c9f37c3-86bc-4963-a7b6-6c7ea7232379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:59.628986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-8c9f37c3-86bc-4963-a7b6-6c7ea7232379 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.4346545
Dec 11 21:09:59.631979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:09:59.703834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-da315800-61e9-44f2-b6aa-8cd8b812d155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 HTTP/1.1" status: 200  len: 217 time: 0.0657301
Dec 11 21:09:59.800604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-578612fb-def1-4c92-b493-a63011c0a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:59.802090 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-578612fb-def1-4c92-b493-a63011c0a1fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0894101
Dec 11 21:09:59.823390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:09:59.866238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-e0b324b4-8dfc-42c3-ae64-8bce7f7b196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:09:59.867797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-e0b324b4-8dfc-42c3-ae64-8bce7f7b196e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0575597
Dec 11 21:09:59.883779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router 2e9b2ad1-6959-4c32-91bf-b99152eb52fc is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:09:59.962918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-79db07e5-69ad-4b03-855a-adce38ffc848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77da6765b7cc4f0cbe879fb2c403ef4f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1383255
Dec 11 21:09:59.965349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:00.015335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.036332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.041995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-1d1b116f-7d1d-483b-aaa9-3ae42a7ecc3c service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662693
Dec 11 21:10:00.074056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:00.085991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Sync routers for ids ['2e9b2ad1-6959-4c32-91bf-b99152eb52fc'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:00.090167 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.093420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.096912 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/067db9d9-51ed-4605-b8fe-43569519e50e HTTP/1.1" status: 204  len: 168 time: 0.1283658
Dec 11 21:10:00.104681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee517b1a-10fd-4b82-aaca-1fb22411bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067db9d9-51ed-4605-b8fe-43569519e50e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:00.110881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Routers {'2e9b2ad1-6959-4c32-91bf-b99152eb52fc'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:00.111531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7698bfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['2e9b2ad1-6959-4c32-91bf-b99152eb52fc'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:00.135568 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.139743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7195b21d-c123-4904-8466-0ec46509436f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 3.7549388
Dec 11 21:10:00.140165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:00.193710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ee5cf56c-8f32-4357-8803-a3d417a7016d req-990ff149-4b26-49dd-b77d-872751a32501 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405649
Dec 11 21:10:00.249236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2ac8ebe-5f3b-4a91-95d7-debb256e794c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:10:00.300042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f2ac8ebe-5f3b-4a91-95d7-debb256e794c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:10:00.300383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f2ac8ebe-5f3b-4a91-95d7-debb256e794c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:10:00.304614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.357030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Set router 2e9b2ad1-6959-4c32-91bf-b99152eb52fc gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:10:00.456012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.559281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73fb7-2ab0-49ce-a14e-d529cec0bca5 req-b63ba29a-b3dd-438f-ab56-08643c6fd271 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:00.561227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20c73fb7-2ab0-49ce-a14e-d529cec0bca5 req-b63ba29a-b3dd-438f-ab56-08643c6fd271 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 943 time: 0.0976667
Dec 11 21:10:00.599400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7698bfa0>, [{'id': '2e9b2ad1-6959-4c32-91bf-b99152eb52fc', 'name': '', 'tenant_id': '2c67755a51c141a5b56c3143439f29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745', 'external_fixed_ips': [{'subnet_id': '5c265b52-25b4-4e59-ba48-48766df7dc01', 'ip_address': '2001:db8::206'}], 'enable_snat': True}, 'gw_port_id': '867aea7c-b35c-49aa-aaa6-93b28a3a96bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:56Z', 'updated_at': '2021-12-11T21:09:58Z', 'revision_number': 3, 'project_id': '2c67755a51c141a5b56c3143439f29c4', 'gw_port': {'id': '867aea7c-b35c-49aa-aaa6-93b28a3a96bf', 'name': '', 'network_id': '21f43c8f-c55d-4ea8-9e80-386442bf1745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9b2ad1-6959-4c32-91bf-b99152eb52fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '5c265b52-25b4-4e59-ba48-48766df7dc01', 'ip_address': '2001:db8::206', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:57Z', 'updated_at': '2021-12-11T21:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c265b52-25b4-4e59-ba48-48766df7dc01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:00.603417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Deleting port 867aea7c-b35c-49aa-aaa6-93b28a3a96bf {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:00.603760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.634081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Checking router: 2e9b2ad1-6959-4c32-91bf-b99152eb52fc for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:10:00.634553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Updating router 2e9b2ad1-6959-4c32-91bf-b99152eb52fc port 867aea7c-b35c-49aa-aaa6-93b28a3a96bf binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:10:00.662623 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.670717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20c73fb7-2ab0-49ce-a14e-d529cec0bca5 req-4a8f1bd7-7589-4d1d-82fe-74721ae96c4f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001451
Dec 11 21:10:00.710461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.724959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Calling delete_port for 867aea7c-b35c-49aa-aaa6-93b28a3a96bf owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:00.913757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:00.941266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Port': ['ID=867aea7c-b35c-49aa-aaa6-93b28a3a96bf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:00.959815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:10:00.960437 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:10:00.967358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38732) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:00.969448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.063354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.065471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.072096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3d9bacea-0d27-437f-b0e8-5a8218e28ad4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:01.072553 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-3d9bacea-0d27-437f-b0e8-5a8218e28ad4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 11 21:10:01.073057 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-3d9bacea-0d27-437f-b0e8-5a8218e28ad4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:10:01.074042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3d9bacea-0d27-437f-b0e8-5a8218e28ad4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1056147
Dec 11 21:10:01.078200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38738) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.082664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--98009554'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:01.107792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.110891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.111652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e9b2ad1-6959-4c32-91bf-b99152eb52fc {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:01.116409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.116987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.117547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86dde7e2-2d99-4a24-bc23-39233d41057f tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2e9b2ad1-6959-4c32-91bf-b99152eb52fc HTTP/1.1" status: 204  len: 168 time: 0.9764233
Dec 11 21:10:01.120206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38740) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.167802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Deleting subnet 5c265b52-25b4-4e59-ba48-48766df7dc01 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:10:01.171079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.210642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.215949 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.216112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.251392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16cf83b-abf2-4303-b0f5-237d6388cb9e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:01.266009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.303374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.307653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.321675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.340710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.342685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2629509
Dec 11 21:10:01.345489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38742) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.350090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c265b52-25b4-4e59-ba48-48766df7dc01,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:01.350281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'ce4dbe70-acd8-4dae-a4c5-e8e45b28cfb8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:01.354024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.355678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a291797-f494-420c-86a4-33beffdfa151 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4dbe70-acd8-4dae-a4c5-e8e45b28cfb8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:01.358964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26fe469f-287c-4577-9620-9e7a95ca8b60 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5c265b52-25b4-4e59-ba48-48766df7dc01 HTTP/1.1" status: 204  len: 168 time: 0.2377496
Dec 11 21:10:01.361473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38744) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.432396 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.455288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.481903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Port 867aea7c-b35c-49aa-aaa6-93b28a3a96bf not found while updating agent binding for router 2e9b2ad1-6959-4c32-91bf-b99152eb52fc. {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 11 21:10:01.490363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:01.490830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 21:10:01.491484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_agentschedulers_db [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2e9b2ad1-6959-4c32-91bf-b99152eb52fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent'). {{(pid=125989) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 11 21:10:01.491929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05573d74-3e7c-4b63-9baf-db430e9d58a8 None None] The sync data for ids ['2e9b2ad1-6959-4c32-91bf-b99152eb52fc'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:01.563821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.569157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.571595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.606985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9fd0>,) {'filters': {'network_id': ['21f43c8f-c55d-4ea8-9e80-386442bf1745']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:01.609631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19264a9f-6d2a-424d-af33-a989022717cb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:01.618631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.619819 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05e2e361-d18e-4455-97d6-8b7db91c28ac tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2734222
Dec 11 21:10:01.622689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38746) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.623608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9fd0>, '1bce7ba4-c683-4eaa-a411-5ddd373a6e86') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:01.623892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fae9fd0>, '1bce7ba4-c683-4eaa-a411-5ddd373a6e86') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:01.628071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8f426fda-7704-4a34-b506-f54b5a2b5532 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'ce4dbe70-acd8-4dae-a4c5-e8e45b28cfb8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:01.632885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.647359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.653433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:10:01.653820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:10:01.656086 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:10:01.658370 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f426fda-7704-4a34-b506-f54b5a2b5532 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.706367 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-8f426fda-7704-4a34-b506-f54b5a2b5532 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:10:01.708842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f426fda-7704-4a34-b506-f54b5a2b5532 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.0839615
Dec 11 21:10:01.711116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.713153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.724398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  21f43c8f-c55d-4ea8-9e80-386442bf1745 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:10:01.753534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Network': ['ID=21f43c8f-c55d-4ea8-9e80-386442bf1745,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:01.757847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.761647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fcc268fb-21c5-4f88-969a-c27be3cf3dcb tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/networks/21f43c8f-c55d-4ea8-9e80-386442bf1745 HTTP/1.1" status: 204  len: 168 time: 0.3991508
Dec 11 21:10:01.799115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.831566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.853122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50954cdb-dac6-4f65-8577-dd96eda1be7f req-0b36d854-cc4b-489f-b956-f2aec32142a1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:01.854743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50954cdb-dac6-4f65-8577-dd96eda1be7f req-0b36d854-cc4b-489f-b956-f2aec32142a1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 943 time: 0.0993874
Dec 11 21:10:01.928881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50954cdb-dac6-4f65-8577-dd96eda1be7f req-3dbdf80e-60c9-41e8-946a-e45439bedf7f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630908
Dec 11 21:10:01.929607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.932204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:01.935646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce4dbe70-acd8-4dae-a4c5-e8e45b28cfb8 HTTP/1.1" status: 204  len: 168 time: 0.2210257
Dec 11 21:10:01.936212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38756) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:01.948926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858436b-24a1-491c-b285-e2e277961227 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4dbe70-acd8-4dae-a4c5-e8e45b28cfb8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.016267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b3a6645-2a49-4d2a-9c17-65bb951090f9 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0745130
Dec 11 21:10:02.016740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38760) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.021140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--774543558'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.046293 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.068486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38764) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.074934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'name': 'tempest-router--140995918', 'project_id': '34d037abdd8743a0985033548706c5b8'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.118033 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.119061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.147798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.160826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.195489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:10:02.219031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.225538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.230106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2091110
Dec 11 21:10:02.230106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.234300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2f84669e-0063-4d00-b4b5-b83a81fdd7ce tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '3464aa7a-3927-4f8c-a10c-54fdbd8ef421', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.234808 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-2f84669e-0063-4d00-b4b5-b83a81fdd7ce tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 11 21:10:02.235307 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-2f84669e-0063-4d00-b4b5-b83a81fdd7ce tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:02.238631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2f84669e-0063-4d00-b4b5-b83a81fdd7ce tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0056527
Dec 11 21:10:02.238631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.239101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38768) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.239624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bea1f-73d3-41d0-b96a-3886c4153200 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3464aa7a-3927-4f8c-a10c-54fdbd8ef421,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.264607 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.268539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-265ca283-d929-4429-968e-7b7dc6809cef tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1965067
Dec 11 21:10:02.268864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38770) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.317250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.327586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:02.339181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5', 'mac_address': 'fa:16:3e:d3:fc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:10:02.340393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.350687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.384182 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.385442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.388679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.391122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/3464aa7a-3927-4f8c-a10c-54fdbd8ef421 HTTP/1.1" status: 204  len: 168 time: 0.1510818
Dec 11 21:10:02.393761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.400812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a5bed-674a-4ffa-a2b1-75a3382af79f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3464aa7a-3927-4f8c-a10c-54fdbd8ef421,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.402188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:10:02.437262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:02.443444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.491178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.542162 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.544500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.549458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-53f5482c-3a40-41d7-a51c-13343f81f6e1 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1545022
Dec 11 21:10:02.553489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38774) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.558113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--766785234'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.585989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.596723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.597937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad7e414b-0952-45af-9fdf-885ba0283e3a {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:02.602936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.606629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b08d299-c7c9-448a-ba49-f28b6114cc06 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ad7e414b-0952-45af-9fdf-885ba0283e3a HTTP/1.1" status: 204  len: 168 time: 0.3341396
Dec 11 21:10:02.656321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.666653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.699310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.700729 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1461999
Dec 11 21:10:02.702903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0202b7-0d82-433d-a814-5c3af5f6f058 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f080b0df-d2cd-4e05-808c-444eaf8bfddf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.703837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38778) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.708723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9867a59d-8c73-4208-a7fb-0c39ec48d2af tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'f080b0df-d2cd-4e05-808c-444eaf8bfddf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.709765 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-9867a59d-8c73-4208-a7fb-0c39ec48d2af tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 11 21:10:02.710374 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-9867a59d-8c73-4208-a7fb-0c39ec48d2af tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:02.711288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9867a59d-8c73-4208-a7fb-0c39ec48d2af tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0063622
Dec 11 21:10:02.713867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38780) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.723740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38782) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.756066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:10:02.775349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.802663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.850605 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.853409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.854682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/f080b0df-d2cd-4e05-808c-444eaf8bfddf HTTP/1.1" status: 204  len: 168 time: 0.1399009
Dec 11 21:10:02.857893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38786) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.880110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d00643-683c-4896-9f68-f377171349a0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f080b0df-d2cd-4e05-808c-444eaf8bfddf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:02.918678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9f99683c-c88e-4e12-8280-15129b921ef1 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0552547
Dec 11 21:10:02.918678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38788) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:02.923745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164600274'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.947242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.968814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-506289328', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:02.996330 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:02.997372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.019943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.032188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.054401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.087086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.088323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1690414
Dec 11 21:10:03.091303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38792) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.094228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b16868-b760-4a3d-83be-4659a3c38d17 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:03.098362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1de3e663-1349-454e-af22-a13501a4a147 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.099278 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-1de3e663-1349-454e-af22-a13501a4a147 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 11 21:10:03.099803 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-1de3e663-1349-454e-af22-a13501a4a147 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.103376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1de3e663-1349-454e-af22-a13501a4a147 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0080097
Dec 11 21:10:03.104709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.109043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277f9c-9164-48a8-b939-9896be4afff3 req-b91d1338-0068-4f32-8d17-0feda4483bcc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:03.109986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-de19765d-2bc7-4bfe-bcc0-3e39911e02fc tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.110564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c277f9c-9164-48a8-b939-9896be4afff3 req-b91d1338-0068-4f32-8d17-0feda4483bcc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 944 time: 0.0893247
Dec 11 21:10:03.110698 ncdv-master-1 neutron-server[125988]: WARNING neutron.api.v2.base [None req-de19765d-2bc7-4bfe-bcc0-3e39911e02fc tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 11 21:10:03.111130 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-de19765d-2bc7-4bfe-bcc0-3e39911e02fc tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.112061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-de19765d-2bc7-4bfe-bcc0-3e39911e02fc tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0064502
Dec 11 21:10:03.118956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38798) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.124887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a1623f89-4cfe-4580-ae63-b0fc1e5dc3d4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.126722 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-a1623f89-4cfe-4580-ae63-b0fc1e5dc3d4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 11 21:10:03.127408 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-a1623f89-4cfe-4580-ae63-b0fc1e5dc3d4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.130910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a1623f89-4cfe-4580-ae63-b0fc1e5dc3d4 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0070915
Dec 11 21:10:03.131207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.141653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5e211c92-b04a-4c83-8f09-54a5ed694042 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.142027 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-5e211c92-b04a-4c83-8f09-54a5ed694042 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 11 21:10:03.142527 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-5e211c92-b04a-4c83-8f09-54a5ed694042 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.143487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5e211c92-b04a-4c83-8f09-54a5ed694042 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0114877
Dec 11 21:10:03.146308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38802) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.184645 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c277f9c-9164-48a8-b939-9896be4afff3 req-7a8d26cd-4631-4396-b92b-0ae39600a7c4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645900
Dec 11 21:10:03.242105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.276780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.326999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.381956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.384613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.385751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5 HTTP/1.1" status: 204  len: 168 time: 0.2384725
Dec 11 21:10:03.389025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38804) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.406833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119b8ff-1953-46d0-b51a-7ff91fbdddde tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0fb0db-ff15-40f6-a9ef-f34e7e68c9f5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:03.436497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23c077c1-b988-4db7-90f9-8f1afb5a5ce3 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0461855
Dec 11 21:10:03.440055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38806) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.444292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537718176'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.470346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.507519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.532007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.541391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.546511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.575365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.576599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1356237
Dec 11 21:10:03.579372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38808) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.584714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-49da9741-de20-4722-9b27-8c547b035a7d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.585198 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-49da9741-de20-4722-9b27-8c547b035a7d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 11 21:10:03.585695 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-49da9741-de20-4722-9b27-8c547b035a7d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.588933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-49da9741-de20-4722-9b27-8c547b035a7d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0063634
Dec 11 21:10:03.588933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ab5ce-9f2d-4123-97d9-7cfc5e9b318b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444eef15-9cf1-40f0-90f5-e39ef3cd1e67,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:03.589846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38810) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.594243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e06f3e80-b727-4078-8b47-4add31c60045 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.632325 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-e06f3e80-b727-4078-8b47-4add31c60045 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.636303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e06f3e80-b727-4078-8b47-4add31c60045 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0428228
Dec 11 21:10:03.636503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38812) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.640962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-077d9b20-dac6-40af-9bb3-45e46aa1c701 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.641441 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-077d9b20-dac6-40af-9bb3-45e46aa1c701 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 11 21:10:03.641918 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-077d9b20-dac6-40af-9bb3-45e46aa1c701 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.642906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-077d9b20-dac6-40af-9bb3-45e46aa1c701 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0054841
Dec 11 21:10:03.645449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.648277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Allocated IP 172.35.1.223 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/15567518-e610-4599-b35f-b646a5e995a0) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:03.650168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7b537643-5205-4e83-a807-5cf1ffa6dfc8 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.687403 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-7b537643-5205-4e83-a807-5cf1ffa6dfc8 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.688627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b537643-5205-4e83-a807-5cf1ffa6dfc8 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0423143
Dec 11 21:10:03.691632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.696023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-de55587a-d12e-4a82-8fc6-5bf911441950 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.696595 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-de55587a-d12e-4a82-8fc6-5bf911441950 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 11 21:10:03.697070 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-de55587a-d12e-4a82-8fc6-5bf911441950 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.698008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de55587a-d12e-4a82-8fc6-5bf911441950 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0053759
Dec 11 21:10:03.701291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.705606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1eedddeb-5954-4042-a5c2-82e5c19633fb tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.744977 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-1eedddeb-5954-4042-a5c2-82e5c19633fb tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.746046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1eedddeb-5954-4042-a5c2-82e5c19633fb tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0438735
Dec 11 21:10:03.748964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38820) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.753515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-404d5612-2b55-464b-a009-2f5b1d0b878f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.753986 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-404d5612-2b55-464b-a009-2f5b1d0b878f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 11 21:10:03.754457 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-404d5612-2b55-464b-a009-2f5b1d0b878f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.755515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-404d5612-2b55-464b-a009-2f5b1d0b878f tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0053687
Dec 11 21:10:03.757699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.762553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ed5cf99d-68fa-4c95-88d5-19a04fe886cd tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.762727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.804315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.804829 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-ed5cf99d-68fa-4c95-88d5-19a04fe886cd tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.806690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ed5cf99d-68fa-4c95-88d5-19a04fe886cd tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0474532
Dec 11 21:10:03.809891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38824) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.815968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f4d1642c-6a74-4fee-ae0c-881b6bab3b9d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '444eef15-9cf1-40f0-90f5-e39ef3cd1e67', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:03.847737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:03.850942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:03.853665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:03.855388 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-f4d1642c-6a74-4fee-ae0c-881b6bab3b9d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:03.856767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f4d1642c-6a74-4fee-ae0c-881b6bab3b9d tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0452893
Dec 11 21:10:03.860176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.867072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaacc19-7fe7-4b7b-87ac-28d99acbd547 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:03.882191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event updated for resources: {'Port': ['ID=15567518-e610-4599-b35f-b646a5e995a0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:03.896347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.896694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.897033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.897365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.897698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.898028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.898399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.898709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.899036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.899355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.899677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.900000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.900319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:03.915293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.937911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.983740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.986503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:03.990064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/444eef15-9cf1-40f0-90f5-e39ef3cd1e67 HTTP/1.1" status: 204  len: 168 time: 0.1265633
Dec 11 21:10:03.991049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:03.996500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2f663ca3-86bb-40fe-aa58-0255503002e7 None None] Provisioning complete for port 15567518-e610-4599-b35f-b646a5e995a0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:03.996994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f663ca3-86bb-40fe-aa58-0255503002e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.009111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8a995-bbac-4873-9d88-270b8712fd30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444eef15-9cf1-40f0-90f5-e39ef3cd1e67,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:04.052945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f35dd038-c213-465a-b9b0-62a9059d4067 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0565617
Dec 11 21:10:04.052945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.057310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748812048'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:04.058711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2f663ca3-86bb-40fe-aa58-0255503002e7 None None] Port 15567518-e610-4599-b35f-b646a5e995a0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:04.079873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.154597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.159498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.162021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.194205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.194917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:10:04.198530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1449461
Dec 11 21:10:04.201526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38834) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.205946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f7c4b3e6-56a4-4dc2-8363-dc40e367f8ad tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'e18e3e41-b9fa-4014-8204-aebc523987fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:04.229322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679523f-d1f7-4114-aac0-704fc98f9d30 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e3e41-b9fa-4014-8204-aebc523987fd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:04.256828 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-f7c4b3e6-56a4-4dc2-8363-dc40e367f8ad tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The resource could not be found.
Dec 11 21:10:04.260633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f7c4b3e6-56a4-4dc2-8363-dc40e367f8ad tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0554726
Dec 11 21:10:04.261352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38838) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.265714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-eaee2e99-ffd6-4e1b-af24-4c2d5106ab80 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'e18e3e41-b9fa-4014-8204-aebc523987fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6c19d41f-7ba8-42c0-b3a6-018b0aa0a45d'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:04.309290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:10:04.316159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:04.317020 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.324361 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-eaee2e99-ffd6-4e1b-af24-4c2d5106ab80 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The resource could not be found.
Dec 11 21:10:04.329067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eaee2e99-ffd6-4e1b-af24-4c2d5106ab80 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0640974
Dec 11 21:10:04.329710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38840) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.373630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bedbb-48e1-4c51-916e-451e346929e2 req-df8ddb14-94a4-4f5d-b2bd-82ce30c774e7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:04.375208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b88bedbb-48e1-4c51-916e-451e346929e2 req-df8ddb14-94a4-4f5d-b2bd-82ce30c774e7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 944 time: 0.0534632
Dec 11 21:10:04.405819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.428205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:10:04.430713 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43562f2c-98b7-4c01-b92d-4ce8eb7f01fe" -d '{"events": [{"server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:10:04.431236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b88bedbb-48e1-4c51-916e-451e346929e2 req-bd6aa6ab-2861-4b46-8bcd-3af8054d7ef0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487800
Dec 11 21:10:04.434963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.440337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.447612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:04.454783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.504190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:04.511862 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44e9d6-cdb7-409e-b0ef-69f4ca9aedb2 x-openstack-request-id: req-cd44e9d6-cdb7-409e-b0ef-69f4ca9aedb2 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:10:04.513402 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "name": "network-vif-plugged", "status": "completed", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:10:04.513402 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd44e9d6-cdb7-409e-b0ef-69f4ca9aedb2 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:10:04.514379 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5', 'code': 200}
Dec 11 21:10:04.764201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.880703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a869-8304-4e80-9069-e6f432da5ecc req-a1d2dd45-e108-4930-a471-64f428a3f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:04.882291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8452a869-8304-4e80-9069-e6f432da5ecc req-a1d2dd45-e108-4930-a471-64f428a3f3c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 1096 time: 0.1201055
Dec 11 21:10:04.885123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.887704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:04.889276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/e18e3e41-b9fa-4014-8204-aebc523987fd HTTP/1.1" status: 204  len: 168 time: 0.5583119
Dec 11 21:10:04.891910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38844) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.918601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f46787-7991-4301-bf17-4b6a1ddf8f4a tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e3e41-b9fa-4014-8204-aebc523987fd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:04.945818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38846) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:04.946161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-09f60e13-5d96-4590-9f66-800757f960bd tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0530717
Dec 11 21:10:04.950815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-271050fd-cad7-4afa-9ff2-e03eb0f64132 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': '1a6c9372-a270-48b6-96b1-35c74b5a5b21', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:04.967909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8452a869-8304-4e80-9069-e6f432da5ecc req-7eb31e42-72ce-408e-8354-f85bcb9ce0b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760376
Dec 11 21:10:04.980118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Router b4f85ccc-495d-4749-8668-385d3ab0fb48 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:05.045732 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-271050fd-cad7-4afa-9ff2-e03eb0f64132 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The resource could not be found.
Dec 11 21:10:05.046804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-271050fd-cad7-4afa-9ff2-e03eb0f64132 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0994921
Dec 11 21:10:05.050670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38848) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.055208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286431255'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:05.076779 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.105064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:05.124840 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] Sync routers for ids ['b4f85ccc-495d-4749-8668-385d3ab0fb48'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:05.133271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.139694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b1245b0b-33a9-44d1-86a4-7139c3111397 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 2.4149694
Dec 11 21:10:05.140563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.144195 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] Routers {'b4f85ccc-495d-4749-8668-385d3ab0fb48'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:05.145681 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b4f85ccc-495d-4749-8668-385d3ab0fb48'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:05.147808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.153602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.182222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.183827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1318498
Dec 11 21:10:05.186074 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a880>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:05.187114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38852) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.189697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7667b29-0cba-4f98-b220-b26daa42faf4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:05.192246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--968440265'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:05.196588 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] Routers {'b4f85ccc-495d-4749-8668-385d3ab0fb48'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:05.197033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.197373 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b4f85ccc-495d-4749-8668-385d3ab0fb48'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:05.197496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.197712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.198050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.198839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.198956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.199244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.199574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.199900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.201411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.201751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.202087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.202423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6d31bf-d28e-4373-a4cc-5cbbd90fbf06 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:05.231230 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a880>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:05.231609 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf58bcf2-9f5b-4f0e-8809-98ab18624a14 None None] The sync data for ids ['b4f85ccc-495d-4749-8668-385d3ab0fb48'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:05.236644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.300495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f98904fe-53e0-44fc-b96b-1f8d8d992dc9 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/b4f85ccc-495d-4749-8668-385d3ab0fb48 HTTP/1.1" status: 200  len: 924 time: 0.1580729
Dec 11 21:10:05.302800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.338315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a33833fd-6fb3-4a04-a13e-5ad636bad9c3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f85ccc-495d-4749-8668-385d3ab0fb48 HTTP/1.1" status: 200  len: 205 time: 0.0343642
Dec 11 21:10:05.341054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38858) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.376622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.381498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.411191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.412568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2244868
Dec 11 21:10:05.414607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070b994-b9ea-442c-a12c-55ab005cc91b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5defe4-9bde-43d2-950d-8be4da73cbaa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:05.415895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.421723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-eab67023-e65b-48c5-a2b7-ed520409f105 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group_rule': {'security_group_id': 'e7667b29-0cba-4f98-b220-b26daa42faf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fc5defe4-9bde-43d2-950d-8be4da73cbaa'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:05.513319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.551507 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-eab67023-e65b-48c5-a2b7-ed520409f105 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:10:05.552469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eab67023-e65b-48c5-a2b7-ed520409f105 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1349816
Dec 11 21:10:05.555981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38864) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.607664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f1892-3e42-4339-8207-bfcc61d3c7e6 req-ac2b0aa8-f879-4f4a-b0e4-58bac9dcde86 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:05.609269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef6f1892-3e42-4339-8207-bfcc61d3c7e6 req-ac2b0aa8-f879-4f4a-b0e4-58bac9dcde86 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 945 time: 0.0866716
Dec 11 21:10:05.640453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.677822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.704421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef6f1892-3e42-4339-8207-bfcc61d3c7e6 req-196ddf45-bed2-46d3-aaa1-8667be2e7a29 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887170
Dec 11 21:10:05.738530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.741376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.742565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc5defe4-9bde-43d2-950d-8be4da73cbaa HTTP/1.1" status: 204  len: 168 time: 0.1853993
Dec 11 21:10:05.746706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.766147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872689-122c-46dd-aa80-076afa01b55b tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5defe4-9bde-43d2-950d-8be4da73cbaa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:05.818237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-906c8cc5-4f65-473f-b700-88b9227e95e1 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0703235
Dec 11 21:10:05.818796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.877446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.891175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.899844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.940595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.943587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.944931 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/e7667b29-0cba-4f98-b220-b26daa42faf4 HTTP/1.1" status: 204  len: 168 time: 0.1251919
Dec 11 21:10:05.945812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port 15567518-e610-4599-b35f-b646a5e995a0 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:05.946240 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:05.947854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38870) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:05.954992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4d4da-aaa3-42e1-b2d6-4fd487084bc0 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7667b29-0cba-4f98-b220-b26daa42faf4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:06.049560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-83066169-547f-4aa2-828a-6dcece1a6786 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0997906
Dec 11 21:10:06.053837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38872) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.058593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237773370'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:06.064114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.075686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for 15567518-e610-4599-b35f-b646a5e995a0 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:06.082129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.149526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.154692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.184206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.188711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1304116
Dec 11 21:10:06.188711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464ab19-c6dd-4fb5-9f75-2c9f62368f04 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12988cd-bab3-4795-87fa-cf5c117b76f5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:06.189012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38874) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.194799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-20570161-b06c-4d57-9b15-5b3245999b97 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:06.195370 ncdv-master-1 neutron-server[125987]: WARNING neutron.api.v2.base [None req-20570161-b06c-4d57-9b15-5b3245999b97 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 11 21:10:06.195868 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-20570161-b06c-4d57-9b15-5b3245999b97 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:10:06.200171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-20570161-b06c-4d57-9b15-5b3245999b97 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "PUT /v2.0/security-groups/f12988cd-bab3-4795-87fa-cf5c117b76f5 HTTP/1.1" status: 409  len: 330 time: 0.0063117
Dec 11 21:10:06.200171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38876) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.300262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.328198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.331540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.363142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=15567518-e610-4599-b35f-b646a5e995a0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:06.379591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd458ba-5f06-42ce-a5af-ec4ae29e0ab0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:06.448406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.451137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.452252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/f12988cd-bab3-4795-87fa-cf5c117b76f5 HTTP/1.1" status: 204  len: 168 time: 0.2520533
Dec 11 21:10:06.453247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.455458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38880) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.502353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3496fcd8-1520-486b-82a1-17d8f6f1e810 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0416665
Dec 11 21:10:06.502608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.515121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35fed9-78ea-49b1-9b9e-f3a98e7529e2 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12988cd-bab3-4795-87fa-cf5c117b76f5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:06.516020 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-ba70c390-e87d-4d80-a1f8-cc622072b157 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:06.521111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ba70c390-e87d-4d80-a1f8-cc622072b157 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "DELETE /v2.0/security-groups/20fc7060-e132-47e6-8c43-8bd79353b7d6 HTTP/1.1" status: 404  len: 347 time: 0.0141561
Dec 11 21:10:06.521459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.536833 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-7f3057bb-3fd9-4195-822e-eed9ca386dc9 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] show failed (client error): The resource could not be found.
Dec 11 21:10:06.541351 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f3057bb-3fd9-4195-822e-eed9ca386dc9 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-groups/c9d7ec95-cd07-4ec8-a619-3252bec432af HTTP/1.1" status: 404  len: 347 time: 0.0154083
Dec 11 21:10:06.541487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38886) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.554506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.556530 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-f59c3d03-5b45-43ef-ae2c-74ac743d4146 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] show failed (client error): The resource could not be found.
Dec 11 21:10:06.556957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.557542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f59c3d03-5b45-43ef-ae2c-74ac743d4146 tempest-NegativeSecGroupTest-1827614521 tempest-NegativeSecGroupTest-1827614521-project] 10.222.0.18 "GET /v2.0/security-group-rules/65bf56a8-1c42-4fcf-a480-631efb09e1d2 HTTP/1.1" status: 404  len: 356 time: 0.0149162
Dec 11 21:10:06.601646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.602135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router b4f85ccc-495d-4749-8668-385d3ab0fb48 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:06.609430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.614027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6fc99cf1-d543-45d4-bd36-c8689b6a31ef tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/b4f85ccc-495d-4749-8668-385d3ab0fb48 HTTP/1.1" status: 204  len: 168 time: 1.2678702
Dec 11 21:10:06.614437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.618814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1187351675', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:06.641086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.642143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.698597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.842136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.866753 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:06.900776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4882378-c503-412f-b59b-6b61521eadb4 req-a953ae83-e032-49a3-8cd9-2296ae8f8004 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:06.902365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4882378-c503-412f-b59b-6b61521eadb4 req-a953ae83-e032-49a3-8cd9-2296ae8f8004 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 945 time: 0.0944407
Dec 11 21:10:06.978582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2873c4a6-32fd-49f5-83ad-48dfb37e72be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23e05bc69e904b36a9ab9ab234a1adc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1352170
Dec 11 21:10:06.981096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38900) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:06.986975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4882378-c503-412f-b59b-6b61521eadb4 req-5eca1ed1-cd3b-4087-92a0-f461c9cbe633 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779026
Dec 11 21:10:07.034789 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.060152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.120348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.123109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.126662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c16cf83b-abf2-4303-b0f5-237d6388cb9e HTTP/1.1" status: 204  len: 168 time: 0.1422532
Dec 11 21:10:07.126828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.133614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c4242-6687-49ba-baba-fd43002625b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16cf83b-abf2-4303-b0f5-237d6388cb9e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:07.150007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.260392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 172.35.1.47 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/2f47f640-70b4-4038-a250-4898855629cd) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:07.364475 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.405091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.446069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:07.449324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:07.453353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:07.458795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=2f47f640-70b4-4038-a250-4898855629cd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:07.473269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7abce-bb95-4129-b4c0-5a1f80922e85 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:07.605485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d069b22f-33fc-46be-b51d-d6b8dea3df67 None None] Provisioning complete for port 2f47f640-70b4-4038-a250-4898855629cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:07.606036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d069b22f-33fc-46be-b51d-d6b8dea3df67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.643145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d069b22f-33fc-46be-b51d-d6b8dea3df67 None None] Port 2f47f640-70b4-4038-a250-4898855629cd cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:07.724212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:07.922032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.057407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router 1a11c6d4-384f-464c-bd59-140733b37a60 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:08.177294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:08.187087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Sync routers for ids ['1a11c6d4-384f-464c-bd59-140733b37a60'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:08.198166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Routers {'1a11c6d4-384f-464c-bd59-140733b37a60'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:08.198364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.199472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-782fca42-b5ce-438c-9738-8cab1f4d0a6c tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 1.5840540
Dec 11 21:10:08.202590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b20760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1a11c6d4-384f-464c-bd59-140733b37a60'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:08.202759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:08.316038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Set router 1a11c6d4-384f-464c-bd59-140733b37a60 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:10:08.324782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6624ce80-9936-40eb-b063-9b3e27e02e3d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/1a11c6d4-384f-464c-bd59-140733b37a60 HTTP/1.1" status: 200  len: 908 time: 0.1210055
Dec 11 21:10:08.325405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38944) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:08.330710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1187351675', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': True}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:08.357834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.359168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.414946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.582092 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.693259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b20760>, [{'id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'name': 'tempest-snat-router-1187351675', 'tenant_id': '2c67755a51c141a5b56c3143439f29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47'}], 'enable_snat': False}, 'gw_port_id': '2f47f640-70b4-4038-a250-4898855629cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:10:06Z', 'updated_at': '2021-12-11T21:10:07Z', 'revision_number': 3, 'project_id': '2c67755a51c141a5b56c3143439f29c4', 'gw_port': {'id': '2f47f640-70b4-4038-a250-4898855629cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:10:07Z', 'updated_at': '2021-12-11T21:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:08.724383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Checking router: 1a11c6d4-384f-464c-bd59-140733b37a60 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:10:08.724748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Updating router 1a11c6d4-384f-464c-bd59-140733b37a60 port 2f47f640-70b4-4038-a250-4898855629cd binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:10:08.749056 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.831969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.858065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:08.928620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38966) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:09.006760 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.016286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.059610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb847-17f9-47b7-a21c-bd989077f5f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.067166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e899c7-cca5-4c4f-b6f1-761c4a71ab59 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:09.077685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Attempting to bind port 2f47f640-70b4-4038-a250-4898855629cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:10:09.078050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Attempting to bind port 2f47f640-70b4-4038-a250-4898855629cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:10:09.078408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Attempting to bind port 2f47f640-70b4-4038-a250-4898855629cd on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:10:09.084261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9218-f3cb-47e3-8066-2a22fc9b1616 None None] Pushing event updated for resources: {'Port': ['ID=2f47f640-70b4-4038-a250-4898855629cd,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.085400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 172.35.1.203 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f7bee6b6-9d8d-4111-a944-f123d3c9bb13) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:09.087560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:10:09.087934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:09.088327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.088712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:10:09.089176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Bound port: 2f47f640-70b4-4038-a250-4898855629cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:10:09.089550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.145701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] For port 2f47f640-70b4-4038-a250-4898855629cd, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:10:09.149137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] For port 2f47f640-70b4-4038-a250-4898855629cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f47f640-70b4-4038-a250-4898855629cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:10:09.156216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.215316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbbb73f-55b1-4187-935e-28eb98aef0be None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:09.241382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Routers {'1a11c6d4-384f-464c-bd59-140733b37a60'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:09.242279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b20760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1a11c6d4-384f-464c-bd59-140733b37a60'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:09.254523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb847-17f9-47b7-a21c-bd989077f5f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.256516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] Provisioning complete for port 2f47f640-70b4-4038-a250-4898855629cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:09.257063 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.258016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.262325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb847-17f9-47b7-a21c-bd989077f5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.316247 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d1bfb847-17f9-47b7-a21c-bd989077f5f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8af2b59fad4413eaefea9235fdfc8b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3861144
Dec 11 21:10:09.318590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfb847-17f9-47b7-a21c-bd989077f5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9feed2-75bd-45fe-a756-b1a7237f831c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.319216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:09.331357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b9218-f3cb-47e3-8066-2a22fc9b1616 None None] Pushing event updated for resources: {'Port': ['ID=2f47f640-70b4-4038-a250-4898855629cd,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.335342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.378924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:09.386266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:09.391761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:09.431651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=f7bee6b6-9d8d-4111-a944-f123d3c9bb13,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.448139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.456057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80cacc6-6e1f-43b4-bb3b-fd6cee7bea84 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:09.492589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] For port 2f47f640-70b4-4038-a250-4898855629cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f47f640-70b4-4038-a250-4898855629cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:09.494761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] Set router 1a11c6d4-384f-464c-bd59-140733b37a60 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:10:09.528310 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.657271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.665609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0bdc3-6fb0-426e-8758-4631e09dbc99 None None] Pushing event updated for resources: {'Port': ['ID=2f47f640-70b4-4038-a250-4898855629cd,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.688400 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.692083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ac2c8093-0eef-4b26-b2ab-5d89d686517f None None] Provisioning complete for port 2f47f640-70b4-4038-a250-4898855629cd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:09.692452 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac2c8093-0eef-4b26-b2ab-5d89d686517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.700228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.755300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.757929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.761746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e9feed2-75bd-45fe-a756-b1a7237f831c HTTP/1.1" status: 204  len: 168 time: 0.4389417
Dec 11 21:10:09.767144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3bdae-6758-4f5b-8d75-36b897e44396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9feed2-75bd-45fe-a756-b1a7237f831c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:09.842957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ac2c8093-0eef-4b26-b2ab-5d89d686517f None None] Provisioning complete for port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:09.843520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac2c8093-0eef-4b26-b2ab-5d89d686517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:09.846518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b20760>, [{'id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'name': 'tempest-snat-router-1187351675', 'tenant_id': '2c67755a51c141a5b56c3143439f29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47'}], 'enable_snat': False}, 'gw_port_id': '2f47f640-70b4-4038-a250-4898855629cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:10:06Z', 'updated_at': '2021-12-11T21:10:07Z', 'revision_number': 3, 'project_id': '2c67755a51c141a5b56c3143439f29c4', 'gw_port': {'id': '2f47f640-70b4-4038-a250-4898855629cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:10:07Z', 'updated_at': '2021-12-11T21:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:09.897634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a75cf1-dd79-4ee5-b88d-0aebf9d50c84 None None] The sync data for ids ['1a11c6d4-384f-464c-bd59-140733b37a60'] in ncdv-master-1 is: [{'id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'name': 'tempest-snat-router-1187351675', 'tenant_id': '2c67755a51c141a5b56c3143439f29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47'}], 'enable_snat': False}, 'gw_port_id': '2f47f640-70b4-4038-a250-4898855629cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:10:06Z', 'updated_at': '2021-12-11T21:10:07Z', 'revision_number': 3, 'project_id': '2c67755a51c141a5b56c3143439f29c4', 'gw_port': {'id': '2f47f640-70b4-4038-a250-4898855629cd', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a11c6d4-384f-464c-bd59-140733b37a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:10:07Z', 'updated_at': '2021-12-11T21:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:09.910727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c8093-0eef-4b26-b2ab-5d89d686517f None None] Port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:09.937152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.063126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 38980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:10.076973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a325d2f1-73d8-4e02-9e6c-ab916654c982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.089875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router 7e62089e-bc9c-469f-a692-ac2845f58d1b is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:10.220232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a325d2f1-73d8-4e02-9e6c-ab916654c982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.220500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:10.230889 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Sync routers for ids ['7e62089e-bc9c-469f-a692-ac2845f58d1b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:10.242972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a325d2f1-73d8-4e02-9e6c-ab916654c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.250343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Routers {'7e62089e-bc9c-469f-a692-ac2845f58d1b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:10.251220 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84085d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['7e62089e-bc9c-469f-a692-ac2845f58d1b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:10.256540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.263140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-717157ae-e7e2-49c4-9bcc-c501e48626a6 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 1.9358938
Dec 11 21:10:10.264323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38984) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:10.281809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2f47f640-70b4-4038-a250-4898855629cd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:10:10.355597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a325d2f1-73d8-4e02-9e6c-ab916654c982 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3adb4315731045548bac32ffff0f73d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2889841
Dec 11 21:10:10.357282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38986) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:10.362092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325d2f1-73d8-4e02-9e6c-ab916654c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1e904-522d-4b23-be62-b66a609bab67,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:10.395319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2f47f640-70b4-4038-a250-4898855629cd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:10.395688 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.417859 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Set router 7e62089e-bc9c-469f-a692-ac2845f58d1b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:10:10.469250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d3381711-4f56-49f4-8aa7-6252a8e90809 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/7e62089e-bc9c-469f-a692-ac2845f58d1b HTTP/1.1" status: 200  len: 908 time: 0.2037776
Dec 11 21:10:10.472199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 38988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:10.479416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.551876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.631037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84085d90>, [{'id': '7e62089e-bc9c-469f-a692-ac2845f58d1b', 'name': 'tempest-snat-router-1187351675', 'tenant_id': '2c67755a51c141a5b56c3143439f29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.203'}], 'enable_snat': True}, 'gw_port_id': 'f7bee6b6-9d8d-4111-a944-f123d3c9bb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:10:08Z', 'updated_at': '2021-12-11T21:10:09Z', 'revision_number': 3, 'project_id': '2c67755a51c141a5b56c3143439f29c4', 'gw_port': {'id': 'f7bee6b6-9d8d-4111-a944-f123d3c9bb13', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:63:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e62089e-bc9c-469f-a692-ac2845f58d1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:10:08Z', 'updated_at': '2021-12-11T21:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:10.633027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.661441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Checking router: 7e62089e-bc9c-469f-a692-ac2845f58d1b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:10:10.662051 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Updating router 7e62089e-bc9c-469f-a692-ac2845f58d1b port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:10:10.690196 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.693108 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.696363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.699994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0f1e904-522d-4b23-be62-b66a609bab67 HTTP/1.1" status: 204  len: 168 time: 0.3393061
Dec 11 21:10:10.709464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68f7cf-bf83-4f3b-a4c3-61f0b8ca04d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1e904-522d-4b23-be62-b66a609bab67,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:10.807672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:10.891296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Deleting port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:10.891638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.005259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5bd5-4661-45f8-8edc-fe5fdbda12a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.024322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.037941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Calling delete_port for f7bee6b6-9d8d-4111-a944-f123d3c9bb13 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:11.039111 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.046351 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.106129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdaead9-0a41-4f73-9d1f-4dffea35b6e4 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:11.113203 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:10:11.113688 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:10:11.114071 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:10:11.121407 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:10:11.121897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:11.122300 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.124251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:10:11.124251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Bound port: f7bee6b6-9d8d-4111-a944-f123d3c9bb13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:10:11.124406 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.127629 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5982f13-3d91-49cf-a958-2d9de6767858 None None] Pushing event updated for resources: {'Port': ['ID=f7bee6b6-9d8d-4111-a944-f123d3c9bb13,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:11.149141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1183e794-6d27-4d49-bbd6-15e18b1c5ee2 None None] Provisioning complete for port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:11.150555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1183e794-6d27-4d49-bbd6-15e18b1c5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.208585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1183e794-6d27-4d49-bbd6-15e18b1c5ee2 None None] Port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:11.248202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.249372 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.db.api [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=125990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:10:11.249824 ncdv-master-1 neutron-server[125990]: DEBUG oslo_db.api [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:10:11.275484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7bee6b6-9d8d-4111-a944-f123d3c9bb13,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:11.295119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd60995-7d59-4097-8e0c-5e5eebb6127e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:11.341493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.437577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.440991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.492778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.493309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e62089e-bc9c-469f-a692-ac2845f58d1b {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:11.499131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.501417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5da58ac8-7dfc-4fc7-af67-fed74a047a4b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7e62089e-bc9c-469f-a692-ac2845f58d1b HTTP/1.1" status: 204  len: 168 time: 1.0282671
Dec 11 21:10:11.504205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:11.766527 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:10:11.767167 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:10:11.767692 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Attempting to bind port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:10:11.774795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:10:11.775171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:11.775871 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.776597 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:10:11.777508 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Bound port: f7bee6b6-9d8d-4111-a944-f123d3c9bb13, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:10:11.777897 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:11.797648 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Port f7bee6b6-9d8d-4111-a944-f123d3c9bb13 has been deleted concurrently {{(pid=125990) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}}
Dec 11 21:10:11.812858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:11.813249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 11 21:10:11.813846 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_agentschedulers_db [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e62089e-bc9c-469f-a692-ac2845f58d1b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:09:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent'). {{(pid=125990) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 11 21:10:11.814216 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9c672a-7d05-44fa-a912-0e711fbc6ce8 None None] The sync data for ids ['7e62089e-bc9c-469f-a692-ac2845f58d1b'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:11.896104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.007660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.059977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Deleting port 2f47f640-70b4-4038-a250-4898855629cd {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:12.060837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.143186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] For port 2f47f640-70b4-4038-a250-4898855629cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f47f640-70b4-4038-a250-4898855629cd,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:12.143548 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.159841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Calling delete_port for 2f47f640-70b4-4038-a250-4898855629cd owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:12.328444 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.358427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f47f640-70b4-4038-a250-4898855629cd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:12.374996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99892924-f4a3-41f2-9f14-3567397fbae8 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:12.419791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.513757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.515923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.561131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.561680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a11c6d4-384f-464c-bd59-140733b37a60 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:12.566217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.570620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a402a674-142f-4eee-896b-9c90ec766a79 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1a11c6d4-384f-464c-bd59-140733b37a60 HTTP/1.1" status: 204  len: 168 time: 1.0620985
Dec 11 21:10:12.571130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:12.576460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1257258099', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:12.603034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.604283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.662054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:12.837867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.025112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.043670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.153640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Allocated IP 172.35.1.67 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/46dfe2d9-540f-401d-871e-48129f467841) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:13.252366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.286182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.332108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:13.334942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:13.339160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:13.342158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event updated for resources: {'Port': ['ID=46dfe2d9-540f-401d-871e-48129f467841,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:13.348443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7191a1ac-d8ff-4d9e-afbc-e9a0e95e22be None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:13.452641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5acea5cf-c29a-4b7a-b092-72f2c461a709 None None] Provisioning complete for port 46dfe2d9-540f-401d-871e-48129f467841 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:13.453349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5acea5cf-c29a-4b7a-b092-72f2c461a709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.456401 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-83397d9f-d91d-4395-b7f7-d57cd2ae4b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.490765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5acea5cf-c29a-4b7a-b092-72f2c461a709 None None] Port 46dfe2d9-540f-401d-871e-48129f467841 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:13.593869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.787475 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:13.921533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Router c10d1d54-d996-4efd-bd97-fcc031b8bd47 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:14.034600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:14.047908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] Sync routers for ids ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:14.063711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] Routers {'c10d1d54-d996-4efd-bd97-fcc031b8bd47'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:14.064326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77018490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:14.065997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:14.068034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3eaf55e9-4af7-445c-b60b-a9975fab9fa5 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 1.4959180
Dec 11 21:10:14.070916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39066) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:14.076298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:14.107840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77018490>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:14.117163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] Routers {'c10d1d54-d996-4efd-bd97-fcc031b8bd47'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:14.117781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77018490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:14.169161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77018490>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:14.170360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e7564-bad1-449d-a904-649b5fcbf456 None None] The sync data for ids ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:14.212836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2f47f640-70b4-4038-a250-4898855629cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:10:14.235260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2f47f640-70b4-4038-a250-4898855629cd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:10:14.235605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2f47f640-70b4-4038-a250-4898855629cd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:10:14.411841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:14.790515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:14.793868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:14.899437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router c10d1d54-d996-4efd-bd97-fcc031b8bd47 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:14.900684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.003059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:15.007217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.009278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-85a46675-0893-42c5-b6c3-21667673dfab tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "PUT /v2.0/routers/c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 200  len: 925 time: 0.9362597
Dec 11 21:10:15.011284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39074) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:15.014468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] Sync routers for ids ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:15.027852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] Routers {'c10d1d54-d996-4efd-bd97-fcc031b8bd47'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:15.028446 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:15.060578 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7250>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:15.069004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] Routers {'c10d1d54-d996-4efd-bd97-fcc031b8bd47'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:15.069597 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:15.101963 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7250>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:15.102680 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae329585-957f-476e-a50e-0327ef1e4b63 None None] The sync data for ids ['c10d1d54-d996-4efd-bd97-fcc031b8bd47'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:15.387698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe4da71c-5245-4a13-93c5-aa9035c5aaf3 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 200  len: 925 time: 0.3752279
Dec 11 21:10:15.390929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:15.461661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9995893-9f24-40a3-922e-f0e034e7b14b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:15.463296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b9995893-9f24-40a3-922e-f0e034e7b14b tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=c10d1d54-d996-4efd-bd97-fcc031b8bd47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0713284
Dec 11 21:10:15.466005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:15.554285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d372bab-493f-45ac-aeca-49422274b7ff tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:15.555722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5d372bab-493f-45ac-aeca-49422274b7ff tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.0881743
Dec 11 21:10:15.558551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:15.587391 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67a10b50-8287-49f9-8656-d1c42e23d5f3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 200  len: 205 time: 0.0276074
Dec 11 21:10:15.590057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39104) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:15.707438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.733807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.823301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.876041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port 46dfe2d9-540f-401d-871e-48129f467841 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:15.876389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.954997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:15.966867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for 46dfe2d9-540f-401d-871e-48129f467841 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:15.973007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39118) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.081214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9866dc5f-ff0b-4c2f-bbf6-cbbbd093e9f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.133075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.163420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=46dfe2d9-540f-401d-871e-48129f467841,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:16.180163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7eb92-36cd-4aca-a421-3b095861f83e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:16.216917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9866dc5f-ff0b-4c2f-bbf6-cbbbd093e9f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.220747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9866dc5f-ff0b-4c2f-bbf6-cbbbd093e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.228294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.261590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9866dc5f-ff0b-4c2f-bbf6-cbbbd093e9f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c17a46501ba46a88b712ee7e9f792c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2874916
Dec 11 21:10:16.262707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866dc5f-ff0b-4c2f-bbf6-cbbbd093e9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7441b4-8ace-497d-bca9-2729fef3f9e3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:16.265249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.276756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.317653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.333498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.335638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.338562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.384052 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.384639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router c10d1d54-d996-4efd-bd97-fcc031b8bd47 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:16.387554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.390921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.392243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.396893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24714f94-fc57-41cc-8285-b2a573a2b7c6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 204  len: 168 time: 0.8022413
Dec 11 21:10:16.397391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df7441b4-8ace-497d-bca9-2729fef3f9e3 HTTP/1.1" status: 204  len: 168 time: 0.1284680
Dec 11 21:10:16.397479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.401518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2034799447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:16.411729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3d83-b4ee-496d-9f01-3ca0bd02d6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7441b4-8ace-497d-bca9-2729fef3f9e3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:16.428043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.429253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.486277 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.491179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.509666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.511204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8182f530-a5f6-4b3d-a324-fbae5a669383 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1131723
Dec 11 21:10:16.513937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39132) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.518607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:16.668046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39134) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.686110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fca33683-eea4-4df0-9f1e-292e9d46a9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.743075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.769687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fca33683-eea4-4df0-9f1e-292e9d46a9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.774716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fca33683-eea4-4df0-9f1e-292e9d46a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.814276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fca33683-eea4-4df0-9f1e-292e9d46a9d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01df331b000b445c80863b4947391fa2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451352
Dec 11 21:10:16.815457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca33683-eea4-4df0-9f1e-292e9d46a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c5e761-06c0-4b99-8c38-bb000e79e549,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:16.817176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39138) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:16.884674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:16.941533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.018579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.037317 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.088331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.090876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.092028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21c5e761-06c0-4b99-8c38-bb000e79e549 HTTP/1.1" status: 204  len: 168 time: 0.2738307
Dec 11 21:10:17.109400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08fb5f-2eab-4845-a1a1-332a51a75b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c5e761-06c0-4b99-8c38-bb000e79e549,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:17.158297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Allocated IP 172.35.1.175 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a88e79bb-34f0-466c-b361-4a04bd668ae4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:17.164238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.271406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.311889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.351382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:17.354224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:17.357906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:17.374153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f994256-fd06-452a-83a7-0ee5a438823c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:17.385045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event updated for resources: {'Port': ['ID=a88e79bb-34f0-466c-b361-4a04bd668ae4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:17.444260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b6311329-b8ef-42aa-968e-a41ed59d67b7 None None] Provisioning complete for port a88e79bb-34f0-466c-b361-4a04bd668ae4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:17.444726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b6311329-b8ef-42aa-968e-a41ed59d67b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.480187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b6311329-b8ef-42aa-968e-a41ed59d67b7 None None] Port a88e79bb-34f0-466c-b361-4a04bd668ae4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:17.629510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.833971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.837460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:17.966842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Router 2f76678b-7929-4a2b-9674-828e70768fb9 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:18.080780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:18.087554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:18.091163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0aa3c158-cf6b-4929-8f9c-190b5bc86d35 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "PUT /v2.0/routers/2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 200  len: 884 time: 1.5737374
Dec 11 21:10:18.091359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39168) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:18.093927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] Sync routers for ids ['2f76678b-7929-4a2b-9674-828e70768fb9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:18.110691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] Routers {'2f76678b-7929-4a2b-9674-828e70768fb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:18.110691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['2f76678b-7929-4a2b-9674-828e70768fb9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:18.159320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0d60>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:18.168571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] Routers {'2f76678b-7929-4a2b-9674-828e70768fb9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:18.169297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['2f76678b-7929-4a2b-9674-828e70768fb9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:18.197888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67df8389-55df-4c25-b584-00f351b139de tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 200  len: 925 time: 0.1053786
Dec 11 21:10:18.201148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:18.204472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0d60>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:18.205171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174c1f3f-bf75-4107-a0cd-7688178c5a76 None None] The sync data for ids ['2f76678b-7929-4a2b-9674-828e70768fb9'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:18.243138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f4d9e-2cb5-4171-80cf-511c11d1e057 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:18.244673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b96f4d9e-2cb5-4171-80cf-511c11d1e057 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=2f76678b-7929-4a2b-9674-828e70768fb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0425925
Dec 11 21:10:18.247904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39178) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:18.349262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b2980-7bfc-496f-9993-a7583fbf35a9 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:18.350779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-321b2980-7bfc-496f-9993-a7583fbf35a9 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.1019301
Dec 11 21:10:18.353547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39184) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:18.385046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dfc57cb3-14d0-4e6f-bf8d-f035526e7c50 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 200  len: 205 time: 0.0303526
Dec 11 21:10:18.387381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39188) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:18.493477 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:18.887790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:18.949650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port a88e79bb-34f0-466c-b361-4a04bd668ae4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:18.949999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.053584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9738664-ed25-4f84-bc96-d5e9eda7bc7a req-5fd6d88e-0891-4284-8fdd-bb95769e86fd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:19.055095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9738664-ed25-4f84-bc96-d5e9eda7bc7a req-5fd6d88e-0891-4284-8fdd-bb95769e86fd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1009181
Dec 11 21:10:19.078101 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.101294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for a88e79bb-34f0-466c-b361-4a04bd668ae4 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:19.160373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9738664-ed25-4f84-bc96-d5e9eda7bc7a req-bcfe4014-388d-41f8-b8b5-e6ff2cfac3dd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971677
Dec 11 21:10:19.232425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39232) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:19.297873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fb142-2eaa-4a7a-9630-ca0bfdcfabfb req-a907917b-34e6-4568-ba99-a878de27be27 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:19.299512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2fb142-2eaa-4a7a-9630-ca0bfdcfabfb req-a907917b-34e6-4568-ba99-a878de27be27 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0545423
Dec 11 21:10:19.316044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.344307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=a88e79bb-34f0-466c-b361-4a04bd668ae4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:19.362575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2fb142-2eaa-4a7a-9630-ca0bfdcfabfb req-b3cb2524-0f37-4502-9a53-f9740894f43d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566289
Dec 11 21:10:19.369195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32966c6e-ea85-4691-9933-e41a5d6c4325 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:19.369734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b523ac74-c5ad-43f2-a22e-9e4108f8c44e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.444548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.465230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b523ac74-c5ad-43f2-a22e-9e4108f8c44e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.469234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b523ac74-c5ad-43f2-a22e-9e4108f8c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.519215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b523ac74-c5ad-43f2-a22e-9e4108f8c44e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4be0df30aad64a698e6e2da4447721d0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2853343
Dec 11 21:10:19.520320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39240) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:19.531235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523ac74-c5ad-43f2-a22e-9e4108f8c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed45d48-1206-45a1-8eea-8753d4f3c15b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:19.563203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.565406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.577910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.601320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.636435 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.637113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router 2f76678b-7929-4a2b-9674-828e70768fb9 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:19.644875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.650993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39244) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:19.651186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-82b6f106-b9bc-4e9e-9c30-91a7acfbd72e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 204  len: 168 time: 1.2620854
Dec 11 21:10:19.656432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1560050452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:19.662998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.665478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.668844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aed45d48-1206-45a1-8eea-8753d4f3c15b HTTP/1.1" status: 204  len: 168 time: 0.1451924
Dec 11 21:10:19.671792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3e642-f535-4e70-80f1-1378efb5e72e req-1ce81966-87f1-44a7-944e-b72079c063ef tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:19.673299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ead3e642-f535-4e70-80f1-1378efb5e72e req-1ce81966-87f1-44a7-944e-b72079c063ef tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0679171
Dec 11 21:10:19.685136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61500d5a-e8b8-4a12-b865-dc240e5e9781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed45d48-1206-45a1-8eea-8753d4f3c15b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:19.700223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.703434 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.727797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ead3e642-f535-4e70-80f1-1378efb5e72e req-aa672e7a-bdc4-4ea8-b0d6-2a4072d6620f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478840
Dec 11 21:10:19.782439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.788263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.809508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:19.813528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-67df726d-41b4-4759-ab5b-986cee178871 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.1589031
Dec 11 21:10:19.814066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39254) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:19.818199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': True}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:19.976714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39258) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:19.990516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7a7965d-fde5-4351-9f41-b40f4b2c6414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.041348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.095583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7a7965d-fde5-4351-9f41-b40f4b2c6414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.120479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7a7965d-fde5-4351-9f41-b40f4b2c6414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.175404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005d01a-190f-46ea-87d7-60c868ba3ea0 req-2be3330c-b450-42b8-8864-c1650ddb2e96 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:20.176919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c005d01a-190f-46ea-87d7-60c868ba3ea0 req-2be3330c-b450-42b8-8864-c1650ddb2e96 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0936456
Dec 11 21:10:20.179159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7a7965d-fde5-4351-9f41-b40f4b2c6414 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c85dd294021b42f29f21776b82e6457a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2014422
Dec 11 21:10:20.179872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7965d-fde5-4351-9f41-b40f4b2c6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8bde2d-5c1c-4b70-998a-dfc4c64e9bcf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:20.182530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:20.258063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.261903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c005d01a-190f-46ea-87d7-60c868ba3ea0 req-ca0dfbf4-1eec-4fc5-a3f1-c740ff3da7bb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716047
Dec 11 21:10:20.274609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.284654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.306498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.357609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.360418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.360543 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:10:20.361590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe8bde2d-5c1c-4b70-998a-dfc4c64e9bcf HTTP/1.1" status: 204  len: 168 time: 0.1784387
Dec 11 21:10:20.369988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50774-1ba9-4eee-9c70-1f88e254f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8bde2d-5c1c-4b70-998a-dfc4c64e9bcf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:20.398325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 172.35.1.106 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6f5932d3-9108-4b0a-8027-15cc631bd2c9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:20.514525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.551679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.600572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:20.605057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:20.609574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:20.612585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=6f5932d3-9108-4b0a-8027-15cc631bd2c9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:20.620443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b1324-7053-4500-8cbb-73f0c6df23c3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:20.721328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c628b435-87d3-4ae1-b6eb-26503ef9dac0 None None] Provisioning complete for port 6f5932d3-9108-4b0a-8027-15cc631bd2c9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:20.721799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c628b435-87d3-4ae1-b6eb-26503ef9dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:20.759368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c628b435-87d3-4ae1-b6eb-26503ef9dac0 None None] Port 6f5932d3-9108-4b0a-8027-15cc631bd2c9 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:20.871817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.076050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.079385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.214519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router 364432bc-b20f-461f-a9d8-80ac9ffc3867 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:21.262423 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.324824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:21.329969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.330892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aa674ae4-89ff-486c-8866-591d96481f2d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "PUT /v2.0/routers/364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 200  len: 919 time: 1.5161707
Dec 11 21:10:21.333491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:21.335896 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] Sync routers for ids ['364432bc-b20f-461f-a9d8-80ac9ffc3867'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:21.351524 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] Routers {'364432bc-b20f-461f-a9d8-80ac9ffc3867'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:21.352404 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847e8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['364432bc-b20f-461f-a9d8-80ac9ffc3867'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:21.391131 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847e8ac0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:21.402211 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] Routers {'364432bc-b20f-461f-a9d8-80ac9ffc3867'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:21.402865 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d847e8ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['364432bc-b20f-461f-a9d8-80ac9ffc3867'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:21.425074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde76f0-32d9-4d7a-9cdb-4caf66174b40 req-6b4d52e9-bb20-4fb3-868b-a21e6002de47 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:21.426883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bde76f0-32d9-4d7a-9cdb-4caf66174b40 req-6b4d52e9-bb20-4fb3-868b-a21e6002de47 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0620134
Dec 11 21:10:21.447208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d847e8ac0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:21.447875 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f48b8-72fc-425d-a33f-fed1d3427372 None None] The sync data for ids ['364432bc-b20f-461f-a9d8-80ac9ffc3867'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:21.459363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7dbfde33-03c1-48bf-9b0b-bf9c8c94980d tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 200  len: 925 time: 0.1246684
Dec 11 21:10:21.462048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39300) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:21.515619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bde76f0-32d9-4d7a-9cdb-4caf66174b40 req-0ce1f92a-8107-4982-9dcf-06f7632febaa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791819
Dec 11 21:10:21.535060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83f5ae-831c-4978-81c7-e352b03124c7 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:21.536153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39306) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:21.536281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a83f5ae-831c-4978-81c7-e352b03124c7 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=364432bc-b20f-461f-a9d8-80ac9ffc3867&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0677028
Dec 11 21:10:21.618864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2d994-1589-4907-aba2-f997c3a8ebb4 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:21.620266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4fe2d994-1589-4907-aba2-f997c3a8ebb4 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.0884252
Dec 11 21:10:21.623749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:21.650529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c0348d62-ffeb-43bf-a519-f4fbbb77f74e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 200  len: 205 time: 0.0256670
Dec 11 21:10:21.653089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39312) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:21.760933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.868289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:21.920882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port 6f5932d3-9108-4b0a-8027-15cc631bd2c9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:21.921152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.003163 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.016322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for 6f5932d3-9108-4b0a-8027-15cc631bd2c9 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:22.199903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.234046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=6f5932d3-9108-4b0a-8027-15cc631bd2c9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:22.243579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae29e6-8309-4ddf-b942-d3c24aae10e3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:22.290848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.440219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39346) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:22.561495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d3e368-478d-4e47-8cbb-138799811591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.671738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.673911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.687460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d69230-d2dc-43c9-9c45-a339abfdd252 req-20dabb1f-e0ae-46a8-bf8e-5a4d14fb4fb7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:22.688867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77d69230-d2dc-43c9-9c45-a339abfdd252 req-20dabb1f-e0ae-46a8-bf8e-5a4d14fb4fb7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0954802
Dec 11 21:10:22.717820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.718355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router 364432bc-b20f-461f-a9d8-80ac9ffc3867 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:22.725454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.726599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2bc3d580-1c51-4325-aab5-e6ab2b227878 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 204  len: 168 time: 1.0725815
Dec 11 21:10:22.730262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39354) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:22.735223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-471696435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:22.746966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d3e368-478d-4e47-8cbb-138799811591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.758686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.758936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d3e368-478d-4e47-8cbb-138799811591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.759703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.781552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77d69230-d2dc-43c9-9c45-a339abfdd252 req-5b52bca9-e568-4bec-a340-380837a539bc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862193
Dec 11 21:10:22.805717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97d3e368-478d-4e47-8cbb-138799811591 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b63f23badda543c3820cd3d79195d6e5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3620849
Dec 11 21:10:22.805907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:22.812499 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.817743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.822396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3e368-478d-4e47-8cbb-138799811591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe69c603-c395-4135-abd4-d1749dd22fed,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:22.836831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.838057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ece2e65-d9cd-4d49-8486-2ddb7faab7a3 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1068623
Dec 11 21:10:22.840825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39358) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:22.845156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'enable_snat': False}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:22.869834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.897364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.952091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.955066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:22.958850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe69c603-c395-4135-abd4-d1749dd22fed HTTP/1.1" status: 204  len: 168 time: 0.1495073
Dec 11 21:10:22.974521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e182e8b-50a7-4dbf-acf9-8c44840247e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe69c603-c395-4135-abd4-d1749dd22fed,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:23.067948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.234781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39366) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:23.248354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-139e7c21-7b04-4818-ba90-ddc4bbdd5832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.276617 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.302005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.339358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-139e7c21-7b04-4818-ba90-ddc4bbdd5832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.343373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-139e7c21-7b04-4818-ba90-ddc4bbdd5832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.382409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-139e7c21-7b04-4818-ba90-ddc4bbdd5832 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c28a7423979945f2b4c31a923682620c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1465371
Dec 11 21:10:23.383377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7c21-7b04-4818-ba90-ddc4bbdd5832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d91af-e060-4dca-b9ff-3d5c4f8c3500,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:23.385282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:23.438520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Allocated IP 172.35.1.197 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/7ec149f0-94bf-4166-bf6b-ee310d184bfa) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:23.465664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.531935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.595662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.618793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.621357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.623046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa8d91af-e060-4dca-b9ff-3d5c4f8c3500 HTTP/1.1" status: 204  len: 168 time: 0.2363265
Dec 11 21:10:23.637513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b570a-ed41-4d4b-8a67-3d1c1ad73cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8d91af-e060-4dca-b9ff-3d5c4f8c3500,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:23.653773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.694015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:23.698589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:23.702104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:23.714822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c64667-40be-4a52-9c91-7b8bd7a0f5a3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:23.732184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Pushing event updated for resources: {'Port': ['ID=7ec149f0-94bf-4166-bf6b-ee310d184bfa,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:23.803536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9ea4937-369b-4969-b39f-d7e029cd39e5 None None] Provisioning complete for port 7ec149f0-94bf-4166-bf6b-ee310d184bfa triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:23.803988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4937-369b-4969-b39f-d7e029cd39e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.860301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea4937-369b-4969-b39f-d7e029cd39e5 None None] Port 7ec149f0-94bf-4166-bf6b-ee310d184bfa cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:23.940934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5fae6-2c1c-41f1-938b-d65f9aafdc46 req-cd803ff3-7d02-4a30-92e7-8c1a0cd49215 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:23.942732 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ec5fae6-2c1c-41f1-938b-d65f9aafdc46 req-cd803ff3-7d02-4a30-92e7-8c1a0cd49215 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0564470
Dec 11 21:10:23.978943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:23.999039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ec5fae6-2c1c-41f1-938b-d65f9aafdc46 req-9c63f3d7-6f3c-4706-b09d-4be98bf6ad5c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489914
Dec 11 21:10:24.184555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:24.190620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:24.337542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Router 65ab6186-3fb1-45ce-a8ff-d86004395aef is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:24.444443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:24.449226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:24.453981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f99a8f9-75bb-4edc-8d61-6779386fe450 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "PUT /v2.0/routers/65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 200  len: 919 time: 1.6097400
Dec 11 21:10:24.454306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39398) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:24.455665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] Sync routers for ids ['65ab6186-3fb1-45ce-a8ff-d86004395aef'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:24.472794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] Routers {'65ab6186-3fb1-45ce-a8ff-d86004395aef'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:24.473554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77f6c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['65ab6186-3fb1-45ce-a8ff-d86004395aef'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:24.513351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77f6c070>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:24.522248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] Routers {'65ab6186-3fb1-45ce-a8ff-d86004395aef'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:24.522983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77f6c070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['65ab6186-3fb1-45ce-a8ff-d86004395aef'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:24.556204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77f6c070>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:24.556779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c0700f-e328-4f05-913d-9050a748001d None None] The sync data for ids ['65ab6186-3fb1-45ce-a8ff-d86004395aef'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:24.566862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ee400fa-ee5f-49ad-9b88-d75a7466fac5 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 200  len: 925 time: 0.1077147
Dec 11 21:10:24.567953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39400) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:24.643863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cbba73-8aa9-4dc5-bcc2-04c9ec13b253 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:24.646937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03cbba73-8aa9-4dc5-bcc2-04c9ec13b253 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=65ab6186-3fb1-45ce-a8ff-d86004395aef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0779567
Dec 11 21:10:24.648035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39402) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:24.746656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de5687-0136-4c39-a15e-cc710ecf9c34 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:24.748901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-99de5687-0136-4c39-a15e-cc710ecf9c34 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/networks/574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 881 time: 0.0998850
Dec 11 21:10:24.751818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39410) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:24.781129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4b26c125-666f-46d7-bf13-f80c8762a205 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 200  len: 205 time: 0.0280774
Dec 11 21:10:24.783686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:24.903677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.010399 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.067579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port 7ec149f0-94bf-4166-bf6b-ee310d184bfa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:25.067920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.165093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c9a5-54a2-4015-a203-caa0cecd2adc req-aa2ee703-0372-45a2-a4b8-2645315dce7a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:25.166603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d32c9a5-54a2-4015-a203-caa0cecd2adc req-aa2ee703-0372-45a2-a4b8-2645315dce7a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0960009
Dec 11 21:10:25.181105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.215226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for 7ec149f0-94bf-4166-bf6b-ee310d184bfa owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:25.279947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d32c9a5-54a2-4015-a203-caa0cecd2adc req-11466b43-49ee-4603-9bae-7d08542cafcb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025667
Dec 11 21:10:25.397894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.424458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=7ec149f0-94bf-4166-bf6b-ee310d184bfa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:25.434339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0b43d-c9ef-4169-a190-0b9aba4bd48e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:25.483370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.572295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.574349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.619429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.620002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router 65ab6186-3fb1-45ce-a8ff-d86004395aef {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:25.626732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.627863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b99672b7-9fd8-4ef3-af35-d50c8d56ccd4 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 204  len: 168 time: 0.8428168
Dec 11 21:10:25.632243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39428) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:25.636603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-726932703', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:25.659581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.660580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.710348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:25.849294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.057156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.076884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.184053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Allocated IP 172.35.1.134 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4ac53fca-448a-40d4-a913-67fb7fa72b7b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:26.305584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.352737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.394288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:26.397391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:26.401117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:26.406734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event updated for resources: {'Port': ['ID=4ac53fca-448a-40d4-a913-67fb7fa72b7b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:26.409061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bf60d-81e0-4519-af45-7f9ad5f93faf req-f1a198ed-7518-4dd4-8205-234bdb434e91 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:26.417405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d443857-c4e6-48ce-a590-f673a28783b8 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:26.426449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-751bf60d-81e0-4519-af45-7f9ad5f93faf req-f1a198ed-7518-4dd4-8205-234bdb434e91 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0701718
Dec 11 21:10:26.484396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-751bf60d-81e0-4519-af45-7f9ad5f93faf req-3762083b-7e06-4560-bb48-ddf2895a698e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564837
Dec 11 21:10:26.496770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-72685080-860e-47e9-b62e-0c8f8f7c5e59 None None] Provisioning complete for port 4ac53fca-448a-40d4-a913-67fb7fa72b7b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:26.498009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72685080-860e-47e9-b62e-0c8f8f7c5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:26.550527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-72685080-860e-47e9-b62e-0c8f8f7c5e59 None None] Port 4ac53fca-448a-40d4-a913-67fb7fa72b7b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:26.701450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.192932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.320039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Router 1535660a-d4f6-435d-8fd8-ec892cc26ee7 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:27.427201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:27.436744 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] Sync routers for ids ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:27.446335 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] Routers {'1535660a-d4f6-435d-8fd8-ec892cc26ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:27.446991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84193820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:27.447128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.448249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dbd1a2d6-e56c-48e7-8136-08b83e6be14f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 1.8151503
Dec 11 21:10:27.451567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:27.456018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:27.480172 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84193820>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:27.490455 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] Routers {'1535660a-d4f6-435d-8fd8-ec892cc26ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:27.491096 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84193820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:27.527459 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84193820>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:27.529262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa230e3-949a-4471-8a4b-bffe1a4bb141 None None] The sync data for ids ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:27.611942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f16f-a948-46ac-ab9c-dcc9a231a8ad req-e0b45b9c-f933-4024-af7d-d890980e5bbb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:27.614989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66d2f16f-a948-46ac-ab9c-dcc9a231a8ad req-e0b45b9c-f933-4024-af7d-d890980e5bbb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0525074
Dec 11 21:10:27.666985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66d2f16f-a948-46ac-ab9c-dcc9a231a8ad req-558fbb1f-1e45-4d96-970f-5d5a09dab4e4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473270
Dec 11 21:10:27.773664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:27.784475 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.797230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.853025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Deleting port 4ac53fca-448a-40d4-a913-67fb7fa72b7b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:27.853369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.894056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1de1-3dc1-4ff9-84f5-f9c4de637ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.929544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.942062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Calling delete_port for 4ac53fca-448a-40d4-a913-67fb7fa72b7b owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:27.971080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1de1-3dc1-4ff9-84f5-f9c4de637ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:27.976986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec0f1de1-3dc1-4ff9-84f5-f9c4de637ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.021652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec0f1de1-3dc1-4ff9-84f5-f9c4de637ecb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06d2b596a6b9438f94c7be37cf9d3767&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2467542
Dec 11 21:10:28.022194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39508) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:28.028640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f1de1-3dc1-4ff9-84f5-f9c4de637ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef17fe03-9fc1-4b21-9afa-45dd484e44d2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:28.078776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.099805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.123795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.151253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Pushing event deleted for resources: {'Port': ['ID=4ac53fca-448a-40d4-a913-67fb7fa72b7b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:28.156330 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.160424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.162919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef17fe03-9fc1-4b21-9afa-45dd484e44d2 HTTP/1.1" status: 204  len: 168 time: 0.1394863
Dec 11 21:10:28.167170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5debb39f-8464-4937-928d-e434c4b32867 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:28.182623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4095-a9d3-4f31-952c-b753521e4d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef17fe03-9fc1-4b21-9afa-45dd484e44d2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:28.222842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.430577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.433820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.512110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Router 1535660a-d4f6-435d-8fd8-ec892cc26ee7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:28.589319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:28.596578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:28.598005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-11396e44-e050-4a32-9573-0a6123b71e9e tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "PUT /v2.0/routers/1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 200  len: 709 time: 1.1454928
Dec 11 21:10:28.600578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39524) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:28.602521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] Sync routers for ids ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:28.616239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] Routers {'1535660a-d4f6-435d-8fd8-ec892cc26ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:28.616963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8422ff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:28.654161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8422ff10>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:28.662745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] Routers {'1535660a-d4f6-435d-8fd8-ec892cc26ee7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:28.663284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8422ff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:28.676801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-29e98188-68b3-4f72-b6b1-3a27df5e7414 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/routers/1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 200  len: 744 time: 0.0750847
Dec 11 21:10:28.682384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39528) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:28.698746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8422ff10>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:28.699414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea39a3-0f2c-4568-b93d-faada9d424f2 None None] The sync data for ids ['1535660a-d4f6-435d-8fd8-ec892cc26ee7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:28.739734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e6b12ffc-fba0-497b-8451-eee06eff9ac8 tempest-RoutersIpV6AdminTest-189026220 tempest-RoutersIpV6AdminTest-189026220-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&device_id=1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 200  len: 205 time: 0.0585666
Dec 11 21:10:28.742193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:28.772260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8653f15c-4485-41f9-80bb-2dc44f06c300 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 200  len: 205 time: 0.0287294
Dec 11 21:10:28.774743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39538) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:28.797450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0785097-a4a7-411b-8069-e9dec520bc5a req-f71bcc64-bd89-45bf-9bb8-5edb81ba6ab0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:28.799001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0785097-a4a7-411b-8069-e9dec520bc5a req-f71bcc64-bd89-45bf-9bb8-5edb81ba6ab0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0542426
Dec 11 21:10:28.848880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0785097-a4a7-411b-8069-e9dec520bc5a req-20173e1c-162a-4ca2-a138-8abec179c072 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434904
Dec 11 21:10:28.856357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.016275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.018344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.068813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.069432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Fanout notify agent at l3_agent the message router_deleted on router 1535660a-d4f6-435d-8fd8-ec892cc26ee7 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:10:29.077366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.078465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-83a489b1-377d-4b1d-9f96-68daf8043507 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 204  len: 168 time: 0.3028343
Dec 11 21:10:29.082263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.111065 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27cfd4b0-7cdc-4115-b33a-1ed977d29c7b tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 200  len: 205 time: 0.0275323
Dec 11 21:10:29.113444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.151528 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-726eb7c9-9cdf-4612-bc0f-62e0a4743825 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.152568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-726eb7c9-9cdf-4612-bc0f-62e0a4743825 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/1535660a-d4f6-435d-8fd8-ec892cc26ee7 HTTP/1.1" status: 404  len: 336 time: 0.0381632
Dec 11 21:10:29.155833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39556) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.186020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68a8ae59-da0e-4cb8-bd21-94a12f90a765 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 200  len: 205 time: 0.0291276
Dec 11 21:10:29.188485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39558) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.225484 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-72c42aca-a3f4-4936-818b-97f2781ae0e0 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.229259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-72c42aca-a3f4-4936-818b-97f2781ae0e0 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/65ab6186-3fb1-45ce-a8ff-d86004395aef HTTP/1.1" status: 404  len: 336 time: 0.0372751
Dec 11 21:10:29.229636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39562) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.257345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b67186c-4294-4426-8a40-91ee6e477f3f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 200  len: 205 time: 0.0266714
Dec 11 21:10:29.259709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.299808 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-6664844b-d86d-439a-b371-9c423af6bac6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.303330 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6664844b-d86d-439a-b371-9c423af6bac6 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/364432bc-b20f-461f-a9d8-80ac9ffc3867 HTTP/1.1" status: 404  len: 336 time: 0.0402405
Dec 11 21:10:29.303557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.331463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-216e21d9-ee55-4bc3-8353-ab6abacf4eeb tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 200  len: 205 time: 0.0268209
Dec 11 21:10:29.333779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39570) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.369937 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-66852dfc-4770-4a48-9b6e-182691eaf1ee tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.370897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66852dfc-4770-4a48-9b6e-182691eaf1ee tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/2f76678b-7929-4a2b-9674-828e70768fb9 HTTP/1.1" status: 404  len: 336 time: 0.0361362
Dec 11 21:10:29.374115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39572) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.400488 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d03008c0-127b-40fa-99a8-513cda8fae70 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 200  len: 205 time: 0.0252776
Dec 11 21:10:29.402854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39574) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.442863 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-2ccb3cab-66a1-448a-878a-404b807b3c83 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.443899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ccb3cab-66a1-448a-878a-404b807b3c83 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/c10d1d54-d996-4efd-bd97-fcc031b8bd47 HTTP/1.1" status: 404  len: 336 time: 0.0400653
Dec 11 21:10:29.446857 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39578) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.474028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-451fd774-29f9-4e45-829a-18d6d0a3dae9 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4f85ccc-495d-4749-8668-385d3ab0fb48 HTTP/1.1" status: 200  len: 205 time: 0.0260255
Dec 11 21:10:29.476366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39580) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.517252 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-2158e014-84ff-4d5d-a9ce-fbb60029c78f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:29.518301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2158e014-84ff-4d5d-a9ce-fbb60029c78f tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/routers/b4f85ccc-495d-4749-8668-385d3ab0fb48 HTTP/1.1" status: 404  len: 336 time: 0.0409987
Dec 11 21:10:29.521811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39584) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.549970 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a6555d-e786-4664-a0fc-5808d5daa346 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:10:29.550426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a6555d-e786-4664-a0fc-5808d5daa346 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:10:29.553500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f6a6555d-e786-4664-a0fc-5808d5daa346 tempest-RoutersIpV6AdminTest-2074953505 tempest-RoutersIpV6AdminTest-2074953505-project] 10.222.0.18 "DELETE /v2.0/subnets/5c265b52-25b4-4e59-ba48-48766df7dc01 HTTP/1.1" status: 404  len: 337 time: 0.0306516
Dec 11 21:10:29.749159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39596) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:29.959759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-981509f5-58db-4d50-a4a9-49023984b733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:29.972867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cc381-1171-4aac-b2e8-0944cec9429c req-b451bf41-ff48-4e66-92d9-a1eb9a11e147 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:29.974496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db7cc381-1171-4aac-b2e8-0944cec9429c req-b451bf41-ff48-4e66-92d9-a1eb9a11e147 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0513678
Dec 11 21:10:30.029267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db7cc381-1171-4aac-b2e8-0944cec9429c req-36c5db7d-71b4-4988-9433-af5450ef2e3b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480566
Dec 11 21:10:30.036632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-981509f5-58db-4d50-a4a9-49023984b733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.041765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-981509f5-58db-4d50-a4a9-49023984b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.082247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981509f5-58db-4d50-a4a9-49023984b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394b68b6-63a4-4038-a07e-3addd1c2e5bf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:30.086787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-981509f5-58db-4d50-a4a9-49023984b733 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d34e678f7644af0afab44c8f366b736&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3359911
Dec 11 21:10:30.089351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39608) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:30.145125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.166685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.215751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.218890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.223374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/394b68b6-63a4-4038-a07e-3addd1c2e5bf HTTP/1.1" status: 204  len: 168 time: 0.1299465
Dec 11 21:10:30.228961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1813a-7a8f-42f9-9b96-01fe483fbe40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b68b6-63a4-4038-a07e-3addd1c2e5bf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:30.520180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39632) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:30.566317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-25541c22-0e99-4b7b-869f-e1e644de9e00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c67755a51c141a5b56c3143439f29c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0449390
Dec 11 21:10:30.568756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39634) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:30.616826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.637313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.681917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.685047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:30.686192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2074b47-7fcc-420a-86f1-64f9567edf62 HTTP/1.1" status: 204  len: 168 time: 0.1165354
Dec 11 21:10:30.693651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca69c72-b885-4960-93de-ffadd63543e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2074b47-7fcc-420a-86f1-64f9567edf62,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:31.147319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81d373-6cf1-42f5-bd14-cf61140f85cd req-fe94fbc9-462e-4a10-813b-711a76ced330 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.148828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb81d373-6cf1-42f5-bd14-cf61140f85cd req-fe94fbc9-462e-4a10-813b-711a76ced330 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0516841
Dec 11 21:10:31.207279 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb81d373-6cf1-42f5-bd14-cf61140f85cd req-e8486236-530f-41dc-b0a4-98e013faa969 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522990
Dec 11 21:10:31.398102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39666) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:31.451559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc97941-da36-4c65-9f4f-f698fda874d0 req-4635a22e-b989-475a-a34e-8f145e06afa2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.453237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-edc97941-da36-4c65-9f4f-f698fda874d0 req-4635a22e-b989-475a-a34e-8f145e06afa2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0845094
Dec 11 21:10:31.462958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-cac810af-cf62-431e-bda6-7cf31c209b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.464433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-cac810af-cf62-431e-bda6-7cf31c209b72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.0633245
Dec 11 21:10:31.503171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-753474396'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:31.525622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Made reservation on behalf of 01a3eaa2a59f47ae911e602372594580 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:31.530054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.542645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.576944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-edc97941-da36-4c65-9f4f-f698fda874d0 req-4f0b0886-45c3-4379-b44b-d29ba0f499a9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083679
Dec 11 21:10:31.612543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-cc12dc63-504f-4782-981e-595407ed825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.614057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-cc12dc63-504f-4782-981e-595407ed825c service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1403275
Dec 11 21:10:31.629319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.634329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.660026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:10:31.673896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb8263-93c4-4167-949b-d2d345aff754,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:31.679807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.679807 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Added segment 0df0f7af-a6ce-4bf3-85f2-500667362bf3 of type vlan for network 6503c36e-e0eb-4e75-a101-1957f945f5b6
Dec 11 21:10:31.700239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-d7cc363a-f444-459d-95a0-abc3c8a4e743 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0783253
Dec 11 21:10:31.721126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.749056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.753052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-38950443-bd47-4dbf-b815-e0885c1929b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.754378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-38950443-bd47-4dbf-b815-e0885c1929b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0474625
Dec 11 21:10:31.755588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.756183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:31.810447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-07f06a12-d904-48e8-8209-b7be8ea9ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:31.812121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-07f06a12-d904-48e8-8209-b7be8ea9ce61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468075
Dec 11 21:10:31.816091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.4168754
Dec 11 21:10:31.819439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39682) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:31.831592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ef0d5-b83f-405a-895e-4f98e596535e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'Network': ['ID=6503c36e-e0eb-4e75-a101-1957f945f5b6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:31.832523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Request body: {'subnet': {'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:31.844039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:10:32.288427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-09621967-0ee3-48f0-a38f-c60f56482b92 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4675915
Dec 11 21:10:32.297802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Made reservation on behalf of 01a3eaa2a59f47ae911e602372594580 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:32.302591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:32.461793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a89237d9-8276-4880-924c-7cdabbf867c9 req-1e244828-1246-47f0-b58f-4b3aed73c99e service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650441
Dec 11 21:10:32.574582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:32.640811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'Subnet': ['ID=7c60dbd2-fb55-463d-8220-b40bf2e07f77,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:32.645429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Checking segment: {'id': '0df0f7af-a6ce-4bf3-85f2-500667362bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:32.645798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Network hostable DHCP agents. Network: 6503c36e-e0eb-4e75-a101-1957f945f5b6, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:10:32.670964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:10:32.695669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6503c36e-e0eb-4e75-a101-1957f945f5b6) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:32.701483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:32.702083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:32.709329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7db188-e432-43f9-b3c8-201f533466a5 None None] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:10:32.732232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676fc0-eccd-4316-85fd-98000e4dfb44 req-d92e5a85-fa46-4149-b28d-c6f1b8bbfed5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:32.734275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20676fc0-eccd-4316-85fd-98000e4dfb44 req-d92e5a85-fa46-4149-b28d-c6f1b8bbfed5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0727847
Dec 11 21:10:32.743714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f068728f-b746-4063-843f-41daf5124b83 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9221542
Dec 11 21:10:32.746821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:32.754960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Request body: {'port': {'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1914190517'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:32.803526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20676fc0-eccd-4316-85fd-98000e4dfb44 req-36ce3944-4b47-4250-9b93-798e2c1d5d40 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586205
Dec 11 21:10:32.815108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6503c36e-e0eb-4e75-a101-1957f945f5b6', 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6', 'project_id': '01a3eaa2a59f47ae911e602372594580', 'fixed_ips': [{'subnet_id': '7c60dbd2-fb55-463d-8220-b40bf2e07f77'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:10:32.817678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:32.913159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Made reservation on behalf of 01a3eaa2a59f47ae911e602372594580 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:32.931018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:32.954378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] device_id is not set on port d4e6fa58-e369-454f-b868-e52048057957 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:32.965257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Allocated IP 172.20.0.2 (6503c36e-e0eb-4e75-a101-1957f945f5b6/7c60dbd2-fb55-463d-8220-b40bf2e07f77/b8a437c3-0892-47d5-88be-58ecae2b1bf4) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:33.270315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.275692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.322223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:33.323099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Pushing event updated for resources: {'Port': ['ID=b8a437c3-0892-47d5-88be-58ecae2b1bf4,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:33.324246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Allocated IP 172.20.0.6 (6503c36e-e0eb-4e75-a101-1957f945f5b6/7c60dbd2-fb55-463d-8220-b40bf2e07f77/d4e6fa58-e369-454f-b868-e52048057957) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:33.326395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:33.332070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:33.334648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.334960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.335306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.335647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.335980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.336310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.336644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.336974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.337300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.337617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.337940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.338265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.338616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:10:33.403809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Attempting to bind port b8a437c3-0892-47d5-88be-58ecae2b1bf4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:10:33.404177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Attempting to bind port b8a437c3-0892-47d5-88be-58ecae2b1bf4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0df0f7af-a6ce-4bf3-85f2-500667362bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:10:33.404548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Attempting to bind port b8a437c3-0892-47d5-88be-58ecae2b1bf4 on network 6503c36e-e0eb-4e75-a101-1957f945f5b6 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:10:33.409658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:10:33.410036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Checking segment: {'id': '0df0f7af-a6ce-4bf3-85f2-500667362bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:33.410437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.410863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Bound using segment: {'id': '0df0f7af-a6ce-4bf3-85f2-500667362bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:10:33.411323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Bound port: b8a437c3-0892-47d5-88be-58ecae2b1bf4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df0f7af-a6ce-4bf3-85f2-500667362bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:10:33.411707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.472935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] For port b8a437c3-0892-47d5-88be-58ecae2b1bf4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:10:33.475904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] For port b8a437c3-0892-47d5-88be-58ecae2b1bf4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a437c3-0892-47d5-88be-58ecae2b1bf4,segment=NetworkSegment(0df0f7af-a6ce-4bf3-85f2-500667362bf3),segment_id=0df0f7af-a6ce-4bf3-85f2-500667362bf3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:10:33.480616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.490794 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.524578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.545614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdf2ea-ef5e-4ee0-8320-8d36f4478c49 None None] Pushing event updated for resources: {'Port': ['ID=b8a437c3-0892-47d5-88be-58ecae2b1bf4,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:33.571376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:33.574720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:33.578356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:33.604031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'Port': ['ID=d4e6fa58-e369-454f-b868-e52048057957,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:33.632840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:33.633452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.650575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02c083c2-2087-4f1a-aca5-0895a0b6f02a tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 0.9013312
Dec 11 21:10:33.653210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:33.660726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Request body: {'port': {'network_id': '6503c36e-e0eb-4e75-a101-1957f945f5b6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1734613230', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:33.661219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] bootfile-name is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:33.661552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] tftp-server is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:33.661877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.api.validators [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] server-ip-address is not in valid_values {{(pid=125988) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:33.817079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Made reservation on behalf of 01a3eaa2a59f47ae911e602372594580 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:33.821026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:33.842896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] device_id is not set on port 5fd33c81-07c0-4008-8748-802ced623e8d yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:33.983042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Allocated IP 172.20.0.10 (6503c36e-e0eb-4e75-a101-1957f945f5b6/7c60dbd2-fb55-463d-8220-b40bf2e07f77/5fd33c81-07c0-4008-8748-802ced623e8d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:34.002363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5fe54-cabb-4abd-957f-f1291a17052d req-b6085286-3979-4fae-b6e6-96ccb2f662cd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.004021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5bb5fe54-cabb-4abd-957f-f1291a17052d req-b6085286-3979-4fae-b6e6-96ccb2f662cd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0646110
Dec 11 21:10:34.067162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5bb5fe54-cabb-4abd-957f-f1291a17052d req-a8956ef0-8b89-442a-b484-933e03270a8b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567942
Dec 11 21:10:34.207228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.225759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06bbd60-afb5-42fd-8824-e31b0a5341ff req-3fee6797-7cd6-40e2-9d77-64f5e533aa0c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.227398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b06bbd60-afb5-42fd-8824-e31b0a5341ff req-3fee6797-7cd6-40e2-9d77-64f5e533aa0c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0822463
Dec 11 21:10:34.259341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b8a437c3-0892-47d5-88be-58ecae2b1bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:10:34.302764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b06bbd60-afb5-42fd-8824-e31b0a5341ff req-e3ec46e1-09d8-4a50-a64e-1d80fd3bab98 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687761
Dec 11 21:10:34.304629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.339845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b8a437c3-0892-47d5-88be-58ecae2b1bf4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:34.341551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.371583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:34.373442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:34.375497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'Port': ['ID=5fd33c81-07c0-4008-8748-802ced623e8d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:34.377966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:34.445167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.446570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.449142 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.482816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39764) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:34.482976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-63314850-0827-4aa6-84f2-fad8cf52acdf tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 0.8284059
Dec 11 21:10:34.492010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port b8a437c3-0892-47d5-88be-58ecae2b1bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a437c3-0892-47d5-88be-58ecae2b1bf4,segment=NetworkSegment(0df0f7af-a6ce-4bf3-85f2-500667362bf3),segment_id=0df0f7af-a6ce-4bf3-85f2-500667362bf3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:34.497396 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.561502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=b8a437c3-0892-47d5-88be-58ecae2b1bf4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:34.637164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd516f-e9b2-4c49-a006-5cd3d68ae356 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.643920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd516f-e9b2-4c49-a006-5cd3d68ae356 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.649775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd516f-e9b2-4c49-a006-5cd3d68ae356 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.651600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-18cd516f-e9b2-4c49-a006-5cd3d68ae356 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.1671634
Dec 11 21:10:34.654662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:34.668308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478cc5d-a6c0-4ff6-98e2-d9a93c9466eb req-f363143f-8f36-424a-a8e2-0bab8154ae32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.669902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3478cc5d-a6c0-4ff6-98e2-d9a93c9466eb req-f363143f-8f36-424a-a8e2-0bab8154ae32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1134665
Dec 11 21:10:34.693016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fdc2a-e1d5-4b49-9d89-7aa325b4b1d7 None None] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:10:34.726855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3478cc5d-a6c0-4ff6-98e2-d9a93c9466eb req-8fe14f6a-395f-41f6-83f2-03836d202973 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504608
Dec 11 21:10:34.753467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Deleting port 5fd33c81-07c0-4008-8748-802ced623e8d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:34.753815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.769136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c9b2a057-f869-4ff9-ba98-57c749678550 None None] Provisioning complete for port b8a437c3-0892-47d5-88be-58ecae2b1bf4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:34.769591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c9b2a057-f869-4ff9-ba98-57c749678550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.864446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:34.887264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Calling delete_port for 5fd33c81-07c0-4008-8748-802ced623e8d owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:34.984550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a80e8-8250-44e8-b70f-30ed4b107f87 req-9d25c557-9f43-417d-b663-d9b22139ff86 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:34.986383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b0a80e8-8250-44e8-b70f-30ed4b107f87 req-9d25c557-9f43-417d-b663-d9b22139ff86 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0778813
Dec 11 21:10:35.074435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b0a80e8-8250-44e8-b70f-30ed4b107f87 req-23b6b82f-2d26-43a9-968b-59452e25ec08 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768461
Dec 11 21:10:35.228480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Provisioning complete for port d4e6fa58-e369-454f-b868-e52048057957 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:35.228843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.292171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Port d4e6fa58-e369-454f-b868-e52048057957 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:35.308097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Provisioning complete for port 5fd33c81-07c0-4008-8748-802ced623e8d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:35.308802 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.403457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Port 5fd33c81-07c0-4008-8748-802ced623e8d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:35.416789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Provisioning complete for port b8a437c3-0892-47d5-88be-58ecae2b1bf4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:35.417239 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2c62a94-28da-4884-9c0c-f2c4563b3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.435227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.476868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event deleted for resources: {'Port': ['ID=5fd33c81-07c0-4008-8748-802ced623e8d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:35.560301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.567113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c28dee49-163f-4f66-99b4-698753b499dd tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "DELETE /v2.0/ports/5fd33c81-07c0-4008-8748-802ced623e8d HTTP/1.1" status: 204  len: 168 time: 0.9112425
Dec 11 21:10:35.569972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:35.576314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Request body: {'port': {'name': 'tempest-new-port-name-1359987780', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:35.576772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.api.validators [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] bootfile-name is not in valid_values {{(pid=125987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:35.577106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.api.validators [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] tftp-server is not in valid_values {{(pid=125987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:35.577448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.api.validators [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] server-ip-address is not in valid_values {{(pid=125987) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
Dec 11 21:10:35.632692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b0ae73a-6948-4402-a81b-d5ed6cf238d2 None None] Provisioning complete for port d4e6fa58-e369-454f-b868-e52048057957 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:35.633356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b0ae73a-6948-4402-a81b-d5ed6cf238d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.672254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ae73a-6948-4402-a81b-d5ed6cf238d2 None None] Port d4e6fa58-e369-454f-b868-e52048057957 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:35.672540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.784609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ef48ad87-a189-41f6-b082-2318b1f91154 None None] Could not find standard attr ID for object 5fd33c81-07c0-4008-8748-802ced623e8d. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:10:35.899462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.904592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:35.987266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event updated for resources: {'Port': ['ID=d4e6fa58-e369-454f-b868-e52048057957,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:36.000119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] In _notify_port_updated(), no bound segment for port d4e6fa58-e369-454f-b868-e52048057957 on network 6503c36e-e0eb-4e75-a101-1957f945f5b6 {{(pid=125987) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:10:36.005620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:36.006252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.007594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70ee66a8-1135-4e04-9c71-dbae6ec921cb tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "PUT /v2.0/ports/d4e6fa58-e369-454f-b868-e52048057957 HTTP/1.1" status: 200  len: 1136 time: 0.4365866
Dec 11 21:10:36.010142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:36.056712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58606a73-193b-4877-bbb7-946e90e2eefc tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:36.061728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58606a73-193b-4877-bbb7-946e90e2eefc tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "GET /v2.0/ports/d4e6fa58-e369-454f-b868-e52048057957 HTTP/1.1" status: 200  len: 1136 time: 0.0470905
Dec 11 21:10:36.062028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39824) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:36.159119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Deleting port d4e6fa58-e369-454f-b868-e52048057957 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:36.160063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.211665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a69c9d22-8c40-48c1-8ffe-a0bea747c3ab None None] Provisioning complete for port d4e6fa58-e369-454f-b868-e52048057957 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:36.212313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a69c9d22-8c40-48c1-8ffe-a0bea747c3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.216495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b8a437c3-0892-47d5-88be-58ecae2b1bf4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:10:36.283915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841537c-d15e-47f1-80fa-4a36b1685b9b req-716da3e9-e435-4807-91cf-7c69e467781b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:36.284884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a69c9d22-8c40-48c1-8ffe-a0bea747c3ab None None] Port d4e6fa58-e369-454f-b868-e52048057957 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:36.285447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b841537c-d15e-47f1-80fa-4a36b1685b9b req-716da3e9-e435-4807-91cf-7c69e467781b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1103847
Dec 11 21:10:36.295486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.298716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b8a437c3-0892-47d5-88be-58ecae2b1bf4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:36.299309 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.320705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Calling delete_port for d4e6fa58-e369-454f-b868-e52048057957 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:36.390084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b841537c-d15e-47f1-80fa-4a36b1685b9b req-54adb1f0-e6f6-4b89-9007-73a829424321 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971086
Dec 11 21:10:36.487649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.522768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event deleted for resources: {'Port': ['ID=d4e6fa58-e369-454f-b868-e52048057957,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:36.674905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.681125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d8459dc-9c5e-4319-84f3-a178cb8640e6 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "DELETE /v2.0/ports/d4e6fa58-e369-454f-b868-e52048057957 HTTP/1.1" status: 204  len: 168 time: 0.6178193
Dec 11 21:10:36.683433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39844) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:36.691488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa09ac-3a31-4d9b-9d52-a1aa7265cfc2 req-22f13f8e-d2b5-4475-8b6d-87c7bd4940b8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:36.697328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6caa09ac-3a31-4d9b-9d52-a1aa7265cfc2 req-22f13f8e-d2b5-4475-8b6d-87c7bd4940b8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0966065
Dec 11 21:10:36.762810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Deleting subnet 7c60dbd2-fb55-463d-8220-b40bf2e07f77 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:10:36.768001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.801310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6caa09ac-3a31-4d9b-9d52-a1aa7265cfc2 req-3cc583e2-fbca-4546-be1a-ad330e4c5309 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967617
Dec 11 21:10:36.812647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39846) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:36.833874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.935487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-943bb050-54b8-47d5-89e6-99311156db8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:36.938465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.018155 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.052014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event deleted for resources: {'Subnet': ['ID=7c60dbd2-fb55-463d-8220-b40bf2e07f77,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.058841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.064314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ae1fa541-0e6c-4583-b9f1-27a19accbf17 tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "DELETE /v2.0/subnets/7c60dbd2-fb55-463d-8220-b40bf2e07f77 HTTP/1.1" status: 204  len: 168 time: 0.3765376
Dec 11 21:10:37.064481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff5953-ef2f-4d26-846e-5411d6ffa4b8 None None] Network 6503c36e-e0eb-4e75-a101-1957f945f5b6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:10:37.064816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39850) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:37.094065 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-943bb050-54b8-47d5-89e6-99311156db8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.098383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-943bb050-54b8-47d5-89e6-99311156db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.141258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-943bb050-54b8-47d5-89e6-99311156db8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97e448462bb643d592668f21fd7e80b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3275518
Dec 11 21:10:37.142063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb050-54b8-47d5-89e6-99311156db8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905bde2-b315-4580-a8e6-75b0297ed21e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.144007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.144502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39852) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:37.194826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.207559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Deleting port b8a437c3-0892-47d5-88be-58ecae2b1bf4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:37.208448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.222343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.239639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] DHCP port deletion for 6503c36e-e0eb-4e75-a101-1957f945f5b6 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:37.280255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.283351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.286821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1905bde2-b315-4580-a8e6-75b0297ed21e HTTP/1.1" status: 204  len: 168 time: 0.1390610
Dec 11 21:10:37.289348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] For port b8a437c3-0892-47d5-88be-58ecae2b1bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a437c3-0892-47d5-88be-58ecae2b1bf4,segment=NetworkSegment(0df0f7af-a6ce-4bf3-85f2-500667362bf3),segment_id=0df0f7af-a6ce-4bf3-85f2-500667362bf3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:37.289853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.292987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7770a-36b8-43bf-b368-c3a7c182585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905bde2-b315-4580-a8e6-75b0297ed21e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.312573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Calling delete_port for b8a437c3-0892-47d5-88be-58ecae2b1bf4 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:37.319654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Deleting port b8a437c3-0892-47d5-88be-58ecae2b1bf4 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:37.320148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.385565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] For port b8a437c3-0892-47d5-88be-58ecae2b1bf4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b8a437c3-0892-47d5-88be-58ecae2b1bf4,segment=NetworkSegment(0df0f7af-a6ce-4bf3-85f2-500667362bf3),segment_id=0df0f7af-a6ce-4bf3-85f2-500667362bf3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:10:37.385968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.401361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Calling delete_port for b8a437c3-0892-47d5-88be-58ecae2b1bf4 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:37.412664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.441853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event deleted for resources: {'Port': ['ID=b8a437c3-0892-47d5-88be-58ecae2b1bf4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.446876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] No DVR routers for this DVR port b8a437c3-0892-47d5-88be-58ecae2b1bf4 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.476298 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.479325 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:10:37.487443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.510795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] Pushing event deleted for resources: {'Port': ['ID=b8a437c3-0892-47d5-88be-58ecae2b1bf4,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.523976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc447a-1493-4caf-8c44-b8d132afee41 None None] No DVR routers for this DVR port b8a437c3-0892-47d5-88be-58ecae2b1bf4 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:10:37.548785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.571727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7daa85b0>,) {'filters': {'network_id': ['6503c36e-e0eb-4e75-a101-1957f945f5b6']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:37.582584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7daa85b0>, '0df0f7af-a6ce-4bf3-85f2-500667362bf3') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:37.582924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7daa85b0>, '0df0f7af-a6ce-4bf3-85f2-500667362bf3') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:37.597202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.610951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.617362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:10:37.617785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   items = [
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:10:37.621046 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:10:37.625403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39858) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:37.639905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7056eb0-3f8d-41b3-8156-a6d9cb083d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.680483 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.691649 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.699750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] 10.222.0.18 "DELETE /v2.0/networks/6503c36e-e0eb-4e75-a101-1957f945f5b6 HTTP/1.1" status: 204  len: 168 time: 0.6332552
Dec 11 21:10:37.715761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f21d3-367a-42ef-86e8-2aea07fbcd3e tempest-ExtraDHCPOptionsTestJSON-1570270509 tempest-ExtraDHCPOptionsTestJSON-1570270509-project] Pushing event deleted for resources: {'Network': ['ID=6503c36e-e0eb-4e75-a101-1957f945f5b6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.775355 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7056eb0-3f8d-41b3-8156-a6d9cb083d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.779798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7056eb0-3f8d-41b3-8156-a6d9cb083d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.818088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7056eb0-3f8d-41b3-8156-a6d9cb083d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9978183-15f8-474f-b898-ea8c0110d43e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:37.826966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7056eb0-3f8d-41b3-8156-a6d9cb083d6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e51318b819734751a65181a40b4aa571&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2001166
Dec 11 21:10:37.830244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39866) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:37.933385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.969432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:37.978307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5192ca-9047-4f56-adb2-1d9660ce164c req-e2ab4347-58e8-4462-826f-ebdaac9f3478 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:37.979841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba5192ca-9047-4f56-adb2-1d9660ce164c req-e2ab4347-58e8-4462-826f-ebdaac9f3478 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0847247
Dec 11 21:10:37.997769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39870) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:38.053680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba5192ca-9047-4f56-adb2-1d9660ce164c req-d5209a10-7fc8-4417-87e4-e5044175fd59 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660582
Dec 11 21:10:38.071160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.074314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.075517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9978183-15f8-474f-b898-ea8c0110d43e HTTP/1.1" status: 204  len: 168 time: 0.2441163
Dec 11 21:10:38.087214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9afb2-52c4-4738-a080-0e49da78fd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9978183-15f8-474f-b898-ea8c0110d43e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:38.199939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b8a437c3-0892-47d5-88be-58ecae2b1bf4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:10:38.222865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b8a437c3-0892-47d5-88be-58ecae2b1bf4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:10:38.223453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b8a437c3-0892-47d5-88be-58ecae2b1bf4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:10:38.226979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbab49-6e47-4470-a049-e29c75f12c9b req-fe6fe593-3abb-4cb0-a872-3a90415650aa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:38.228458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dcbab49-6e47-4470-a049-e29c75f12c9b req-fe6fe593-3abb-4cb0-a872-3a90415650aa tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0891130
Dec 11 21:10:38.234179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49b93554-f821-45eb-8da3-bd4129b9a0f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01a3eaa2a59f47ae911e602372594580&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2324831
Dec 11 21:10:38.234551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:38.292017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dcbab49-6e47-4470-a049-e29c75f12c9b req-8005f093-31b0-46ed-bbcf-64104a80234a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565219
Dec 11 21:10:38.292494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.319660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.400509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.403087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.403378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:38.404220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1fb8263-93c4-4167-949b-d2d345aff754 HTTP/1.1" status: 204  len: 168 time: 0.1686854
Dec 11 21:10:38.416856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33f50748-0a5b-4337-a64a-866afff14a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.418419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923d9da-b175-43e4-844f-e89e409a2618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb8263-93c4-4167-949b-d2d345aff754,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:38.442272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015eba0-dc91-4cbb-9c96-db639e4b7627 req-eaa809ee-afee-42c5-a3c8-ed81ee895769 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:38.444585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8015eba0-dc91-4cbb-9c96-db639e4b7627 req-eaa809ee-afee-42c5-a3c8-ed81ee895769 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0752296
Dec 11 21:10:38.500780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8015eba0-dc91-4cbb-9c96-db639e4b7627 req-6a3522c1-969d-43a1-a33c-73e545f1a222 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479267
Dec 11 21:10:38.502600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33f50748-0a5b-4337-a64a-866afff14a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.507572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33f50748-0a5b-4337-a64a-866afff14a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.550926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33f50748-0a5b-4337-a64a-866afff14a86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c312bdfb149403f9d0957d5387f322d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1463704
Dec 11 21:10:38.551957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50748-0a5b-4337-a64a-866afff14a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8796c106-be16-4e93-8a46-db594da915bd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:38.553695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:38.612319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.636690 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.644779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744533b3-cb6b-4d63-84fd-7ee0964a2687 req-ba79adfa-7f9b-4360-87d5-4a6a11bb2e2f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:38.646252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-744533b3-cb6b-4d63-84fd-7ee0964a2687 req-ba79adfa-7f9b-4360-87d5-4a6a11bb2e2f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0630498
Dec 11 21:10:38.692873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.695490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:38.696634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8796c106-be16-4e93-8a46-db594da915bd HTTP/1.1" status: 204  len: 168 time: 0.1410959
Dec 11 21:10:38.705596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259d56-5b8e-45fa-b090-ae79b088e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8796c106-be16-4e93-8a46-db594da915bd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:38.707151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-744533b3-cb6b-4d63-84fd-7ee0964a2687 req-00ad69fb-451a-45f5-98be-5dae0338e653 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540433
Dec 11 21:10:39.209735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 39930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:39.327105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1914566610'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:39.352912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:39.357780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.366402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.456853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.460779 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.488971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:10:39.501295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2105b4af-fe8b-41e6-8c2d-5bd26e45b597,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:39.504355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.504744 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Added segment c89a4514-3a3e-402a-a3c7-a61e9c9efffc of type vlan for network e60f2fb5-b6c9-44a9-802c-7020939ef6f9
Dec 11 21:10:39.568016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.600768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.606566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:39.607157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.638170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4267187
Dec 11 21:10:39.641232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:39.647379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'subnet': {'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:39.679138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ed31c-7c82-4866-96a5-8b942682b474 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Network': ['ID=e60f2fb5-b6c9-44a9-802c-7020939ef6f9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:39.689849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:10:39.743886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:39.748886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:39.954389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.011918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Subnet': ['ID=a9cbd978-a2d2-4221-92a5-0821e7672335,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:40.028171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Checking segment: {'id': 'c89a4514-3a3e-402a-a3c7-a61e9c9efffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:10:40.028595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network hostable DHCP agents. Network: e60f2fb5-b6c9-44a9-802c-7020939ef6f9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:10:40.046343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:10:40.060678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e60f2fb5-b6c9-44a9-802c-7020939ef6f9) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:40.064817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:40.065474 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.070186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6ab15-4de6-46c9-8163-3a3d94bac408 None None] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:10:40.092528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-263bee06-0be0-4cb3-9b67-c4280f99afaa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.4499919
Dec 11 21:10:40.095551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:40.100413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-556133672', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:40.129154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.130314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.181789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c57063-73e9-406d-bfc6-2b0aa9b2e381 None None] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:10:40.195158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.339499 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.532626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.551876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.661908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.226 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/698611ec-d380-481b-ab19-dbe8a4fa4e2b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:40.761699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.796452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.840804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:40.845236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:40.849670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:40.852687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=698611ec-d380-481b-ab19-dbe8a4fa4e2b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:40.858133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c75439-6445-43b8-bd17-dc091d3537f0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:10:40.940601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f801aa5a-c700-45b6-8429-fb114f354d53 None None] Provisioning complete for port 698611ec-d380-481b-ab19-dbe8a4fa4e2b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:10:40.940927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f801aa5a-c700-45b6-8429-fb114f354d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:40.983534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f801aa5a-c700-45b6-8429-fb114f354d53 None None] Port 698611ec-d380-481b-ab19-dbe8a4fa4e2b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:10:40.991704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4104f829-40c7-47f9-b614-22f834d02675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:41.109248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:41.314345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:41.449381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:10:41.566148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:41.579398 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:41.592305 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:41.593358 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:41.594906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:41.597593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-17155482-97ca-412c-8597-72ad39893978 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5005572
Dec 11 21:10:41.600318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 39986) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:41.629135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6af0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:41.638364 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:41.639100 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:41.676202 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6af0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:41.676987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97cd24-1afd-4b57-993b-69e0f381f460 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:42.049108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:42.588911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.1 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/8952f8b7-0a04-42a4-9c33-8b1290491032) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:42.711623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:42.749068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:42.796097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:42.802055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:42.806743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:42.842143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=8952f8b7-0a04-42a4-9c33-8b1290491032,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:42.869193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.016931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.314614 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.319068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.395332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.397837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=8952f8b7-0a04-42a4-9c33-8b1290491032,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:43.447939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2bd45bf4-674a-464b-b5a5-495333948d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.489857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:43.491286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:43.609324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:43.715982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:43.722143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0dad435-45da-44a2-a3bf-2d2afbc46eff tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/routers/56477354-4a60-499a-b579-6973bad6f7c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1205773
Dec 11 21:10:43.724922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:43.727346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:43.729879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'port': {'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9', 'name': 'tempest-FloatingIPTestJSON-547954312'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:43.741723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:43.742350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:43.785236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33700>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:43.798336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:43.799165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:43.834767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b33700>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:43.835417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08940db1-7880-4911-996f-cdc91aa177b8 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:43.859906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:43.863539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:43.881761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] device_id is not set on port fbdab559-d2a2-45f8-a34b-444120311f44 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:43.995569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.2 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/fbdab559-d2a2-45f8-a34b-444120311f44) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:44.165338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.201082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.246380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:44.249724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:44.253815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:44.282823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=fbdab559-d2a2-45f8-a34b-444120311f44,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:44.310392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:44.311029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.316765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-bd67ff27-181d-43b5-8a89-88d9fdd28fbc req-92edb778-d805-4859-8716-66e1143904bf service neutron] (125988) timed out ('10.222.0.16', 56526) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:10:44.326467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9bda5f07-717d-4d15-a5f9-cf719dec7f32 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 0.6008139
Dec 11 21:10:44.329040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40080) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:44.333742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'port': {'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9', 'name': 'tempest-FloatingIPTestJSON-2013438465'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:44.440054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:44.443550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.460872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] device_id is not set on port ae3da48b-3442-43ec-b63a-5672bc2a080f yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:44.556784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-6a89f4fa-48b0-468a-9fc8-aba229db1f96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0890145
Dec 11 21:10:44.608189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.10 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/ae3da48b-3442-43ec-b63a-5672bc2a080f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:44.668409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-88ea06c0-e395-4515-a553-4e9f00d034e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:44.669910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-88ea06c0-e395-4515-a553-4e9f00d034e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1097 time: 0.0696399
Dec 11 21:10:44.846727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.848545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-da7e641e-c712-4c72-970b-385ab99e819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:44.851042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-da7e641e-c712-4c72-970b-385ab99e819b service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1587117
Dec 11 21:10:44.902557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-e94cd294-9a6b-48da-916b-6512d84a9ea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 217 time: 0.0440192
Dec 11 21:10:44.907986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:44.943705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.005347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:45.006927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-b679821e-a7e4-499c-9801-b700716c3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:45.008391 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-b679821e-a7e4-499c-9801-b700716c3702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0984547
Dec 11 21:10:45.011623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:45.016819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:45.069974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=ae3da48b-3442-43ec-b63a-5672bc2a080f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:45.096755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:45.097562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.106950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-802a6119-50d8-4987-bbe8-353174b69fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:45.108510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-802a6119-50d8-4987-bbe8-353174b69fdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0926580
Dec 11 21:10:45.139482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45a0f88c-d3d5-464b-812a-86d4983fc323 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8073218
Dec 11 21:10:45.141052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:45.145364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'ae3da48b-3442-43ec-b63a-5672bc2a080f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:45.216352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.248200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-91458cbc-1420-4330-b489-aa5414b4ed30 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317298
Dec 11 21:10:45.392833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-395af024-ed3f-43a3-b6d8-2b2e7465739b req-9de82129-f54a-46f4-84dd-662b8d7d03e8 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336555
Dec 11 21:10:45.414232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.517900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.146 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/7facfadf-8863-45e7-9697-58dcc0d8ee09) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:45.618685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.651439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.689716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:45.692524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:45.696129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:45.720714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=7facfadf-8863-45e7-9697-58dcc0d8ee09,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:45.730169 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:45.916753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-f95de1be-6f39-4091-952a-9f16094b32e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392501
Dec 11 21:10:45.984854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-6cdd2d14-b15f-4ea6-998d-4ba9118a5e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:45.986369 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-6cdd2d14-b15f-4ea6-998d-4ba9118a5e30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=121c313d3e19423f91d7b4959ef5db45&device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 1096 time: 0.0458837
Dec 11 21:10:46.057732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.088942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-66453ef5-22e9-413a-ac77-cc27c9d29927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:46.091040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-66453ef5-22e9-413a-ac77-cc27c9d29927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 200  len: 909 time: 0.0847828
Dec 11 21:10:46.124373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.168168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-50549696-1e06-4848-bf75-b919c2783ec4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 200  len: 1001 time: 0.0691023
Dec 11 21:10:46.223929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-cf4cd7d9-2695-416a-9ac8-49510778d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:46.225443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-cf4cd7d9-2695-416a-9ac8-49510778d809 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0a28c154-472c-46cc-a1a1-794461a3be5e HTTP/1.1" status: 200  len: 847 time: 0.0498712
Dec 11 21:10:46.278894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.294345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-d399eb74-dfac-441b-b210-6a18a1c35cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:46.297393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-d399eb74-dfac-441b-b210-6a18a1c35cca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0624993
Dec 11 21:10:46.318915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.325349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.404839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=7facfadf-8863-45e7-9697-58dcc0d8ee09,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:46.413678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-b96a8b34-4d18-401e-949e-18ec359f9b66 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1027887
Dec 11 21:10:46.416682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:46.525202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ecfbd4-bc2a-406c-8801-2a7fd9b47313 req-02d3f408-58c9-495e-b3b3-12bdbc18bbf7 service neutron] 10.222.0.16 "GET /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024456
Dec 11 21:10:46.806803 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP f488aa7e-f9bf-41e5-864c-5261872c7837 associated. External IP: 172.35.1.146, port: ae3da48b-3442-43ec-b63a-5672bc2a080f.
Dec 11 21:10:47.008892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:47.116707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:47.126321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:47.136248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.136525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:47.137114 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84328910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.163826 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-525bcbb9-38c6-427c-ba46-511a4c92bec0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 2.0217223
Dec 11 21:10:47.165481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:47.169010 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84328910>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.169393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.171111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:47.178064 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:47.178720 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84328910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.213034 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84328910>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.213678 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a316f-7c96-45ce-9ccd-396d44a2c001 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:47.283834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.432673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.436228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.436546 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP f488aa7e-f9bf-41e5-864c-5261872c7837 disassociated. External IP: 172.35.1.146, port: ae3da48b-3442-43ec-b63a-5672bc2a080f.
Dec 11 21:10:47.656902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:47.772897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:47.777263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:47.782902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:47.792410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:47.793007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77337f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.803969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5516add1-7baa-4a47-a2c4-c5d084b41e25 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/f488aa7e-f9bf-41e5-864c-5261872c7837 HTTP/1.1" status: 200  len: 688 time: 0.6374304
Dec 11 21:10:47.806589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:47.825147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77337f40>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.833782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:47.834387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77337f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.869512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77337f40>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:47.870165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a0faa9-22b5-448b-8d9d-93841438f286 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:47.931288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 7facfadf-8863-45e7-9697-58dcc0d8ee09 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:47.931621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.007788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.008112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.020412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 7facfadf-8863-45e7-9697-58dcc0d8ee09 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:48.161710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.186499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=7facfadf-8863-45e7-9697-58dcc0d8ee09,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:48.248893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.251603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.252756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d02dbdfb-2055-4383-a345-95ba03834705 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/f488aa7e-f9bf-41e5-864c-5261872c7837 HTTP/1.1" status: 204  len: 168 time: 0.4452615
Dec 11 21:10:48.256431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40136) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:48.261197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'fbdab559-d2a2-45f8-a34b-444120311f44'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:48.286654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.385429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.486689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.94 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/81bc6a95-5fa0-4db5-b595-92f6b6906e49) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:48.588398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.623601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:48.662865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:48.665672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:48.673781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=81bc6a95-5fa0-4db5-b595-92f6b6906e49,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:48.677541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:49.101063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:49.174245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:49.609392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:49.614397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:49.678254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=81bc6a95-5fa0-4db5-b595-92f6b6906e49,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:49.692439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:49.789844 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 698e2bc0-93d9-45ed-9e10-781698c4a158 associated. External IP: 172.35.1.94, port: fbdab559-d2a2-45f8-a34b-444120311f44.
Dec 11 21:10:50.001540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:50.116880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:50.130066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:50.144243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:50.157264 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:50.158125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:50.186720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-beaaf5aa-1318-43ba-a390-72e0d8956f4f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 1.9290295
Dec 11 21:10:50.189248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40176) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:50.196654 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471ac70>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:50.205852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:50.206717 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:50.244959 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471ac70>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:50.245643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7615e-ae2e-49bb-9c73-ecff5668ea9f None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:50.271093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9d35f49e-7ca3-48e2-91a8-45d9df11c52c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/floatingips/698e2bc0-93d9-45ed-9e10-781698c4a158 HTTP/1.1" status: 200  len: 976 time: 0.0803547
Dec 11 21:10:50.273476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40180) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:50.391196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa51475a-73ef-411d-91b0-2f2c99cba061 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.1166480
Dec 11 21:10:50.393779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40194) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:50.398017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': 'ae3da48b-3442-43ec-b63a-5672bc2a080f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:50.460896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:50.948893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:50.953218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.062949 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 698e2bc0-93d9-45ed-9e10-781698c4a158 associated. External IP: 172.35.1.94, port: fbdab559-d2a2-45f8-a34b-444120311f44.
Dec 11 21:10:51.251442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.266870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:51.378908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:51.389615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:51.400026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:51.400892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.438458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76910>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.447378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:51.447985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.493831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76910>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.494771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee62184-3631-4c7e-b9ca-7ec4d5caf3bb None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:51.603274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:51.717964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:51.722854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.729827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:51.746455 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:51.747099 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.780523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1a2dcb4e-d0c5-4811-be59-498242ff5b3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/698e2bc0-93d9-45ed-9e10-781698c4a158 HTTP/1.1" status: 200  len: 978 time: 1.3855724
Dec 11 21:10:51.781668 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a160>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.783169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:51.787866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:51.791938 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:51.792539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.824524 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8471a160>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:51.825176 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a475d5-dd56-4065-aa1f-069f1b06f9ab None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:51.843492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.985674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.989292 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:51.989632 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 698e2bc0-93d9-45ed-9e10-781698c4a158 disassociated. External IP: 172.35.1.94, port: ae3da48b-3442-43ec-b63a-5672bc2a080f.
Dec 11 21:10:52.468542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:52.579963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:52.584400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:52.592145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:52.604366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:52.605274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:52.613125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8096236-cf90-4bea-a4ec-da4ee17771df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/698e2bc0-93d9-45ed-9e10-781698c4a158 HTTP/1.1" status: 200  len: 687 time: 0.8288112
Dec 11 21:10:52.615622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40238) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:52.638560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1d90>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:52.647232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:52.647836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:52.680234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1d90>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:52.681012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f79cf-afd0-4605-ba99-344cb8294005 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:52.760121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 81bc6a95-5fa0-4db5-b595-92f6b6906e49 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:52.760458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:52.838214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:52.838573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:52.850639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 81bc6a95-5fa0-4db5-b595-92f6b6906e49 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:52.997432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:53.022455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=81bc6a95-5fa0-4db5-b595-92f6b6906e49,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:53.090543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:53.093201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:53.094361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f229efdf-d8c6-4c25-a1d2-ca904478908d tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/698e2bc0-93d9-45ed-9e10-781698c4a158 HTTP/1.1" status: 204  len: 168 time: 0.4775090
Dec 11 21:10:53.097178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40260) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:53.130841 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-6948a563-f1b4-4d75-99ce-a75441a023bc tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] delete failed (client error): The resource could not be found.
Dec 11 21:10:53.131819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6948a563-f1b4-4d75-99ce-a75441a023bc tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/698e2bc0-93d9-45ed-9e10-781698c4a158 HTTP/1.1" status: 404  len: 345 time: 0.0337327
Dec 11 21:10:53.135364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40262) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:53.214430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da3419-df9f-47fe-bd80-0edab21162ef tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:53.220524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da3419-df9f-47fe-bd80-0edab21162ef tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:53.226758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97da3419-df9f-47fe-bd80-0edab21162ef tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:53.228378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97da3419-df9f-47fe-bd80-0edab21162ef tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/ports?network_id=e60f2fb5-b6c9-44a9-802c-7020939ef6f9 HTTP/1.1" status: 200  len: 2358 time: 0.0921378
Dec 11 21:10:53.231068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:53.290686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09fc562-3944-4077-9f61-9be2ca343b72 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:53.292052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e09fc562-3944-4077-9f61-9be2ca343b72 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/subnets/a9cbd978-a2d2-4221-92a5-0821e7672335 HTTP/1.1" status: 200  len: 797 time: 0.0600886
Dec 11 21:10:53.296772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:53.301351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'port': {'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9', 'name': 'tempest-FloatingIPTestJSON-309416112', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:53.405463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:53.489647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:53.506412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] device_id is not set on port 070fc0ca-abe5-43b9-9ac6-1ade8037802d yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:53.818652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.14 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/070fc0ca-abe5-43b9-9ac6-1ade8037802d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:53.824468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.13 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/070fc0ca-abe5-43b9-9ac6-1ade8037802d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:53.977734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.013735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.063839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:54.067345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:54.070949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:54.095741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=070fc0ca-abe5-43b9-9ac6-1ade8037802d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:54.124565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:54.125187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.141047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26d35666-0e24-4d3e-bf54-af929f367b98 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 0.8432863
Dec 11 21:10:54.143735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40340) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:54.148945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '070fc0ca-abe5-43b9-9ac6-1ade8037802d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:54.172961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.276344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.378855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.29 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/e725e3ed-3d90-48d1-a96b-d5eb52aafe53) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:54.484531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.522262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:54.559947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:54.562798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:54.566388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:54.592252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=e725e3ed-3d90-48d1-a96b-d5eb52aafe53,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:54.946241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.016964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.171096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.175767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.249581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=e725e3ed-3d90-48d1-a96b-d5eb52aafe53,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:55.259773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.368271 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 4cbbb811-b54f-4964-a40d-6c73378eaf08 associated. External IP: 172.35.1.29, port: 070fc0ca-abe5-43b9-9ac6-1ade8037802d.
Dec 11 21:10:55.596625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:55.719935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:55.729386 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:55.738114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:55.740458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:55.741247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:55.765092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1e6b0614-2038-4c15-81e5-1119af126b52 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 1.6201115
Dec 11 21:10:55.767707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40382) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:55.772066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': '070fc0ca-abe5-43b9-9ac6-1ade8037802d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:55.775680 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d6d0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:55.784913 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:55.785513 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:55.817319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8405d6d0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:55.817995 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f5a30c-0f36-4318-8eff-53f9fb43a7b5 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:55.832537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:56.574504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:56.579918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:56.830373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:56.954851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:56.960276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:56.967345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:56.980993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:56.981548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.021215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-093aa2db-fc81-4080-acb1-f18fedfd7e42 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/4cbbb811-b54f-4964-a40d-6c73378eaf08 HTTP/1.1" status: 200  len: 977 time: 1.2523701
Dec 11 21:10:57.023849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40422) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:57.032340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1eb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.041330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:57.041977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.076052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa1eb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.076712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62013b6d-921f-4948-8fec-19f97d55c0ce None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:57.192077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port e725e3ed-3d90-48d1-a96b-d5eb52aafe53 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:57.192421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.274848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.275329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.288473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for e725e3ed-3d90-48d1-a96b-d5eb52aafe53 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:57.360067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:10:57.466727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.497148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=e725e3ed-3d90-48d1-a96b-d5eb52aafe53,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:57.559426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.559632 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 4cbbb811-b54f-4964-a40d-6c73378eaf08 disassociated (deleted). External IP: 172.35.1.29, port: 070fc0ca-abe5-43b9-9ac6-1ade8037802d.
Dec 11 21:10:57.780731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:10:57.895050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:10:57.899757 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:57.905789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:10:57.916082 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:57.916687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840dcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.934549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00c7fec8-6333-4ff3-becb-07d594569082 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/4cbbb811-b54f-4964-a40d-6c73378eaf08 HTTP/1.1" status: 204  len: 168 time: 0.9094019
Dec 11 21:10:57.937272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40458) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:57.954217 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840dcfa0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.963545 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:10:57.964114 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840dcfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.997322 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840dcfa0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:10:57.998240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca913abd-6900-4f52-b130-6fb95ca519b2 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:10:58.035315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 070fc0ca-abe5-43b9-9ac6-1ade8037802d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:10:58.035591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.133280 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.146366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 070fc0ca-abe5-43b9-9ac6-1ade8037802d owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:10:58.322528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.351499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=070fc0ca-abe5-43b9-9ac6-1ade8037802d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:58.437350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.440712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0399206f-c22f-4610-bac8-d95639069bd1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/070fc0ca-abe5-43b9-9ac6-1ade8037802d HTTP/1.1" status: 204  len: 168 time: 0.5024462
Dec 11 21:10:58.444329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:58.448690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:58.470976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.565895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.689414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.47 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/62f720db-5d52-47b8-8ffd-b36bcb9259bc) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:58.791840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.831461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:58.876117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:58.879936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:58.883569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:58.907273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=62f720db-5d52-47b8-8ffd-b36bcb9259bc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:58.989705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.024076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.193985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.198777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.274167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=62f720db-5d52-47b8-8ffd-b36bcb9259bc,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:59.288158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.305665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.306968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-26631fad-2f83-4ddd-af4b-4fce917bdd26 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.8616891
Dec 11 21:10:59.309610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:59.314641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'port': {'network_id': 'e60f2fb5-b6c9-44a9-802c-7020939ef6f9', 'name': 'tempest-FloatingIPTestJSON-2106159332'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:59.423500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:10:59.427005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.443752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] device_id is not set on port 182ca3be-c953-4d37-aceb-17c89549cb5f yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:10:59.551968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.12 (e60f2fb5-b6c9-44a9-802c-7020939ef6f9/a9cbd978-a2d2-4221-92a5-0821e7672335/182ca3be-c953-4d37-aceb-17c89549cb5f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:10:59.695618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.729206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.771236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network e60f2fb5-b6c9-44a9-802c-7020939ef6f9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:10:59.774271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:10:59.778687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:10:59.802530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=182ca3be-c953-4d37-aceb-17c89549cb5f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:10:59.828903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:10:59.829511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:10:59.845287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ed16d2f-71ba-4791-9d8f-b1824ea82de1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.5346479
Dec 11 21:10:59.848194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:10:59.852597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': '182ca3be-c953-4d37-aceb-17c89549cb5f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:10:59.895184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.217134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:00.335748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8394e643-b5e6-4175-bd52-8827955f084a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.415273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8394e643-b5e6-4175-bd52-8827955f084a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.419641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8394e643-b5e6-4175-bd52-8827955f084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.460926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8394e643-b5e6-4175-bd52-8827955f084a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f83f1c02036a488189b018359c74a465&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2422910
Dec 11 21:11:00.462242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394e643-b5e6-4175-bd52-8827955f084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c074b3-6632-48b0-9607-d2bfcca63666,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:00.466315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:00.518502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.540224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.607063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.611426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.615122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3c074b3-6632-48b0-9607-d2bfcca63666 HTTP/1.1" status: 204  len: 168 time: 0.1452537
Dec 11 21:11:00.624598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f4d51-cb15-49a9-9eec-a3f3f851088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c074b3-6632-48b0-9607-d2bfcca63666,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:00.625460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.629642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:00.748116 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 76a7ab80-3022-406e-8471-d2c19f8229bd associated. External IP: 172.35.1.47, port: 182ca3be-c953-4d37-aceb-17c89549cb5f.
Dec 11 21:11:01.000781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:01.111107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:01.115993 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.120917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:01.131049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:01.131668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772990d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:01.147362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40552) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:01.147528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b3ebb316-4293-45ca-948c-83f10b2b70e0 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/76a7ab80-3022-406e-8471-d2c19f8229bd HTTP/1.1" status: 200  len: 978 time: 1.2981977
Dec 11 21:11:01.165206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772990d0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:01.174690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:01.175337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772990d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:01.210764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772990d0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:01.211415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc356342-1c18-4623-8e04-20991e705e30 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:01.246984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 182ca3be-c953-4d37-aceb-17c89549cb5f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:01.247543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.332144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:01.346150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.444549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-740699610-network', 'tenant_id': '4720aeed7bbd42e2aa8790c9c63b0d0a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:01.516445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Made reservation on behalf of 4720aeed7bbd42e2aa8790c9c63b0d0a for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:01.518708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.531726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.604129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.604472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.604804 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP 76a7ab80-3022-406e-8471-d2c19f8229bd disassociated. External IP: 172.35.1.47, port: 182ca3be-c953-4d37-aceb-17c89549cb5f.
Dec 11 21:11:01.605150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 182ca3be-c953-4d37-aceb-17c89549cb5f owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:01.706333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.714045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.768448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:01.773849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a864da9e-b3d7-43e4-97d1-6b4188d3a43b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:01.800329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.800680 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Added segment bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03 of type vlan for network 0339fca5-3ebd-43a5-8e40-c4554d409cd4
Dec 11 21:11:01.801841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.854299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=182ca3be-c953-4d37-aceb-17c89549cb5f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:01.870422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.941335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:01.942302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:01.942898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.000627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6674490
Dec 11 21:11:02.003591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40564) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:02.008643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Request body: {'subnet': {'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-740699610-subnet', 'tenant_id': '4720aeed7bbd42e2aa8790c9c63b0d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:02.030179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Made reservation on behalf of 4720aeed7bbd42e2aa8790c9c63b0d0a for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:02.032611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.048439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac7f7d-bce8-4c29-baaa-fa9acfd9070e admin admin] Pushing event updated for resources: {'Network': ['ID=0339fca5-3ebd-43a5-8e40-c4554d409cd4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:02.053960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:02.060343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:02.167155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:02.179402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:02.192600 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:02.194173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840dce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:02.215546 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.233172 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840dce20>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:02.236832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.240347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dc4a5ccb-260b-4029-b532-92d90295ef13 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/182ca3be-c953-4d37-aceb-17c89549cb5f HTTP/1.1" status: 204  len: 168 time: 1.0912526
Dec 11 21:11:02.242827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40566) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:02.244008 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:02.244852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840dce20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:02.283664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=735d2304-51c2-4d4b-8767-e1aa72600a25,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:02.285013 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840dce20>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:02.285679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f655eeef-d7dd-422f-84a6-8039adc5a1b0 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:02.295184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e0034e0b-e2ee-482b-8071-08f7f8c9cf69 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/floatingips/76a7ab80-3022-406e-8471-d2c19f8229bd HTTP/1.1" status: 200  len: 687 time: 0.0511281
Dec 11 21:11:02.296990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Checking segment: {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:02.297142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40568) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:02.297356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Network hostable DHCP agents. Network: 0339fca5-3ebd-43a5-8e40-c4554d409cd4, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:02.315396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:02.326498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0339fca5-3ebd-43a5-8e40-c4554d409cd4) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:02.332150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:02.332644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.337327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf233ec-d9ca-455d-b92c-5113d901f779 None None] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:02.374872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-58634039-3602-4f42-ad7b-ec9f53885c1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3698924
Dec 11 21:11:02.457769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f6f37-22a0-4b1c-a827-a1695ab8027e None None] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:02.465289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 62f720db-5d52-47b8-8ffd-b36bcb9259bc {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:02.465635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.543906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.544314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.557181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 62f720db-5d52-47b8-8ffd-b36bcb9259bc owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:02.719284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.745386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=62f720db-5d52-47b8-8ffd-b36bcb9259bc,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:02.812983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.815760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.816967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-faa568ae-2f83-4501-85c1-f1ff28bdf7fa tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/76a7ab80-3022-406e-8471-d2c19f8229bd HTTP/1.1" status: 204  len: 168 time: 0.5185122
Dec 11 21:11:02.820887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40578) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:02.826681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'ae3da48b-3442-43ec-b63a-5672bc2a080f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:02.850881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:02.951435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:03.063084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.61 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/be6880e6-ffff-4c99-b01e-c2c72aa4a7e9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:03.167269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:03.201406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:03.531893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:03.536210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:03.540602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:03.543278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=be6880e6-ffff-4c99-b01e-c2c72aa4a7e9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:03.886770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:03.950729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.110793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.115436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.190124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=be6880e6-ffff-4c99-b01e-c2c72aa4a7e9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:04.199432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.301370 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP e1afd495-9a39-4035-8d6e-1493e02c58c5 associated. External IP: 172.35.1.61, port: ae3da48b-3442-43ec-b63a-5672bc2a080f.
Dec 11 21:11:04.515510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:04.624827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:04.634377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:04.643320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.644465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:04.645077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777de0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:04.672033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c020891f-ac92-4f6a-b974-a1f4bca6fd83 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 1.8475325
Dec 11 21:11:04.672263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40622) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:04.676586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777de0d0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:04.677358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-700471666'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:04.685968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:04.686689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777de0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:04.698517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:04.705265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.722692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777de0d0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:04.723334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09016ffb-d0c3-4c57-b0c5-aba8dea92c55 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:04.730250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:04.739433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.739778 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Added segment b69fe054-deaa-4f0a-8482-96dfd40facb3 of type vlan for network 7c2ba87c-b9a9-4533-885b-599e8341504f
Dec 11 21:11:04.780519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.804312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.810585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:04.811176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:04.871760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.1954620
Dec 11 21:11:04.872157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:04.877363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'subnet': {'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:04.883849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e0204-6e60-4cd7-95a2-938cc59caa81 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Network': ['ID=7c2ba87c-b9a9-4533-885b-599e8341504f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:04.894259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7c2ba87c-b9a9-4533-885b-599e8341504f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:04.973305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:04.976855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.166468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.226530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Subnet': ['ID=40f744c3-4737-4d0b-85a7-18151975846f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:05.242590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.242945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.243292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.243636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.243976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.244305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.244636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.244965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.245293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.245650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.245987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.246312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.246794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:05.249801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Checking segment: {'id': 'b69fe054-deaa-4f0a-8482-96dfd40facb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:05.250279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network hostable DHCP agents. Network: 7c2ba87c-b9a9-4533-885b-599e8341504f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:05.275371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 7c2ba87c-b9a9-4533-885b-599e8341504f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:05.285413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c2ba87c-b9a9-4533-885b-599e8341504f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:05.296344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:05.296344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.307664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c7e219-7230-4b9d-b00c-d316ec386228 None None] Network 7c2ba87c-b9a9-4533-885b-599e8341504f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:05.321900 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0db7169-6888-4ada-be58-742288a30e46 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4470217
Dec 11 21:11:05.322948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40634) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:05.330981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1272972935', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:05.361896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.363056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.415838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c2ba87c-b9a9-4533-885b-599e8341504f', 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f', 'project_id': '6575e8b19b234ed1aba03d802094dad0', 'fixed_ips': [{'subnet_id': '40f744c3-4737-4d0b-85a7-18151975846f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:11:05.417011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.424114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.563971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Allocated IP 172.20.0.2 (7c2ba87c-b9a9-4533-885b-599e8341504f/40f744c3-4737-4d0b-85a7-18151975846f/b2700fb7-3a83-4d5e-8d35-02aa63d8f721) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:05.578877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.769807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.781895 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.824540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.852195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Pushing event updated for resources: {'Port': ['ID=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:05.856354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Network 7c2ba87c-b9a9-4533-885b-599e8341504f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:05.858128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:05.860431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:05.876304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.932866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Attempting to bind port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:05.933885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Attempting to bind port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b69fe054-deaa-4f0a-8482-96dfd40facb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:05.934315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Attempting to bind port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 on network 7c2ba87c-b9a9-4533-885b-599e8341504f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:05.940573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:05.941260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Checking segment: {'id': 'b69fe054-deaa-4f0a-8482-96dfd40facb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:05.941462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:05.941851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Bound using segment: {'id': 'b69fe054-deaa-4f0a-8482-96dfd40facb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:05.942404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Bound port: b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69fe054-deaa-4f0a-8482-96dfd40facb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:05.942807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:06.011740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] For port b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:06.014778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] For port b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,segment=NetworkSegment(b69fe054-deaa-4f0a-8482-96dfd40facb3),segment_id=b69fe054-deaa-4f0a-8482-96dfd40facb3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:06.021672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:06.068451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.35.1.55 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/73b50680-a193-4a18-9c38-1a7ba8c3876d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:06.093748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c066cf8-723e-432e-8db7-f50e75555caf None None] Pushing event updated for resources: {'Port': ['ID=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:06.114595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513043-2b0a-418e-b219-57b4db78beef req-3a0853b1-e0f5-4b18-94f3-caec17c220a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:06.116871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-3a0853b1-e0f5-4b18-94f3-caec17c220a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.0628443
Dec 11 21:11:06.196640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890306ef-4eaa-4d91-ba7d-515d0e42ac7d req-cdd706e3-9357-4c1e-9648-0c370b10f4cb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:06.198210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-890306ef-4eaa-4d91-ba7d-515d0e42ac7d req-cdd706e3-9357-4c1e-9648-0c370b10f4cb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1456981
Dec 11 21:11:06.230434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513043-2b0a-418e-b219-57b4db78beef req-46872b71-dfc8-4224-b506-418beb24b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:06.232343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-46872b71-dfc8-4224-b506-418beb24b61e service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1082263
Dec 11 21:11:06.295824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-890306ef-4eaa-4d91-ba7d-515d0e42ac7d req-95116355-2426-4422-9978-fdfb1085b395 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835783
Dec 11 21:11:06.304013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:06.335218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-79ba5d14-85ce-47d9-b5e5-694415808ac3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0939746
Dec 11 21:11:06.395621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:06.430783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513043-2b0a-418e-b219-57b4db78beef req-05fa0a7a-40e3-4e6a-b839-c6e0b8f683fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:06.432483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-05fa0a7a-40e3-4e6a-b839-c6e0b8f683fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0904300
Dec 11 21:11:06.463909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:06.469019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:06.471615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:06.474452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=73b50680-a193-4a18-9c38-1a7ba8c3876d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:06.486444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffea24-11c9-4666-b731-b1db23872649 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:06.515674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4513043-2b0a-418e-b219-57b4db78beef req-e1a65667-f27e-4ccc-afce-c44ae6cf0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:06.519070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-e1a65667-f27e-4ccc-afce-c44ae6cf0c6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0791125
Dec 11 21:11:06.589606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6dcc25c9-a037-4395-be4c-f3cf2552d8d9 None None] Provisioning complete for port 73b50680-a193-4a18-9c38-1a7ba8c3876d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:06.590261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6dcc25c9-a037-4395-be4c-f3cf2552d8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:06.626876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-6fb3a949-e264-481c-aa67-183fc6ebdda6 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0988021
Dec 11 21:11:06.647620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc25c9-a037-4395-be4c-f3cf2552d8d9 None None] Port 73b50680-a193-4a18-9c38-1a7ba8c3876d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:06.747018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4513043-2b0a-418e-b219-57b4db78beef req-90ee5e01-443a-4ae1-b5ec-c7a5fa691567 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1119366
Dec 11 21:11:06.793047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.016652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.189435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 387daa9e-1e51-42a2-915c-490117da5131 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:11:07.320621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:07.332115 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] Sync routers for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:07.344377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:07.345039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.345723 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844bb340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:07.350507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40716) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:07.350997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a1b9469c-e5e1-445c-940d-3410cfbb3601 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.0257688
Dec 11 21:11:07.388119 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844bb340>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:07.401186 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:07.402746 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844bb340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:07.453617 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844bb340>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:07.454613 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c889de-1e39-4fe8-bf80-6ca74ca5176f None None] The sync data for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:07.454780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f31b713-aaa1-46a0-9bae-04165894f35b None None] Network 7c2ba87c-b9a9-4533-885b-599e8341504f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:07.537381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee6c79-5295-4a54-bc58-ad7157ecfacb req-a4b8c34f-1923-4c2d-a106-7759c54be444 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:07.544086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cee6c79-5295-4a54-bc58-ad7157ecfacb req-a4b8c34f-1923-4c2d-a106-7759c54be444 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0765259
Dec 11 21:11:07.571124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] Provisioning complete for port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:07.571600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.612174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cee6c79-5295-4a54-bc58-ad7157ecfacb req-a1a8afb3-28cf-45fc-a1b2-2b1a0f2720d4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636928
Dec 11 21:11:07.740393 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.788514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] For port b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,segment=NetworkSegment(b69fe054-deaa-4f0a-8482-96dfd40facb3),segment_id=b69fe054-deaa-4f0a-8482-96dfd40facb3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:07.796144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:07.866734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b31d-4efc-46e2-8c61-f436ae660675 None None] Pushing event updated for resources: {'Port': ['ID=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:07.999134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.025435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ce324992-3673-4c01-b292-212340ccf072 None None] Provisioning complete for port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:08.025746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce324992-3673-4c01-b292-212340ccf072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.275980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2700fb7-3a83-4d5e-8d35-02aa63d8f721 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:08.362734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:08.363176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.378879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.1 (7c2ba87c-b9a9-4533-885b-599e8341504f/40f744c3-4737-4d0b-85a7-18151975846f/d86ac0de-d88e-4a2b-bc63-c3cdf43004e9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:08.523848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.568279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.621663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 7c2ba87c-b9a9-4533-885b-599e8341504f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:08.628474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:08.631101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=d86ac0de-d88e-4a2b-bc63-c3cdf43004e9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:08.639658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:08.667981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.668329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.668697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.669015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.669423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.669692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.670006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.670334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.670687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.671013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.671341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.671671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.671999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:08.699996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.865254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:08.969389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-302a7797-393b-4c7d-87cf-cac305a0331d None None] Provisioning complete for port d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:08.970618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-302a7797-393b-4c7d-87cf-cac305a0331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:09.024405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-302a7797-393b-4c7d-87cf-cac305a0331d None None] Port d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:09.223642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:09.230292 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:09.307626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:09.317539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=d86ac0de-d88e-4a2b-bc63-c3cdf43004e9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:09.422106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 7c2ba87c-b9a9-4533-885b-599e8341504f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:09.423786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:09.569638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 387daa9e-1e51-42a2-915c-490117da5131 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:09.695849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:09.703043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cdca5a69-982d-4f3c-a7db-9bb82683af0c tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/routers/387daa9e-1e51-42a2-915c-490117da5131/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3515656
Dec 11 21:11:09.704360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40730) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:09.707898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] Sync routers for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:09.710505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'port': {'network_id': '7c2ba87c-b9a9-4533-885b-599e8341504f', 'name': 'tempest-FloatingIPTestJSON-905890163'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:09.719903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:09.720532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77279f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:09.759562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77279f10>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:09.778242 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:09.778907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77279f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:09.782833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ba1da626-199a-4f17-9f7d-bf95eee55fa9 None None] Provisioning complete for port d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:09.782833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ba1da626-199a-4f17-9f7d-bf95eee55fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:09.819443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77279f10>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:09.819881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d4d94-9677-40c3-8aa3-7afca295383a None None] The sync data for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:09.854290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ba1da626-199a-4f17-9f7d-bf95eee55fa9 None None] Port d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:10.188372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Made reservation on behalf of 6575e8b19b234ed1aba03d802094dad0 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:10.192414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:10.218088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] device_id is not set on port aa8b2859-5666-4437-9afd-2a51712daeb4 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:11:10.355602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Allocated IP 172.20.0.5 (7c2ba87c-b9a9-4533-885b-599e8341504f/40f744c3-4737-4d0b-85a7-18151975846f/aa8b2859-5666-4437-9afd-2a51712daeb4) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:10.561594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:10.606084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:10.659507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Network 7c2ba87c-b9a9-4533-885b-599e8341504f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:10.663177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:10.667053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:10.674641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event updated for resources: {'Port': ['ID=aa8b2859-5666-4437-9afd-2a51712daeb4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:10.755098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:10.756385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:10.778548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b52899b4-d07f-4517-b5cc-c0e5b40043b2 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.0707161
Dec 11 21:11:10.780160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40736) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:10.785636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Request body: {'floatingip': {'port_id': 'aa8b2859-5666-4437-9afd-2a51712daeb4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:10.868825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:10.997477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04bf3ffa-260b-4402-ac7e-d0abd218fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:11.002238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fe6cf5a6-672a-403f-936e-17d40f9ddc82 None None] Provisioning complete for port aa8b2859-5666-4437-9afd-2a51712daeb4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:11.003000 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe6cf5a6-672a-403f-936e-17d40f9ddc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:11.055943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fe6cf5a6-672a-403f-936e-17d40f9ddc82 None None] Port aa8b2859-5666-4437-9afd-2a51712daeb4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:11.724508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:11.729023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:11.836185 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP e1afd495-9a39-4035-8d6e-1493e02c58c5 associated. External IP: 172.35.1.61, port: ae3da48b-3442-43ec-b63a-5672bc2a080f.
Dec 11 21:11:12.066389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:12.188948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:12.205679 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:12.227217 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:12.228373 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844885e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.299784 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844885e0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.312534 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:12.313378 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844885e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.363932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844885e0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.368558 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81e13be-dae7-4e4d-80dc-7f5164f0d81e None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:12.483756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 387daa9e-1e51-42a2-915c-490117da5131 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:12.662052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:12.667523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:12.700322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] Sync routers for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:12.722891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:12.723840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f6040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.759952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40754) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:12.760558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4e9f0e97-c055-41fd-9836-69966665f192 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/floatingips/e1afd495-9a39-4035-8d6e-1493e02c58c5 HTTP/1.1" status: 200  len: 976 time: 1.9785149
Dec 11 21:11:12.767397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f6040>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.798060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:12.798903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f6040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:10:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.842564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f6040>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:12.843449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c12c73-e435-4ddc-a091-2f7b1487afb9 None None] The sync data for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:12.910358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port aa8b2859-5666-4437-9afd-2a51712daeb4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:12.910769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.026693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.233666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.233976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.234297 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Floating IP e1afd495-9a39-4035-8d6e-1493e02c58c5 disassociated. External IP: 172.35.1.61, port: aa8b2859-5666-4437-9afd-2a51712daeb4.
Dec 11 21:11:13.234973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for aa8b2859-5666-4437-9afd-2a51712daeb4 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:13.388289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.421512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=aa8b2859-5666-4437-9afd-2a51712daeb4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:13.472548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8243155a-0cba-4f3c-bf1c-82e7a771d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.599621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 387daa9e-1e51-42a2-915c-490117da5131 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:13.750384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:13.774991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] Sync routers for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:13.790087 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:13.791060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84488550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:13.835845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:13.843637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0c28177-41f1-47e8-a69e-d7fa4789e380 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/aa8b2859-5666-4437-9afd-2a51712daeb4 HTTP/1.1" status: 204  len: 168 time: 1.0797205
Dec 11 21:11:13.843884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:13.849742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84488550>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:13.862067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:13.862763 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84488550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:13.902611 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84488550>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:13.906044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df7917c-aeae-4a26-9de3-4d84627b0dc3 None None] The sync data for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:14.263245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:14.587045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:14.587493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:14.700168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:14.718869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for d86ac0de-d88e-4a2b-bc63-c3cdf43004e9 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:14.924263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:14.988113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:15.054450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=d86ac0de-d88e-4a2b-bc63-c3cdf43004e9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:15.154353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85170e90-868e-4144-a80a-844e71dee66c req-9cf3a6aa-ef38-49d5-b758-113b6d7ce1e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:15.156035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85170e90-868e-4144-a80a-844e71dee66c req-9cf3a6aa-ef38-49d5-b758-113b6d7ce1e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1702681
Dec 11 21:11:15.311646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85170e90-868e-4144-a80a-844e71dee66c req-6803b065-f72f-467d-9867-097ae2b19297 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130931
Dec 11 21:11:15.322266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:15.561262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 387daa9e-1e51-42a2-915c-490117da5131 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:15.688030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:15.705733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7bcf83bd-503a-453f-a5aa-88b6e47677df tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/routers/387daa9e-1e51-42a2-915c-490117da5131/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8597491
Dec 11 21:11:15.706140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40794) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:15.707533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] Sync routers for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:15.719858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:15.720528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7761a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:15.758040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7761a880>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:15.777389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] Routers {'387daa9e-1e51-42a2-915c-490117da5131'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:15.778027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7761a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['387daa9e-1e51-42a2-915c-490117da5131'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:15.782924 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:15.821773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7761a880>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:15.822434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec3ea71-7ed0-4808-875f-c4221eb95868 None None] The sync data for ids ['387daa9e-1e51-42a2-915c-490117da5131'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:15.856955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:15.985684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.064151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 73b50680-a193-4a18-9c38-1a7ba8c3876d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:16.064564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.162549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.180050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 73b50680-a193-4a18-9c38-1a7ba8c3876d owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:16.287687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.383918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.425265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=73b50680-a193-4a18-9c38-1a7ba8c3876d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:16.465838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f27d4a-ce7f-474b-834d-3c59de673875 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:16.511942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfa6b-9147-48fd-8e55-3a8cd27bfdbb req-14dcda99-fe43-4c1b-ac26-86a6417a78bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:16.513393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7dcfa6b-9147-48fd-8e55-3a8cd27bfdbb req-14dcda99-fe43-4c1b-ac26-86a6417a78bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0984344
Dec 11 21:11:16.520820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.634178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.638868 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.693434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7dcfa6b-9147-48fd-8e55-3a8cd27bfdbb req-e937c62a-dc8e-4bbf-91ac-d930ff57d3d1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1736181
Dec 11 21:11:16.703213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.704046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Fanout notify agent at l3_agent the message router_deleted on router 387daa9e-1e51-42a2-915c-490117da5131 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:16.716490 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.717809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8fdd1d77-6918-4e18-8f89-c904f8f34d70 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/routers/387daa9e-1e51-42a2-915c-490117da5131 HTTP/1.1" status: 204  len: 168 time: 1.0103669
Dec 11 21:11:16.720335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40820) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:16.778498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting subnet 40f744c3-4737-4d0b-85a7-18151975846f {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:16.782740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.829567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.930537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:16.995106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.023597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Subnet': ['ID=40f744c3-4737-4d0b-85a7-18151975846f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:17.027205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.031905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17f5df69-b989-4bfa-81ae-7cedd9ec11d1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/subnets/40f744c3-4737-4d0b-85a7-18151975846f HTTP/1.1" status: 204  len: 168 time: 0.3096414
Dec 11 21:11:17.034048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f9b80-5b23-463a-a955-119f5231e871 None None] Network 7c2ba87c-b9a9-4533-885b-599e8341504f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:17.037928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40842) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:17.127480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.179541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.217964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] DHCP port deletion for 7c2ba87c-b9a9-4533-885b-599e8341504f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:17.278232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Deleting port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:17.278878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.356950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] For port b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,segment=NetworkSegment(b69fe054-deaa-4f0a-8482-96dfd40facb3),segment_id=b69fe054-deaa-4f0a-8482-96dfd40facb3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:17.357654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.373457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Calling delete_port for b2700fb7-3a83-4d5e-8d35-02aa63d8f721 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:17.481227 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.512073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] Pushing event deleted for resources: {'Port': ['ID=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:17.514070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80e1da-37db-41e2-960f-f3d39981784a None None] No DVR routers for this DVR port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:17.520134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:17.520704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.588876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] For port b2700fb7-3a83-4d5e-8d35-02aa63d8f721, host ncdv-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:17.589247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.602647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for b2700fb7-3a83-4d5e-8d35-02aa63d8f721 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:17.606144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 was not found and therefore no delete operation was performed {{(pid=125988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:11:17.607142 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.637233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=b2700fb7-3a83-4d5e-8d35-02aa63d8f721,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:17.640840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] No DVR routers for this DVR port b2700fb7-3a83-4d5e-8d35-02aa63d8f721 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:17.720448 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.742033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e90b670>,) {'filters': {'network_id': ['7c2ba87c-b9a9-4533-885b-599e8341504f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:17.751894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e90b670>, 'b69fe054-deaa-4f0a-8482-96dfd40facb3') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:17.752196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e90b670>, 'b69fe054-deaa-4f0a-8482-96dfd40facb3') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:17.761465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.781026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.804094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:17.804469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:17.808199 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:17.875216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fa4bb-8181-461a-94c9-c75c281b2578 req-e5ef687e-3def-4958-a187-9e33e07a9220 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:17.876747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412fa4bb-8181-461a-94c9-c75c281b2578 req-e5ef687e-3def-4958-a187-9e33e07a9220 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1051798
Dec 11 21:11:17.877850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.892653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:17.892653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/networks/7c2ba87c-b9a9-4533-885b-599e8341504f HTTP/1.1" status: 204  len: 168 time: 0.8516145
Dec 11 21:11:17.893109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:17.908902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189afd-7dfb-4429-a7b6-7fe8e2e9ea63 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Network': ['ID=7c2ba87c-b9a9-4533-885b-599e8341504f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:17.949646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412fa4bb-8181-461a-94c9-c75c281b2578 req-8a63f158-6806-4e39-9b6f-d1b7d8cba42c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579660
Dec 11 21:11:18.106951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port be6880e6-ffff-4c99-b01e-c2c72aa4a7e9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:18.107202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.118043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-075a62fb-29ce-42ab-8b10-dd0c809982d2 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:18.119540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-075a62fb-29ce-42ab-8b10-dd0c809982d2 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 813 time: 0.1189237
Dec 11 21:11:18.164570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-5c0a9699-3601-468e-b70e-74d4e3cbf161 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/quotas/4720aeed7bbd42e2aa8790c9c63b0d0a HTTP/1.1" status: 200  len: 375 time: 0.0354505
Dec 11 21:11:18.207957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-a1e04ba4-5ec6-48a8-90ad-09c066ead293 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0318840
Dec 11 21:11:18.235484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2700fb7-3a83-4d5e-8d35-02aa63d8f721 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:18.246993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.247323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.255860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b2700fb7-3a83-4d5e-8d35-02aa63d8f721 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:11:18.256444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2700fb7-3a83-4d5e-8d35-02aa63d8f721 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:11:18.287169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for be6880e6-ffff-4c99-b01e-c2c72aa4a7e9 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:18.366837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-65743c2a-cce8-44d6-b571-4ab509d7ce74 service neutron] 10.222.0.18 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504667
Dec 11 21:11:18.497973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-0c66515e-cdc6-4f8a-9c4c-211c49c8672b service neutron] 10.222.0.18 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243830
Dec 11 21:11:18.517568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.542036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=be6880e6-ffff-4c99-b01e-c2c72aa4a7e9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:18.605551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.608384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.613525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1952fe02-0116-44e8-b4c2-e9d3536c3516 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1afd495-9a39-4035-8d6e-1493e02c58c5 HTTP/1.1" status: 204  len: 168 time: 0.7178304
Dec 11 21:11:18.613775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40876) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:18.641656 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bfee96-0095-4ec4-b68d-d51538c25c85 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:11:18.642230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bfee96-0095-4ec4-b68d-d51538c25c85 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:11:18.645433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97bfee96-0095-4ec4-b68d-d51538c25c85 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/aa8b2859-5666-4437-9afd-2a51712daeb4 HTTP/1.1" status: 404  len: 333 time: 0.0307205
Dec 11 21:11:18.648193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40880) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:18.683679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5d2578e8-efc6-41c6-bb0b-fffde2ffe49f tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/ports?device_id=387daa9e-1e51-42a2-915c-490117da5131 HTTP/1.1" status: 200  len: 205 time: 0.0341885
Dec 11 21:11:18.686077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:18.703351 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68291582-bc17-4c88-a1b8-141f6231f6d1 req-8315d5d4-9419-42cc-98a6-91020f3078ea tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 210 time: 0.0451694
Dec 11 21:11:18.728187 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-1e253def-8008-4cb6-ad04-619f8538d4c7 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] delete failed (client error): The resource could not be found.
Dec 11 21:11:18.729124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e253def-8008-4cb6-ad04-619f8538d4c7 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/routers/387daa9e-1e51-42a2-915c-490117da5131 HTTP/1.1" status: 404  len: 336 time: 0.0420320
Dec 11 21:11:18.731637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40884) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:18.757677 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-781e98e4-04ef-4778-bf98-565b6f56bb3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:11:18.758130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781e98e4-04ef-4778-bf98-565b6f56bb3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:11:18.761769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-781e98e4-04ef-4778-bf98-565b6f56bb3b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/subnets/40f744c3-4737-4d0b-85a7-18151975846f HTTP/1.1" status: 404  len: 337 time: 0.0291800
Dec 11 21:11:18.764216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:18.855178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port ae3da48b-3442-43ec-b63a-5672bc2a080f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:18.855520 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.941219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:18.954431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for ae3da48b-3442-43ec-b63a-5672bc2a080f owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:19.125393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac6bd6-18de-4b0a-a061-fabfdf582b57 req-46d9148b-8004-48e0-9f22-3f9e0a32847f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:19.126900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3ac6bd6-18de-4b0a-a061-fabfdf582b57 req-46d9148b-8004-48e0-9f22-3f9e0a32847f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0901306
Dec 11 21:11:19.148477 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.187445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=ae3da48b-3442-43ec-b63a-5672bc2a080f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:19.250373 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3ac6bd6-18de-4b0a-a061-fabfdf582b57 req-d3219001-fffd-440a-a8be-9df1ebac6280 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158087
Dec 11 21:11:19.275939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.279887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f42204dc-214c-4254-92d6-e5e45a8c6b19 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/ae3da48b-3442-43ec-b63a-5672bc2a080f HTTP/1.1" status: 204  len: 168 time: 0.5143480
Dec 11 21:11:19.281894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40898) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:19.372694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port fbdab559-d2a2-45f8-a34b-444120311f44 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:19.373034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.460270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.472486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for fbdab559-d2a2-45f8-a34b-444120311f44 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:19.598831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.627718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=fbdab559-d2a2-45f8-a34b-444120311f44,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:19.696589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:19.703037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-02fde4b5-fd6c-4858-9669-5cd8dbe5575b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/ports/fbdab559-d2a2-45f8-a34b-444120311f44 HTTP/1.1" status: 204  len: 168 time: 0.4173286
Dec 11 21:11:19.703222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40900) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:19.770026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed510953-adbb-48e0-9886-d1817235dac4 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:19.774626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ed510953-adbb-48e0-9886-d1817235dac4 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "GET /v2.0/ports?device_id=56477354-4a60-499a-b579-6973bad6f7c7 HTTP/1.1" status: 200  len: 913 time: 0.0675642
Dec 11 21:11:19.774626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40904) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:19.816422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6393b85b-a286-4ab3-9353-1dc7c0a3e0a1 req-05d655fe-48c0-4831-8666-816d01d76f59 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 210 time: 0.0308311
Dec 11 21:11:19.824918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-6cf1f2aa-7d29-42a3-a16e-ff5534a00897 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:19.826513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-6cf1f2aa-7d29-42a3-a16e-ff5534a00897 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.30 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 813 time: 0.1510322
Dec 11 21:11:19.840783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Request body: {'port': {'device_id': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4', 'admin_state_up': True, 'tenant_id': '4720aeed7bbd42e2aa8790c9c63b0d0a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:19.951105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Made reservation on behalf of 4720aeed7bbd42e2aa8790c9c63b0d0a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:19.955246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.082706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Allocated IP 172.20.0.12 (0339fca5-3ebd-43a5-8e40-c4554d409cd4/735d2304-51c2-4d4b-8767-e1aa72600a25/06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:20.127763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.236852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.273397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.337049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:20.340959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:20.343500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:20.370102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Pushing event updated for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:20.399856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:20.400470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.417632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-b2566b38-3e9a-4881-96f5-f91ccd9105e6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5807953
Dec 11 21:11:20.429777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Request body: {'port': {'device_id': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:20.486323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.564886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2572ba-e540-444a-87a7-9a598b3ecc7a req-04236fa8-cc76-4f01-bf75-8aa688c60f6d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:20.566400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f2572ba-e540-444a-87a7-9a598b3ecc7a req-04236fa8-cc76-4f01-bf75-8aa688c60f6d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0959980
Dec 11 21:11:20.668604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1f2572ba-e540-444a-87a7-9a598b3ecc7a req-989e785c-2b80-4db8-8f7a-4a9ec11f0446 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0945363
Dec 11 21:11:20.761992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:20.767460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 8952f8b7-0a04-42a4-9c33-8b1290491032 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:20.767932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.770187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.783534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Transition to ACTIVE for port object 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:11:20.788851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.859464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bd8c5-db65-4855-9109-698217570342 service neutron] Pushing event updated for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:20.860387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:20.876544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 8952f8b7-0a04-42a4-9c33-8b1290491032 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:20.951223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Attempting to bind port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:20.951558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Attempting to bind port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:20.951810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Attempting to bind port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:20.959437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:11:20.959763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Attempting to bind port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:20.968722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c078661-da94-4f75-bc23-dd71548e6b9b req-40f3cb05-1799-45e0-b078-6ccbc9fbd67e tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:20.970218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c078661-da94-4f75-bc23-dd71548e6b9b req-40f3cb05-1799-45e0-b078-6ccbc9fbd67e tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 944 time: 0.0752561
Dec 11 21:11:20.974394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:20.974779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Checking segment: {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:20.975163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Bound using segment: {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:20.975596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Bound port: 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:20.975952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.066219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.069877 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c078661-da94-4f75-bc23-dd71548e6b9b req-518d5e54-ee79-450b-a960-37f21386730c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909190
Dec 11 21:11:21.082714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:21.093342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:21.099429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.102326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=8952f8b7-0a04-42a4-9c33-8b1290491032,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:21.138356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.139180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.140775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-917bd8c5-db65-4855-9109-698217570342 service neutron] 10.222.0.30 "PUT /v2.0/ports/06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 HTTP/1.1" status: 200  len: 1092 time: 0.7152033
Dec 11 21:11:21.143094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:21.146191 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607b306b-42de-4388-a6d2-8b62a703697a" -d '{"events": [{"name": "network-changed", "server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:21.170757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bd8c5-db65-4855-9109-698217570342 service neutron] Pushing event updated for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:21.215871 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de281ce-e4d7-4694-88c3-33a235179e6b x-openstack-request-id: req-3de281ce-e4d7-4694-88c3-33a235179e6b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:21.216171 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:21.216434 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3de281ce-e4d7-4694-88c3-33a235179e6b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:21.216836 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8', 'status': 'completed', 'code': 200}
Dec 11 21:11:21.232809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-9fd3cf2e-268f-4440-8e49-171dd58f1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.234332 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-9fd3cf2e-268f-4440-8e49-171dd58f1b92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 1095 time: 0.0509698
Dec 11 21:11:21.266818 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.282416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.285232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-726502e1-d155-4da2-b4da-4771b455cd60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 HTTP/1.1" status: 200  len: 217 time: 0.0409024
Dec 11 21:11:21.335599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483180ce-0c9b-4932-9e4c-31388182826b req-d75ff23a-46ad-4170-9757-8ffd17855600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.337063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-d75ff23a-46ad-4170-9757-8ffd17855600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 200  len: 853 time: 0.0449686
Dec 11 21:11:21.368927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-94fdcd02-e965-4d5a-91fd-efce61640981 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0339fca5-3ebd-43a5-8e40-c4554d409cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243943
Dec 11 21:11:21.461775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-3c74ae04-b98e-41f8-9d0a-122ae88edf54 service neutron] 10.222.0.30 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852537
Dec 11 21:11:21.504713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Router 56477354-4a60-499a-b579-6973bad6f7c7 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:21.552710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483180ce-0c9b-4932-9e4c-31388182826b req-8d76c575-c577-417e-9357-e2e2b72c6376 service neutron] 10.222.0.30 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831878
Dec 11 21:11:21.621325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:21.626630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3b36b93b-5172-4262-ba25-36409cc99520 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "PUT /v2.0/routers/56477354-4a60-499a-b579-6973bad6f7c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8511913
Dec 11 21:11:21.630402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40912) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:21.632493 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] Sync routers for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:21.643272 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:21.643510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b306b-42de-4388-a6d2-8b62a703697a req-08e18ce8-d913-4ad6-8748-1fa43a2d1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.643873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84064dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:21.645413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-08e18ce8-d913-4ad6-8748-1fa43a2d1bdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 1095 time: 0.0496397
Dec 11 21:11:21.692912 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84064dc0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:21.703117 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] Routers {'56477354-4a60-499a-b579-6973bad6f7c7'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:21.703718 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84064dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56477354-4a60-499a-b579-6973bad6f7c7'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:21.744735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.764960 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84064dc0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:21.765710 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be17696-3179-4831-85d4-f40b7e35bac5 None None] The sync data for ids ['56477354-4a60-499a-b579-6973bad6f7c7'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:21.783390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b306b-42de-4388-a6d2-8b62a703697a req-648aff2d-b38b-465e-82c6-13a137b0df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.785004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-648aff2d-b38b-465e-82c6-13a137b0df6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 914 time: 0.1322911
Dec 11 21:11:21.846057 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-121b814f-48c9-4823-aab7-4bfe2eef9970 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 HTTP/1.1" status: 200  len: 217 time: 0.0526257
Dec 11 21:11:21.847275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.854056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e970484-6002-4583-ad66-0ecad43a8a89 req-3746caad-8de3-4bbe-bf6c-c105b3d24c10 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.856591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e970484-6002-4583-ad66-0ecad43a8a89 req-3746caad-8de3-4bbe-bf6c-c105b3d24c10 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1097956
Dec 11 21:11:21.903448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting port 698611ec-d380-481b-ab19-dbe8a4fa4e2b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:21.904144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.923112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b306b-42de-4388-a6d2-8b62a703697a req-84660987-09c1-47ca-b8c2-902ffd052358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:21.924608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-84660987-09c1-47ca-b8c2-902ffd052358 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 200  len: 853 time: 0.0671332
Dec 11 21:11:21.948044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e970484-6002-4583-ad66-0ecad43a8a89 req-d6e180d3-5d16-4c98-9618-99a86a810403 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819950
Dec 11 21:11:21.965133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-6b34242f-5e68-40ae-987f-84af393289aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0339fca5-3ebd-43a5-8e40-c4554d409cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303562
Dec 11 21:11:21.985998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:21.997596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Calling delete_port for 698611ec-d380-481b-ab19-dbe8a4fa4e2b owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:22.064086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-553e0ff4-bfba-4591-8b93-36958b4e6f88 service neutron] 10.222.0.30 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0883827
Dec 11 21:11:22.172440 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-607b306b-42de-4388-a6d2-8b62a703697a req-7ab60631-3b19-4d24-a3ce-79d68879fc90 service neutron] 10.222.0.30 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006458
Dec 11 21:11:22.212597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.228095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa7b97-cf85-4803-94eb-c5301715f5d3 req-c0d55607-128b-42ce-91d3-fe5050576979 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:22.229590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99fa7b97-cf85-4803-94eb-c5301715f5d3 req-c0d55607-128b-42ce-91d3-fe5050576979 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 944 time: 0.0732925
Dec 11 21:11:22.249306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Port': ['ID=698611ec-d380-481b-ab19-dbe8a4fa4e2b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:22.265723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c891a9-7829-46f8-9b35-6cfd702f2ec0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:22.336638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99fa7b97-cf85-4803-94eb-c5301715f5d3 req-ab40e269-9b49-441b-af28-9a8c904b8c7d tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896411
Dec 11 21:11:22.340122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.440564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.442754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.487884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.488427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Fanout notify agent at l3_agent the message router_deleted on router 56477354-4a60-499a-b579-6973bad6f7c7 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:22.495722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.497313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6028c23b-1c65-4535-8ff9-e839935fd36b tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/routers/56477354-4a60-499a-b579-6973bad6f7c7 HTTP/1.1" status: 204  len: 168 time: 0.8651721
Dec 11 21:11:22.499451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40918) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:22.548615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Deleting subnet a9cbd978-a2d2-4221-92a5-0821e7672335 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:22.551658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.589895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.632455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.690997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.719750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cbd978-a2d2-4221-92a5-0821e7672335,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:22.721705 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.725157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b3ae295-944e-4992-ae67-fce6175510b1 tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/subnets/a9cbd978-a2d2-4221-92a5-0821e7672335 HTTP/1.1" status: 204  len: 168 time: 0.2248533
Dec 11 21:11:22.727550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40920) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:22.801412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.889159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.908607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d843c2160>,) {'filters': {'network_id': ['e60f2fb5-b6c9-44a9-802c-7020939ef6f9']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:22.918202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843c2160>, 'c89a4514-3a3e-402a-a3c7-a61e9c9efffc') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:22.918521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d843c2160>, 'c89a4514-3a3e-402a-a3c7-a61e9c9efffc') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:22.927489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.940723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.946822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:22.947199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:22.950247 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:23.006691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.014965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.020478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] 10.222.0.18 "DELETE /v2.0/networks/e60f2fb5-b6c9-44a9-802c-7020939ef6f9 HTTP/1.1" status: 204  len: 168 time: 0.2896948
Dec 11 21:11:23.032198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e63334-70c1-4cc3-ba84-05e02ecb7aae tempest-FloatingIPTestJSON-2126937322 tempest-FloatingIPTestJSON-2126937322-project] Pushing event deleted for resources: {'Network': ['ID=e60f2fb5-b6c9-44a9-802c-7020939ef6f9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:23.090041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a4352-a9e7-4657-a58e-b166156585d0 req-84b0d767-a12a-4b01-841a-bf7b339ddb8d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:23.091484 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-937a4352-a9e7-4657-a58e-b166156585d0 req-84b0d767-a12a-4b01-841a-bf7b339ddb8d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0598378
Dec 11 21:11:23.142819 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-937a4352-a9e7-4657-a58e-b166156585d0 req-2a43f12d-d191-403a-92a7-dc9cc5c219a2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451519
Dec 11 21:11:23.221720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:23.352973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3f7346cb-6fc8-439f-83df-f80623c2de1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6575e8b19b234ed1aba03d802094dad0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1297324
Dec 11 21:11:23.355890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:23.403585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.425221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.459060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d00-f59d-463f-9c61-daa0e1af3ffc req-e8257976-4906-4174-a4a7-f2dab90f443c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:23.460629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6ff1d00-f59d-463f-9c61-daa0e1af3ffc req-e8257976-4906-4174-a4a7-f2dab90f443c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 944 time: 0.0535381
Dec 11 21:11:23.473392 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.476160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:23.477315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2105b4af-fe8b-41e6-8c2d-5bd26e45b597 HTTP/1.1" status: 204  len: 168 time: 0.1205246
Dec 11 21:11:23.485786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58ca30-2a3c-4cf8-a454-c3781371cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105b4af-fe8b-41e6-8c2d-5bd26e45b597,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:23.519183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6ff1d00-f59d-463f-9c61-daa0e1af3ffc req-38149cd2-b670-4b07-ba92-41814114c0d8 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518622
Dec 11 21:11:24.112097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:24.209250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1025452810'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:24.261865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:24.265311 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.275886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.285802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7961-c4d1-465f-b628-ec45e7a05da9 req-726ed62a-3b0a-4e66-b661-bb0816af7d7c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:24.287327 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-856b7961-c4d1-465f-b628-ec45e7a05da9 req-726ed62a-3b0a-4e66-b661-bb0816af7d7c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0677366
Dec 11 21:11:24.357856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-856b7961-c4d1-465f-b628-ec45e7a05da9 req-1a37cc36-0ca3-4551-8c5c-04604bfd57d9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625536
Dec 11 21:11:24.396340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.399981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.423276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:24.442001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd99d6c-4298-4441-b8d7-526bbd92859b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:24.447226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.447625 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment a54dc2ca-e685-435f-bc7c-68138a695217 of type vlan for network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22
Dec 11 21:11:24.489046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.517005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.522674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:24.523247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.579211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4660389
Dec 11 21:11:24.582929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40964) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:24.594410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c937e8-d073-4f17-8c84-7f9dde2a3800 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=5ca9cf99-8bac-4bb6-87ac-f47d7506bd22,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:24.595490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1081301856'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:24.605934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:24.635007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:24.638840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.647269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:11:24.663151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9013dec-f6ef-40b4-9942-8ad11a8595ee req-1808143e-2ad6-4363-a860-af4a66f01ffb tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:24.664640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9013dec-f6ef-40b4-9942-8ad11a8595ee req-1808143e-2ad6-4363-a860-af4a66f01ffb tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 944 time: 0.0827842
Dec 11 21:11:24.675250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:24.696963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.697313 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 186d7859-b949-4120-befa-cf277cecef38 of type vlan for network 352e03dd-1644-4adc-b61a-b5194f80d76d
Dec 11 21:11:24.758622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.764203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9013dec-f6ef-40b4-9942-8ad11a8595ee req-b85ad3d7-7a79-4f2e-bba9-8318b048c4e4 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906191
Dec 11 21:11:24.766344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:24.777780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8', 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4', 'port_id': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8', 'mac_address': 'fa:16:3e:02:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735d2304-51c2-4d4b-8767-e1aa72600a25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:11:24.795219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.801296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:24.801881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.815487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.830139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:24.832847 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2481673
Dec 11 21:11:24.836137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40966) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:24.841625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:24.855430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:24.860557 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.873332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5281f-c809-4ae6-a78b-d2f8fb2af96b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=352e03dd-1644-4adc-b61a-b5194f80d76d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:24.888600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 352e03dd-1644-4adc-b61a-b5194f80d76d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:24.940751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:24.944373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:24.955373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:25.129829 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.173985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:25.196823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=d9fce816-1995-4164-bbdd-1c6145da6fdb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:25.205289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': 'a54dc2ca-e685-435f-bc7c-68138a695217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:25.205843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:25.222424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:25.231120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:25.235249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:25.235862 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.243745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69eae3-40ed-4d48-a2a2-1d974ebe1f87 None None] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:25.252239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dab5246a-d038-4035-9172-fabc631ea6b9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4149089
Dec 11 21:11:25.255234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:25.261019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:25.354834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:25.358555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.389754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ca9cf99-8bac-4bb6-87ac-f47d7506bd22', 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'd9fce816-1995-4164-bbdd-1c6145da6fdb'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:11:25.390648 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.488333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181a9eb-408e-423f-b794-d6570effe155 req-47bf3fbb-b53f-4ffa-abd4-11c614dacaf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:25.489864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f181a9eb-408e-423f-b794-d6570effe155 req-47bf3fbb-b53f-4ffa-abd4-11c614dacaf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0515673
Dec 11 21:11:25.543176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Allocated IP 2001:db8::2 (5ca9cf99-8bac-4bb6-87ac-f47d7506bd22/d9fce816-1995-4164-bbdd-1c6145da6fdb/4f94293e-1ba9-45bc-bff6-9d6b6bc763e3) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:25.544793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f181a9eb-408e-423f-b794-d6570effe155 req-f17470e6-ad3e-401e-bbf8-4ac761e974c5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469072
Dec 11 21:11:25.555018 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.613894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=acaa3d22-9230-4489-8290-fee9c57c99a0,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:25.624207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '186d7859-b949-4120-befa-cf277cecef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:25.624570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: 352e03dd-1644-4adc-b61a-b5194f80d76d, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:25.641161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 352e03dd-1644-4adc-b61a-b5194f80d76d is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:25.650007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 352e03dd-1644-4adc-b61a-b5194f80d76d) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:25.655492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:25.656088 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.672852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-531ad057-c683-424c-9c2d-a6d600da6b61 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4164827
Dec 11 21:11:25.675564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 40972) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:25.679649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496a105-57d8-4ab6-a0b5-cb2e2ddf838b None None] Network 352e03dd-1644-4adc-b61a-b5194f80d76d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:25.680133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607574032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:25.703312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.704310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.749748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.760605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.764376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.764994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.784666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:25.785996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97868c33-6557-4b67-af27-d39641e7ed32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1092751
Dec 11 21:11:25.788957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 40976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:25.904247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd0d9-49cd-4358-b87a-cbc7396824cd req-dc823604-32a1-43cc-bbf9-c61aeb73c095 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:25.905968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-51ccd0d9-49cd-4358-b87a-cbc7396824cd req-dc823604-32a1-43cc-bbf9-c61aeb73c095 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 945 time: 0.0664771
Dec 11 21:11:25.958158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-51ccd0d9-49cd-4358-b87a-cbc7396824cd req-2c80e85c-cd3c-4411-a727-baeef77bfeb2 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430696
Dec 11 21:11:25.990031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:25.993598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:26.010624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:26.012671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Pushing event updated for resources: {'Port': ['ID=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:26.037952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-352e03dd-1644-4adc-b61a-b5194f80d76d', 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'acaa3d22-9230-4489-8290-fee9c57c99a0'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:11:26.038848 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.080240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.090298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Attempting to bind port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:26.090703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Attempting to bind port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a54dc2ca-e685-435f-bc7c-68138a695217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:26.091068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Attempting to bind port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 on network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:26.139918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:26.140358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Checking segment: {'id': 'a54dc2ca-e685-435f-bc7c-68138a695217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:26.140766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.141160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Bound using segment: {'id': 'a54dc2ca-e685-435f-bc7c-68138a695217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:26.141644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Bound port: 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54dc2ca-e685-435f-bc7c-68138a695217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5ca9cf99-8bac-4bb6-87ac-f47d7506bd22'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:26.142028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.258618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Allocated IP 2001:db8:1::2 (352e03dd-1644-4adc-b61a-b5194f80d76d/acaa3d22-9230-4489-8290-fee9c57c99a0/338523c5-1600-4490-937b-7f8434020508) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:26.264331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] For port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:26.268173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] For port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,segment=NetworkSegment(a54dc2ca-e685-435f-bc7c-68138a695217),segment_id=a54dc2ca-e685-435f-bc7c-68138a695217)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:26.274086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.333185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8::1 (5ca9cf99-8bac-4bb6-87ac-f47d7506bd22/d9fce816-1995-4164-bbdd-1c6145da6fdb/1cbc3567-62d0-42be-8824-ae772d5e61d2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:26.378813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6cc50-fed2-4651-8c45-746d61cf0f19 None None] Pushing event updated for resources: {'Port': ['ID=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:26.452677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.469108 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.476478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.488741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.520925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Network 352e03dd-1644-4adc-b61a-b5194f80d76d is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:26.526959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:26.528700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:26.536703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Pushing event updated for resources: {'Port': ['ID=338523c5-1600-4490-937b-7f8434020508,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:26.543241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:26.546726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:26.550862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:26.551401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.600964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=1cbc3567-62d0-42be-8824-ae772d5e61d2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:26.602531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Attempting to bind port 338523c5-1600-4490-937b-7f8434020508 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:26.602531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Attempting to bind port 338523c5-1600-4490-937b-7f8434020508 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '186d7859-b949-4120-befa-cf277cecef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:26.603338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Attempting to bind port 338523c5-1600-4490-937b-7f8434020508 on network 352e03dd-1644-4adc-b61a-b5194f80d76d {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:26.613626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:26.614082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Checking segment: {'id': '186d7859-b949-4120-befa-cf277cecef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:26.614513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.614936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Bound using segment: {'id': '186d7859-b949-4120-befa-cf277cecef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:26.616226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Bound port: 338523c5-1600-4490-937b-7f8434020508, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186d7859-b949-4120-befa-cf277cecef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '352e03dd-1644-4adc-b61a-b5194f80d76d'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:26.617976 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.646824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:26.740809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.745810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] For port 338523c5-1600-4490-937b-7f8434020508, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:26.750418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] For port 338523c5-1600-4490-937b-7f8434020508, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=338523c5-1600-4490-937b-7f8434020508,segment=NetworkSegment(186d7859-b949-4120-befa-cf277cecef38),segment_id=186d7859-b949-4120-befa-cf277cecef38)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:26.752265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a12098-01b2-42b6-b88c-08cddaa2e364 req-fc1c62f0-0760-429d-81b3-ad037bfb8f91 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:26.758835 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.759914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a12098-01b2-42b6-b88c-08cddaa2e364 req-fc1c62f0-0760-429d-81b3-ad037bfb8f91 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1013272
Dec 11 21:11:26.764128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:11:26.789715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:26.790177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:26.845141 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a12098-01b2-42b6-b88c-08cddaa2e364 req-52c1c85c-620f-469d-b3ae-3baa842a74c8 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837815
Dec 11 21:11:26.851328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c49f5f-3594-4ddd-bb3a-7c6f130823f3 None None] Pushing event updated for resources: {'Port': ['ID=338523c5-1600-4490-937b-7f8434020508,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:26.913987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:11:26.932001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.000803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:27.003059 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2fbc84-d904-4eec-8f05-189dbd2edc1a" -d '{"events": [{"server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "name": "network-vif-plugged", "status": "completed", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:27.031138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:27.041290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.092549 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6af1f-4f12-4973-b348-32eb7603f2f0 x-openstack-request-id: req-44e6af1f-4f12-4973-b348-32eb7603f2f0 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:27.093523 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "name": "network-vif-plugged", "status": "completed", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:27.094151 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44e6af1f-4f12-4973-b348-32eb7603f2f0 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:27.094867 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8', 'code': 200}
Dec 11 21:11:27.119023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:27.143209 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.152676 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.153801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.165069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:27.169241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:11:27.208780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb8c2d-620d-4524-ba06-6d1bf2470690 req-9e4fa84f-c0c9-42fb-9a5d-1fa2a6f07f7c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:27.218283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5eb8c2d-620d-4524-ba06-6d1bf2470690 req-9e4fa84f-c0c9-42fb-9a5d-1fa2a6f07f7c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.0932097
Dec 11 21:11:27.225904 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.247974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:27.289692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:27.298031 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.303132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e5eb8c2d-620d-4524-ba06-6d1bf2470690 req-ae7697eb-5e8e-43c1-ab1f-49b08f7062f5 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690715
Dec 11 21:11:27.338260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=1cbc3567-62d0-42be-8824-ae772d5e61d2,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:27.355101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:27.365660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c14c16-e4a8-4a25-8051-d438879f4f0b req-2c5824cf-779a-4a9b-ab32-8d5fbbaaa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:27.367241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14c14c16-e4a8-4a25-8051-d438879f4f0b req-2c5824cf-779a-4a9b-ab32-8d5fbbaaa74b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 1097 time: 0.1609282
Dec 11 21:11:27.403033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:27.406072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:27.415431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:27.500172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14c14c16-e4a8-4a25-8051-d438879f4f0b req-e174c8c9-35e2-4e91-bb4a-f550594ba315 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209667
Dec 11 21:11:27.567520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router f573c16d-da2a-43cf-a069-7fb3e15b0075 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:11:27.703164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36931bd9-62f7-4584-a6d5-ef238db42412 None None] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:27.848538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] Provisioning complete for port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:27.849218 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.951802 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:27.996231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] For port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,segment=NetworkSegment(a54dc2ca-e685-435f-bc7c-68138a695217),segment_id=a54dc2ca-e685-435f-bc7c-68138a695217)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:28.002891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:28.087752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234382ce-411c-4a97-86b8-e2cda90824ed None None] Pushing event updated for resources: {'Port': ['ID=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:28.106994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:28.116674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41008) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:28.116994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4530027f-7824-4d7f-8c07-89c8959bedce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3268104
Dec 11 21:11:28.131890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] Sync routers for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:28.132194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e2b92-ca50-4a8e-9263-0b5728dd2a0c req-1e2ede28-13fb-4779-aa8b-e91bc9e45498 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:28.145706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-070e2b92-ca50-4a8e-9263-0b5728dd2a0c req-1e2ede28-13fb-4779-aa8b-e91bc9e45498 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1109798
Dec 11 21:11:28.168127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:28.173764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769d7e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:28.191376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211b5f8-145b-4780-8054-6a99d503de4d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:28.197247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41012) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:28.202627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9211b5f8-145b-4780-8054-6a99d503de4d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports/1cbc3567-62d0-42be-8824-ae772d5e61d2 HTTP/1.1" status: 200  len: 911 time: 0.0751266
Dec 11 21:11:28.248442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769d7e80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:28.278164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:28.282102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769d7e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:28.298700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-070e2b92-ca50-4a8e-9263-0b5728dd2a0c req-c84d2889-32ec-45ad-b48d-afa9865042ac tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1519845
Dec 11 21:11:28.360965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769d7e80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:28.364978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a816c8-9820-4d91-81f1-b9c7de1f9cf4 None None] The sync data for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:28.381727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ca6b9-afe9-4ef1-974c-a8796af3ddd4 None None] Network 352e03dd-1644-4adc-b61a-b5194f80d76d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:28.394827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e275a9cb-de1b-4f89-aeb9-78a54f72b89b None None] Provisioning complete for port 1cbc3567-62d0-42be-8824-ae772d5e61d2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:28.395196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e275a9cb-de1b-4f89-aeb9-78a54f72b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:28.460164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886538f9-b470-4087-a364-fddc7f4f1cd4 req-96181321-b8af-4429-b1e0-ecaeee1f8028 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:28.470909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-886538f9-b470-4087-a364-fddc7f4f1cd4 req-96181321-b8af-4429-b1e0-ecaeee1f8028 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.0632405
Dec 11 21:11:28.516329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:28.519865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e275a9cb-de1b-4f89-aeb9-78a54f72b89b None None] Port 1cbc3567-62d0-42be-8824-ae772d5e61d2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:28.573588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-886538f9-b470-4087-a364-fddc7f4f1cd4 req-267158ea-d407-46ab-b3f6-8c8c8beb47c9 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025674
Dec 11 21:11:28.676492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e275a9cb-de1b-4f89-aeb9-78a54f72b89b None None] Provisioning complete for port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:28.677040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e275a9cb-de1b-4f89-aeb9-78a54f72b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:28.764296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:28.765145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:28.865184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:28.980020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 338523c5-1600-4490-937b-7f8434020508 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:28.982020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:29.096618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Provisioning complete for port 338523c5-1600-4490-937b-7f8434020508 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:29.097249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.144223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 338523c5-1600-4490-937b-7f8434020508 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:29.144591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.199960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:29.200322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.274672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8:1::1 (352e03dd-1644-4adc-b61a-b5194f80d76d/acaa3d22-9230-4489-8290-fee9c57c99a0/31de2423-cfa0-48ab-b468-b8d2f5058533) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:29.340861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.343702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.412945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] For port 338523c5-1600-4490-937b-7f8434020508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=338523c5-1600-4490-937b-7f8434020508,segment=NetworkSegment(186d7859-b949-4120-befa-cf277cecef38),segment_id=186d7859-b949-4120-befa-cf277cecef38)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:29.440020 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.464039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.484492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9531cc-c4cb-49a1-bcc2-a8cc0638b972 req-32385446-399c-4477-878f-6b6252ec472d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:29.486067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff9531cc-c4cb-49a1-bcc2-a8cc0638b972 req-32385446-399c-4477-878f-6b6252ec472d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0855839
Dec 11 21:11:29.520654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.525579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Provisioning complete for port 1cbc3567-62d0-42be-8824-ae772d5e61d2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:29.526532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.566465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.584353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:11:29.584777 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:11:29.592418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Pushing event updated for resources: {'Port': ['ID=338523c5-1600-4490-937b-7f8434020508,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:29.608869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:29.608869 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4af35-281b-4636-b134-b9b16db2d085" -d '{"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:29.619544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fa66e09b-23b3-4c46-aeca-b09c691e6710 None None] Port 1cbc3567-62d0-42be-8824-ae772d5e61d2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:29.626756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:29.632720 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.677241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 352e03dd-1644-4adc-b61a-b5194f80d76d is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:29.681487 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff9531cc-c4cb-49a1-bcc2-a8cc0638b972 req-6b490d5f-594f-4ad0-97be-b764dcc98e7c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815360
Dec 11 21:11:29.686652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:29.701032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:29.704328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.708258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=31de2423-cfa0-48ab-b468-b8d2f5058533,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:29.718519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:29.779556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c766d766-7169-4bba-885a-ac7b73b59939 None None] Provisioning complete for port 338523c5-1600-4490-937b-7f8434020508 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:29.780621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c766d766-7169-4bba-885a-ac7b73b59939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.784711 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa774489-7aaf-4678-97a7-7c470983127f x-openstack-request-id: req-fa774489-7aaf-4678-97a7-7c470983127f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:29.785015 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:29.785277 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa774489-7aaf-4678-97a7-7c470983127f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:29.785677 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'code': 200}
Dec 11 21:11:29.805272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887847f1-7a08-4898-be8d-fb36b74388ba req-20f374c9-b86c-49a6-a43d-003bb4d73cb5 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:29.809711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-887847f1-7a08-4898-be8d-fb36b74388ba req-20f374c9-b86c-49a6-a43d-003bb4d73cb5 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.1302576
Dec 11 21:11:29.879525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:29.904290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-887847f1-7a08-4898-be8d-fb36b74388ba req-de7fac41-125c-48f4-bc8e-357744c68f48 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772259
Dec 11 21:11:30.314818 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.326314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.327805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.368746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c766d766-7169-4bba-885a-ac7b73b59939 None None] Provisioning complete for port 1cbc3567-62d0-42be-8824-ae772d5e61d2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:30.369306 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c766d766-7169-4bba-885a-ac7b73b59939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.419333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c766d766-7169-4bba-885a-ac7b73b59939 None None] Port 1cbc3567-62d0-42be-8824-ae772d5e61d2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:30.446756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 338523c5-1600-4490-937b-7f8434020508 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:30.499398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=31de2423-cfa0-48ab-b468-b8d2f5058533,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:30.547274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 338523c5-1600-4490-937b-7f8434020508 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:30.548062 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.552221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 352e03dd-1644-4adc-b61a-b5194f80d76d is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:30.553972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:30.598354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-715bf7d4-2f64-410a-b6bc-1fac36cce72c None None] Provisioning complete for port 31de2423-cfa0-48ab-b468-b8d2f5058533 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:30.598726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-715bf7d4-2f64-410a-b6bc-1fac36cce72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:30.709057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-715bf7d4-2f64-410a-b6bc-1fac36cce72c None None] Port 31de2423-cfa0-48ab-b468-b8d2f5058533 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:30.894706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router f573c16d-da2a-43cf-a069-7fb3e15b0075 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:30.946660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fd45ebb8-fe87-4348-8175-855748110b04 None None] Provisioning complete for port 31de2423-cfa0-48ab-b468-b8d2f5058533 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:30.947040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd45ebb8-fe87-4348-8175-855748110b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:31.022744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fd45ebb8-fe87-4348-8175-855748110b04 None None] Port 31de2423-cfa0-48ab-b468-b8d2f5058533 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:31.047038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55533-72ce-4ab5-a58f-02f27da61fe0 req-2d988c1f-f0ca-4828-94ae-5b9f6edd1165 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:31.049114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6a55533-72ce-4ab5-a58f-02f27da61fe0 req-2d988c1f-f0ca-4828-94ae-5b9f6edd1165 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.2150297
Dec 11 21:11:31.076878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:31.087197 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] Sync routers for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:31.094913 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-92bf8986-baf1-4c43-b426-d2edcf7c682a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8960857
Dec 11 21:11:31.098255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:31.101537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:31.103904 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:31.150022 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a7c0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:31.163516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:31.164392 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:31.164533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150db18-35b6-42cd-96a4-4fe0db7c3ef0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:31.165890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e150db18-35b6-42cd-96a4-4fe0db7c3ef0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports/31de2423-cfa0-48ab-b468-b8d2f5058533 HTTP/1.1" status: 200  len: 913 time: 0.0666516
Dec 11 21:11:31.169602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41096) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:31.180879 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6a55533-72ce-4ab5-a58f-02f27da61fe0 req-1729ba2e-afd3-467a-a4a7-b8f60d434098 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226051
Dec 11 21:11:31.211462 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433a7c0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:31.212400 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a411ac53-2734-44f6-a589-7c1e6d708d62 None None] The sync data for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:31.549455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:31.851898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 31de2423-cfa0-48ab-b468-b8d2f5058533 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:31.852318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:31.974020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:31.989755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 31de2423-cfa0-48ab-b468-b8d2f5058533 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:32.190612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:32.216239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=31de2423-cfa0-48ab-b468-b8d2f5058533,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:32.397085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:32.402920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba677b5-3d19-4e2b-bdb8-af536755952f req-5fa12487-d76a-456b-9b2d-25bbde466075 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:32.415901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aba677b5-3d19-4e2b-bdb8-af536755952f req-5fa12487-d76a-456b-9b2d-25bbde466075 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0997419
Dec 11 21:11:32.484683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aba677b5-3d19-4e2b-bdb8-af536755952f req-2afaded2-03df-4cf8-97bc-7016a52ee559 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673954
Dec 11 21:11:32.625431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router f573c16d-da2a-43cf-a069-7fb3e15b0075 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:32.736246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:32.750404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:32.750992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b96d5c7-9f56-4f4a-ad47-3c49b7e41b31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5799620
Dec 11 21:11:32.798963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] Sync routers for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:32.826937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:32.827749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774b3e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:32.881301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774b3e50>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:32.891725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:32.892549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774b3e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:32.954784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774b3e50>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:32.955517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e74bd-d36d-479f-827d-2d8d1a447be9 None None] The sync data for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:33.473248 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:33.675858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5925-036c-4531-a586-dcc433ce137b req-de9b20df-0291-42fc-9b25-71aecf4de1be tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:33.677304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4cf5925-036c-4531-a586-dcc433ce137b req-de9b20df-0291-42fc-9b25-71aecf4de1be tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1046081
Dec 11 21:11:33.761862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4cf5925-036c-4531-a586-dcc433ce137b req-5826194b-44c4-4c5f-9a8e-5c631d8c1c4d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614989
Dec 11 21:11:33.862792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 1cbc3567-62d0-42be-8824-ae772d5e61d2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:33.863161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:33.962457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:33.976211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 1cbc3567-62d0-42be-8824-ae772d5e61d2 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:34.192224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:34.231533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=1cbc3567-62d0-42be-8824-ae772d5e61d2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:34.359919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:11:34.406405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:34.578203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router f573c16d-da2a-43cf-a069-7fb3e15b0075 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:34.671190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:34.676867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ecdfc3ce-f0c7-437f-b511-94e136aebdec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9244053
Dec 11 21:11:34.683519 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] Sync routers for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:34.686999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:34.696308 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:34.696979 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:34.720304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41142) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:34.721596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc09bf12-5a04-4301-9131-80c0cbb677d6 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=f573c16d-da2a-43cf-a069-7fb3e15b0075 HTTP/1.1" status: 200  len: 205 time: 0.0331144
Dec 11 21:11:34.738417 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a9a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:34.749362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] Routers {'f573c16d-da2a-43cf-a069-7fb3e15b0075'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:34.749987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f573c16d-da2a-43cf-a069-7fb3e15b0075'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:34.787825 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a9a0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:34.788549 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5d62f-d783-4cb4-91e8-0e3065ca448e None None] The sync data for ids ['f573c16d-da2a-43cf-a069-7fb3e15b0075'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:34.814517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.017671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.020976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.032173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be6ff5-3838-4a56-b310-437f95574d4e req-ad3e227d-6d35-4fc9-8797-4768058c8412 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:35.033718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6be6ff5-3838-4a56-b310-437f95574d4e req-ad3e227d-6d35-4fc9-8797-4768058c8412 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1778967
Dec 11 21:11:35.092866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.093600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router f573c16d-da2a-43cf-a069-7fb3e15b0075 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:35.101234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.102418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ea13cd71-c5fd-48d6-8048-a17ddf8d2bce tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075 HTTP/1.1" status: 204  len: 168 time: 0.3809545
Dec 11 21:11:35.105645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41146) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:35.146767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6be6ff5-3838-4a56-b310-437f95574d4e req-53aa17ca-8560-4b7a-b675-259f20a49cde tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724063
Dec 11 21:11:35.167065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet acaa3d22-9230-4489-8290-fee9c57c99a0 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:35.178509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.220139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.317335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.396813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.411890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.417986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/acaa3d22-9230-4489-8290-fee9c57c99a0 HTTP/1.1" status: 204  len: 168 time: 0.3084078
Dec 11 21:11:35.418166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41150) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:35.425249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c91aa-70e4-4e3b-a305-87833f84a306 None None] Network 352e03dd-1644-4adc-b61a-b5194f80d76d requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:35.446860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3949b75-040c-480e-af2e-b0fc8d797e7c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=acaa3d22-9230-4489-8290-fee9c57c99a0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:35.507453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet d9fce816-1995-4164-bbdd-1c6145da6fdb {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:35.511699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.569291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.630102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d789e-3205-4778-a580-8916a8541b16 None None] DHCP port deletion for 352e03dd-1644-4adc-b61a-b5194f80d76d request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:35.672760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.728599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Deleting port 338523c5-1600-4490-937b-7f8434020508 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:35.731009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.760925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.795108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fce816-1995-4164-bbdd-1c6145da6fdb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:35.799123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.804461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5bae36e8-46e2-4690-9f05-99bfa09940bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/d9fce816-1995-4164-bbdd-1c6145da6fdb HTTP/1.1" status: 204  len: 168 time: 0.3854053
Dec 11 21:11:35.807487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b7e2b-6a4c-4e95-872a-8762c2962865 None None] Network 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:35.807683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:35.811449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-668d789e-3205-4778-a580-8916a8541b16 None None] For port 338523c5-1600-4490-937b-7f8434020508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=338523c5-1600-4490-937b-7f8434020508,segment=NetworkSegment(186d7859-b949-4120-befa-cf277cecef38),segment_id=186d7859-b949-4120-befa-cf277cecef38)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:35.812313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.841380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Calling delete_port for 338523c5-1600-4490-937b-7f8434020508 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:35.909146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:35.975633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 338523c5-1600-4490-937b-7f8434020508 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:35.976077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.006726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.044982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Pushing event deleted for resources: {'Port': ['ID=338523c5-1600-4490-937b-7f8434020508,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:36.045379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d789e-3205-4778-a580-8916a8541b16 None None] No DVR routers for this DVR port 338523c5-1600-4490-937b-7f8434020508 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:36.048477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.048958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.049629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.050160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.051103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.051665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.052110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.052800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.053423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.053870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.055294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.055853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.056323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668d789e-3205-4778-a580-8916a8541b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:11:36.118128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] DHCP port deletion for 5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:36.193403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Deleting port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:36.193793 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.364794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] For port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,segment=NetworkSegment(a54dc2ca-e685-435f-bc7c-68138a695217),segment_id=a54dc2ca-e685-435f-bc7c-68138a695217)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:36.364794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.387397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Calling delete_port for 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:36.411850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 338523c5-1600-4490-937b-7f8434020508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=338523c5-1600-4490-937b-7f8434020508,segment=NetworkSegment(186d7859-b949-4120-befa-cf277cecef38),segment_id=186d7859-b949-4120-befa-cf277cecef38)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:36.412219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.413136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533269c-026d-4c92-be2a-1be31984537c req-b97e5d3a-45a3-4b08-b950-9ddc9c8b9622 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:36.422901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f533269c-026d-4c92-be2a-1be31984537c req-b97e5d3a-45a3-4b08-b950-9ddc9c8b9622 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1437659
Dec 11 21:11:36.435591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 338523c5-1600-4490-937b-7f8434020508 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:36.465365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:36.531510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f533269c-026d-4c92-be2a-1be31984537c req-a52d9346-0e36-46bf-83fc-d17267971da8 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076183
Dec 11 21:11:36.545219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.587853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.605992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 update to DOWN by agent not found {{(pid=125989) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}}
Dec 11 21:11:36.606521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 338523c5-1600-4490-937b-7f8434020508 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:36.609896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] Pushing event deleted for resources: {'Port': ['ID=4f94293e-1ba9-45bc-bff6-9d6b6bc763e3,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:36.631274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 338523c5-1600-4490-937b-7f8434020508 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:36.639226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=338523c5-1600-4490-937b-7f8434020508,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:36.640031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 338523c5-1600-4490-937b-7f8434020508 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:11:36.640472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 338523c5-1600-4490-937b-7f8434020508 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:11:36.658433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e59c24-f22e-429d-8a7a-76b67c52b68b None None] No DVR routers for this DVR port 4f94293e-1ba9-45bc-bff6-9d6b6bc763e3 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:36.778009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.809567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d86febbb0>,) {'filters': {'network_id': ['352e03dd-1644-4adc-b61a-b5194f80d76d']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:36.822939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86febbb0>, '186d7859-b949-4120-befa-cf277cecef38') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:36.823407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86febbb0>, '186d7859-b949-4120-befa-cf277cecef38') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:36.834992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.853221 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.862930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:36.862930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:36.867154 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:36.947764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.957964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:36.963746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/352e03dd-1644-4adc-b61a-b5194f80d76d HTTP/1.1" status: 204  len: 168 time: 1.1537418
Dec 11 21:11:36.966463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41178) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:36.982438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a64df-2636-4716-9281-51ad2a49609e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=352e03dd-1644-4adc-b61a-b5194f80d76d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:37.065193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.165718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.190981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dac23d0>,) {'filters': {'network_id': ['5ca9cf99-8bac-4bb6-87ac-f47d7506bd22']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:37.202103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dac23d0>, 'a54dc2ca-e685-435f-bc7c-68138a695217') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:37.202310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dac23d0>, 'a54dc2ca-e685-435f-bc7c-68138a695217') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:37.212956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.230218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.241431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:37.241890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:37.246393 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:37.322116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.330525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.333981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/5ca9cf99-8bac-4bb6-87ac-f47d7506bd22 HTTP/1.1" status: 204  len: 168 time: 0.3664243
Dec 11 21:11:37.338210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41180) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:37.343360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749843918'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:37.350552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f488f9-e500-4417-9bc0-a613ec10c2c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=5ca9cf99-8bac-4bb6-87ac-f47d7506bd22,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:37.375333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:37.378999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.405675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:37.417941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.418295 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 705bfbc1-588f-467d-adfe-ba7fe76e27eb of type vlan for network f9b2d21e-4591-4c95-b690-3bf4fea60b1b
Dec 11 21:11:37.466339 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.501625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.508519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:37.508845 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.585791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2464240
Dec 11 21:11:37.589290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41184) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:37.593879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b9758-430c-4bfa-8b77-f53123d64429 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=f9b2d21e-4591-4c95-b690-3bf4fea60b1b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:37.594382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:37.605703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:37.746714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:37.750405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:37.765799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849389-9272-42a2-a5b7-b6be1b32d4eb req-bb42e6d0-a3e7-426f-8d90-2c330ee3e64a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:37.767698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34849389-9272-42a2-a5b7-b6be1b32d4eb req-bb42e6d0-a3e7-426f-8d90-2c330ee3e64a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0926220
Dec 11 21:11:37.889947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34849389-9272-42a2-a5b7-b6be1b32d4eb req-bf5c74e8-e6d4-45ca-9b1a-acee8644fbca tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109791
Dec 11 21:11:38.018227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.101858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=003e268c-68cb-48ef-b2ba-d76e29c81e17,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:38.110177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '705bfbc1-588f-467d-adfe-ba7fe76e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:38.110583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: f9b2d21e-4591-4c95-b690-3bf4fea60b1b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:38.132869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:38.145703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f9b2d21e-4591-4c95-b690-3bf4fea60b1b) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:38.149744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:38.150349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.159899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db184f46-dce5-4dc3-8b79-a085a59e8901 None None] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:38.173298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24b50330-45da-4b3f-97fd-ba82aa527ffc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5828574
Dec 11 21:11:38.176339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41188) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:38.181995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2141312865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:38.211961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.214044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.288413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.296165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.323942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.326618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f9b2d21e-4591-4c95-b690-3bf4fea60b1b', 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': '003e268c-68cb-48ef-b2ba-d76e29c81e17'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:11:38.327743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.338386 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-898e0d9c-abc6-4288-ba6e-d1029f46b12a tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1608424
Dec 11 21:11:38.341155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41190) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:38.347393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'port': {'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b', 'name': 'tempest-RoutersIpV6Test-1531392555'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:38.485768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:38.489552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.506770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Allocated IP 2001:db8::2 (f9b2d21e-4591-4c95-b690-3bf4fea60b1b/003e268c-68cb-48ef-b2ba-d76e29c81e17/2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:38.514367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] device_id is not set on port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:11:38.670163 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.678358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.715988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:38.722499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:38.726828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:38.748312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Pushing event updated for resources: {'Port': ['ID=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:38.763052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8::1a3 (f9b2d21e-4591-4c95-b690-3bf4fea60b1b/003e268c-68cb-48ef-b2ba-d76e29c81e17/7f9525fd-c6e8-4bb1-afb2-8e64c1165e55) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:38.805115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Attempting to bind port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:38.805491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Attempting to bind port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '705bfbc1-588f-467d-adfe-ba7fe76e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:38.805867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Attempting to bind port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed on network f9b2d21e-4591-4c95-b690-3bf4fea60b1b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:38.811603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:38.811980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Checking segment: {'id': '705bfbc1-588f-467d-adfe-ba7fe76e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:38.812387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.812784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Bound using segment: {'id': '705bfbc1-588f-467d-adfe-ba7fe76e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:38.813252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Bound port: 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '705bfbc1-588f-467d-adfe-ba7fe76e27eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b2d21e-4591-4c95-b690-3bf4fea60b1b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:38.813636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.937722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] For port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:38.943206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] For port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,segment=NetworkSegment(705bfbc1-588f-467d-adfe-ba7fe76e27eb),segment_id=705bfbc1-588f-467d-adfe-ba7fe76e27eb)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:38.950385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:38.968962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:39.031193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb94f7-26e8-4b27-856a-172c48bb1332 None None] Pushing event updated for resources: {'Port': ['ID=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:39.046740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:39.149357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb192a01-b024-4398-9f18-c733a0fca440 req-2248ec30-fd8d-4ab1-8b6b-32f2ac2cad68 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:39.163456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb192a01-b024-4398-9f18-c733a0fca440 req-2248ec30-fd8d-4ab1-8b6b-32f2ac2cad68 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1333499
Dec 11 21:11:39.198569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:39.213427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:39.218916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:39.233084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:39.233771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:39.259899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=7f9525fd-c6e8-4bb1-afb2-8e64c1165e55,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:39.278628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0c07a15-7406-4ef8-aaf3-fd8b1466c0d7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 0.9361024
Dec 11 21:11:39.284789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41200) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:39.314094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb192a01-b024-4398-9f18-c733a0fca440 req-5039233f-6c7c-4031-8eb7-8783b3ace2fc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453831
Dec 11 21:11:39.730816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.155264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.163362 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.504306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=7f9525fd-c6e8-4bb1-afb2-8e64c1165e55,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:40.505562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:40.600028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56caf2-2749-4669-afc8-0a8e5e3ccce8 req-2c1b1ea0-aff6-4cc2-8454-f28cf1a8446c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:40.601726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d56caf2-2749-4669-afc8-0a8e5e3ccce8 req-2c1b1ea0-aff6-4cc2-8454-f28cf1a8446c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.2879820
Dec 11 21:11:40.603073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.618350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e7f3d-6434-478c-b1be-7dec3579dcc0 req-ede1eace-8e63-4c6a-a2d3-efd0fddf48c3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:40.622930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:40.624672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.628650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d0e7f3d-6434-478c-b1be-7dec3579dcc0 req-ede1eace-8e63-4c6a-a2d3-efd0fddf48c3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1378195
Dec 11 21:11:40.675325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ecb0c1-a7b2-4140-bd1f-a5d0d1c3c394 None None] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:40.723298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d0e7f3d-6434-478c-b1be-7dec3579dcc0 req-72db11d6-2895-4eb3-b78f-21674007f3e3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846467
Dec 11 21:11:40.798572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6801dcfc-a062-41a4-8130-8a5194fb9e9a None None] Provisioning complete for port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:40.798936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6801dcfc-a062-41a4-8130-8a5194fb9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.810411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d56caf2-2749-4669-afc8-0a8e5e3ccce8 req-86956211-ec18-4fe4-b983-45055fa340d3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204798
Dec 11 21:11:40.883054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.985579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166904f1-8a08-423e-af66-5f67fdfc3b26 req-7e9c20d6-2cbc-43ad-a524-a1acbf27ec04 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:40.986229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.991185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6801dcfc-a062-41a4-8130-8a5194fb9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:40.995528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-166904f1-8a08-423e-af66-5f67fdfc3b26 req-7e9c20d6-2cbc-43ad-a524-a1acbf27ec04 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0721452
Dec 11 21:11:41.054756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47b7bdf8-167d-4e56-9eac-bf353dcbb982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:41.086115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,segment=NetworkSegment(705bfbc1-588f-467d-adfe-ba7fe76e27eb),segment_id=705bfbc1-588f-467d-adfe-ba7fe76e27eb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:41.093426 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:41.102881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-166904f1-8a08-423e-af66-5f67fdfc3b26 req-29f0f0d1-8ac2-49ab-996f-d7175bfe2fa6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061888
Dec 11 21:11:41.206899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:41.218077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:41.218963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:41.400273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:41.404539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:41.417146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=7f9525fd-c6e8-4bb1-afb2-8e64c1165e55,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:41.490987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:41.493995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-6801dcfc-a062-41a4-8130-8a5194fb9e9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:11:41.495064 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-6801dcfc-a062-41a4-8130-8a5194fb9e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:11:41.641174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-47a60878-34e2-457a-a1d1-f4201fb24d15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:41.648641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-47a60878-34e2-457a-a1d1-f4201fb24d15 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.1741247
Dec 11 21:11:41.664090 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-364050d3-5adc-4c65-bafd-79098e25d31f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/quotas/7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 375 time: 0.0145056
Dec 11 21:11:41.667255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 18ab23e1-e39b-4d0e-8384-f35ec7895c2d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:11:41.803228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-f020c60e-445f-4925-bd3f-27b21baf079f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1313264
Dec 11 21:11:41.837803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:41.848895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e21b4461-5dbd-4acb-8fb5-ae41064e8bb5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/18ab23e1-e39b-4d0e-8384-f35ec7895c2d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5665007
Dec 11 21:11:41.850809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:41.859418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] Sync routers for ids ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:41.875497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] Routers {'18ab23e1-e39b-4d0e-8384-f35ec7895c2d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:41.876128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7700faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:41.931621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7700faf0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:41.941253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b04dc4-df82-4c4c-8d55-38ecc487e007 req-6aff44a1-cbf3-4502-aa6e-c446215359ee tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:41.947209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] Routers {'18ab23e1-e39b-4d0e-8384-f35ec7895c2d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:41.948150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7700faf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:41.952526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19b04dc4-df82-4c4c-8d55-38ecc487e007 req-6aff44a1-cbf3-4502-aa6e-c446215359ee tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.1248069
Dec 11 21:11:42.009472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7700faf0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:42.010110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe12904-6141-4838-90c8-2c4205136a90 None None] The sync data for ids ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:42.031142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-d51f37f5-ad28-46f3-9c33-ff2194aff125 service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179050
Dec 11 21:11:42.045276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19b04dc4-df82-4c4c-8d55-38ecc487e007 req-c2ff8e1e-6999-4a1c-bd47-d747ad0ad022 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913308
Dec 11 21:11:42.091836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543d953a-8fed-4f4c-991b-bddecbf04bc5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:42.093286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-543d953a-8fed-4f4c-991b-bddecbf04bc5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports/7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 HTTP/1.1" status: 200  len: 984 time: 0.2414026
Dec 11 21:11:42.096521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:42.166997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-81fa93f3-032b-43fb-8c46-ba2c49368f9f service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291809
Dec 11 21:11:42.181696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ce43369a-facc-4115-9699-4915248b46fa None None] Provisioning complete for port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:42.183290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce43369a-facc-4115-9699-4915248b46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:42.232277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ce43369a-facc-4115-9699-4915248b46fa None None] Port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:42.244682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ce43369a-facc-4115-9699-4915248b46fa None None] Provisioning complete for port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:42.245050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ce43369a-facc-4115-9699-4915248b46fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:42.330995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263af9-abcc-4356-bb10-47d96adf9679 req-a4e1dcda-7e24-43c6-91fe-5e955bd2c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:42.332492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-a4e1dcda-7e24-43c6-91fe-5e955bd2c663 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1097 time: 0.1490023
Dec 11 21:11:42.391825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dea86ffe-cc01-4abd-b15a-f1a55d45c6d3 req-6414b50f-7f0b-4382-9865-edb3fb98b128 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 210 time: 0.0396075
Dec 11 21:11:42.421146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:42.482533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-509c584a-cc1b-4ba6-bf80-25748a47d2b2 None None] Provisioning complete for port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:42.483118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-509c584a-cc1b-4ba6-bf80-25748a47d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:42.525430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:42.525803 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:42.529222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-509c584a-cc1b-4ba6-bf80-25748a47d2b2 None None] Port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:42.529377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263af9-abcc-4356-bb10-47d96adf9679 req-69aba12f-dd24-49a1-8ace-3b7989b36d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:42.530623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-69aba12f-dd24-49a1-8ace-3b7989b36d1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.1875532
Dec 11 21:11:42.656293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-8a8b23c4-87ca-40b6-8382-ff751b187903 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1002 time: 0.1186097
Dec 11 21:11:42.769476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263af9-abcc-4356-bb10-47d96adf9679 req-3cc2c21e-49ce-4610-a11e-60c6f269ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:42.771010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-3cc2c21e-49ce-4610-a11e-60c6f269ce5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.1083198
Dec 11 21:11:42.818362 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:42.908667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263af9-abcc-4356-bb10-47d96adf9679 req-e1019734-20f8-434a-85db-964b91a30ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:42.910192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-e1019734-20f8-434a-85db-964b91a30ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1271775
Dec 11 21:11:43.060724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-a0a739b9-2753-4518-bae9-6cffcf425d02 service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417859
Dec 11 21:11:43.165603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666140ff-1fa7-422b-b576-7d1b538a0ee2 req-308ffdee-2ce9-4f2c-a2f3-b7bca27e11b1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:43.167697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666140ff-1fa7-422b-b576-7d1b538a0ee2 req-308ffdee-2ce9-4f2c-a2f3-b7bca27e11b1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0521901
Dec 11 21:11:43.219094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666140ff-1fa7-422b-b576-7d1b538a0ee2 req-6991c152-e8e8-4291-ba47-eb525ccd0542 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452607
Dec 11 21:11:43.471588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fca9-ee62-4f4d-8883-8bae72697c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:43.550775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5574e709-a0ae-408d-9448-72217aba1794 req-4c3c9404-ee2b-452f-b85a-644567bb2851 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 210 time: 0.0707653
Dec 11 21:11:43.605571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66263af9-abcc-4356-bb10-47d96adf9679 req-e944b97c-22d7-4821-873c-785e0b784d4d service neutron] 10.222.0.16 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5366366
Dec 11 21:11:43.622452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:43.622822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:43.632879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-39043d6d-3c86-4e9b-8bec-1f0f373a63ba tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:43.634308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-39043d6d-3c86-4e9b-8bec-1f0f373a63ba tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2211843
Dec 11 21:11:43.651692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'device_id': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'admin_state_up': True, 'tenant_id': '7136a03d325a402baa5aba04539a20a9'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:43.785703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:43.804838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 7f9525fd-c6e8-4bb1-afb2-8e64c1165e55 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:43.866837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:43.872143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.094049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.20.0.11 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/0902c293-7ab6-4eab-93f9-f9e625591751) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:44.099585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.134864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=7f9525fd-c6e8-4bb1-afb2-8e64c1165e55,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:44.279730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.373297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be652eab-87d7-47a4-bd6d-7a0c10190864 req-ebc90c2f-f46c-4f49-bb1f-c4327b020540 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:44.374752 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be652eab-87d7-47a4-bd6d-7a0c10190864 req-ebc90c2f-f46c-4f49-bb1f-c4327b020540 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0631492
Dec 11 21:11:44.422331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-be652eab-87d7-47a4-bd6d-7a0c10190864 req-f9c9693e-5278-43d4-a351-9a479bddd2b5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410728
Dec 11 21:11:44.472530 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.517822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 18ab23e1-e39b-4d0e-8384-f35ec7895c2d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:44.610729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.613121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:44.625716 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] Sync routers for ids ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:44.626299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6fd81c9c-5474-4d6a-bba4-b3c80d7bb7f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/18ab23e1-e39b-4d0e-8384-f35ec7895c2d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5247970
Dec 11 21:11:44.626426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912', 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:44.626821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41306) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:44.650425 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] Routers {'18ab23e1-e39b-4d0e-8384-f35ec7895c2d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:44.651461 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:44.687773 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e310>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:44.694600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:44.698465 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] Routers {'18ab23e1-e39b-4d0e-8384-f35ec7895c2d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:44.699927 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:44.701072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:44.709837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:44.733188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:44.755177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4b811-2381-40af-8bc7-89571a17d001 req-eb15a767-1af0-4bf3-ac1f-6ebda3e1aebc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:44.762743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3e4b811-2381-40af-8bc7-89571a17d001 req-eb15a767-1af0-4bf3-ac1f-6ebda3e1aebc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 932 time: 0.1158743
Dec 11 21:11:44.795647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:44.796307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.797037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e310>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:44.798151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83ea3e-1575-49ca-81fb-ce5f3c3e2ae7 None None] The sync data for ids ['18ab23e1-e39b-4d0e-8384-f35ec7895c2d'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:44.839349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3e4b811-2381-40af-8bc7-89571a17d001 req-01f14992-8443-457f-81fc-76bfb415a793 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755382
Dec 11 21:11:44.859561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-10a9f6fc-e8dd-48d8-a0c0-6592d7467ede tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2137170
Dec 11 21:11:44.874875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Request body: {'port': {'device_id': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:44.944884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:44.970232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:44.973772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.080723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.125319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:45.128264 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90836f11-5afa-4b70-a64d-90749360f8e9" -d '{"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:45.144656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0cd63fe3-9dea-46e3-ad06-a5a75aa1c5a9 None None] Provisioning complete for port 0902c293-7ab6-4eab-93f9-f9e625591751 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:45.144656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0cd63fe3-9dea-46e3-ad06-a5a75aa1c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.193401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0cd63fe3-9dea-46e3-ad06-a5a75aa1c5a9 None None] Port 0902c293-7ab6-4eab-93f9-f9e625591751 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:45.198662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:45.205767 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d32f0-ed3d-4fc1-bed5-d2ca4d140777 x-openstack-request-id: req-006d32f0-ed3d-4fc1-bed5-d2ca4d140777 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:45.206154 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:45.206562 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-006d32f0-ed3d-4fc1-bed5-d2ca4d140777 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:45.207067 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'code': 200}
Dec 11 21:11:45.208836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.246554 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-c54a7ec0-a696-46ea-9f17-2b34650f3452 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] remove_router_interface failed (client error): The resource could not be found.
Dec 11 21:11:45.247697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c54a7ec0-a696-46ea-9f17-2b34650f3452 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/18ab23e1-e39b-4d0e-8384-f35ec7895c2d/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6191838
Dec 11 21:11:45.251048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41312) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:45.277277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:45.299241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d665c613-0373-4aec-97bc-e3b1ff9671b3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=18ab23e1-e39b-4d0e-8384-f35ec7895c2d HTTP/1.1" status: 200  len: 205 time: 0.0469317
Dec 11 21:11:45.301981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41314) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:45.309346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0902c293-7ab6-4eab-93f9-f9e625591751 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:45.317154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.329350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Transition to ACTIVE for port object 0902c293-7ab6-4eab-93f9-f9e625591751 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:11:45.333064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.376913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.385959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:45.493939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Attempting to bind port 0902c293-7ab6-4eab-93f9-f9e625591751 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:45.494917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Attempting to bind port 0902c293-7ab6-4eab-93f9-f9e625591751 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:45.495706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Attempting to bind port 0902c293-7ab6-4eab-93f9-f9e625591751 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:45.500583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Port 0902c293-7ab6-4eab-93f9-f9e625591751 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:11:45.501058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Attempting to bind port 0902c293-7ab6-4eab-93f9-f9e625591751 on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:45.507280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:45.507658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:45.508130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:45.508564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Bound port: 0902c293-7ab6-4eab-93f9-f9e625591751, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:45.508922 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.580635 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.585278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.630277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:45.631927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-83104b12-c680-4ed3-aba6-76d5076188af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1138270
Dec 11 21:11:45.640118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.641067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router 18ab23e1-e39b-4d0e-8384-f35ec7895c2d {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:45.646895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:45.648765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.653385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-69311f40-ba1d-49aa-93d4-52d98fe4a79e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/18ab23e1-e39b-4d0e-8384-f35ec7895c2d HTTP/1.1" status: 204  len: 168 time: 0.3501778
Dec 11 21:11:45.654213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:45.657043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfbf06-a9dd-4dbc-ab07-4bcfb097ab9e req-4c7f246d-8011-4c9b-87eb-4be9392d3dc4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:45.664290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62cfbf06-a9dd-4dbc-ab07-4bcfb097ab9e req-4c7f246d-8011-4c9b-87eb-4be9392d3dc4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.0935264
Dec 11 21:11:45.672321 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.717068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:45.717937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.720961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] 10.222.0.16 "PUT /v2.0/ports/0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 200  len: 1092 time: 0.8521760
Dec 11 21:11:45.726854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:45.729906 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5a0333-df29-45ad-aae7-c88cb9394483" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:45.741388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet 003e268c-68cb-48ef-b2ba-d76e29c81e17 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:45.747680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.774066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.776018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-59c383f6-c052-438d-9853-ef353cfd2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:45.777796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-59c383f6-c052-438d-9853-ef353cfd2fbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 1096 time: 0.1137815
Dec 11 21:11:45.793484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f4602-47e5-4fed-ae61-e85d3741fbdb service neutron] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:45.808609 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fb0c25-163f-4c75-971d-2bde0cf0da0a x-openstack-request-id: req-97fb0c25-163f-4c75-971d-2bde0cf0da0a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:45.808840 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:45.809083 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97fb0c25-163f-4c75-971d-2bde0cf0da0a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:45.809471 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751', 'status': 'completed', 'code': 200}
Dec 11 21:11:45.840086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:45.849423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62cfbf06-a9dd-4dbc-ab07-4bcfb097ab9e req-263010c5-32eb-49d8-aa0d-40ffcdeeb435 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1842456
Dec 11 21:11:45.879391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-5de8cbca-9301-4de4-a6e5-8be60edd54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:45.880996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-5de8cbca-9301-4de4-a6e5-8be60edd54db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 1095 time: 0.0838220
Dec 11 21:11:45.940801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-4b97d81c-ff22-46fc-81dc-a73d2fa6dc11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 200  len: 217 time: 0.0511298
Dec 11 21:11:46.004052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-a6056ec6-2d7b-41c9-8515-ac6b3706d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.005495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-a6056ec6-2d7b-41c9-8515-ac6b3706d758 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0560012
Dec 11 21:11:46.035687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d943-321c-4b20-95fc-d9a1d97b28c9 req-1ca309a2-e40d-4ab7-877c-1b8ad97ca568 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.037233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c324d943-321c-4b20-95fc-d9a1d97b28c9 req-1ca309a2-e40d-4ab7-877c-1b8ad97ca568 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 944 time: 0.0987697
Dec 11 21:11:46.064119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-4afe03a7-89b5-44ef-a341-26b9c051df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.065626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-4afe03a7-89b5-44ef-a341-26b9c051df99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0514841
Dec 11 21:11:46.113918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-98f5126f-5826-43df-b35b-1c2e9aaf7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.115760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-98f5126f-5826-43df-b35b-1c2e9aaf7ff7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.3114214
Dec 11 21:11:46.171344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-b573c944-771a-43af-8a34-7d17644e1aa9 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971112
Dec 11 21:11:46.171804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.178396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c324d943-321c-4b20-95fc-d9a1d97b28c9 req-ce8aa206-028a-4384-88a2-c557c26dd5c0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285348
Dec 11 21:11:46.197783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-158b899a-bc81-4424-811a-90f2c57af1a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 HTTP/1.1" status: 200  len: 217 time: 0.0693321
Dec 11 21:11:46.276679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.283178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-4157ee1b-8177-43c3-b4e5-11a50429556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.285598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-4157ee1b-8177-43c3-b4e5-11a50429556f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0783019
Dec 11 21:11:46.286199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50641ff5-7d78-43b7-a1fd-a864faf6e312 req-d8534617-ce45-4f74-94ca-1f5b70d9b5b7 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1072304
Dec 11 21:11:46.309345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.352726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=003e268c-68cb-48ef-b2ba-d76e29c81e17,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:46.363306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.370981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9254afc7-9e0f-410a-bae4-31dbf754784f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/003e268c-68cb-48ef-b2ba-d76e29c81e17 HTTP/1.1" status: 204  len: 168 time: 0.7156916
Dec 11 21:11:46.371342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3d828-f762-430d-8a03-a5c5119ece95 None None] Network f9b2d21e-4591-4c95-b690-3bf4fea60b1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:46.373175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41340) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:46.391571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-cd491eda-9d75-4f7d-bbd1-6a700a15e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.393104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-cd491eda-9d75-4f7d-bbd1-6a700a15e5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 1095 time: 0.0472527
Dec 11 21:11:46.432486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-1ac2eef8-2591-46f7-aa33-9b9d7a72f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.434047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-1ac2eef8-2591-46f7-aa33-9b9d7a72f3a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1363354
Dec 11 21:11:46.452793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-c59a3cf7-3da6-4a4b-844c-a274cd5f306a req-26c34ba2-ebaa-450b-ada3-bae459761b97 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:11:46.453811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c59a3cf7-3da6-4a4b-844c-a274cd5f306a req-26c34ba2-ebaa-450b-ada3-bae459761b97 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0126364
Dec 11 21:11:46.491200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.509496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-77c44f3b-82f6-4a4d-9475-55cedc51199c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.511676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-77c44f3b-82f6-4a4d-9475-55cedc51199c service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1114199
Dec 11 21:11:46.561755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-bb11e331-49dc-4d9e-9efa-c0bf7f0801ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 200  len: 217 time: 0.0426519
Dec 11 21:11:46.585322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] DHCP port deletion for f9b2d21e-4591-4c95-b690-3bf4fea60b1b request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:46.624548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-f13eb550-77c7-4ac5-8d96-2d6fcccf16d3 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1673598
Dec 11 21:11:46.655785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Deleting port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:46.655785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.664736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-45516a48-0ecd-4797-b068-d9c25d33829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.667056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-45516a48-0ecd-4797-b068-d9c25d33829d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0985067
Dec 11 21:11:46.679530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb745d-a4dd-449d-8f9f-7cafe6457813 req-64e0b989-55fd-4b6f-a683-9be1ad97c381 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.681224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5adb745d-a4dd-449d-8f9f-7cafe6457813 req-64e0b989-55fd-4b6f-a683-9be1ad97c381 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.0732813
Dec 11 21:11:46.732316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] For port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,segment=NetworkSegment(705bfbc1-588f-467d-adfe-ba7fe76e27eb),segment_id=705bfbc1-588f-467d-adfe-ba7fe76e27eb)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:46.733127 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.747052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Calling delete_port for 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:46.750681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bead6b6c-48bf-41e5-b6c2-99a8f43f5def req-b099112c-88a7-46e7-9bcb-5ecdc94ba6bc service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159902
Dec 11 21:11:46.757543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-239d6a0d-197e-4c38-a38e-833517b2450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:46.759412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-239d6a0d-197e-4c38-a38e-833517b2450a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0772588
Dec 11 21:11:46.763377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:46.763713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.799547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5adb745d-a4dd-449d-8f9f-7cafe6457813 req-8cefb308-2ccc-4e17-80ea-a351442009a7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093290
Dec 11 21:11:46.881040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,segment=NetworkSegment(705bfbc1-588f-467d-adfe-ba7fe76e27eb),segment_id=705bfbc1-588f-467d-adfe-ba7fe76e27eb)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:46.881981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.886632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:46.896410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-ad00002d-c196-478f-a718-1a6d8809e9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241934
Dec 11 21:11:46.903357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:46.916558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] Pushing event deleted for resources: {'Port': ['ID=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:46.927212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acde751-08bb-4d3d-9c8c-cb1d923eeb0a None None] No DVR routers for this DVR port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:46.997865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.008010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0e5a0333-df29-45ad-aae7-c88cb9394483 req-eb969fb4-6cd6-421b-9830-ef008930532b service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037109
Dec 11 21:11:47.033297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:47.037481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:47.065487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-a698019b-aaca-4b5d-8b38-caf005641858 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1073425
Dec 11 21:11:47.077882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-a565ca59-6e33-440a-b7b9-006373bab140 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:11:47.078953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-a565ca59-6e33-440a-b7b9-006373bab140 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052569
Dec 11 21:11:47.123299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.143734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e2b5490>,) {'filters': {'network_id': ['f9b2d21e-4591-4c95-b690-3bf4fea60b1b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:47.153648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e2b5490>, '705bfbc1-588f-467d-adfe-ba7fe76e27eb') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:47.153950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e2b5490>, '705bfbc1-588f-467d-adfe-ba7fe76e27eb') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:47.164122 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.165152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.182376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.189738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:47.190331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:47.194535 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:47.271793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.280958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.284278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/f9b2d21e-4591-4c95-b690-3bf4fea60b1b HTTP/1.1" status: 204  len: 168 time: 0.9099634
Dec 11 21:11:47.288091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:47.293696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-524187096'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:47.317689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb64aa-3e19-4a83-811e-e3aa6264d2da tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=f9b2d21e-4591-4c95-b690-3bf4fea60b1b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:47.321633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:47.325762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.352196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:11:47.363273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.364481 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 82296fa8-d03a-4aca-85f9-1900ab97849b of type vlan for network 755444d3-7324-418e-878a-688c6f06de8f
Dec 11 21:11:47.367133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e4d51-5bc7-4862-ae06-a5197dc62614 req-dca5ac7a-2f0a-4308-b0ea-02a7a805dd99 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:47.368793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-883e4d51-5bc7-4862-ae06-a5197dc62614 req-dca5ac7a-2f0a-4308-b0ea-02a7a805dd99 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 944 time: 0.0835321
Dec 11 21:11:47.423507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.438758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-883e4d51-5bc7-4862-ae06-a5197dc62614 req-b52ccd0f-e989-4d7b-a4da-875345db3883 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611873
Dec 11 21:11:47.452268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.458110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:47.458735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.518543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2292478
Dec 11 21:11:47.521656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:47.527719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': '755444d3-7324-418e-878a-688c6f06de8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:47.534032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663de2b-5c19-400e-8aa5-ed00780f7e4c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=755444d3-7324-418e-878a-688c6f06de8f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:47.546915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 755444d3-7324-418e-878a-688c6f06de8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:11:47.619688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:47.623642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.813349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.870449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=792cd492-b69c-4a9f-9ebd-750ea9bab2f7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:47.891576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '82296fa8-d03a-4aca-85f9-1900ab97849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '755444d3-7324-418e-878a-688c6f06de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:47.891941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: 755444d3-7324-418e-878a-688c6f06de8f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:11:47.914945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 755444d3-7324-418e-878a-688c6f06de8f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:11:47.925264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 755444d3-7324-418e-878a-688c6f06de8f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:47.933400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1f601-3f9e-4012-8c8f-4238d1ec04a0 None None] Network 755444d3-7324-418e-878a-688c6f06de8f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:47.937639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:47.938246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:47.962504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c1b5ea31-4767-4969-bc30-0100b4d799c2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4370596
Dec 11 21:11:47.962765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:47.968475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-594184868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:47.994302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132c0a1-5640-480d-8e9d-8f6c3c497a04 req-c073f9b5-4276-4cc5-810d-75171e8910b7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:47.996066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a132c0a1-5640-480d-8e9d-8f6c3c497a04 req-c073f9b5-4276-4cc5-810d-75171e8910b7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.0682149
Dec 11 21:11:48.007608 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.010779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.068238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.074768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.076216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-755444d3-7324-418e-878a-688c6f06de8f', 'network_id': '755444d3-7324-418e-878a-688c6f06de8f', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': '792cd492-b69c-4a9f-9ebd-750ea9bab2f7'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:11:48.077449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.096291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a132c0a1-5640-480d-8e9d-8f6c3c497a04 req-439f810b-8c28-4ec7-a017-f60df389ae70 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927193
Dec 11 21:11:48.098170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.102785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41386) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:48.103221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-45a87088-5169-45e3-b570-2fa7bef03510 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1392689
Dec 11 21:11:48.223349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Allocated IP 2001:db8::2 (755444d3-7324-418e-878a-688c6f06de8f/792cd492-b69c-4a9f-9ebd-750ea9bab2f7/0548725e-0261-4939-b541-b7c8bbf359e0) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:48.375040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.382442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.422076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.427377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:48.436339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Network 755444d3-7324-418e-878a-688c6f06de8f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:48.458707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:11:48.459131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2fc7fa6f-ad41-46ff-a452-7dfe1646a0ed not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:11:48.460900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:48.465808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:48.474786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Pushing event updated for resources: {'Port': ['ID=0548725e-0261-4939-b541-b7c8bbf359e0,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:48.540138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Attempting to bind port 0548725e-0261-4939-b541-b7c8bbf359e0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:48.540692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Attempting to bind port 0548725e-0261-4939-b541-b7c8bbf359e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82296fa8-d03a-4aca-85f9-1900ab97849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '755444d3-7324-418e-878a-688c6f06de8f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:48.541150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Attempting to bind port 0548725e-0261-4939-b541-b7c8bbf359e0 on network 755444d3-7324-418e-878a-688c6f06de8f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:48.547072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:48.547623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Checking segment: {'id': '82296fa8-d03a-4aca-85f9-1900ab97849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '755444d3-7324-418e-878a-688c6f06de8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:48.548119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.550596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Bound using segment: {'id': '82296fa8-d03a-4aca-85f9-1900ab97849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '755444d3-7324-418e-878a-688c6f06de8f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:48.550596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Bound port: 0548725e-0261-4939-b541-b7c8bbf359e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82296fa8-d03a-4aca-85f9-1900ab97849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '755444d3-7324-418e-878a-688c6f06de8f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:48.550596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.607009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9d02-5239-45db-9b8b-106946019f47 req-29ead7b2-7d90-4e09-bb3b-d98ae52852c2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:48.608636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c53f9d02-5239-45db-9b8b-106946019f47 req-29ead7b2-7d90-4e09-bb3b-d98ae52852c2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 944 time: 0.0703106
Dec 11 21:11:48.645335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] For port 0548725e-0261-4939-b541-b7c8bbf359e0, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:48.650871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] For port 0548725e-0261-4939-b541-b7c8bbf359e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0548725e-0261-4939-b541-b7c8bbf359e0,segment=NetworkSegment(82296fa8-d03a-4aca-85f9-1900ab97849b),segment_id=82296fa8-d03a-4aca-85f9-1900ab97849b)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:48.657313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:48.675788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c53f9d02-5239-45db-9b8b-106946019f47 req-58ef0bde-aca3-4d9b-bb7f-b9029baa8896 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602286
Dec 11 21:11:48.749654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238908f-efb3-4294-a2f5-4dd904191b64 None None] Pushing event updated for resources: {'Port': ['ID=0548725e-0261-4939-b541-b7c8bbf359e0,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:48.995317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0902c293-7ab6-4eab-93f9-f9e625591751 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:11:48.999696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:49.071684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8::1 (755444d3-7324-418e-878a-688c6f06de8f/792cd492-b69c-4a9f-9ebd-750ea9bab2f7/93ef7ff7-f71b-44b7-84df-d536e8e2d447) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:49.167023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:49.180585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '0902c293-7ab6-4eab-93f9-f9e625591751', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': '0902c293-7ab6-4eab-93f9-f9e625591751', 'mac_address': 'fa:16:3e:e1:38:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:11:49.230384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.238917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.239167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-002afb42-24f3-4a18-8a2c-ed1c2966e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:49.240962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-002afb42-24f3-4a18-8a2c-ed1c2966e418 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 1095 time: 0.1020172
Dec 11 21:11:49.247317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0902c293-7ab6-4eab-93f9-f9e625591751 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:49.265722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1891e9-4144-4573-a1fe-be4b5bd046c5 req-06e2d605-f1d0-4c5d-aae8-2331c7fecf6e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:49.267792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:49.268276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f1891e9-4144-4573-a1fe-be4b5bd046c5 req-06e2d605-f1d0-4c5d-aae8-2331c7fecf6e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 944 time: 0.0914247
Dec 11 21:11:49.274715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:49.286438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.322813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.337219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.346624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:49.377785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 755444d3-7324-418e-878a-688c6f06de8f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:49.383651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f1891e9-4144-4573-a1fe-be4b5bd046c5 req-d7806148-273b-4291-81f2-acb1ec69bb02 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078773
Dec 11 21:11:49.387198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:49.389795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:49.390334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.428256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=93ef7ff7-f71b-44b7-84df-d536e8e2d447,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:49.526173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.549441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0902c293-7ab6-4eab-93f9-f9e625591751'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:49.570804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:49.612691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:49.651864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:11:49.660312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.674555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Transition to ACTIVE for port object cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:11:49.682710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.858956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=9']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:49.860516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.868353 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.870125 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:49.913061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d64cb-4655-4700-93dd-ca5c9f997de2 None None] Network 755444d3-7324-418e-878a-688c6f06de8f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:49.938188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] No DVR routers for this DVR port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:49.987187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=93ef7ff7-f71b-44b7-84df-d536e8e2d447,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:49.989729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9134fb-8f57-4f6a-b7ae-3ea8ec32b3b2 req-fbb5d917-cc48-491e-adbc-36fde5d5e447 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:49.991514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a9134fb-8f57-4f6a-b7ae-3ea8ec32b3b2 req-fbb5d917-cc48-491e-adbc-36fde5d5e447 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 945 time: 0.1402411
Dec 11 21:11:50.009543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] Provisioning complete for port 0548725e-0261-4939-b541-b7c8bbf359e0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:50.010717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.042214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 755444d3-7324-418e-878a-688c6f06de8f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:50.043829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:50.088982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a9134fb-8f57-4f6a-b7ae-3ea8ec32b3b2 req-01e3e508-10c4-4837-9bb2-ec85c328706c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867817
Dec 11 21:11:50.141679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:11:50.142031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:11:50.142371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:50.147658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:11:50.148012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Attempting to bind port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:11:50.154205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:11:50.154450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:11:50.154876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Bound using segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:11:50.155316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Bound port: cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:11:50.155678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.199297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 96590c00-8cad-4cf0-b49a-08fc7b570072 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:11:50.240536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:11:50.245398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:11:50.251586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.300029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:50.300827 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.302615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] 10.222.0.30 "PUT /v2.0/ports/cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1092 time: 1.0516357
Dec 11 21:11:50.303258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:50.305986 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8561f5-9af7-42ea-a754-1b34dc5bd633" -d '{"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:50.322993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:50.329099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a8504bdb-c0c6-49ed-9400-186cdf8266ec tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/96590c00-8cad-4cf0-b49a-08fc7b570072/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2246401
Dec 11 21:11:50.340193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41400) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:50.363123 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.365467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] Sync routers for ids ['96590c00-8cad-4cf0-b49a-08fc7b570072'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:50.408075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c44a-e450-4ede-95b2-8a0adf2e8abd service neutron] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=10']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:50.430044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-44cbb34b-b6f8-46aa-a52c-778fffac76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:50.432471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-44cbb34b-b6f8-46aa-a52c-778fffac76f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1096 time: 0.0990238
Dec 11 21:11:50.437955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa36b55-a2aa-4462-bd66-6a772a44d4a9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:50.439341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aaa36b55-a2aa-4462-bd66-6a772a44d4a9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports/93ef7ff7-f71b-44b7-84df-d536e8e2d447 HTTP/1.1" status: 200  len: 911 time: 0.0975623
Dec 11 21:11:50.441609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] For port 0548725e-0261-4939-b541-b7c8bbf359e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0548725e-0261-4939-b541-b7c8bbf359e0,segment=NetworkSegment(82296fa8-d03a-4aca-85f9-1900ab97849b),segment_id=82296fa8-d03a-4aca-85f9-1900ab97849b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:50.442393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:50.444807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] Routers {'96590c00-8cad-4cf0-b49a-08fc7b570072'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:50.450430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f30fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['96590c00-8cad-4cf0-b49a-08fc7b570072'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:50.526679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f30fd0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:50.534091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.547677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] Routers {'96590c00-8cad-4cf0-b49a-08fc7b570072'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:50.549563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f30fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['96590c00-8cad-4cf0-b49a-08fc7b570072'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:50.567636 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d55d4f8-93da-4d60-959e-226eee75e9fb x-openstack-request-id: req-0d55d4f8-93da-4d60-959e-226eee75e9fb {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:50.568095 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:50.568445 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d55d4f8-93da-4d60-959e-226eee75e9fb {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:50.569049 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'status': 'completed', 'code': 200}
Dec 11 21:11:50.662315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0548725e-0261-4939-b541-b7c8bbf359e0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:50.684941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f30fd0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:50.685711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d56420-e033-4a96-9a09-3e4e8207ad23 None None] The sync data for ids ['96590c00-8cad-4cf0-b49a-08fc7b570072'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:50.687308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71beb5-8f2f-4efa-8299-d24521f1c702 req-0bf4ed8f-aabc-4945-8af2-a1304b1a07e9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:50.696494 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd71beb5-8f2f-4efa-8299-d24521f1c702 req-0bf4ed8f-aabc-4945-8af2-a1304b1a07e9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1386423
Dec 11 21:11:50.717157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-bb2e74bb-c724-432c-8259-b7a913360839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:50.719491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-bb2e74bb-c724-432c-8259-b7a913360839 service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.2790778
Dec 11 21:11:50.778908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f646f-8a38-4add-8e0f-edcc69d5709b None None] Pushing event updated for resources: {'Port': ['ID=0548725e-0261-4939-b541-b7c8bbf359e0,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:50.796118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cc95d33b-afc8-4766-98e2-1b433ec2f5b3 None None] Provisioning complete for port 0548725e-0261-4939-b541-b7c8bbf359e0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:50.797871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc95d33b-afc8-4766-98e2-1b433ec2f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.839562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0548725e-0261-4939-b541-b7c8bbf359e0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:50.839993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.929981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:50.998787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0902c293-7ab6-4eab-93f9-f9e625591751 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:51.048033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cc95d33b-afc8-4766-98e2-1b433ec2f5b3 None None] Provisioning complete for port 93ef7ff7-f71b-44b7-84df-d536e8e2d447 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:51.048730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc95d33b-afc8-4766-98e2-1b433ec2f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.098214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cc95d33b-afc8-4766-98e2-1b433ec2f5b3 None None] Port 93ef7ff7-f71b-44b7-84df-d536e8e2d447 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:51.102762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 0902c293-7ab6-4eab-93f9-f9e625591751 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:11:51.108964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 0902c293-7ab6-4eab-93f9-f9e625591751 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:51.109635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.210524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-d3b4b159-e643-4419-8b00-a178adddf68e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1000 time: 0.4803326
Dec 11 21:11:51.226282 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.263416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd71beb5-8f2f-4efa-8299-d24521f1c702 req-749c15a5-9ea8-4013-b4ad-8d6dbc0f7057 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5655203
Dec 11 21:11:51.268084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:51.271028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:51.273449 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b573eb76-273b-4304-9b7f-2fb2408b7c9e" -d '{"events": [{"server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "name": "network-vif-plugged", "status": "completed", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:51.283211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-360de370-cb05-4db8-ba82-c651ed004b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.284977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-360de370-cb05-4db8-ba82-c651ed004b27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0667040
Dec 11 21:11:51.287140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.326972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248eb4b-b8c2-42e4-943a-73b3c316be0c req-23aad64c-f6e4-447d-a5e5-c4b1fec0fe6a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.328600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d248eb4b-b8c2-42e4-943a-73b3c316be0c req-23aad64c-f6e4-447d-a5e5-c4b1fec0fe6a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 945 time: 0.1341500
Dec 11 21:11:51.337837 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.338608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9c23f8d5-7a5e-4632-bbc2-f20a5c95b159 None None] Provisioning complete for port 93ef7ff7-f71b-44b7-84df-d536e8e2d447 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:51.339054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9c23f8d5-7a5e-4632-bbc2-f20a5c95b159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.348780 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c1d44-50dc-4f96-9e44-8cf16cccd966 x-openstack-request-id: req-d18c1d44-50dc-4f96-9e44-8cf16cccd966 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:51.349073 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "name": "network-vif-plugged", "status": "completed", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:51.349326 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d18c1d44-50dc-4f96-9e44-8cf16cccd966 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:51.349716 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751', 'code': 200}
Dec 11 21:11:51.373192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 93ef7ff7-f71b-44b7-84df-d536e8e2d447 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:51.373606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.374888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-d0438f36-f42c-421e-a320-b356131169ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.377609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-d0438f36-f42c-421e-a320-b356131169ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0838008
Dec 11 21:11:51.408347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9c23f8d5-7a5e-4632-bbc2-f20a5c95b159 None None] Port 93ef7ff7-f71b-44b7-84df-d536e8e2d447 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:51.412453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:51.456656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d248eb4b-b8c2-42e4-943a-73b3c316be0c req-8da516e1-1db8-4f99-9407-3902b2abf48b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113176
Dec 11 21:11:51.486451 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-99f1a111-981d-4956-b4b4-647a2cc59460 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013331
Dec 11 21:11:51.511660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c56e02-c012-4c97-b42d-0c9aacb57498 req-5de61239-0822-4c80-a239-1607b173432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.513159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46c56e02-c012-4c97-b42d-0c9aacb57498 req-5de61239-0822-4c80-a239-1607b173432e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 1097 time: 0.0767114
Dec 11 21:11:51.514806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.537880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 93ef7ff7-f71b-44b7-84df-d536e8e2d447 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:51.576884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63b2bb04-5b42-459b-bff9-1c0f5c290d07 req-06a19199-80c3-413a-838d-6b1c8827f9d5 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820816
Dec 11 21:11:51.605210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46c56e02-c012-4c97-b42d-0c9aacb57498 req-b33a9899-7dea-424a-8926-18e31d059067 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830491
Dec 11 21:11:51.679578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-5fd0ed2d-0457-461a-a746-542df8690633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.681244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-5fd0ed2d-0457-461a-a746-542df8690633 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1096 time: 0.0506248
Dec 11 21:11:51.745578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.781846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=93ef7ff7-f71b-44b7-84df-d536e8e2d447,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:51.828350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-a6eee39c-0e4b-48ca-a458-c82e99e44d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.829952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-a6eee39c-0e4b-48ca-a458-c82e99e44d50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.1415839
Dec 11 21:11:51.882723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:51.911939 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-7ca4d07d-918c-4d27-a9cd-fa438450913d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 200  len: 1000 time: 0.0732710
Dec 11 21:11:51.996902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-4b50f6e0-85f3-4725-808b-7eef2e8f0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:51.999336 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-4b50f6e0-85f3-4725-808b-7eef2e8f0c77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0793786
Dec 11 21:11:52.086264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 96590c00-8cad-4cf0-b49a-08fc7b570072 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:52.171543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:52.177810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fcbfd65c-c7f6-4874-b35c-ce24efd4c0c1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/96590c00-8cad-4cf0-b49a-08fc7b570072/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7324047
Dec 11 21:11:52.180508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:52.184937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] Sync routers for ids ['96590c00-8cad-4cf0-b49a-08fc7b570072'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:52.196035 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] Routers {'96590c00-8cad-4cf0-b49a-08fc7b570072'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:52.196834 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe8b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['96590c00-8cad-4cf0-b49a-08fc7b570072'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:52.211692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ad181d6-cc48-4e79-a503-4534edd7d1c8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=96590c00-8cad-4cf0-b49a-08fc7b570072 HTTP/1.1" status: 200  len: 205 time: 0.0292213
Dec 11 21:11:52.214357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41432) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:52.241441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe8b1c0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:52.260431 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] Routers {'96590c00-8cad-4cf0-b49a-08fc7b570072'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:52.261557 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe8b1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['96590c00-8cad-4cf0-b49a-08fc7b570072'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:52.305149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.321171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe8b1c0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:52.329652 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca606a1-b9c4-4845-8e62-1306e0c4bcbe None None] The sync data for ids ['96590c00-8cad-4cf0-b49a-08fc7b570072'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:52.476301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0548725e-0261-4939-b541-b7c8bbf359e0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:11:52.485584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd38024-600f-4d69-95cd-6d928281b4d2 req-832dd737-2f30-4935-9003-3ca7ed6d8f59 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:52.487641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bfd38024-600f-4d69-95cd-6d928281b4d2 req-832dd737-2f30-4935-9003-3ca7ed6d8f59 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1040280
Dec 11 21:11:52.526365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.528875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.589457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.590013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router 96590c00-8cad-4cf0-b49a-08fc7b570072 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:52.604123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.606518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-21e954d0-ba69-4f51-b649-d05539b42996 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/96590c00-8cad-4cf0-b49a-08fc7b570072 HTTP/1.1" status: 204  len: 168 time: 0.3909035
Dec 11 21:11:52.609404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:52.629533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0548725e-0261-4939-b541-b7c8bbf359e0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:52.630179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.632153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bfd38024-600f-4d69-95cd-6d928281b4d2 req-85a89bc2-6221-4cba-a160-3a5ab2795309 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1358235
Dec 11 21:11:52.799322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet 792cd492-b69c-4a9f-9ebd-750ea9bab2f7 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:11:52.804782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.836453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04396-7985-456a-9ba5-7d8d9a410de4 req-50ceb579-80c7-4238-8c7b-80fca466274b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:52.839078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00a04396-7985-456a-9ba5-7d8d9a410de4 req-50ceb579-80c7-4238-8c7b-80fca466274b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 946 time: 0.1649098
Dec 11 21:11:52.879509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:52.955543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-00a04396-7985-456a-9ba5-7d8d9a410de4 req-f5fedbda-7e8f-4e3c-9235-6c4dd883192e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088817
Dec 11 21:11:53.001154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.079955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.128327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=792cd492-b69c-4a9f-9ebd-750ea9bab2f7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:53.132291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.138650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41442) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:53.139148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-56e3d1c0-c7b5-4c7e-b019-baf11655a7f4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/792cd492-b69c-4a9f-9ebd-750ea9bab2f7 HTTP/1.1" status: 204  len: 168 time: 0.5281579
Dec 11 21:11:53.139738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907fd27-f2f4-431c-b5b9-e5d5a27fe330 None None] Network 755444d3-7324-418e-878a-688c6f06de8f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:11:53.232336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.306739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 0548725e-0261-4939-b541-b7c8bbf359e0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:53.307080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.324996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] DHCP port deletion for 755444d3-7324-418e-878a-688c6f06de8f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:53.387305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 0548725e-0261-4939-b541-b7c8bbf359e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0548725e-0261-4939-b541-b7c8bbf359e0,segment=NetworkSegment(82296fa8-d03a-4aca-85f9-1900ab97849b),segment_id=82296fa8-d03a-4aca-85f9-1900ab97849b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:53.388047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.388307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Deleting port 0548725e-0261-4939-b541-b7c8bbf359e0 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:53.388756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.404503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 0548725e-0261-4939-b541-b7c8bbf359e0 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:53.460435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] For port 0548725e-0261-4939-b541-b7c8bbf359e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0548725e-0261-4939-b541-b7c8bbf359e0,segment=NetworkSegment(82296fa8-d03a-4aca-85f9-1900ab97849b),segment_id=82296fa8-d03a-4aca-85f9-1900ab97849b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:53.460829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.475384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Calling delete_port for 0548725e-0261-4939-b541-b7c8bbf359e0 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:53.511634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.542101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 0548725e-0261-4939-b541-b7c8bbf359e0 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:53.549328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=0548725e-0261-4939-b541-b7c8bbf359e0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:53.571703 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.610951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] No DVR routers for this DVR port 0548725e-0261-4939-b541-b7c8bbf359e0 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:11:53.615288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284cb5b-c9b1-42d4-ae69-fb8bd2112609 None None] Pushing event deleted for resources: {'Port': ['ID=0548725e-0261-4939-b541-b7c8bbf359e0,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:53.635113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.660958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e093910>,) {'filters': {'network_id': ['755444d3-7324-418e-878a-688c6f06de8f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:53.671171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e093910>, '82296fa8-d03a-4aca-85f9-1900ab97849b') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:53.671475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e093910>, '82296fa8-d03a-4aca-85f9-1900ab97849b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:53.682986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.696919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.703731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:11:53.704181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:11:53.707948 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:11:53.799153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.818336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.821654 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/755444d3-7324-418e-878a-688c6f06de8f HTTP/1.1" status: 204  len: 168 time: 0.6818490
Dec 11 21:11:53.824769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7daf09-de6f-4372-aa80-6fce56684f9d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=755444d3-7324-418e-878a-688c6f06de8f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:53.825447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41446) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:53.830133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1187996613', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:53.836365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512960c-d9a5-41b4-8314-0dcf74c574c5 req-ef4bf9c3-0043-4e05-8f54-caee79b437de tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:53.837927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a512960c-d9a5-41b4-8314-0dcf74c574c5 req-ef4bf9c3-0043-4e05-8f54-caee79b437de tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0861886
Dec 11 21:11:53.857888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.860381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:53.915042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a512960c-d9a5-41b4-8314-0dcf74c574c5 req-9ea3e55d-9771-48f2-9719-62a6f89cee74 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665178
Dec 11 21:11:53.927398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:54.400651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0548725e-0261-4939-b541-b7c8bbf359e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:11:54.424946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0548725e-0261-4939-b541-b7c8bbf359e0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:11:54.425356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0548725e-0261-4939-b541-b7c8bbf359e0 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:11:54.431481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:54.472773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9e1ab-0a54-4f2e-85eb-fcf8d5067cac req-b51df3b7-e909-44c4-9dcb-8506ad7ffa75 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:54.474321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bec9e1ab-0a54-4f2e-85eb-fcf8d5067cac req-b51df3b7-e909-44c4-9dcb-8506ad7ffa75 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 946 time: 0.4277687
Dec 11 21:11:54.570369 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bec9e1ab-0a54-4f2e-85eb-fcf8d5067cac req-57ae9809-4ead-40c4-a8ed-5e9913f9da39 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872653
Dec 11 21:11:54.717228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-6fcbb776-ddc4-4fe6-a6f0-24b99e8e2178 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 267 time: 0.0553150
Dec 11 21:11:54.747355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:54.767727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-5ff44f0a-daf6-463c-b48f-227b44249d9e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:54.768010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:54.777163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-5ff44f0a-daf6-463c-b48f-227b44249d9e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 946 time: 0.0588915
Dec 11 21:11:54.783348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'security_groups': []}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:54.866953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:54.906416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 172.35.1.156 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/3ac30cac-9cec-4d40-bdc6-d1354c0ceade) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:11:55.079048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:11:55.102426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34388b6-73a9-4d33-b80b-7e07cfe3e75b req-b3735f35-5abd-42ac-9435-5250e5786306 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.104594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f34388b6-73a9-4d33-b80b-7e07cfe3e75b req-b3735f35-5abd-42ac-9435-5250e5786306 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0904388
Dec 11 21:11:55.139427 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.141502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.151545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.166718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0902c293-7ab6-4eab-93f9-f9e625591751'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:55.172632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912', 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:55.214278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f34388b6-73a9-4d33-b80b-7e07cfe3e75b req-ede8d121-ef8b-451b-82e4-fd527a87c347 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029470
Dec 11 21:11:55.252198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.283268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.283911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.298693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba2f30ab-4447-4e7f-b131-555cb76682df req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "PUT /v2.0/ports/0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 200  len: 905 time: 0.5199842
Dec 11 21:11:55.299409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:11:55.301955 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d34a99b-3580-4789-af8f-c71bd94f374e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:11:55.362371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77e1d9-aef0-4e4f-a82a-0261cc0e346c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:55.411032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['0902c293-7ab6-4eab-93f9-f9e625591751'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:11:55.411470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:11:55.415877 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85107812-78c1-4af5-bfa8-bdf70fc40de9 x-openstack-request-id: req-85107812-78c1-4af5-bfa8-bdf70fc40de9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:11:55.416317 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:11:55.416583 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85107812-78c1-4af5-bfa8-bdf70fc40de9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:11:55.417000 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751', 'status': 'completed', 'code': 200}
Dec 11 21:11:55.479557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:11:55.502194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:11:55.516077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fd377-a905-43da-b650-4ee06c50fba3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:55.596146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=3ac30cac-9cec-4d40-bdc6-d1354c0ceade,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:55.651308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bae443-707d-48a0-9830-d7015645dfd6 req-366164c7-458c-4d83-89c2-511729f92dea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.652722 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01bae443-707d-48a0-9830-d7015645dfd6 req-366164c7-458c-4d83-89c2-511729f92dea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 908 time: 0.2329204
Dec 11 21:11:55.656031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-dded2014-7ea6-475e-b307-3df45510ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.657473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-dded2014-7ea6-475e-b307-3df45510ba2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 1059 time: 0.2039840
Dec 11 21:11:55.659680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-eb42ee9c-6e1d-45de-bde0-c628d60442f5 None None] Provisioning complete for port 3ac30cac-9cec-4d40-bdc6-d1354c0ceade triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:55.660297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb42ee9c-6e1d-45de-bde0-c628d60442f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.753575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-eb42ee9c-6e1d-45de-bde0-c628d60442f5 None None] Port 3ac30cac-9cec-4d40-bdc6-d1354c0ceade cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:11:55.818313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8c5c-b3c5-4b5a-8946-762195717081 req-7f7f550c-536b-4a74-9051-7db92c352ba4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.819935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-373c8c5c-b3c5-4b5a-8946-762195717081 req-7f7f550c-536b-4a74-9051-7db92c352ba4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0621798
Dec 11 21:11:55.898723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-50196b79-4a15-4248-be41-d1a6a2f35987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:55.901197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-50196b79-4a15-4248-be41-d1a6a2f35987 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.2103877
Dec 11 21:11:55.902121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9943a25e-0414-49be-a729-6263e31407e5 None None] Provisioning complete for port 0902c293-7ab6-4eab-93f9-f9e625591751 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:11:55.902516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9943a25e-0414-49be-a729-6263e31407e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:55.931963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-373c8c5c-b3c5-4b5a-8946-762195717081 req-bfab2f3a-97de-4094-a315-f8f5a16daa55 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037061
Dec 11 21:11:55.974200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-2e4423bf-b16c-40d1-b2b2-203e511cfd59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 200  len: 217 time: 0.0646932
Dec 11 21:11:56.122348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-6d6dc272-e29a-441b-aafd-f64365be47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:56.123885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-6d6dc272-e29a-441b-aafd-f64365be47a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1416135
Dec 11 21:11:56.203908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4261f8-135f-453d-8228-eb36c9cbb0b4 req-b374f09e-434c-4eed-950a-514bd88a9cd6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:56.204894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff4261f8-135f-453d-8228-eb36c9cbb0b4 req-b374f09e-434c-4eed-950a-514bd88a9cd6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1463566
Dec 11 21:11:56.236723 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:56.291206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-3a021b1e-6233-4394-b715-cc4d21e23460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:56.293099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-3a021b1e-6233-4394-b715-cc4d21e23460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1409354
Dec 11 21:11:56.396885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff4261f8-135f-453d-8228-eb36c9cbb0b4 req-79186c2d-3069-4d6f-98a2-f6e559366567 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854396
Dec 11 21:11:56.404274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb30b0-0a78-4047-994b-c8cbab8237fb req-c2aa5a3c-7caf-4602-a3e1-f0d50693441f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:56.411651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4eb30b0-0a78-4047-994b-c8cbab8237fb req-c2aa5a3c-7caf-4602-a3e1-f0d50693441f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0599525
Dec 11 21:11:56.485771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4eb30b0-0a78-4047-994b-c8cbab8237fb req-649e2035-d754-492d-8f8a-7157936ee1d5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676014
Dec 11 21:11:56.536567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-35fce7c1-0a01-455e-9c0a-810274863b70 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355998
Dec 11 21:11:56.703992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:56.785425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d34a99b-3580-4789-af8f-c71bd94f374e req-589de108-e1ad-4a72-8695-cfdd07baf655 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136598
Dec 11 21:11:56.812786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-b2bd7a9d-69fb-4ba6-b817-8810831366d1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:56.814227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-b2bd7a9d-69fb-4ba6-b817-8810831366d1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2298248
Dec 11 21:11:56.863105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-25e93b78-b523-4d5d-a4ee-847faeb2978f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/quotas/7136a03d325a402baa5aba04539a20a9 HTTP/1.1" status: 200  len: 375 time: 0.0420747
Dec 11 21:11:56.956085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bdbff53b-557f-4ce9-a63c-ca0d2725a55d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0835128
Dec 11 21:11:56.957352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 67bde4e4-039f-4c1d-b60c-e50e96cf3d76 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:11:57.133779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-fa3425f9-1933-4ab8-807c-f9f0873cab38 service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692154
Dec 11 21:11:57.141563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:57.153941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] Sync routers for ids ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:57.165742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] Routers {'67bde4e4-039f-4c1d-b60c-e50e96cf3d76'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:57.166363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770a81c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:57.205546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770a81c0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:57.211415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:57.215449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a2864c0d-efd9-46b6-b417-9e67ff23b3f3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.3862290
Dec 11 21:11:57.215791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:57.222855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] Routers {'67bde4e4-039f-4c1d-b60c-e50e96cf3d76'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:57.224503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770a81c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:57.249670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-393e4f51-3273-4fb1-a656-c24ac6ae61da service neutron] 10.222.0.18 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061635
Dec 11 21:11:57.296414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770a81c0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:57.297094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8a305-7e23-4787-a7e5-7d879ecd4fe7 None None] The sync data for ids ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:57.394001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b076491a-d460-4b27-b00b-7b4ccc420cea tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers/67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 200  len: 885 time: 0.1761847
Dec 11 21:11:57.398464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41506) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:57.565586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26598b16-b298-4445-921e-91011abc3a61 req-d6fd75b9-a1f6-4186-938f-df7aab5192d6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0791366
Dec 11 21:11:57.648662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca49f5-6391-4ba8-bcc5-9b903d2641ef req-6ff80c9f-a110-4b20-acff-7a7384aac157 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:57.656081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79ca49f5-6391-4ba8-bcc5-9b903d2641ef req-6ff80c9f-a110-4b20-acff-7a7384aac157 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0893011
Dec 11 21:11:57.711461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-79ca49f5-6391-4ba8-bcc5-9b903d2641ef req-e924b94c-1ede-4327-814b-d9e4178df4d2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544009
Dec 11 21:11:57.821883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41520) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:57.822688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2931c8bd-7eb3-4f93-89f0-ddf7cb834db0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.4230092
Dec 11 21:11:57.827762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1187996613'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:58.473782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:58.487815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:58.602533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 67bde4e4-039f-4c1d-b60c-e50e96cf3d76 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:11:58.695469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e024cfb9-6e3d-4d4e-8d85-1846c42d0949 req-fbe3c9cb-61ac-4c8b-99be-4418655d546d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0327361
Dec 11 21:11:58.732143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:11:58.740203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:58.742958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f2c8d9f7-b1ea-4bef-9468-cae326fc1f22 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 200  len: 892 time: 0.9196107
Dec 11 21:11:58.743453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] Sync routers for ids ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:11:58.743994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:58.758398 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] Routers {'67bde4e4-039f-4c1d-b60c-e50e96cf3d76'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:58.763200 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84388d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:58.817735 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84388d90>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:58.827645 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] Routers {'67bde4e4-039f-4c1d-b60c-e50e96cf3d76'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:11:58.828693 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84388d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:58.908048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374b1e2-0072-4713-a1ba-377072c4cdfc req-ec367ddf-b6ca-42c4-bff0-ad37ba78a572 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:11:58.915070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1374b1e2-0072-4713-a1ba-377072c4cdfc req-ec367ddf-b6ca-42c4-bff0-ad37ba78a572 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1043937
Dec 11 21:11:58.929424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-272e6b38-880d-4641-a50c-30469f2b34d1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers/67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 200  len: 892 time: 0.1818085
Dec 11 21:11:58.929772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41532) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:58.961405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6dcab894-336c-4ca1-a753-8753349cf05d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 200  len: 205 time: 0.0282817
Dec 11 21:11:58.961931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41534) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:58.985368 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84388d90>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:11:58.986048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c36888-4493-4b8d-9cfb-440b1b3260a2 None None] The sync data for ids ['67bde4e4-039f-4c1d-b60c-e50e96cf3d76'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:11:59.000235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1374b1e2-0072-4713-a1ba-377072c4cdfc req-0e7093a6-6449-45ed-9d4d-754908c065c0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840926
Dec 11 21:11:59.096095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.255058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.318952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 3ac30cac-9cec-4d40-bdc6-d1354c0ceade {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:11:59.319395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.423157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.436692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 3ac30cac-9cec-4d40-bdc6-d1354c0ceade owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:11:59.610608 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.638168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=3ac30cac-9cec-4d40-bdc6-d1354c0ceade,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:11:59.665724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6d536-31ab-499e-b3bb-55f668217eb3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:11:59.729765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.860429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6470b094-ee30-453d-b047-538938dcfc9d req-58da1085-8e69-4df5-b676-a7f2d6a6bd9a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0656285
Dec 11 21:11:59.862747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.865164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.920013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.920611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router 67bde4e4-039f-4c1d-b60c-e50e96cf3d76 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:11:59.928930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:11:59.930382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-01e32cc1-db23-4282-8ad7-9929ab888933 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 204  len: 168 time: 0.9667132
Dec 11 21:11:59.934349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41540) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:11:59.939578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238571913'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:11:59.963323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:11:59.967697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.001884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:00.006367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.006746 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 84ece811-7211-40f7-bfca-2bde0b7b0678 of type vlan for network 42c191ee-9809-4a02-a114-a674086f2498
Dec 11 21:12:00.066578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.093201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.099062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:00.099645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.146624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f980-cb40-4cbb-a06c-d9d6b1ccf563 req-4f820b76-9909-42b3-b22b-9b9946331bbf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:00.146624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d75f980-cb40-4cbb-a06c-d9d6b1ccf563 req-4f820b76-9909-42b3-b22b-9b9946331bbf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0547690
Dec 11 21:12:00.170173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2346539
Dec 11 21:12:00.170932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41544) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:00.183304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': '42c191ee-9809-4a02-a114-a674086f2498', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:00.187245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9cf9f-402b-4844-8961-2827c937773b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=42c191ee-9809-4a02-a114-a674086f2498,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:00.197451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 42c191ee-9809-4a02-a114-a674086f2498 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:00.293853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d75f980-cb40-4cbb-a06c-d9d6b1ccf563 req-8399ca22-6567-49f9-8e05-47e3cc4cc25d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425555
Dec 11 21:12:00.326548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:00.331635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.557318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.618802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=c739be99-7215-4de9-8831-e3decb988489,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:00.629470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '84ece811-7211-40f7-bfca-2bde0b7b0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42c191ee-9809-4a02-a114-a674086f2498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:00.629847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: 42c191ee-9809-4a02-a114-a674086f2498, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:00.652910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 42c191ee-9809-4a02-a114-a674086f2498 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:00.661941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42c191ee-9809-4a02-a114-a674086f2498) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:00.666345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:00.667908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.673724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74cd812-1a42-44b9-9f75-7d778a32149b None None] Network 42c191ee-9809-4a02-a114-a674086f2498 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:00.688034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1472b482-e55b-4cff-912b-45dbd672b174 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5082073
Dec 11 21:12:00.689699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41548) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:00.695616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1108516887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:00.725666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.727066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.804195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42c191ee-9809-4a02-a114-a674086f2498', 'network_id': '42c191ee-9809-4a02-a114-a674086f2498', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'c739be99-7215-4de9-8831-e3decb988489'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:00.804402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.805087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.809844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.840852 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:00.842781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9fce3c7-f955-49fc-9a3d-171b68d336a5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1520967
Dec 11 21:12:00.845463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41550) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:01.004168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae22e96c-7aae-4f42-a57b-84adb204d8c8 req-433e67b5-5674-41be-bb98-19a3f24d00fe tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0621090
Dec 11 21:12:01.050347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Allocated IP 2001:db8::2 (42c191ee-9809-4a02-a114-a674086f2498/c739be99-7215-4de9-8831-e3decb988489/bcd0ec39-e42f-4102-888c-372bd87b0316) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:01.291475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.300672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.376957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Network 42c191ee-9809-4a02-a114-a674086f2498 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:01.388978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:01.392842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:01.396586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.455525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Pushing event updated for resources: {'Port': ['ID=bcd0ec39-e42f-4102-888c-372bd87b0316,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:01.504009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Attempting to bind port bcd0ec39-e42f-4102-888c-372bd87b0316 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:01.504540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Attempting to bind port bcd0ec39-e42f-4102-888c-372bd87b0316 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84ece811-7211-40f7-bfca-2bde0b7b0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42c191ee-9809-4a02-a114-a674086f2498'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:01.505001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Attempting to bind port bcd0ec39-e42f-4102-888c-372bd87b0316 on network 42c191ee-9809-4a02-a114-a674086f2498 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:01.511402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:01.511917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Checking segment: {'id': '84ece811-7211-40f7-bfca-2bde0b7b0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42c191ee-9809-4a02-a114-a674086f2498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:01.512428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.512944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Bound using segment: {'id': '84ece811-7211-40f7-bfca-2bde0b7b0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42c191ee-9809-4a02-a114-a674086f2498'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:01.513519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Bound port: bcd0ec39-e42f-4102-888c-372bd87b0316, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ece811-7211-40f7-bfca-2bde0b7b0678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42c191ee-9809-4a02-a114-a674086f2498'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:01.513984 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.581995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] For port bcd0ec39-e42f-4102-888c-372bd87b0316, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:01.585430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] For port bcd0ec39-e42f-4102-888c-372bd87b0316, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd0ec39-e42f-4102-888c-372bd87b0316,segment=NetworkSegment(84ece811-7211-40f7-bfca-2bde0b7b0678),segment_id=84ece811-7211-40f7-bfca-2bde0b7b0678)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:01.592872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.678308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367469f9-df56-4fe1-9cfd-2c739543452e None None] Pushing event updated for resources: {'Port': ['ID=bcd0ec39-e42f-4102-888c-372bd87b0316,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:01.698869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0089f-3f58-44b3-a038-4dd204322c51 req-6c8a71ac-c1b3-4334-9c66-af34d17678a1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:01.701399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bee0089f-3f58-44b3-a038-4dd204322c51 req-6c8a71ac-c1b3-4334-9c66-af34d17678a1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.3208799
Dec 11 21:12:01.721311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8::1 (42c191ee-9809-4a02-a114-a674086f2498/c739be99-7215-4de9-8831-e3decb988489/80896af6-d9b1-48c4-92a8-3dbad5cd7b8b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:01.821943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bee0089f-3f58-44b3-a038-4dd204322c51 req-0da4368e-3684-425a-96ce-e43fef4ae368 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098669
Dec 11 21:12:01.910719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:01.952994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.005486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 42c191ee-9809-4a02-a114-a674086f2498 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:02.006409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:02.009500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:02.010206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.061827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=80896af6-d9b1-48c4-92a8-3dbad5cd7b8b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:02.109809 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29be5d2a-9fc3-42e7-8fd8-c3e7ccdf5e23 req-f022b882-9707-4a90-ac2c-8af951af1405 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0292284
Dec 11 21:12:02.144325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.412659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.418543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.419429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.428933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bcd0ec39-e42f-4102-888c-372bd87b0316 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:02.499533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bcd0ec39-e42f-4102-888c-372bd87b0316 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:02.499916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.517475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=80896af6-d9b1-48c4-92a8-3dbad5cd7b8b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:02.560200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 42c191ee-9809-4a02-a114-a674086f2498 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:02.561731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:02.594084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.630244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port bcd0ec39-e42f-4102-888c-372bd87b0316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd0ec39-e42f-4102-888c-372bd87b0316,segment=NetworkSegment(84ece811-7211-40f7-bfca-2bde0b7b0678),segment_id=84ece811-7211-40f7-bfca-2bde0b7b0678)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:02.634906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.686099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 8d5e5424-4019-4d5a-9e03-78ed8332089b is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:12:02.688351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=bcd0ec39-e42f-4102-888c-372bd87b0316,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:02.702620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec974be9-84b4-4272-9246-e338defb6a62 None None] Network 42c191ee-9809-4a02-a114-a674086f2498 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:02.769856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d53f1c53-5edf-4e98-abcf-935abb14489c None None] Provisioning complete for port bcd0ec39-e42f-4102-888c-372bd87b0316 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:02.770220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d53f1c53-5edf-4e98-abcf-935abb14489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:02.785490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:02.790510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a5732408-7ae9-4b1a-81e3-c902ea603468 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/8d5e5424-4019-4d5a-9e03-78ed8332089b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9439301
Dec 11 21:12:02.793057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41564) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:02.804415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] Sync routers for ids ['8d5e5424-4019-4d5a-9e03-78ed8332089b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:02.842607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5307441-8732-4789-bd5a-9825333ea916 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:02.844608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d5307441-8732-4789-bd5a-9825333ea916 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports/80896af6-d9b1-48c4-92a8-3dbad5cd7b8b HTTP/1.1" status: 200  len: 911 time: 0.0503230
Dec 11 21:12:02.846665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41566) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:02.847934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] Routers {'8d5e5424-4019-4d5a-9e03-78ed8332089b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:02.848558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8d5e5424-4019-4d5a-9e03-78ed8332089b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:02.852679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c739be99-7215-4de9-8831-e3decb988489'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:03.008586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb85f70-96c9-48d6-a8ec-91f8f5c373b5 req-3d31b5de-0c96-4313-b6f6-abf31ca38c63 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:03.010757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bcb85f70-96c9-48d6-a8ec-91f8f5c373b5 req-3d31b5de-0c96-4313-b6f6-abf31ca38c63 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.1080661
Dec 11 21:12:03.041781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40a90>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:03.059342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.063985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] Routers {'8d5e5424-4019-4d5a-9e03-78ed8332089b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:03.064602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8d5e5424-4019-4d5a-9e03-78ed8332089b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:03.122507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40a90>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:03.123174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49aa060-f89d-4cda-8293-ecaa0a013b9b None None] The sync data for ids ['8d5e5424-4019-4d5a-9e03-78ed8332089b'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:03.124249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bcb85f70-96c9-48d6-a8ec-91f8f5c373b5 req-63dbdab0-7c86-4429-bea0-af7e149ee29c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044888
Dec 11 21:12:03.222993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4ad3a83-b9bf-4367-8073-4fb24d6f6e2b req-4d20c870-02da-4826-b548-717d4e94b6f4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0322309
Dec 11 21:12:03.372255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-219e044c-126f-4c35-afa0-eb137ce03484 None None] Provisioning complete for port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:03.372643 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-219e044c-126f-4c35-afa0-eb137ce03484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.408844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-219e044c-126f-4c35-afa0-eb137ce03484 None None] Port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:03.420222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-219e044c-126f-4c35-afa0-eb137ce03484 None None] Provisioning complete for port bcd0ec39-e42f-4102-888c-372bd87b0316 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:03.420498 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-219e044c-126f-4c35-afa0-eb137ce03484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.458666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.469982 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.477284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:03.478006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.481985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/ports/80896af6-d9b1-48c4-92a8-3dbad5cd7b8b HTTP/1.1" status: 200  len: 911 time: 0.6314611
Dec 11 21:12:03.483011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41572) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:03.526099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f3b8f-eb84-4fab-95b3-511eccf2290e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=80896af6-d9b1-48c4-92a8-3dbad5cd7b8b,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:03.651536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bf520fb7-8d6d-41d3-bb83-b97e9d910ee9 None None] Provisioning complete for port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:03.651806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf520fb7-8d6d-41d3-bb83-b97e9d910ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.691326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bf520fb7-8d6d-41d3-bb83-b97e9d910ee9 None None] Port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:03.810653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0c2cd71b-d6b9-4ea1-947e-bb82102ad59b None None] Provisioning complete for port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:03.811043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c2cd71b-d6b9-4ea1-947e-bb82102ad59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.826982 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:03.843784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0c2cd71b-d6b9-4ea1-947e-bb82102ad59b None None] Port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:04.262349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881a928-bf0a-4bd8-b586-41cad384c4d4 req-c6677107-27cd-44de-9d95-14335fd8d580 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:04.263941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1881a928-bf0a-4bd8-b586-41cad384c4d4 req-c6677107-27cd-44de-9d95-14335fd8d580 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0515962
Dec 11 21:12:04.315494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1881a928-bf0a-4bd8-b586-41cad384c4d4 req-8c648b46-0afe-4a57-8b5c-38618cd63d10 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438263
Dec 11 21:12:04.341722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3906415f-85c3-4426-9fed-e39077167e0d req-7ca292ab-f400-4e22-9281-01fd8c9b8078 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0329127
Dec 11 21:12:04.390416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:04.390800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:04.407561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bcd0ec39-e42f-4102-888c-372bd87b0316 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:04.458246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port bcd0ec39-e42f-4102-888c-372bd87b0316 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:04.458567 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:04.480294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:04.494811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 80896af6-d9b1-48c4-92a8-3dbad5cd7b8b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:04.600322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-77055803-d1fe-4177-80fe-908db9eb114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:04.601829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-77055803-d1fe-4177-80fe-908db9eb114a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0897672
Dec 11 21:12:04.773748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-1b7c9f6c-fa72-4178-9a3d-f4f7ce4d2c31 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319656
Dec 11 21:12:04.791086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:04.829197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=80896af6-d9b1-48c4-92a8-3dbad5cd7b8b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:04.968522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:04.990208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ed8561f5-9af7-42ea-a754-1b34dc5bd633 req-d8b8dbaf-0742-4592-a1d7-8ba7c1d3e627 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075999
Dec 11 21:12:05.190462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router 8d5e5424-4019-4d5a-9e03-78ed8332089b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:05.300885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-d0d6ae19-cae3-4067-a536-9223540459a8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:05.302337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-d0d6ae19-cae3-4067-a536-9223540459a8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 812 time: 0.2029638
Dec 11 21:12:05.303437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:05.308944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55c620ee-a665-444c-bd77-40676f33bf36 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/8d5e5424-4019-4d5a-9e03-78ed8332089b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8242972
Dec 11 21:12:05.311930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41582) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:05.314691 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] Sync routers for ids ['8d5e5424-4019-4d5a-9e03-78ed8332089b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:05.315671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Request body: {'port': {'device_id': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'admin_state_up': True, 'tenant_id': '7136a03d325a402baa5aba04539a20a9'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:05.326116 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] Routers {'8d5e5424-4019-4d5a-9e03-78ed8332089b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:05.326912 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8d5e5424-4019-4d5a-9e03-78ed8332089b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:05.338923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9163e5c2-fb29-4177-a6c1-73697f8a81e2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d5e5424-4019-4d5a-9e03-78ed8332089b HTTP/1.1" status: 200  len: 205 time: 0.0256255
Dec 11 21:12:05.341241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41584) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:05.380158 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424ff70>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:05.390799 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] Routers {'8d5e5424-4019-4d5a-9e03-78ed8332089b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:05.391656 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424ff70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8d5e5424-4019-4d5a-9e03-78ed8332089b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:05.426826 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424ff70>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:05.430354 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fe306f-6823-4eac-91a0-02059e3ab3e4 None None] The sync data for ids ['8d5e5424-4019-4d5a-9e03-78ed8332089b'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:05.433052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.476964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e636b47-c74c-4398-8044-ace92e0203ed req-0f53565c-4898-4615-a734-ce0efa5bdf85 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 210 time: 0.0450287
Dec 11 21:12:05.498942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Made reservation on behalf of 7136a03d325a402baa5aba04539a20a9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:05.502913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.641969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Allocated IP 172.20.0.5 (80c829e6-f2d7-4bab-91ba-f54ff9e885b7/9c06c0d4-35f4-4083-afd4-2254f99aba55/e9335ea2-ff31-414c-961d-04105820a11c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:05.802398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.837716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.851202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912', 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:12:05.884528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:05.897376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:05.900985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:05.922238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea7e47-4f35-48a2-9c68-e67af7f2f637 req-fd0c4237-d91a-49a1-a52a-a49075fd9785 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:05.926542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:05.929854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68ea7e47-4f35-48a2-9c68-e67af7f2f637 req-fd0c4237-d91a-49a1-a52a-a49075fd9785 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.5113788
Dec 11 21:12:05.949801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.950139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.950578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.950850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.951184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.951520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.951849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.952173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.952497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.952821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.953144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.953471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.953786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:05.978538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.982010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:05.984712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:05.985378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.013273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3bc4e51f-a239-449f-b477-30508066373a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7008774
Dec 11 21:12:06.028888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Request body: {'port': {'device_id': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:06.052555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68ea7e47-4f35-48a2-9c68-e67af7f2f637 req-a232b311-7e28-4fb2-a21d-18a53ed175b5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216047
Dec 11 21:12:06.053433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.053938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router 8d5e5424-4019-4d5a-9e03-78ed8332089b {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:12:06.073210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.074336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-94275685-208a-4dc5-b198-4556a5d0c70c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/8d5e5424-4019-4d5a-9e03-78ed8332089b HTTP/1.1" status: 204  len: 168 time: 0.7321966
Dec 11 21:12:06.079653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41592) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:06.140231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.153141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet c739be99-7215-4de9-8831-e3decb988489 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:06.157101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.200687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.280886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cd925a9e-5047-4645-bf06-03ea980eee9f None None] Provisioning complete for port e9335ea2-ff31-414c-961d-04105820a11c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:06.281253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd925a9e-5047-4645-bf06-03ea980eee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.289516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.326869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cd925a9e-5047-4645-bf06-03ea980eee9f None None] Port e9335ea2-ff31-414c-961d-04105820a11c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:06.355233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.384347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=c739be99-7215-4de9-8831-e3decb988489,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:06.386340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.389582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-431f1cdf-eb63-45d8-8d19-fd9d41c1c3a0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/c739be99-7215-4de9-8831-e3decb988489 HTTP/1.1" status: 204  len: 168 time: 0.3089325
Dec 11 21:12:06.392295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:06.394571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6a335-4942-4e7d-be65-edc36af27b4a None None] Network 42c191ee-9809-4a02-a114-a674086f2498 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:06.445194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9335ea2-ff31-414c-961d-04105820a11c {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:12:06.454034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.468481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Transition to ACTIVE for port object e9335ea2-ff31-414c-961d-04105820a11c will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:12:06.472165 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.482266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.543723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port bcd0ec39-e42f-4102-888c-372bd87b0316 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:06.544357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.560254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:06.582286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] DHCP port deletion for 42c191ee-9809-4a02-a114-a674086f2498 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:06.626240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port bcd0ec39-e42f-4102-888c-372bd87b0316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd0ec39-e42f-4102-888c-372bd87b0316,segment=NetworkSegment(84ece811-7211-40f7-bfca-2bde0b7b0678),segment_id=84ece811-7211-40f7-bfca-2bde0b7b0678)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:06.627710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.650181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for bcd0ec39-e42f-4102-888c-372bd87b0316 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:06.655314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Deleting port bcd0ec39-e42f-4102-888c-372bd87b0316 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:06.655685 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.686079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Attempting to bind port e9335ea2-ff31-414c-961d-04105820a11c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:06.686647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Attempting to bind port e9335ea2-ff31-414c-961d-04105820a11c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:06.686871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Attempting to bind port e9335ea2-ff31-414c-961d-04105820a11c on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:06.697119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc886f4-2bf8-4c89-9b56-32cf8782d3a9 req-ec991464-b6e4-4704-a627-d6cfece65a95 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:06.699071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bc886f4-2bf8-4c89-9b56-32cf8782d3a9 req-ec991464-b6e4-4704-a627-d6cfece65a95 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.0798149
Dec 11 21:12:06.702807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Port e9335ea2-ff31-414c-961d-04105820a11c on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:12:06.703137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Attempting to bind port e9335ea2-ff31-414c-961d-04105820a11c on network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:06.716365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:06.716710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Checking segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:06.717093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Bound using segment: {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:06.717530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Bound port: e9335ea2-ff31-414c-961d-04105820a11c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e94f63dc-61ce-4473-b07f-904ada2538cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:06.717891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.747575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] For port bcd0ec39-e42f-4102-888c-372bd87b0316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcd0ec39-e42f-4102-888c-372bd87b0316,segment=NetworkSegment(84ece811-7211-40f7-bfca-2bde0b7b0678),segment_id=84ece811-7211-40f7-bfca-2bde0b7b0678)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:06.748260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.764868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Calling delete_port for bcd0ec39-e42f-4102-888c-372bd87b0316 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:06.777531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.796959 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9bc886f4-2bf8-4c89-9b56-32cf8782d3a9 req-f7d5efc4-2771-4a54-ad33-78df0468319f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900276
Dec 11 21:12:06.821537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:06.825490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=bcd0ec39-e42f-4102-888c-372bd87b0316,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:06.830116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:06.833384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port bcd0ec39-e42f-4102-888c-372bd87b0316 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:06.841988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.876374 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.900687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:06.909112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] Pushing event deleted for resources: {'Port': ['ID=bcd0ec39-e42f-4102-888c-372bd87b0316,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:06.910954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a6aa1-db00-477f-b0e1-a80432df2704 None None] No DVR routers for this DVR port bcd0ec39-e42f-4102-888c-372bd87b0316 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:06.929916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:06.930695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.931481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:06.932585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-bfa8ae59-cd1c-491f-bfeb-2e9cf7bb4e19 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9335ea2-ff31-414c-961d-04105820a11c HTTP/1.1" status: 200  len: 1091 time: 0.9087999
Dec 11 21:12:06.934044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:12:06.937877 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc888b92-f710-4b77-a463-1f72e0dca03b" -d '{"events": [{"name": "network-changed", "server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "tag": "e9335ea2-ff31-414c-961d-04105820a11c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:12:06.963392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7df35940>,) {'filters': {'network_id': ['42c191ee-9809-4a02-a114-a674086f2498']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:06.978777 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039a671-2fe8-4ac8-9aa7-55e00a8a3b0b x-openstack-request-id: req-2039a671-2fe8-4ac8-9aa7-55e00a8a3b0b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:12:06.979221 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "tag": "e9335ea2-ff31-414c-961d-04105820a11c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:12:06.979486 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2039a671-2fe8-4ac8-9aa7-55e00a8a3b0b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:12:06.980036 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c', 'status': 'completed', 'code': 200}
Dec 11 21:12:06.980789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df35940>, '84ece811-7211-40f7-bfca-2bde0b7b0678') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:06.981158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7df35940>, '84ece811-7211-40f7-bfca-2bde0b7b0678') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:06.992482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.010695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.017669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:07.018118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:07.021341 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:07.031647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-111ce844-6539-4b9a-a5cb-1b040c098aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.033307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-111ce844-6539-4b9a-a5cb-1b040c098aa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 1094 time: 0.0494359
Dec 11 21:12:07.084058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.091380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.106647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/42c191ee-9809-4a02-a114-a674086f2498 HTTP/1.1" status: 204  len: 168 time: 0.7024498
Dec 11 21:12:07.107381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41604) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:07.121981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-44d051fe-455d-4c07-a777-0c2bfc7fa3e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9335ea2-ff31-414c-961d-04105820a11c HTTP/1.1" status: 200  len: 217 time: 0.0507548
Dec 11 21:12:07.132666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1677082149', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:07.141104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e7213-f623-4ccd-a232-212720d166c5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=42c191ee-9809-4a02-a114-a674086f2498,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:07.163101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.164115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.215873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3f811d2e-8fe1-42b6-adc0-414c02377b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.217404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-3f811d2e-8fe1-42b6-adc0-414c02377b26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0869620
Dec 11 21:12:07.232015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20bfb2-e694-4ca1-a855-6dba5baa0092 req-4843cf63-270e-4416-afa8-66bc86b98f96 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.232604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.233513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e20bfb2-e694-4ca1-a855-6dba5baa0092 req-4843cf63-270e-4416-afa8-66bc86b98f96 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0653341
Dec 11 21:12:07.237468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.257395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.260928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2d99c7f6-f59f-450c-932b-9565ad0f4e83 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1486695
Dec 11 21:12:07.261643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41606) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:07.266208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-889075606'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:07.288731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:07.293044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.313457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-575cce34-a2d2-4690-af1d-bc5f455be237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.315714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-575cce34-a2d2-4690-af1d-bc5f455be237 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0812070
Dec 11 21:12:07.319628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e20bfb2-e694-4ca1-a855-6dba5baa0092 req-28838f48-bf40-42d3-81b2-a2f8e37fbb1b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774727
Dec 11 21:12:07.320474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:07.331253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.331674 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment a1f84c79-0484-494a-b5a8-fa79605c8818 of type vlan for network 7c68ee6b-92c8-4585-a282-ba17bd673a6c
Dec 11 21:12:07.372819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.397688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.403453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.404045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.409486 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-34e03bd6-73c5-48d0-a0dc-79665fbaa1d7 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850110
Dec 11 21:12:07.462808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2003663
Dec 11 21:12:07.469206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41608) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:07.474731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:07.478651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f89d8-1b4d-437b-93c3-3e396251a895 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=7c68ee6b-92c8-4585-a282-ba17bd673a6c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:07.488784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:07.578151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa145f7c-64dd-493d-8638-fd3c582c2f94 req-8ad4b656-4e41-4913-a00a-7405bf2f5b8c service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590765
Dec 11 21:12:07.597620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:07.601611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.716681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-5273a527-cd82-44a6-a1ef-e0b50e90e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.718166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-5273a527-cd82-44a6-a1ef-e0b50e90e42b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 1094 time: 0.0715573
Dec 11 21:12:07.879890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-451e9fea-c5ed-4b69-8be4-3890e7595390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.881499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-451e9fea-c5ed-4b69-8be4-3890e7595390 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1547937
Dec 11 21:12:07.882807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:07.929778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314773d-269e-4542-aa46-53e12a608ba6 req-9b6f6e01-9268-4abc-a612-25afd4a873d2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:07.931354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0314773d-269e-4542-aa46-53e12a608ba6 req-9b6f6e01-9268-4abc-a612-25afd4a873d2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.0504923
Dec 11 21:12:07.957239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-849e8c73-7d31-4bd9-a02b-3423cc0be5a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9335ea2-ff31-414c-961d-04105820a11c HTTP/1.1" status: 200  len: 217 time: 0.0441210
Dec 11 21:12:07.980409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0314773d-269e-4542-aa46-53e12a608ba6 req-0b52774e-be0d-4fd1-9f86-f94ecfd544c5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429490
Dec 11 21:12:08.010078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=fdbac07a-f295-4d15-9381-f370d4907513,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:08.029599 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:08.029962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: 7c68ee6b-92c8-4585-a282-ba17bd673a6c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:08.033869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-ef271998-6156-4180-9a3e-b314a62d0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:08.035389 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-ef271998-6156-4180-9a3e-b314a62d0ce0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0704608
Dec 11 21:12:08.076131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:08.088980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c68ee6b-92c8-4585-a282-ba17bd673a6c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:08.094778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:08.095058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.098919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee8c50-4a82-48f0-b922-068c1ebc7533 None None] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:08.103146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-eb44168b-e57a-4818-8281-aa743041921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:08.104756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-eb44168b-e57a-4818-8281-aa743041921f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0604608
Dec 11 21:12:08.114388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1b5aeb57-b538-436f-80d4-9723779523e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6439509
Dec 11 21:12:08.117327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41614) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:08.213156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:08.213398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-31a9ec7c-31eb-45f1-b1a6-8053fdb8bfb4 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977559
Dec 11 21:12:08.214455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.317833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc888b92-f710-4b77-a463-1f72e0dca03b req-7c178fa2-94ed-47d8-9156-afc82185e632 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968001
Dec 11 21:12:08.360315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Allocated IP 2001:db8::2 (7c68ee6b-92c8-4585-a282-ba17bd673a6c/fdbac07a-f295-4d15-9381-f370d4907513/856ebce2-6347-4294-9354-ae98ae99a111) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:08.415621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.429420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bcd0ec39-e42f-4102-888c-372bd87b0316 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:08.459311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: bcd0ec39-e42f-4102-888c-372bd87b0316 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:08.459594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d9a8d-67ad-431f-b811-ba9d96453701 req-efe65d6e-efe8-4f39-a98c-e21e8a8b88ad tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:08.459787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device bcd0ec39-e42f-4102-888c-372bd87b0316 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:08.460917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-707d9a8d-67ad-431f-b811-ba9d96453701 req-efe65d6e-efe8-4f39-a98c-e21e8a8b88ad tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 945 time: 0.0525367
Dec 11 21:12:08.523066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-707d9a8d-67ad-431f-b811-ba9d96453701 req-9ea9b1a8-d26f-4d0d-b39b-c5acd4d36f8c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479610
Dec 11 21:12:08.551803 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.557701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.599195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:08.602357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:08.605692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:08.612403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Pushing event updated for resources: {'Port': ['ID=856ebce2-6347-4294-9354-ae98ae99a111,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:08.670881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Attempting to bind port 856ebce2-6347-4294-9354-ae98ae99a111 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:08.671227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Attempting to bind port 856ebce2-6347-4294-9354-ae98ae99a111 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:08.671583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Attempting to bind port 856ebce2-6347-4294-9354-ae98ae99a111 on network 7c68ee6b-92c8-4585-a282-ba17bd673a6c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:08.676488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:08.676854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Checking segment: {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:08.677753 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.677956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8::1 (7c68ee6b-92c8-4585-a282-ba17bd673a6c/fdbac07a-f295-4d15-9381-f370d4907513/215914e6-6dd7-47b5-a64a-68c6f4d1cfd8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:08.678180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Bound using segment: {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:08.678634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Bound port: 856ebce2-6347-4294-9354-ae98ae99a111, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:08.679015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.739806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] For port 856ebce2-6347-4294-9354-ae98ae99a111, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:08.743181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] For port 856ebce2-6347-4294-9354-ae98ae99a111, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=856ebce2-6347-4294-9354-ae98ae99a111,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:08.748405 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.795481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.806598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216f77-9e1e-42a4-a7a9-686fdd9388c3 None None] Pushing event updated for resources: {'Port': ['ID=856ebce2-6347-4294-9354-ae98ae99a111,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:08.833668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.860753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:12:08.881017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:08.884268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:08.888164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:08.888707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:08.927077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:08.940460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.940814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.941140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.941475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.941795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.942129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.942455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.942873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.943197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.943522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.943844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.944163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.944480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:08.969634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:08.995286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'mac_address': 'fa:16:3e:70:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:12:09.052336 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.058727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.069482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:12:09.096096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:09.101627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.160157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:09.161032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e766-f7a0-44ce-b95f-740436723d84 req-700bd165-0c89-441d-8dcb-c09b92451cfb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:09.162565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d696e766-f7a0-44ce-b95f-740436723d84 req-700bd165-0c89-441d-8dcb-c09b92451cfb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.0888288
Dec 11 21:12:09.297156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d696e766-f7a0-44ce-b95f-740436723d84 req-f79b31e8-2631-42a2-9f70-96eb97c3593e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959122
Dec 11 21:12:09.418190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.422525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.423289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.453907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:12:09.504899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:09.553852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:09.556947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:09.661018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5c11f-e9f4-4234-9167-7de74cdd15c3 req-d74082f7-93b1-4d21-938b-1928ca6a3313 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:09.662708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3f5c11f-e9f4-4234-9167-7de74cdd15c3 req-d74082f7-93b1-4d21-938b-1928ca6a3313 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0504532
Dec 11 21:12:09.700767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:12:09.717659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a3f5c11f-e9f4-4234-9167-7de74cdd15c3 req-36acba78-f6bb-460d-9b24-8e9041eedc32 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478435
Dec 11 21:12:09.800001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:09.808408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ecc10c6-8cea-414b-b409-4ca7ec7fc4b7 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6861429
Dec 11 21:12:09.808408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41626) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:09.809392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:09.813639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-243432358'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:09.820243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:09.820861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b408e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:09.835636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:09.840000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.862519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a9109-1079-400f-b71e-363883f91207 None None] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:09.866235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:09.875381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.875718 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment ecda2665-3d63-4115-8409-bc76f347a88d of type vlan for network d849e02f-dd6f-4f43-98b3-1722f9d16eae
Dec 11 21:12:09.916166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.940787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.946279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:09.946905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:09.979224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:10.005936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1964865
Dec 11 21:12:10.008951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41628) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:10.012687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] Provisioning complete for port 856ebce2-6347-4294-9354-ae98ae99a111 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:10.012880 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.014852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:10.021150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f9da7-6d63-40ee-9323-7aed4ca75d32 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=d849e02f-dd6f-4f43-98b3-1722f9d16eae,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:10.117864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:10.122056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.219386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:10.317454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.379554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=fcd3af96-953e-4dce-8d64-0a680c091a0b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:10.393455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:10.393818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: d849e02f-dd6f-4f43-98b3-1722f9d16eae, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:10.420984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:10.433060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d849e02f-dd6f-4f43-98b3-1722f9d16eae) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:10.438792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:10.439584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.462424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-19d8e102-ed26-4337-b074-44740bc7a8fd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4493115
Dec 11 21:12:10.463050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05be33a-9a74-4516-a1e3-b4c613b47192 None None] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:10.463227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41632) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:10.512766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec4bf4-86ed-472a-8ae8-acb2fb1db99e req-37519b40-5787-49f6-98fe-8267b04591eb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:10.514801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8ec4bf4-86ed-472a-8ae8-acb2fb1db99e req-37519b40-5787-49f6-98fe-8267b04591eb tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.1272731
Dec 11 21:12:10.558389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 856ebce2-6347-4294-9354-ae98ae99a111 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:10.589471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.595814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8ec4bf4-86ed-472a-8ae8-acb2fb1db99e req-360c2587-7b01-49ac-a47d-e65a6b8bd90e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619934
Dec 11 21:12:10.711310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] For port 856ebce2-6347-4294-9354-ae98ae99a111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=856ebce2-6347-4294-9354-ae98ae99a111,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:10.723343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.731508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d849e02f-dd6f-4f43-98b3-1722f9d16eae', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:10.732326 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.780430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 856ebce2-6347-4294-9354-ae98ae99a111 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:10.780815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:10.847257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b408e0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:08Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:09Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:10.946431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:12:10.948467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:10.950115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f025348-198d-46fe-98b4-c1a802fc6196 None None] Pushing event updated for resources: {'Port': ['ID=856ebce2-6347-4294-9354-ae98ae99a111,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:10.989215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:10.989576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Updating router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:12:11.072904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99157ef6-04b8-466b-af0c-7fa34f7486da None None] Provisioning complete for port 856ebce2-6347-4294-9354-ae98ae99a111 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:11.073294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99157ef6-04b8-466b-af0c-7fa34f7486da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.104158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.106002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c01ecb35-66c6-415d-acb9-72d00e2ce28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.215684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3ba46-6cf6-4dc6-a6b7-3281dc089460 req-8b443f94-a478-466b-82a7-8dd1d905ec44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:11.217315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77f3ba46-6cf6-4dc6-a6b7-3281dc089460 req-8b443f94-a478-466b-82a7-8dd1d905ec44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 946 time: 0.0921104
Dec 11 21:12:11.301045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Allocated IP 2001:db8:1::2 (d849e02f-dd6f-4f43-98b3-1722f9d16eae/fcd3af96-953e-4dce-8d64-0a680c091a0b/6482fb22-10de-4f02-8453-d0dad65b5e68) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:11.309718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77f3ba46-6cf6-4dc6-a6b7-3281dc089460 req-475318a4-8568-453d-97c2-a2b0b96f2a7e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856991
Dec 11 21:12:11.310461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:12:11.311698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.345606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:11.350224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:11.350604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.360485 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:12:11.498099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'e9335ea2-ff31-414c-961d-04105820a11c', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'e9335ea2-ff31-414c-961d-04105820a11c', 'mac_address': 'fa:16:3e:85:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:12:11.655858 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.677119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99157ef6-04b8-466b-af0c-7fa34f7486da None None] Provisioning complete for port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:11.677488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99157ef6-04b8-466b-af0c-7fa34f7486da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.709819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347efc50-85c6-46d6-8dff-7ef453a218a3 req-04537282-32ea-4b9e-9542-dfefadac31f6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:11.711415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-347efc50-85c6-46d6-8dff-7ef453a218a3 req-04537282-32ea-4b9e-9542-dfefadac31f6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.0525720
Dec 11 21:12:11.764236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-347efc50-85c6-46d6-8dff-7ef453a218a3 req-8f82e5d8-d37c-4362-a47b-5548bf1b64a8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457172
Dec 11 21:12:11.917057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9335ea2-ff31-414c-961d-04105820a11c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:12:11.974401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-99157ef6-04b8-466b-af0c-7fa34f7486da None None] Port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:11.975843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.979107 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:11.981787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:11.996572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.006653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.038809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8:1::1 (d849e02f-dd6f-4f43-98b3-1722f9d16eae/fcd3af96-953e-4dce-8d64-0a680c091a0b/3a6d3047-73c5-480a-9a5d-90f656d5baa3) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:12.081127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:12:12.083412 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992b931-2867-48c7-a597-ebe2b619019d" -d '{"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:12:12.115130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:12.121950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:12.136320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:12.141877 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e877509-6993-4c9f-9505-46a10a66bdac x-openstack-request-id: req-0e877509-6993-4c9f-9505-46a10a66bdac {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:12:12.142176 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-plugged", "status": "completed", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:12:12.142411 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e877509-6993-4c9f-9505-46a10a66bdac {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:12:12.144629 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'code': 200}
Dec 11 21:12:12.145259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.149061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.151660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:12.153579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.175232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.185215 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.197903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9f4e199b-7648-440e-82f0-52398b890aec None None] Provisioning complete for port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:12.198432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f4e199b-7648-440e-82f0-52398b890aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.226999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.271889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:12.275603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:12.279602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:12.280143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.302972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Pushing event updated for resources: {'Port': ['ID=6482fb22-10de-4f02-8453-d0dad65b5e68,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.334157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.356447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e9335ea2-ff31-414c-961d-04105820a11c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:12:12.363296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e199b-7648-440e-82f0-52398b890aec None None] Port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:12.392015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Attempting to bind port 6482fb22-10de-4f02-8453-d0dad65b5e68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:12.392484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Attempting to bind port 6482fb22-10de-4f02-8453-d0dad65b5e68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:12.392917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Attempting to bind port 6482fb22-10de-4f02-8453-d0dad65b5e68 on network d849e02f-dd6f-4f43-98b3-1722f9d16eae {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:12.437369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:12.437369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Checking segment: {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:12.438182 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.438692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Bound using segment: {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:12.439259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Bound port: 6482fb22-10de-4f02-8453-d0dad65b5e68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:12.440019 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.455073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.480324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcc5ae-ad25-4f54-9c01-cf2a5efc546d req-b19e527d-9ab9-4bea-b270-8989235a279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:12.484180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cafcc5ae-ad25-4f54-9c01-cf2a5efc546d req-b19e527d-9ab9-4bea-b270-8989235a279e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 1098 time: 0.1621411
Dec 11 21:12:12.490274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.544282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128ced0-2eea-473a-82cb-686d0383c774 req-c3351723-1870-4f07-9453-c315a2f9c0fd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:12.545974 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4128ced0-2eea-473a-82cb-686d0383c774 req-c3351723-1870-4f07-9453-c315a2f9c0fd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.0847130
Dec 11 21:12:12.550713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Attempting to bind port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:12.551165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Attempting to bind port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:12.551620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Attempting to bind port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 on network 7c68ee6b-92c8-4585-a282-ba17bd673a6c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:12.580358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 856ebce2-6347-4294-9354-ae98ae99a111 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:12.615932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4128ced0-2eea-473a-82cb-686d0383c774 req-99e21d2f-2d20-4be4-b913-a6d42ae7727d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616655
Dec 11 21:12:12.624319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:12.624706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Checking segment: {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:12.625107 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.625498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Bound using segment: {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:12.625988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Bound port: 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f84c79-0484-494a-b5a8-fa79605c8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:12.626368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.673181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3663-7750-4e50-ae82-f74b9c5f32e8 None None] Pushing event updated for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.680002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cafcc5ae-ad25-4f54-9c01-cf2a5efc546d req-ae9ae2f2-eeba-4919-ba9b-0aa7d800b837 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301920
Dec 11 21:12:12.736146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] For port 6482fb22-10de-4f02-8453-d0dad65b5e68, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:12.770553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] For port 6482fb22-10de-4f02-8453-d0dad65b5e68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6482fb22-10de-4f02-8453-d0dad65b5e68,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:12.777894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-10f403da-d426-4974-acd5-1799bed69aca None None] Provisioning complete for port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:12.778263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-10f403da-d426-4974-acd5-1799bed69aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.790576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.837076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.842884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.843723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.851681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 856ebce2-6347-4294-9354-ae98ae99a111 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:12.852048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.893097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] For port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:12.941166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] For port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:12.943679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-10f403da-d426-4974-acd5-1799bed69aca None None] Port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:12.948127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:12.973743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:12.993566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45523-0097-4421-839b-f0dea6f6bc72 None None] Pushing event updated for resources: {'Port': ['ID=6482fb22-10de-4f02-8453-d0dad65b5e68,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:13.013073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d1f91-859a-4743-9005-32d918d80995 req-d987e4a0-0fee-4f0e-8386-ec539bfc6b75 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:13.014685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f5d1f91-859a-4743-9005-32d918d80995 req-d987e4a0-0fee-4f0e-8386-ec539bfc6b75 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 944 time: 0.1118150
Dec 11 21:12:13.089861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:13.094048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:13.099576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:13.100218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b408e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:11:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:13.106428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a3663-7750-4e50-ae82-f74b9c5f32e8 None None] Pushing event updated for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:13.153123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3f5d1f91-859a-4743-9005-32d918d80995 req-0da08d22-b36d-44f3-8c26-91ff6ea22207 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292112
Dec 11 21:12:13.215788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:13.219933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:13.331365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:13.340059 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4948983b-8a0b-4fd0-b66d-9538b60872c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8733475
Dec 11 21:12:13.340353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41650) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:13.345449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040250389'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:13.371326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:13.375470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.431939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:13.442244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.442963 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 3e5d288b-b43b-45ca-adc7-633856d34c21 of type vlan for network a573257a-8240-44c6-ad4b-6ef3f2a9788a
Dec 11 21:12:13.468517 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e81a92f8-8b6b-45cc-a643-c8e55360bcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.496974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b408e0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 3, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:13.506446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.526716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc1cf6-3317-4e89-a1f1-93d39070c3ac None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 3, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:13.537065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.547170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:13.548055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.596107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] Provisioning complete for port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:13.596478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.609924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2684257
Dec 11 21:12:13.610365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:13.615510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:13.629622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5002a1-7975-41c2-96e3-4399fc0bc16b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=a573257a-8240-44c6-ad4b-6ef3f2a9788a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:13.649369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:13.724922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:13.729645 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.744151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.788129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8356ae-0635-4f50-ac20-0a7f5ad18f2c req-7f6e698a-72d1-4ad5-930e-7587ebecec71 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:13.789484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] For port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:13.796084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc8356ae-0635-4f50-ac20-0a7f5ad18f2c req-7f6e698a-72d1-4ad5-930e-7587ebecec71 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.0775163
Dec 11 21:12:13.797651 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:13.889604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b292e9b-f434-4772-b116-9483bca661fb None None] Pushing event updated for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:13.921169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc8356ae-0635-4f50-ac20-0a7f5ad18f2c req-1c75a4ae-d852-416c-8302-09fd05c87e77 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164804
Dec 11 21:12:14.018175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:14.119409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=3a611c39-c20c-4674-93eb-3d3b113166c7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:14.128978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:14.129354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: a573257a-8240-44c6-ad4b-6ef3f2a9788a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:14.151745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:14.167413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a573257a-8240-44c6-ad4b-6ef3f2a9788a) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:14.172228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:14.172884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:14.196546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41682) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:14.196829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d546afe4-12c3-4fb4-a0ee-b801354b3d10 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5855138
Dec 11 21:12:14.204238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f034a0-8323-4ef9-a760-4554f88e37bc None None] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:14.379161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:14.380046 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:14.391358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621de853-4305-4446-aeb0-d2420088ee32 req-54b1af3d-bf90-46b5-b676-5ead51a757db tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:14.399129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-621de853-4305-4446-aeb0-d2420088ee32 req-54b1af3d-bf90-46b5-b676-5ead51a757db tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 944 time: 0.1093218
Dec 11 21:12:14.521228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-621de853-4305-4446-aeb0-d2420088ee32 req-53c17684-eb0a-4742-a74f-83b437c9de75 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183176
Dec 11 21:12:14.692982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Allocated IP 2001:db8:2::2 (a573257a-8240-44c6-ad4b-6ef3f2a9788a/3a611c39-c20c-4674-93eb-3d3b113166c7/d0bc9a51-1957-47a0-b510-b338c115463f) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:14.822608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6482fb22-10de-4f02-8453-d0dad65b5e68 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:14.886643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3a1f5-88e3-44a3-abdf-85b976d48e98 None None] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:14.900301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:14.937611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.140002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5964526-5380-48b1-a5f9-a1f98265ec07 req-d987b0af-8207-412e-94c2-b9be0ebe19a2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:15.142273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5964526-5380-48b1-a5f9-a1f98265ec07 req-d987b0af-8207-412e-94c2-b9be0ebe19a2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.0986660
Dec 11 21:12:15.222619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.230534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.263600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.281840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] Provisioning complete for port 6482fb22-10de-4f02-8453-d0dad65b5e68 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:15.282229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.282919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5964526-5380-48b1-a5f9-a1f98265ec07 req-25fb6bf7-d35b-40d8-84b4-9d00daa4f8fd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048055
Dec 11 21:12:15.369005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6482fb22-10de-4f02-8453-d0dad65b5e68 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:15.369397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.384146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:15.417657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:15.426710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:15.428819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Pushing event updated for resources: {'Port': ['ID=d0bc9a51-1957-47a0-b510-b338c115463f,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:15.452458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port e9335ea2-ff31-414c-961d-04105820a11c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:12:15.467329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port e9335ea2-ff31-414c-961d-04105820a11c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:15.467702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.600521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Attempting to bind port d0bc9a51-1957-47a0-b510-b338c115463f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:15.600901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Attempting to bind port d0bc9a51-1957-47a0-b510-b338c115463f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:15.601273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Attempting to bind port d0bc9a51-1957-47a0-b510-b338c115463f on network a573257a-8240-44c6-ad4b-6ef3f2a9788a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:15.642818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:15.643115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Checking segment: {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:15.643526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.643928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Bound using segment: {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:15.644424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Bound port: d0bc9a51-1957-47a0-b510-b338c115463f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:15.644810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.650159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.681500 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.689323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ead24d-f675-4812-98b9-58ecc07cd22d req-46267581-7031-4b00-b8ad-4f41f5904b9b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:15.692651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8:2::1 (a573257a-8240-44c6-ad4b-6ef3f2a9788a/3a611c39-c20c-4674-93eb-3d3b113166c7/4c65b3ba-2632-4d2c-975e-f0e7c6a60998) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:15.698591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5ead24d-f675-4812-98b9-58ecc07cd22d req-46267581-7031-4b00-b8ad-4f41f5904b9b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 944 time: 0.0733848
Dec 11 21:12:15.759882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5ead24d-f675-4812-98b9-58ecc07cd22d req-73d52ccf-e09c-4f69-85aa-5308785c4e69 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600505
Dec 11 21:12:15.802218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] For port 6482fb22-10de-4f02-8453-d0dad65b5e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6482fb22-10de-4f02-8453-d0dad65b5e68,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:15.817022 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.824152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.827085 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.842299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.884555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.892393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] For port d0bc9a51-1957-47a0-b510-b338c115463f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:15.937661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:15.941554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:15.945611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:15.945750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] For port d0bc9a51-1957-47a0-b510-b338c115463f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bc9a51-1957-47a0-b510-b338c115463f,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:15.946227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.956461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:12:15.958808 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb052c1-8a86-472c-bb0e-67d3f5622a2a" -d '{"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-plugged", "status": "completed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:12:15.965054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:15.966956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1e5dd-d57f-4ad0-9d41-b37bc39a0b51 None None] Pushing event updated for resources: {'Port': ['ID=6482fb22-10de-4f02-8453-d0dad65b5e68,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:15.972259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:12:15.972620 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:12:15.987634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:16.017172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:16.034289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.062056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd6eb-0656-4fdd-83ca-270f3b27260e None None] Pushing event updated for resources: {'Port': ['ID=d0bc9a51-1957-47a0-b510-b338c115463f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:16.076503 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19537655-eda4-480d-aed1-fc03af376de1 x-openstack-request-id: req-19537655-eda4-480d-aed1-fc03af376de1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:12:16.076809 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-plugged", "status": "completed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:12:16.077070 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19537655-eda4-480d-aed1-fc03af376de1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:12:16.079792 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c', 'code': 200}
Dec 11 21:12:16.106328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8beef905-8fa2-4d63-bf57-477efbb0e681 None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:16.106666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8beef905-8fa2-4d63-bf57-477efbb0e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.147665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.170201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8beef905-8fa2-4d63-bf57-477efbb0e681 None None] Port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:16.184273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:16.207921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8beef905-8fa2-4d63-bf57-477efbb0e681 None None] Provisioning complete for port 6482fb22-10de-4f02-8453-d0dad65b5e68 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:16.207921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8beef905-8fa2-4d63-bf57-477efbb0e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.221378 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:16.222143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e766fc-f7a9-42f5-96c0-6ca711be725e req-a63e96dc-5ac7-4b61-b6d2-fb454a9d86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:16.223217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54e766fc-f7a9-42f5-96c0-6ca711be725e req-a63e96dc-5ac7-4b61-b6d2-fb454a9d86b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 1096 time: 0.0947039
Dec 11 21:12:16.244308 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:16.244951 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863f4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:16.328294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54e766fc-f7a9-42f5-96c0-6ca711be725e req-1ba8029a-d529-4d54-8974-11d26b7d22a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977969
Dec 11 21:12:16.358425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.414406 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:16.542560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd579825-2688-4685-b43a-2a0e96d8609b req-e065874d-7b54-4eab-bc5d-595282387b67 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:16.546499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd579825-2688-4685-b43a-2a0e96d8609b req-e065874d-7b54-4eab-bc5d-595282387b67 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.1084397
Dec 11 21:12:16.563455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:16.645680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.650912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd579825-2688-4685-b43a-2a0e96d8609b req-71b82f34-4379-4cf3-b446-97b0efff3a5c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962682
Dec 11 21:12:16.655201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.656149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.664471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d6ad7d21-dbbb-4194-8a75-ba77ee37f990 None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:16.665411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d6ad7d21-dbbb-4194-8a75-ba77ee37f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.684827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863f4df0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:16Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:12Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:15Z', 'revision_number': 1, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:16.718436 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:16.719078 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Updating router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:12:16.738729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:16.739211 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.740714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad7d21-dbbb-4194-8a75-ba77ee37f990 None None] Port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:16.753118 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.783622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:16.811865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:16.813783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:16.886446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-aae11b89-1ca9-4a79-88ca-472ebbb9cef5 None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:16.886944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aae11b89-1ca9-4a79-88ca-472ebbb9cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:16.923061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aae11b89-1ca9-4a79-88ca-472ebbb9cef5 None None] Port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:16.959448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c1e0a-c945-4cce-a6f7-abdf1b3fce5d req-dce45368-f68d-4f21-b639-c8698827aed4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:16.961229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef3c1e0a-c945-4cce-a6f7-abdf1b3fce5d req-dce45368-f68d-4f21-b639-c8698827aed4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0963213
Dec 11 21:12:16.968976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:17.094596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef3c1e0a-c945-4cce-a6f7-abdf1b3fce5d req-351ca4ee-7020-4f5f-bcff-83a058802dea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243105
Dec 11 21:12:17.109500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6482fb22-10de-4f02-8453-d0dad65b5e68 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:17.111373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:17.119746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b00b2b71-7093-4bdf-985a-8eac96a292c9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9189281
Dec 11 21:12:17.121060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41730) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:17.126150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2119087172'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:17.162290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:17.168269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.174875 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.185368 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.189565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.203665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:17.211657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6482fb22-10de-4f02-8453-d0dad65b5e68 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:17.212032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.218226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.219044 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added segment 42385191-4cf6-4178-b326-b0251f1315d3 of type vlan for network b932db6f-816f-4840-81c1-d711b3bb57b7
Dec 11 21:12:17.286732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.286967 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Pushing event updated for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:17.303285 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.303797 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.304147 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.304486 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.304820 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.305174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.306177 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.306699 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.307223 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.307805 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.308334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.308862 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.309382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:17.318469 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:17.318948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:17.319382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 on network d849e02f-dd6f-4f43-98b3-1722f9d16eae {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:17.325467 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:17.325928 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Checking segment: {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:17.326569 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.327029 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Bound using segment: {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:17.327581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Bound port: 3a6d3047-73c5-480a-9a5d-90f656d5baa3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecda2665-3d63-4115-8409-bc76f347a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:17.328023 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.340495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.343237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0bc9a51-1957-47a0-b510-b338c115463f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:17.347852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:17.348485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.402815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41732) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:17.403263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2810647
Dec 11 21:12:17.407544 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] For port 3a6d3047-73c5-480a-9a5d-90f656d5baa3, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:17.409288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'subnet': {'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:17.412333 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] For port 3a6d3047-73c5-480a-9a5d-90f656d5baa3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6d3047-73c5-480a-9a5d-90f656d5baa3,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:17.418956 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.445089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d0bc9a51-1957-47a0-b510-b338c115463f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:17.445472 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.468964 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Updating router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:12:17.475919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbd71e-e180-4530-a3d6-d18763b502a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Network': ['ID=b932db6f-816f-4840-81c1-d711b3bb57b7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:17.499786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:17.533417 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.570620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036a84f-4757-4f49-b3e4-ba98b2fc64b5 None None] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:17.604918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Made reservation on behalf of c44ee21817854353be11175f379fde14 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:17.608906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.731690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Pushing event updated for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:17.793634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:17.794009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.798706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.877395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.883161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port d0bc9a51-1957-47a0-b510-b338c115463f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bc9a51-1957-47a0-b510-b338c115463f,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:17.893516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.948216 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.974841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Subnet': ['ID=fd889e30-14f2-4404-b30f-455694e2a59d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:17.975460 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:17.984998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=d0bc9a51-1957-47a0-b510-b338c115463f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:17.985208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Checking segment: {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:17.985746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network hostable DHCP agents. Network: b932db6f-816f-4840-81c1-d711b3bb57b7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:17.988601 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.007606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network b932db6f-816f-4840-81c1-d711b3bb57b7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:18.020231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b932db6f-816f-4840-81c1-d711b3bb57b7) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:18.026811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:18.028123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.036712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845faccd-c309-4517-b4eb-7a07f1185755 None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:18.048557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] For port 3a6d3047-73c5-480a-9a5d-90f656d5baa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6d3047-73c5-480a-9a5d-90f656d5baa3,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:18.059211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:18.059924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8011104d-6025-4177-a570-66532ad361ac tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6554987
Dec 11 21:12:18.064952 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Pushing event updated for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:18.078647 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.106170 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:18.106938 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:18.107526 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Attempting to bind port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 on network a573257a-8240-44c6-ad4b-6ef3f2a9788a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:18.115556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:18.116313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Checking segment: {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:18.116817 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.117311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Bound using segment: {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:18.118408 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Bound port: 4c65b3ba-2632-4d2c-975e-f0e7c6a60998, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5d288b-b43b-45ca-adc7-633856d34c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:18.119077 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.220574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Provisioning complete for port d0bc9a51-1957-47a0-b510-b338c115463f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:18.220939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.223572 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] For port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:18.227665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] For port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:18.235923 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.294466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ea9db-6e3e-461a-8a54-f3bbd5e8c437 None None] Pushing event updated for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:18.309345 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:18.310040 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863f4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:18.358204 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed4b05a-c2ed-42fb-955e-72ef62ecc486 None None] Pushing event updated for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:18.363910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b932db6f-816f-4840-81c1-d711b3bb57b7', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'project_id': 'c44ee21817854353be11175f379fde14', 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:18.364777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.421780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b06ba2-fe6b-408d-af02-28011c4d774e req-60e8acb6-f789-4a40-8985-2dc791a36edf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:18.424135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77b06ba2-fe6b-408d-af02-28011c4d774e req-60e8acb6-f789-4a40-8985-2dc791a36edf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1914618
Dec 11 21:12:18.445270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:18.557829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:18.558204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.563102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77b06ba2-fe6b-408d-af02-28011c4d774e req-704ee59e-2365-46c9-a0b0-6cf7daa1461c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965219
Dec 11 21:12:18.597711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Allocated IP 2001:db8:3::2 (b932db6f-816f-4840-81c1-d711b3bb57b7/fd889e30-14f2-4404-b30f-455694e2a59d/0b6ef99e-4fec-4db4-852a-5dd907d3e12e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:18.639895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:18.988675 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863f4df0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:16Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:19.034017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Provisioning complete for port d0bc9a51-1957-47a0-b510-b338c115463f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:19.034599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.056228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb3b0b-4d06-45eb-97dc-2f23715fa52b None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:16Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:19.058223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4351-7f15-4811-b3ec-471bdac28631 req-ed26e7c7-aaeb-458d-a113-8f2ac91e73bf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:19.072738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483a4351-7f15-4811-b3ec-471bdac28631 req-ed26e7c7-aaeb-458d-a113-8f2ac91e73bf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.2034175
Dec 11 21:12:19.087141 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.096491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0bc9a51-1957-47a0-b510-b338c115463f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:19.102648 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.213472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-483a4351-7f15-4811-b3ec-471bdac28631 req-08f3d77a-8459-4318-bf6c-d8f4e9e00427 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377695
Dec 11 21:12:19.222270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Allocated IP 2001:db8:3::1 (b932db6f-816f-4840-81c1-d711b3bb57b7/fd889e30-14f2-4404-b30f-455694e2a59d/87480e3d-88bf-42f1-bfed-82f1a50e74f4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:19.283925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:19.290620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:19.298653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Pushing event updated for resources: {'Port': ['ID=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:19.301194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:19.317736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Provisioning complete for port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:19.318106 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.378648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.424585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.426381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Attempting to bind port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:19.426785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Attempting to bind port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:19.427151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Attempting to bind port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e on network b932db6f-816f-4840-81c1-d711b3bb57b7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:19.430870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d0bc9a51-1957-47a0-b510-b338c115463f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:19.431520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.458188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:19.458603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Checking segment: {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:19.459006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.459402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Bound using segment: {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:19.459890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Bound port: 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:19.460267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.477041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network b932db6f-816f-4840-81c1-d711b3bb57b7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:19.480530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:19.485332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:19.485880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.537234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:19.564295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.626884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.631604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] For port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:19.664676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] For port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:19.668196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] For port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:19.672079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3a6d3047-73c5-480a-9a5d-90f656d5baa3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:19.674348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.696674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.770175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c6d59-8157-4a43-a316-5170f78efc3e None None] Pushing event updated for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:19.807288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:19.807661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.875009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aff69-871d-4b09-b4a4-c0b0ce668b0f None None] Pushing event updated for resources: {'Port': ['ID=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:19.879057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7be51af0-d658-4ab6-92cd-65cc0e5cfd1d None None] Provisioning complete for port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:19.879400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7be51af0-d658-4ab6-92cd-65cc0e5cfd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.946275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.955947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:19.956624 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.034655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event updated for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:20.034817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:20.046862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:20.047479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:20.115085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Network b932db6f-816f-4840-81c1-d711b3bb57b7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:20.116581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:20.144674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:20.220388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:20.341374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:20.348565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d36c63f4-0364-45d9-bfae-f47b823ff290 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2878768
Dec 11 21:12:20.352745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41750) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:20.355337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587808a-635e-4cc9-bfd5-eea3354b3764 req-40622e5e-9a12-4308-b32d-8fb848e2af70 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:20.356841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b587808a-635e-4cc9-bfd5-eea3354b3764 req-40622e5e-9a12-4308-b32d-8fb848e2af70 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0574386
Dec 11 21:12:20.359308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:20.392426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e400>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:20.411092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b587808a-635e-4cc9-bfd5-eea3354b3764 req-1f5b2d02-4ad3-487b-8570-b257f61d5777 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463421
Dec 11 21:12:20.426975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:20.427343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Updating router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:12:20.452849 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.771386 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.779598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.850002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae5c73-e2d2-474f-938c-521225a636c2 None None] Pushing event updated for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:20.916527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da0480-046e-466c-9f27-801867ecddb6 req-4d21fd23-dacf-4bee-8672-ca847643c5ee tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:20.926330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32da0480-046e-466c-9f27-801867ecddb6 req-4d21fd23-dacf-4bee-8672-ca847643c5ee tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0687170
Dec 11 21:12:20.935616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Attempting to bind port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:20.935995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Attempting to bind port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:20.936366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Attempting to bind port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 on network b932db6f-816f-4840-81c1-d711b3bb57b7 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:20.942381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:20.942826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Checking segment: {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:20.943231 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.945364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Bound using segment: {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:20.945961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Bound port: 87480e3d-88bf-42f1-bfed-82f1a50e74f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42385191-4cf6-4178-b326-b0251f1315d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:20.947158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:20.987157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32da0480-046e-466c-9f27-801867ecddb6 req-9d31b1ad-9479-4c72-b0c0-9ea736762969 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597606
Dec 11 21:12:21.044260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] For port 87480e3d-88bf-42f1-bfed-82f1a50e74f4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:21.048785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] For port 87480e3d-88bf-42f1-bfed-82f1a50e74f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87480e3d-88bf-42f1-bfed-82f1a50e74f4,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:21.053533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.103238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed91c7-0e3a-402b-97ea-d189b327536c None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:21.105269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:21.223395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae5c73-e2d2-474f-938c-521225a636c2 None None] Pushing event updated for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:21.241039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:12:21.245032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:21.246301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:21.260277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] Provisioning complete for port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:21.260394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Removed routes are [] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:12:21.260669 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.261049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.451573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.455354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.550176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:21.553603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.558701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:21.559061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.602446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:21.646342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:21.653575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.654802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2b1a60d9-0105-4692-852b-bae3cf28d8bd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 954 time: 1.3010585
Dec 11 21:12:21.657379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:21.767734 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e2a1a92-1259-4d87-90f0-1e5ec6eaeba3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 954 time: 0.1069469
Dec 11 21:12:21.767956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41768) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:21.773490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'routes': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:21.796455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:21.842216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0b6ef99e-4fec-4db4-852a-5dd907d3e12e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:21.903422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] For port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:21.912159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.003599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5f79a-2d7a-4f2b-a9e6-256418ed3e88 None None] Pushing event updated for resources: {'Port': ['ID=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:22.010168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:22.010571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.062185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e400>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:21Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:22.100655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Provisioning complete for port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:22.101051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.103658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04df46e0-d242-4fcc-b034-89f4bc3612c2 None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:21Z', 'revision_number': 4, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:22.278213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Provisioning complete for port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:22.280246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.317241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c1cad-34d3-4e18-a36d-09c90409cae3 req-ad7ee2e2-9a85-476f-ba77-284ad501759f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:22.325498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-280c1cad-34d3-4e18-a36d-09c90409cae3 req-ad7ee2e2-9a85-476f-ba77-284ad501759f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1711056
Dec 11 21:12:22.387088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added routes are [] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:12:22.387429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:12:22.416570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.428680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-280c1cad-34d3-4e18-a36d-09c90409cae3 req-c9b29aa7-3776-4db4-8deb-4c7058f4dfc1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958822
Dec 11 21:12:22.464867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.465542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] For port 87480e3d-88bf-42f1-bfed-82f1a50e74f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87480e3d-88bf-42f1-bfed-82f1a50e74f4,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:22.470058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.543773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110f96c-f49c-4dfd-98fc-2c33eb15ed5f None None] Pushing event updated for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:22.597274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0170689e-f2ab-4092-8066-a8169733215e None None] Provisioning complete for port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:22.597789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0170689e-f2ab-4092-8066-a8169733215e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.696331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.699979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.810367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:22.923371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f8cc2627-98d8-4470-adb8-a371cb6bca9e None None] Provisioning complete for port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:22.923744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8cc2627-98d8-4470-adb8-a371cb6bca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.970900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:22.993182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:22.994567 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9ed82f0d-6f1e-4e9c-b257-a4335b9e22e9 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 704 time: 1.2253811
Dec 11 21:12:22.997243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41774) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:22.998347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:12:23.089364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 87480e3d-88bf-42f1-bfed-82f1a50e74f4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:23.126676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a1be1a19-eaea-4523-b3d2-551c529157b1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 704 time: 0.1270735
Dec 11 21:12:23.129369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41776) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:23.167283 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:23.180003 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:23.181153 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863d3ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:23.184368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:23.199087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'e9335ea2-ff31-414c-961d-04105820a11c', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'port_id': 'e9335ea2-ff31-414c-961d-04105820a11c', 'mac_address': 'fa:16:3e:85:2b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:12:23.233932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:23.234295 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.273421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.290419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:23.300704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9335ea2-ff31-414c-961d-04105820a11c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:12:23.305634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c542d3c6-f790-47b8-b2b1-eb525b0adc75 None None] Provisioning complete for port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:23.305998 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c542d3c6-f790-47b8-b2b1-eb525b0adc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.362240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:23.394951 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.445704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0b6ef99e-4fec-4db4-852a-5dd907d3e12e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:23.501833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.511291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e9335ea2-ff31-414c-961d-04105820a11c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:12:23.546631 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863d3ee0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 7, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:23.557699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:23.579047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:23.588928 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:23.589691 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863d3ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:23.596178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:23.596544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.630700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c760f-31df-4bfe-9d05-96c161c24eb0 req-5c8cade5-4499-43f8-afb8-a2b2bd8f610b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:23.632430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-671c760f-31df-4bfe-9d05-96c161c24eb0 req-5c8cade5-4499-43f8-afb8-a2b2bd8f610b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 944 time: 0.1277711
Dec 11 21:12:23.690512 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:23.747266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-671c760f-31df-4bfe-9d05-96c161c24eb0 req-778ff7c3-a20a-4d17-9ea4-9d142e51af96 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051202
Dec 11 21:12:23.841303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 87480e3d-88bf-42f1-bfed-82f1a50e74f4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:23.841540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.902753 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863d3ee0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 7, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:23.928228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 87480e3d-88bf-42f1-bfed-82f1a50e74f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87480e3d-88bf-42f1-bfed-82f1a50e74f4,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:23.928594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:23.932495 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c708f5-1e26-4aa7-862c-8738b08f45a1 None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 7, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87480e3d-88bf-42f1-bfed-82f1a50e74f4', 'name': '', 'network_id': 'b932db6f-816f-4840-81c1-d711b3bb57b7', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:8c:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:18Z', 'updated_at': '2021-12-11T21:12:22Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fd889e30-14f2-4404-b30f-455694e2a59d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:23.949102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 87480e3d-88bf-42f1-bfed-82f1a50e74f4 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:24.116847 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.151829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=87480e3d-88bf-42f1-bfed-82f1a50e74f4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:24.265732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.453035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:24.547094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:24.552071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b1fbbfd9-8994-48b1-8199-668a1a002338 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4217246
Dec 11 21:12:24.554651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41784) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:24.557710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:24.568588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:24.569182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7691a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:24.609281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet fd889e30-14f2-4404-b30f-455694e2a59d {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:24.612525 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.652096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.656809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:24.733814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.799054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.826169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=fd889e30-14f2-4404-b30f-455694e2a59d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:24.830081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.836671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41788) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:24.837183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4b7533db-c1a0-4fdd-b0d5-cd4839621faa tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fd889e30-14f2-4404-b30f-455694e2a59d HTTP/1.1" status: 204  len: 168 time: 0.2800541
Dec 11 21:12:24.849735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eddad5-4d3e-4fd2-8013-30a533322987 None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:24.939300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e19df-f74a-4747-956c-2081fe3d37e7 req-5dbc7d5e-4a75-423b-90de-c0ae44af466f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:24.940782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd7e19df-f74a-4747-956c-2081fe3d37e7 req-5dbc7d5e-4a75-423b-90de-c0ae44af466f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 944 time: 0.1202033
Dec 11 21:12:24.948283 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:24.955802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7691a0d0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:24Z', 'revision_number': 8, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:24.987427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:24.991619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:25.022650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd7e19df-f74a-4747-956c-2081fe3d37e7 req-b84d6a59-fd24-422e-9344-c65da54a853e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710700
Dec 11 21:12:25.029295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:25.029979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7691a0d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:25.054308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:25.054691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.072046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] DHCP port deletion for b932db6f-816f-4840-81c1-d711b3bb57b7 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:25.125036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,segment=NetworkSegment(42385191-4cf6-4178-b326-b0251f1315d3),segment_id=42385191-4cf6-4178-b326-b0251f1315d3)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:25.125411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.140289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 0b6ef99e-4fec-4db4-852a-5dd907d3e12e owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:25.220700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.246654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:25.250407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:25.309979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port e9335ea2-ff31-414c-961d-04105820a11c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:25.310265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.315686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:25.338061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.358891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48a100>,) {'filters': {'network_id': ['b932db6f-816f-4840-81c1-d711b3bb57b7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:25.368055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48a100>, '42385191-4cf6-4178-b326-b0251f1315d3') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:25.368353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48a100>, '42385191-4cf6-4178-b326-b0251f1315d3') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:25.377661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.391298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.397207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:25.397591 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:25.401208 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:25.451521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Deleting port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:25.451886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.463564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.470564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.474076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/b932db6f-816f-4840-81c1-d711b3bb57b7 HTTP/1.1" status: 204  len: 168 time: 0.6356668
Dec 11 21:12:25.476918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41794) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:25.488749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561f7e-2344-4add-995f-e109c1de8d48 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=b932db6f-816f-4840-81c1-d711b3bb57b7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:25.601088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] For port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e, host ncdv-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:25.601661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.619200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.622329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Calling delete_port for 0b6ef99e-4fec-4db4-852a-5dd907d3e12e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:25.626349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.ipam_backend_mixin [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e was not found and therefore no delete operation was performed {{(pid=125989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:12:25.651077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.684054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Network b932db6f-816f-4840-81c1-d711b3bb57b7 is not hosted by any dhcp agent {{(pid=125989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:12:25.684508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] No DVR routers for this DVR port 0b6ef99e-4fec-4db4-852a-5dd907d3e12e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:25.692791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c3a43-7158-46f2-8896-51fc743cb939 None None] Pushing event deleted for resources: {'Port': ['ID=0b6ef99e-4fec-4db4-852a-5dd907d3e12e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:25.694271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:12:25.697156 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301fdbdb-767d-435a-8541-7f8e037b629c" -d '{"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-plugged", "status": "completed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:12:25.714193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:25.725131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:25.757860 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ed1204-89ed-4409-abf3-283f01589255 x-openstack-request-id: req-89ed1204-89ed-4409-abf3-283f01589255 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:12:25.758775 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-plugged", "status": "completed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:12:25.759028 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89ed1204-89ed-4409-abf3-283f01589255 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:12:25.759419 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c', 'code': 200}
Dec 11 21:12:25.772047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7691a0d0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:24Z', 'revision_number': 8, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:25.800881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dacf971-77cb-47cc-b5bc-02b15dd91191 None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:24Z', 'revision_number': 8, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c65b3ba-2632-4d2c-975e-f0e7c6a60998', 'name': '', 'network_id': 'a573257a-8240-44c6-ad4b-6ef3f2a9788a', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:e8:2c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:15Z', 'updated_at': '2021-12-11T21:12:19Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': '3a611c39-c20c-4674-93eb-3d3b113166c7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:25.817745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:25.823633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:26.065614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:26.066027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:26.164823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dcc20-8f2b-4202-9d24-e5732eee344a req-f9047487-e365-49dc-8f26-164ca876216b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:26.166600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-145dcc20-8f2b-4202-9d24-e5732eee344a req-f9047487-e365-49dc-8f26-164ca876216b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0667200
Dec 11 21:12:26.219664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-145dcc20-8f2b-4202-9d24-e5732eee344a req-01d7fb94-bda5-4dab-bd2e-f9e9288d8469 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466115
Dec 11 21:12:26.473370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 4c65b3ba-2632-4d2c-975e-f0e7c6a60998, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:26.473731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:26.486896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:26.652872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:26.679655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=4c65b3ba-2632-4d2c-975e-f0e7c6a60998,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:26.792148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:26.988299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:27.010218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 87480e3d-88bf-42f1-bfed-82f1a50e74f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:27.030887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 87480e3d-88bf-42f1-bfed-82f1a50e74f4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:27.031607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 87480e3d-88bf-42f1-bfed-82f1a50e74f4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:27.031737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0b6ef99e-4fec-4db4-852a-5dd907d3e12e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:27.050604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0b6ef99e-4fec-4db4-852a-5dd907d3e12e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:27.050955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0b6ef99e-4fec-4db4-852a-5dd907d3e12e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:27.087503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:27.095997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c857cad-8dd0-4804-a073-190ce244e5f5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6153228
Dec 11 21:12:27.096230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:27.098261 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:27.110122 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:27.110773 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84376e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:27.151930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet 3a611c39-c20c-4674-93eb-3d3b113166c7 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:27.155533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.197937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.213405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:27.320461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.423801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e253877-5889-4c07-b838-29169983d41e req-9588c9eb-64c4-48d8-9419-46ce231cc447 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:27.425576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e253877-5889-4c07-b838-29169983d41e req-9588c9eb-64c4-48d8-9419-46ce231cc447 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1003075
Dec 11 21:12:27.452485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.502158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.507935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/3a611c39-c20c-4674-93eb-3d3b113166c7 HTTP/1.1" status: 204  len: 168 time: 0.4082086
Dec 11 21:12:27.509131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41826) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:27.514261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232be9f-b90c-446e-9fc8-0547e333bf9b tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=3a611c39-c20c-4674-93eb-3d3b113166c7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:27.515624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e6515-1851-46ce-930d-19cad7bfa091 None None] Network a573257a-8240-44c6-ad4b-6ef3f2a9788a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:27.538130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e253877-5889-4c07-b838-29169983d41e req-41dead8b-5595-48f1-b279-f2d313d60958 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029148
Dec 11 21:12:27.569323 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84376e80>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:26Z', 'revision_number': 9, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:27.643460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.737310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port d0bc9a51-1957-47a0-b510-b338c115463f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:27.737784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.746134 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:27.754867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] DHCP port deletion for a573257a-8240-44c6-ad4b-6ef3f2a9788a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:27.760127 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:27.760857 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84376e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:27.819676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Deleting port d0bc9a51-1957-47a0-b510-b338c115463f {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:27.820900 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.835350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port d0bc9a51-1957-47a0-b510-b338c115463f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bc9a51-1957-47a0-b510-b338c115463f,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:27.835350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.857187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for d0bc9a51-1957-47a0-b510-b338c115463f owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:27.881454 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:27.932281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] For port d0bc9a51-1957-47a0-b510-b338c115463f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0bc9a51-1957-47a0-b510-b338c115463f,segment=NetworkSegment(3e5d288b-b43b-45ca-adc7-633856d34c21),segment_id=3e5d288b-b43b-45ca-adc7-633856d34c21)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:27.935715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:27.961821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Calling delete_port for d0bc9a51-1957-47a0-b510-b338c115463f owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:27.970724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.006449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port d0bc9a51-1957-47a0-b510-b338c115463f on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:28.008772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=d0bc9a51-1957-47a0-b510-b338c115463f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:28.074099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.119028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] Pushing event deleted for resources: {'Port': ['ID=d0bc9a51-1957-47a0-b510-b338c115463f,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:28.127289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1c943-9175-4771-beb7-67d1dd7a0400 None None] No DVR routers for this DVR port d0bc9a51-1957-47a0-b510-b338c115463f on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:28.161841 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.188477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb5e790>,) {'filters': {'network_id': ['a573257a-8240-44c6-ad4b-6ef3f2a9788a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:28.188704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84376e80>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:26Z', 'revision_number': 9, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:28.200989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb5e790>, '3e5d288b-b43b-45ca-adc7-633856d34c21') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:28.201636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb5e790>, '3e5d288b-b43b-45ca-adc7-633856d34c21') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:28.213043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.228826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.233917 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d60f1-5b93-4dd6-ad5c-d19f6c714aba None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:26Z', 'revision_number': 9, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a6d3047-73c5-480a-9a5d-90f656d5baa3', 'name': '', 'network_id': 'd849e02f-dd6f-4f43-98b3-1722f9d16eae', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:52:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:11Z', 'updated_at': '2021-12-11T21:12:18Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fcd3af96-953e-4dce-8d64-0a680c091a0b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:28.237365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:28.238686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:28.241814 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:28.322112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.335515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.338968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/a573257a-8240-44c6-ad4b-6ef3f2a9788a HTTP/1.1" status: 204  len: 168 time: 0.8284481
Dec 11 21:12:28.342994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41832) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:28.406900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1525c5-ca9c-406a-a961-8cfe1c54bf17 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=a573257a-8240-44c6-ad4b-6ef3f2a9788a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:28.709277 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccbf8c-57f5-4a8d-b9b1-3a5f5a05864f req-3081adac-6e94-4163-a78d-4eae056a6bea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:28.710818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cccbf8c-57f5-4a8d-b9b1-3a5f5a05864f req-3081adac-6e94-4163-a78d-4eae056a6bea tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0693939
Dec 11 21:12:28.791719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cccbf8c-57f5-4a8d-b9b1-3a5f5a05864f req-2eb008d5-15ad-4424-9f3c-0b70ead8776a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725358
Dec 11 21:12:28.824785 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:28.978218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:29.003083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:29.003814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4c65b3ba-2632-4d2c-975e-f0e7c6a60998 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:29.004480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0bc9a51-1957-47a0-b510-b338c115463f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:29.028724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d0bc9a51-1957-47a0-b510-b338c115463f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:29.029381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0bc9a51-1957-47a0-b510-b338c115463f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:29.100426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 3a6d3047-73c5-480a-9a5d-90f656d5baa3 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:29.100858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:29.199785 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 3a6d3047-73c5-480a-9a5d-90f656d5baa3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3a6d3047-73c5-480a-9a5d-90f656d5baa3,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:29.200438 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:29.215273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 3a6d3047-73c5-480a-9a5d-90f656d5baa3 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:29.402789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:29.431357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=3a6d3047-73c5-480a-9a5d-90f656d5baa3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:29.946509 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:29.968926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22141f76-108d-4ade-b839-c3de864dec80 req-f9d189d3-6e44-4d0e-8d3a-de2be2c7e772 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:29.971165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22141f76-108d-4ade-b839-c3de864dec80 req-f9d189d3-6e44-4d0e-8d3a-de2be2c7e772 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0833452
Dec 11 21:12:30.037149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22141f76-108d-4ade-b839-c3de864dec80 req-796137d4-0867-4bd5-b74c-00f58c64e4bd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578125
Dec 11 21:12:30.168243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:30.285435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:30.292445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b484ad9f-eae0-4963-a2a9-60ccea5c0b5d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9485438
Dec 11 21:12:30.295414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41844) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:30.297120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:30.312475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:30.313729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7731a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:30.366886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet fcd3af96-953e-4dce-8d64-0a680c091a0b {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:30.370815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.406422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:30.428703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.529801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.618307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.660348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd3af96-953e-4dce-8d64-0a680c091a0b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:30.674600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.678290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc6f06-dec8-4a98-b3e2-0f169b60ea80 None None] Network d849e02f-dd6f-4f43-98b3-1722f9d16eae requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:30.678662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2c12e471-38f0-4798-a6e1-69a1290c0a23 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fcd3af96-953e-4dce-8d64-0a680c091a0b HTTP/1.1" status: 204  len: 168 time: 0.3816595
Dec 11 21:12:30.681844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41848) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:30.684369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7731a2e0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:29Z', 'revision_number': 10, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:30.734991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:30.782424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.820143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:30.821571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7731a2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:30.844355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 6482fb22-10de-4f02-8453-d0dad65b5e68 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:30.844873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.960620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 6482fb22-10de-4f02-8453-d0dad65b5e68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6482fb22-10de-4f02-8453-d0dad65b5e68,segment=NetworkSegment(ecda2665-3d63-4115-8409-bc76f347a88d),segment_id=ecda2665-3d63-4115-8409-bc76f347a88d)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:30.961914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:30.984866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:31.001389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 6482fb22-10de-4f02-8453-d0dad65b5e68 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:31.060950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] DHCP port deletion for d849e02f-dd6f-4f43-98b3-1722f9d16eae request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:31.123582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.179698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 6482fb22-10de-4f02-8453-d0dad65b5e68 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:31.216494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Deleting port 6482fb22-10de-4f02-8453-d0dad65b5e68 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:31.216842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.221147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=6482fb22-10de-4f02-8453-d0dad65b5e68,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:31.314010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc687e-dbf0-442a-baaa-326c0c24164f req-1b6d63d8-1356-4b8b-8e51-0f142c89fad0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:31.323001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99bc687e-dbf0-442a-baaa-326c0c24164f req-1b6d63d8-1356-4b8b-8e51-0f142c89fad0 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1539309
Dec 11 21:12:31.337889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] For port 6482fb22-10de-4f02-8453-d0dad65b5e68, host ncdv-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:31.339064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.349954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.356952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Calling delete_port for 6482fb22-10de-4f02-8453-d0dad65b5e68 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:31.361929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Port 6482fb22-10de-4f02-8453-d0dad65b5e68 was not found and therefore no delete operation was performed {{(pid=125989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:12:31.364416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.391227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed18130>,) {'filters': {'network_id': ['d849e02f-dd6f-4f43-98b3-1722f9d16eae']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:31.408704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed18130>, 'ecda2665-3d63-4115-8409-bc76f347a88d') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:31.408993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed18130>, 'ecda2665-3d63-4115-8409-bc76f347a88d') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:31.423913 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99bc687e-dbf0-442a-baaa-326c0c24164f req-232a7d83-9aba-4bb4-9b13-79ac8c64d2df tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999398
Dec 11 21:12:31.424726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] Pushing event deleted for resources: {'Port': ['ID=6482fb22-10de-4f02-8453-d0dad65b5e68,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:31.442954 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.449829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef28a6c-db4c-4799-b729-c42f2e42f270 None None] No DVR routers for this DVR port 6482fb22-10de-4f02-8453-d0dad65b5e68 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:31.467266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.476355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:31.477637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:31.481248 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:31.490899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7731a2e0>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:29Z', 'revision_number': 10, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:31.529540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffaef3a-149b-4bde-b6d7-493eb27e5baa None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:29Z', 'revision_number': 10, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None, '_interfaces': [{'id': '215914e6-6dd7-47b5-a64a-68c6f4d1cfd8', 'name': '', 'network_id': '7c68ee6b-92c8-4585-a282-ba17bd673a6c', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'mac_address': 'fa:16:3e:26:bf:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:12:08Z', 'updated_at': '2021-12-11T21:12:13Z', 'revision_number': 5, 'project_id': 'c44ee21817854353be11175f379fde14', 'subnets': [{'id': 'fdbac07a-f295-4d15-9381-f370d4907513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:31.554268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.593580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:31.598385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/d849e02f-dd6f-4f43-98b3-1722f9d16eae HTTP/1.1" status: 204  len: 168 time: 0.9147532
Dec 11 21:12:31.599621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404a02f-6f93-4c7b-b1c3-dfa0eee25304 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=d849e02f-dd6f-4f43-98b3-1722f9d16eae,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:31.601296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41860) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:31.990726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:32.256235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:32.256615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:32.351791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:32.352135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:32.365861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:32.595519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:32.611597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a0caa-ad11-4d53-b886-b41d37ad0ad2 req-727378ac-1d43-4f5c-be42-a76dddb70ae9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:32.613149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f60a0caa-ad11-4d53-b886-b41d37ad0ad2 req-727378ac-1d43-4f5c-be42-a76dddb70ae9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0844886
Dec 11 21:12:32.643007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=215914e6-6dd7-47b5-a64a-68c6f4d1cfd8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:32.781155 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f60a0caa-ad11-4d53-b886-b41d37ad0ad2 req-54013325-861f-490d-89ef-a84d154f6dd2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433725
Dec 11 21:12:32.783287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:32.973369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:33.076425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:33.083667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8d766743-cac1-48e7-953d-6e8444abdcdd tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4787710
Dec 11 21:12:33.085399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:33.087019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6482fb22-10de-4f02-8453-d0dad65b5e68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:33.091276 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:33.105673 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:33.106291 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84164790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:33.107645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6482fb22-10de-4f02-8453-d0dad65b5e68 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:33.108011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6482fb22-10de-4f02-8453-d0dad65b5e68 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:33.108461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3a6d3047-73c5-480a-9a5d-90f656d5baa3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:33.129659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3a6d3047-73c5-480a-9a5d-90f656d5baa3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:33.130117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3a6d3047-73c5-480a-9a5d-90f656d5baa3 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:33.150302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting subnet fdbac07a-f295-4d15-9381-f370d4907513 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:33.153634 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.201788 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:33.207146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.254343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84164790>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:33.285611 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:33.294780 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:33.295386 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84164790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:33.326875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.365661 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:33.406182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.422858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84164790>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:33.447525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbac07a-f295-4d15-9381-f370d4907513,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:33.454221 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed2f52-d4c3-4646-b6d3-13060abc8311 None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:33.455155 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.462067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2492a9f8-27ed-4edf-96b5-43bd3afb9ed1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fdbac07a-f295-4d15-9381-f370d4907513 HTTP/1.1" status: 204  len: 168 time: 0.3726068
Dec 11 21:12:33.462526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41870) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:33.466564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eb9e81-a4a5-42db-9ca1-5fd225623db8 None None] Network 7c68ee6b-92c8-4585-a282-ba17bd673a6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:33.563609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.642194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Deleting port 856ebce2-6347-4294-9354-ae98ae99a111 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:33.642561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.716565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] For port 856ebce2-6347-4294-9354-ae98ae99a111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=856ebce2-6347-4294-9354-ae98ae99a111,segment=NetworkSegment(a1f84c79-0484-494a-b5a8-fa79605c8818),segment_id=a1f84c79-0484-494a-b5a8-fa79605c8818)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:33.716944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.731027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Calling delete_port for 856ebce2-6347-4294-9354-ae98ae99a111 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:33.823362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd45e3c-4e18-4430-a42f-a7a908fded08 None None] DHCP port deletion for 7c68ee6b-92c8-4585-a282-ba17bd673a6c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:33.832705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:33.859370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Port': ['ID=856ebce2-6347-4294-9354-ae98ae99a111,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:33.873047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No DVR routers for this DVR port 856ebce2-6347-4294-9354-ae98ae99a111 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:33.911505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fdd45e3c-4e18-4430-a42f-a7a908fded08 None None] The port '856ebce2-6347-4294-9354-ae98ae99a111' was deleted {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Dec 11 21:12:34.004709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.033837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb45dc0>,) {'filters': {'network_id': ['7c68ee6b-92c8-4585-a282-ba17bd673a6c']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:34.045733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb45dc0>, 'a1f84c79-0484-494a-b5a8-fa79605c8818') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:34.046233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eb45dc0>, 'a1f84c79-0484-494a-b5a8-fa79605c8818') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:34.063465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44c244-dd44-4007-b77b-68538f692116 req-61e95c0d-c7fa-4e93-9673-2609262c9615 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:34.065387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c44c244-dd44-4007-b77b-68538f692116 req-61e95c0d-c7fa-4e93-9673-2609262c9615 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1352646
Dec 11 21:12:34.084257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.116972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.131152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:34.131561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:34.135441 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:34.191687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c44c244-dd44-4007-b77b-68538f692116 req-320f86e3-bfb3-4840-a6d3-68199b9de8bf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191442
Dec 11 21:12:34.214414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.225282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.231573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/networks/7c68ee6b-92c8-4585-a282-ba17bd673a6c HTTP/1.1" status: 204  len: 168 time: 0.7657669
Dec 11 21:12:34.231824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41876) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:34.236721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'routes': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:34.248978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64922d-75ed-4e9a-a16d-9b25cd72ccb0 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Pushing event deleted for resources: {'Network': ['ID=7c68ee6b-92c8-4585-a282-ba17bd673a6c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:34.413305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Added routes are [] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:12:34.413558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Removed routes are [] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:12:34.413882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.573528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.578097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.666411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:34.769382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:34.778990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:34.782909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a232495b-5976-40e1-94de-b4db39b1fd31 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 705 time: 0.5475111
Dec 11 21:12:34.783069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Sync routers for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:34.784165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:34.800639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:34.801258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76948b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:34.818424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41886) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:34.820377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7c94880-e3ed-4316-af91-b0753e818430 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 205 time: 0.0342553
Dec 11 21:12:34.924227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.078005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:35.081865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:35.134007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:35.134403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 215914e6-6dd7-47b5-a64a-68c6f4d1cfd8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:35.134870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 856ebce2-6347-4294-9354-ae98ae99a111 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:35.166796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76948b80>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:35.230100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Checking router: d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:35.237789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 856ebce2-6347-4294-9354-ae98ae99a111 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:35.242827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 856ebce2-6347-4294-9354-ae98ae99a111 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:35.280198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Routers {'d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:35.280848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76948b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:35.384094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] Set router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:35.443162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76948b80>, [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:35.472228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619d60b-6191-4f09-b9d2-0f5a958dab71 None None] The sync data for ids ['d7b321ec-7a98-41bd-a376-fc2f99ce5fb8'] in ncdv-master-1 is: [{'id': 'd7b321ec-7a98-41bd-a376-fc2f99ce5fb8', 'name': 'tempest-RoutersIpV6Test-router-1677082149', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:07Z', 'updated_at': '2021-12-11T21:12:32Z', 'revision_number': 11, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:35.522550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.537498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.594187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.594938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:12:35.605876 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11f9f-491d-4051-acbe-33115f2ee3a8 req-697a7319-b7b1-4142-9dc3-c8c0daedbad7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:35.607490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50e11f9f-491d-4051-acbe-33115f2ee3a8 req-697a7319-b7b1-4142-9dc3-c8c0daedbad7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1265750
Dec 11 21:12:35.612971 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.614066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9508efe3-08b5-4a03-ab40-74c41136939f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 204  len: 168 time: 0.7950134
Dec 11 21:12:35.620870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:35.629225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-471048491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:35.662855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50e11f9f-491d-4051-acbe-33115f2ee3a8 req-45929aeb-83f6-47e4-b3e0-aad17ee0293e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476065
Dec 11 21:12:35.702454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.704032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.793290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.802935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.843617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:35.848352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:35.853977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Request body: {'router': {'admin_state_up': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:35.856424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd4a78c0-ccfc-4069-a94f-129c8327f2b8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2307332
Dec 11 21:12:36.088343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.100588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.221647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Router e7b3ba7d-d791-4015-aab5-e02491239837 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:12:36.305630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:36.313441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.314893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-49141396-799d-429c-97bd-487498f5cff4 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "PUT /v2.0/routers/e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 200  len: 697 time: 0.4653955
Dec 11 21:12:36.317508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.322958 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Sync routers for ids ['e7b3ba7d-d791-4015-aab5-e02491239837'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:36.341048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Routers {'e7b3ba7d-d791-4015-aab5-e02491239837'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:36.341764 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84417c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e7b3ba7d-d791-4015-aab5-e02491239837'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:36.414492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a814a8ac-3a29-40ee-8dd5-5ecc03b21cee tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/routers/e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 200  len: 703 time: 0.0949657
Dec 11 21:12:36.417269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.431641 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Set router e7b3ba7d-d791-4015-aab5-e02491239837 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:36.446494 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4fdd1921-903f-4d3c-9147-0b00357e7301 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 200  len: 205 time: 0.0279589
Dec 11 21:12:36.448995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41900) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.490632 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84417c40>, [{'id': 'e7b3ba7d-d791-4015-aab5-e02491239837', 'name': 'tempest-RoutersIpV6Test-router-471048491', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:35Z', 'updated_at': '2021-12-11T21:12:36Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:36.524986 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Checking router: e7b3ba7d-d791-4015-aab5-e02491239837 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:12:36.533860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.534552 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Routers {'e7b3ba7d-d791-4015-aab5-e02491239837'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:36.535521 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84417c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e7b3ba7d-d791-4015-aab5-e02491239837'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:36.607987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] Set router e7b3ba7d-d791-4015-aab5-e02491239837 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:12:36.682809 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84417c40>, [{'id': 'e7b3ba7d-d791-4015-aab5-e02491239837', 'name': 'tempest-RoutersIpV6Test-router-471048491', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:35Z', 'updated_at': '2021-12-11T21:12:36Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:36.709589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.712773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.713682 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bca09a-0282-4035-bcfe-dce56e4de121 None None] The sync data for ids ['e7b3ba7d-d791-4015-aab5-e02491239837'] in ncdv-master-1 is: [{'id': 'e7b3ba7d-d791-4015-aab5-e02491239837', 'name': 'tempest-RoutersIpV6Test-router-471048491', 'tenant_id': 'c44ee21817854353be11175f379fde14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:12:35Z', 'updated_at': '2021-12-11T21:12:36Z', 'revision_number': 2, 'project_id': 'c44ee21817854353be11175f379fde14', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:36.778715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.779464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Fanout notify agent at l3_agent the message router_deleted on router e7b3ba7d-d791-4015-aab5-e02491239837 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:12:36.788126 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:36.794219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.799587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c002931a-e745-4505-aa67-a660d2345385 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 204  len: 168 time: 0.3488169
Dec 11 21:12:36.838464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ea81593-90b3-4ebf-9390-c7750729be2d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 200  len: 205 time: 0.0430443
Dec 11 21:12:36.841273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.897744 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-9149bb68-2876-41f3-9cf5-aa8ad7b7552c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:36.901472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9149bb68-2876-41f3-9cf5-aa8ad7b7552c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/e7b3ba7d-d791-4015-aab5-e02491239837 HTTP/1.1" status: 404  len: 336 time: 0.0591905
Dec 11 21:12:36.901602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41912) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.959752 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d2c1c0-c451-4d70-8042-6a2fa02c2a44 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:36.960219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d2c1c0-c451-4d70-8042-6a2fa02c2a44 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:36.968723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-39d2c1c0-c451-4d70-8042-6a2fa02c2a44 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fd889e30-14f2-4404-b30f-455694e2a59d HTTP/1.1" status: 404  len: 337 time: 0.0642447
Dec 11 21:12:36.969356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41914) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:36.997589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0fa00-3bdd-416b-9607-8d23f9a3d35e req-b1dd2bfb-702c-4f59-ab7d-51f4546ea357 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:37.004937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ba0fa00-3bdd-416b-9607-8d23f9a3d35e req-b1dd2bfb-702c-4f59-ab7d-51f4546ea357 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.2350521
Dec 11 21:12:37.013239 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d365c8ea-6e3f-4b4e-ad39-5b51eda29ca6 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.013840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d365c8ea-6e3f-4b4e-ad39-5b51eda29ca6 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.019554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d365c8ea-6e3f-4b4e-ad39-5b51eda29ca6 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/3a611c39-c20c-4674-93eb-3d3b113166c7 HTTP/1.1" status: 404  len: 337 time: 0.0468194
Dec 11 21:12:37.021947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.052970 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ba33a6-cfd9-4ca3-88b8-adbc9d54f518 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.053600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ba33a6-cfd9-4ca3-88b8-adbc9d54f518 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.058186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c2ba33a6-cfd9-4ca3-88b8-adbc9d54f518 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fcd3af96-953e-4dce-8d64-0a680c091a0b HTTP/1.1" status: 404  len: 337 time: 0.0365691
Dec 11 21:12:37.060821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41918) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.071215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ba0fa00-3bdd-416b-9607-8d23f9a3d35e req-8601670c-43d3-4fe2-9aeb-31c6c2643aff tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622344
Dec 11 21:12:37.103968 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e995ed2-978f-48bc-90ae-a257e7d5632f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.104692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e995ed2-978f-48bc-90ae-a257e7d5632f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.108214 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7e995ed2-978f-48bc-90ae-a257e7d5632f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/fdbac07a-f295-4d15-9381-f370d4907513 HTTP/1.1" status: 404  len: 337 time: 0.0463061
Dec 11 21:12:37.110940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.140155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-89fdfd6b-b083-4476-a4b3-caa20e6b5cc3 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 200  len: 205 time: 0.0277741
Dec 11 21:12:37.142280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41922) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.188449 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-59477be8-76e8-4fee-afc4-0b2ec0d5a2a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.189482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59477be8-76e8-4fee-afc4-0b2ec0d5a2a2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/d7b321ec-7a98-41bd-a376-fc2f99ce5fb8 HTTP/1.1" status: 404  len: 336 time: 0.0452750
Dec 11 21:12:37.192284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41924) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.228354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05d9a5a6-28ea-48d8-8f03-72ffe1df182d tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d5e5424-4019-4d5a-9e03-78ed8332089b HTTP/1.1" status: 200  len: 205 time: 0.0328798
Dec 11 21:12:37.228934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41926) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.274307 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-635d32f9-7d1a-4353-9033-602b2f9c05eb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.275415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-635d32f9-7d1a-4353-9033-602b2f9c05eb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/8d5e5424-4019-4d5a-9e03-78ed8332089b HTTP/1.1" status: 404  len: 336 time: 0.0454910
Dec 11 21:12:37.279055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.309956 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-97106bb2-2552-47fb-aba5-e97b095392d5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.310416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97106bb2-2552-47fb-aba5-e97b095392d5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.313919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97106bb2-2552-47fb-aba5-e97b095392d5 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/c739be99-7215-4de9-8831-e3decb988489 HTTP/1.1" status: 404  len: 337 time: 0.0337100
Dec 11 21:12:37.316897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.350845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d594ec26-dd86-4a07-8bf4-b866f1afca6f tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 200  len: 205 time: 0.0283990
Dec 11 21:12:37.351259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41932) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.395414 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-c1d7fa5c-5144-4e62-867c-9de532d4f3e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.399264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c1d7fa5c-5144-4e62-867c-9de532d4f3e8 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/67bde4e4-039f-4c1d-b60c-e50e96cf3d76 HTTP/1.1" status: 404  len: 336 time: 0.0442345
Dec 11 21:12:37.399488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41934) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.434015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1469e32-8317-44e9-a8d0-c84a3c4e85fc tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=96590c00-8cad-4cf0-b49a-08fc7b570072 HTTP/1.1" status: 200  len: 205 time: 0.0332737
Dec 11 21:12:37.436634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.476286 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-6d8f2910-9002-43f1-b7f7-19549435f66c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.477491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d8f2910-9002-43f1-b7f7-19549435f66c tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/96590c00-8cad-4cf0-b49a-08fc7b570072 HTTP/1.1" status: 404  len: 336 time: 0.0394197
Dec 11 21:12:37.481631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.517241 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-296b866d-70f5-4551-9c86-37f01c58a8bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.517735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296b866d-70f5-4551-9c86-37f01c58a8bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.521139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-296b866d-70f5-4551-9c86-37f01c58a8bb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/792cd492-b69c-4a9f-9ebd-750ea9bab2f7 HTTP/1.1" status: 404  len: 337 time: 0.0384130
Dec 11 21:12:37.523795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.558517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06ccf4a6-5e41-444f-84a9-77f945ad4a11 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=18ab23e1-e39b-4d0e-8384-f35ec7895c2d HTTP/1.1" status: 200  len: 205 time: 0.0323210
Dec 11 21:12:37.559628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41944) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.598458 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-8609f766-ad66-470c-a549-8b4946cea106 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.599578 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8609f766-ad66-470c-a549-8b4946cea106 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/18ab23e1-e39b-4d0e-8384-f35ec7895c2d HTTP/1.1" status: 404  len: 336 time: 0.0390275
Dec 11 21:12:37.602605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41950) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.629443 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-2805adda-c03f-48b2-a305-a99b7c8c70d2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.629890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2805adda-c03f-48b2-a305-a99b7c8c70d2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.633108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2805adda-c03f-48b2-a305-a99b7c8c70d2 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/003e268c-68cb-48ef-b2ba-d76e29c81e17 HTTP/1.1" status: 404  len: 337 time: 0.0295868
Dec 11 21:12:37.636531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41952) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.677300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.677513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-934fd779-7370-4206-bdd4-7485a9f92aeb tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "GET /v2.0/ports?device_id=f573c16d-da2a-43cf-a069-7fb3e15b0075 HTTP/1.1" status: 200  len: 205 time: 0.0388455
Dec 11 21:12:37.730743 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-386ead4c-46a2-4e9b-b57f-0ab2be50057e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] delete failed (client error): The resource could not be found.
Dec 11 21:12:37.731954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-386ead4c-46a2-4e9b-b57f-0ab2be50057e tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/routers/f573c16d-da2a-43cf-a069-7fb3e15b0075 HTTP/1.1" status: 404  len: 336 time: 0.0535805
Dec 11 21:12:37.734628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.762376 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d55e6e-b6f3-476b-a442-6478e5fb8801 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.763002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d55e6e-b6f3-476b-a442-6478e5fb8801 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.766227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-73d55e6e-b6f3-476b-a442-6478e5fb8801 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/acaa3d22-9230-4489-8290-fee9c57c99a0 HTTP/1.1" status: 404  len: 337 time: 0.0305684
Dec 11 21:12:37.768758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:37.796367 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-55336279-cad7-4eb8-a8af-784772a339d1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:12:37.797065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55336279-cad7-4eb8-a8af-784772a339d1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:12:37.805402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55336279-cad7-4eb8-a8af-784772a339d1 tempest-RoutersIpV6Test-103277840 tempest-RoutersIpV6Test-103277840-project] 10.222.0.18 "DELETE /v2.0/subnets/d9fce816-1995-4164-bbdd-1c6145da6fdb HTTP/1.1" status: 404  len: 337 time: 0.0326197
Dec 11 21:12:38.116885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 41974) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:38.259712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 41984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:38.263406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-143fddc6-f088-471b-9041-1263bcefc725 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c44ee21817854353be11175f379fde14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1447468
Dec 11 21:12:38.308563 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:38.333517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:38.358302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ba36-0948-4d19-9c28-2370fd4b53e4 req-ddbfe505-2bed-4243-8185-bd0251ce7c2f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:38.359841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0409ba36-0948-4d19-9c28-2370fd4b53e4 req-ddbfe505-2bed-4243-8185-bd0251ce7c2f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.2236938
Dec 11 21:12:38.383240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:38.386108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:38.387303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cd99d6c-4298-4441-b8d7-526bbd92859b HTTP/1.1" status: 204  len: 168 time: 0.1266155
Dec 11 21:12:38.396311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca76539-bf85-4bbb-bd1d-d0dbc71af2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd99d6c-4298-4441-b8d7-526bbd92859b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:38.415717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0409ba36-0948-4d19-9c28-2370fd4b53e4 req-31461023-bc68-467e-b51f-f1ad9bfa6e38 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494208
Dec 11 21:12:39.027178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42008) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:39.033197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-e0a85441-67a2-4657-a005-e38fa83dfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.034743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-e0a85441-67a2-4657-a005-e38fa83dfdb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 1096 time: 0.0442758
Dec 11 21:12:39.134746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-d6d5a404-fa08-4c08-88f7-421225b8b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.135010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515417626'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:39.136239 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-d6d5a404-fa08-4c08-88f7-421225b8b9eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.0929289
Dec 11 21:12:39.156963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:39.160634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.169340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.184294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-089395fc-3766-496d-9128-a9ae028f7068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9335ea2-ff31-414c-961d-04105820a11c HTTP/1.1" status: 200  len: 217 time: 0.0403602
Dec 11 21:12:39.236089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-9678e634-efca-4880-ad3a-12ff6f2bad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.237596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-9678e634-efca-4880-ad3a-12ff6f2bad35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0452979
Dec 11 21:12:39.246460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.250387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.275462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:39.289096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39861857-b5bb-4917-950c-78980a0798bf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:39.289840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-c8f03528-7e6f-4e29-8f32-4feffc610485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.291799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-c8f03528-7e6f-4e29-8f32-4feffc610485 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0453403
Dec 11 21:12:39.295176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.295517 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 3ab07b4a-200d-4911-bda9-2e240f85fdb3 of type vlan for network 372f3249-f46e-43c2-b137-65fe8c1e20e0
Dec 11 21:12:39.336812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.363105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.368689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.369282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.398079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-129c01a7-842a-4fda-86f7-c3bfc004f61d service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979576
Dec 11 21:12:39.431440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4026504
Dec 11 21:12:39.437493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:39.443374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1394575653'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:39.457679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c4f43-7f4e-48b0-8d50-4bee8499e904 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=372f3249-f46e-43c2-b137-65fe8c1e20e0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:39.474591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:39.483416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:39.493608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.522534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:39.533367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.533637 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 29652812-0022-4ce2-bfb4-3c2acc8bb986 of type vlan for network 0748f3ef-268d-400b-9d53-8ad43d916a47
Dec 11 21:12:39.533997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dddd29d7-abf3-4e90-9d03-23da2022edeb req-bf0d1280-bbe0-4a5e-b1a7-a6e61f04b742 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268148
Dec 11 21:12:39.574756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e2e9c-c409-4957-acf4-37b6164fb263 req-5e3e26ef-b1d1-4c1b-af5c-d8cb0ba11f9a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.576248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e9e2e9c-c409-4957-acf4-37b6164fb263 req-5e3e26ef-b1d1-4c1b-af5c-d8cb0ba11f9a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0759461
Dec 11 21:12:39.576402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.601482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.612290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:39.612944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.626269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5e9e2e9c-c409-4957-acf4-37b6164fb263 req-a5ab3ea8-d1db-4ad2-9619-906b6b060e9f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436807
Dec 11 21:12:39.673304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2347779
Dec 11 21:12:39.676332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42016) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:39.682042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:39.688198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc585888-7acf-4913-a80b-33823b1b729b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=0748f3ef-268d-400b-9d53-8ad43d916a47,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:39.702890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:39.779092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:39.782673 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:39.964146 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.021544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=d7086c70-a49a-424b-8f20-db2b78231731,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:40.031113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '3ab07b4a-200d-4911-bda9-2e240f85fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:40.031473 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 372f3249-f46e-43c2-b137-65fe8c1e20e0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:40.052138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:40.061602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 372f3249-f46e-43c2-b137-65fe8c1e20e0) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:40.065988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:40.066590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.071756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b37702-c64a-415d-bc44-92c2e7d9f218 None None] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:40.082807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c32989f5-19e5-46fb-ab82-ea5894d3807a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4051924
Dec 11 21:12:40.085411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:40.090826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:40.168982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-372f3249-f46e-43c2-b137-65fe8c1e20e0', 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': 'd7086c70-a49a-424b-8f20-db2b78231731'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:40.169853 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.181397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:40.185016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.308653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Allocated IP 172.20.0.2 (372f3249-f46e-43c2-b137-65fe8c1e20e0/d7086c70-a49a-424b-8f20-db2b78231731/9d97aa93-a1b2-4850-a053-019ea335bc55) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:40.368761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.430763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=6c8953c3-e756-4640-9295-93835a870af0,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:40.438035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '29652812-0022-4ce2-bfb4-3c2acc8bb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:40.438391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 0748f3ef-268d-400b-9d53-8ad43d916a47, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:40.458823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:40.461148 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.466936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.468013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0748f3ef-268d-400b-9d53-8ad43d916a47) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:40.473738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:40.474968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.492230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-24c45385-bb81-4c6a-a6eb-93cb2cdbcf36 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4050303
Dec 11 21:12:40.494914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b33cd-796a-41c7-aa9b-00647bda5b45 None None] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:40.495396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42022) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:40.499790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-177313340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:40.521809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.522816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.556059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:40.565569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:40.569332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:40.571711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Pushing event updated for resources: {'Port': ['ID=9d97aa93-a1b2-4850-a053-019ea335bc55,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:40.578005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.582201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.588197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.588541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.588918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.589260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.589603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.589937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.590267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.590625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.590957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.591286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.591610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.591935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.592260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:12:40.603317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.607066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d7fd73c-605d-4647-9969-b432ddbb71ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1083558
Dec 11 21:12:40.607291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:40.654999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Attempting to bind port 9d97aa93-a1b2-4850-a053-019ea335bc55 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:40.655290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Attempting to bind port 9d97aa93-a1b2-4850-a053-019ea335bc55 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ab07b4a-200d-4911-bda9-2e240f85fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:40.655668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Attempting to bind port 9d97aa93-a1b2-4850-a053-019ea335bc55 on network 372f3249-f46e-43c2-b137-65fe8c1e20e0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:40.678528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:40.678914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Checking segment: {'id': '3ab07b4a-200d-4911-bda9-2e240f85fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:40.679524 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.680239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Bound using segment: {'id': '3ab07b4a-200d-4911-bda9-2e240f85fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:40.680565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Bound port: 9d97aa93-a1b2-4850-a053-019ea335bc55, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab07b4a-200d-4911-bda9-2e240f85fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '372f3249-f46e-43c2-b137-65fe8c1e20e0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:40.680960 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.695919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0748f3ef-268d-400b-9d53-8ad43d916a47', 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '6c8953c3-e756-4640-9295-93835a870af0'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:40.697253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.822764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] For port 9d97aa93-a1b2-4850-a053-019ea335bc55, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:40.828355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] For port 9d97aa93-a1b2-4850-a053-019ea335bc55, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d97aa93-a1b2-4850-a053-019ea335bc55,segment=NetworkSegment(3ab07b4a-200d-4911-bda9-2e240f85fdb3),segment_id=3ab07b4a-200d-4911-bda9-2e240f85fdb3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:40.834589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.865404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1bedb-26ab-4e0e-a350-be1157537b9a req-165c6d91-3629-4175-ac26-52665bda6b7e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:40.866919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0a1bedb-26ab-4e0e-a350-be1157537b9a req-165c6d91-3629-4175-ac26-52665bda6b7e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.1441445
Dec 11 21:12:40.935048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Allocated IP 172.21.0.2 (0748f3ef-268d-400b-9d53-8ad43d916a47/6c8953c3-e756-4640-9295-93835a870af0/edd22d7a-f4f0-4674-9eda-3e4a975bd31c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:40.944344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7157f9-e681-4308-9085-b3cb19b1c502 None None] Pushing event updated for resources: {'Port': ['ID=9d97aa93-a1b2-4850-a053-019ea335bc55,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:40.968151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:40.984303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0a1bedb-26ab-4e0e-a350-be1157537b9a req-340923c6-c583-4a96-aae9-3e89b31ebf19 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951521
Dec 11 21:12:41.019886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-726550db-ca85-4da1-a722-c1b45a55371a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.144466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.161621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.206705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:41.212710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:41.215411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:41.219223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Pushing event updated for resources: {'Port': ['ID=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:41.268393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.20.0.1 (372f3249-f46e-43c2-b137-65fe8c1e20e0/d7086c70-a49a-424b-8f20-db2b78231731/fcba9470-314d-4f90-9c31-ca50084701a8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:41.277317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Attempting to bind port edd22d7a-f4f0-4674-9eda-3e4a975bd31c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:41.277843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Attempting to bind port edd22d7a-f4f0-4674-9eda-3e4a975bd31c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '29652812-0022-4ce2-bfb4-3c2acc8bb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:41.278206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Attempting to bind port edd22d7a-f4f0-4674-9eda-3e4a975bd31c on network 0748f3ef-268d-400b-9d53-8ad43d916a47 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:41.286219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:41.286784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Checking segment: {'id': '29652812-0022-4ce2-bfb4-3c2acc8bb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:41.287564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.288440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Bound using segment: {'id': '29652812-0022-4ce2-bfb4-3c2acc8bb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:41.290072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Bound port: edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29652812-0022-4ce2-bfb4-3c2acc8bb986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0748f3ef-268d-400b-9d53-8ad43d916a47'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:41.290755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.362426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] For port edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:41.365397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] For port edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,segment=NetworkSegment(29652812-0022-4ce2-bfb4-3c2acc8bb986),segment_id=29652812-0022-4ce2-bfb4-3c2acc8bb986)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:41.371009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.396736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.433889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcedd0a-6dca-4c62-8b73-329db1cbf1ed None None] Pushing event updated for resources: {'Port': ['ID=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:41.436616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.488695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:41.491807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:41.496719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:41.500755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=fcba9470-314d-4f90-9c31-ca50084701a8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:41.544638 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.698842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.994313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:41.999345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.083751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=fcba9470-314d-4f90-9c31-ca50084701a8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:42.087181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.102294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f471849e-8119-47fd-8a26-3ab20b6837d5 None None] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:42.139993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b014062-1b98-4760-b836-bf74d9d28066 req-cc76b0a2-937b-49f4-917b-2aaa1eee3407 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:42.142930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b014062-1b98-4760-b836-bf74d9d28066 req-cc76b0a2-937b-49f4-917b-2aaa1eee3407 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 945 time: 0.0581095
Dec 11 21:12:42.185692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] Provisioning complete for port 9d97aa93-a1b2-4850-a053-019ea335bc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:42.186065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.189992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:42.191501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:42.202537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3b014062-1b98-4760-b836-bf74d9d28066 req-5481aa94-a8fa-4f6a-97ae-2ad28b96dfd4 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523500
Dec 11 21:12:42.310523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.353061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] For port 9d97aa93-a1b2-4850-a053-019ea335bc55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d97aa93-a1b2-4850-a053-019ea335bc55,segment=NetworkSegment(3ab07b4a-200d-4911-bda9-2e240f85fdb3),segment_id=3ab07b4a-200d-4911-bda9-2e240f85fdb3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:42.358888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.411286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f19a9-905e-4478-98a9-7453e12aa438 req-5e3731fe-54dd-4880-9a5e-8fd93c20d7db tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:42.414513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-617f19a9-905e-4478-98a9-7453e12aa438 req-5e3731fe-54dd-4880-9a5e-8fd93c20d7db tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1043155
Dec 11 21:12:42.425224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a623cc-b526-4663-8b63-42017ad51bf4 None None] Pushing event updated for resources: {'Port': ['ID=9d97aa93-a1b2-4850-a053-019ea335bc55,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:42.434975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 39841104-3b39-4942-ba50-6b8492d48500 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:12:42.521403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-617f19a9-905e-4478-98a9-7453e12aa438 req-ba6edb92-0ef0-432a-8193-ae705a65f9d1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987196
Dec 11 21:12:42.582521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:42.587827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33110a93-204e-4e69-b70f-1b1940a1cfc4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9792829
Dec 11 21:12:42.590163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42038) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:42.593006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] Sync routers for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:42.611351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:42.612063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772455e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:42.650318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06072367-44a4-46bc-8049-1533c94f8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:42.651970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06072367-44a4-46bc-8049-1533c94f8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports/fcba9470-314d-4f90-9c31-ca50084701a8 HTTP/1.1" status: 200  len: 910 time: 0.0607200
Dec 11 21:12:42.654731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:42.677461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772455e0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:42.687781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c5a2b-11e7-4136-a58c-bd150c54303f req-35a6ee41-a010-4ae9-a289-2a01b0f0eabf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:42.697053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-556c5a2b-11e7-4136-a58c-bd150c54303f req-35a6ee41-a010-4ae9-a289-2a01b0f0eabf tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0761926
Dec 11 21:12:42.700709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99e2c443-a041-49d3-96bf-025d7b5a7f62 None None] Provisioning complete for port 9d97aa93-a1b2-4850-a053-019ea335bc55 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:42.701073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99e2c443-a041-49d3-96bf-025d7b5a7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:42.703472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:42.704100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d772455e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:42.773808 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-556c5a2b-11e7-4136-a58c-bd150c54303f req-24df8cec-c012-4147-8e57-5da419efd004 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748329
Dec 11 21:12:42.798953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e04e75-4edb-4fbc-8a98-cf0991567e26 None None] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:42.805455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d772455e0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:42.806108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69745d-6874-4155-9681-06fd301ebd08 None None] The sync data for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:43.041258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99e2c443-a041-49d3-96bf-025d7b5a7f62 None None] Provisioning complete for port fcba9470-314d-4f90-9c31-ca50084701a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:43.041780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99e2c443-a041-49d3-96bf-025d7b5a7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.108828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:43.114425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c4062-c71f-4853-ba03-d1124c31fbdd req-83d189ff-72c9-45e8-98b5-eef0a459018f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:43.122986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc5c4062-c71f-4853-ba03-d1124c31fbdd req-83d189ff-72c9-45e8-98b5-eef0a459018f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1024776
Dec 11 21:12:43.154642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-99e2c443-a041-49d3-96bf-025d7b5a7f62 None None] Port fcba9470-314d-4f90-9c31-ca50084701a8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:43.195800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc5c4062-c71f-4853-ba03-d1124c31fbdd req-c6ec9911-59d7-4334-94b7-227bc0607543 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712266
Dec 11 21:12:43.234715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.248893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device edd22d7a-f4f0-4674-9eda-3e4a975bd31c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:43.289086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:12:43.291455 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b747e8f-2453-4f5d-9b47-84c364bf74a2" -d '{"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-unplugged", "status": "completed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:12:43.317150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:43.331094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.337165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Provisioning complete for port fcba9470-314d-4f90-9c31-ca50084701a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:43.337543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.526303 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 21:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1d4eb2-13cb-45f9-b998-9a21548cd97e x-openstack-request-id: req-0d1d4eb2-13cb-45f9-b998-9a21548cd97e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:12:43.526572 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-unplugged", "status": "failed", "tag": "e9335ea2-ff31-414c-961d-04105820a11c", "code": 422}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:12:43.526764 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d1d4eb2-13cb-45f9-b998-9a21548cd97e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:12:43.527148 ncdv-master-1 neutron-server[125989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c', 'code': 422} returned with failed status
Dec 11 21:12:43.572718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.582811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be715504-d489-467a-8f99-d1b3c82f8514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.597955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Port fcba9470-314d-4f90-9c31-ca50084701a8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:43.605214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:43.611793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port edd22d7a-f4f0-4674-9eda-3e4a975bd31c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:43.612205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.643655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Provisioning complete for port edd22d7a-f4f0-4674-9eda-3e4a975bd31c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:43.644019 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.755145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.779885 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.806707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,segment=NetworkSegment(29652812-0022-4ce2-bfb4-3c2acc8bb986),segment_id=29652812-0022-4ce2-bfb4-3c2acc8bb986)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:43.812029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.812830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9d97aa93-a1b2-4850-a053-019ea335bc55 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:43.846527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.21.0.1 (0748f3ef-268d-400b-9d53-8ad43d916a47/6c8953c3-e756-4640-9295-93835a870af0/f7a28326-b6ec-424b-b8ef-9afa69724678) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:43.916373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:12:43.916728 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-183f8ab0-c1dd-45d0-b83c-8c26b38137a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:12:43.921300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:43.935560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9d97aa93-a1b2-4850-a053-019ea335bc55 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:43.935560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:43.959411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.002514 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.053157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:44.056817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:44.061143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:44.092554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=f7a28326-b6ec-424b-b8ef-9afa69724678,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:44.113258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.234403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.340662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd73a12-749e-4624-8af3-cab12429188d req-73a76ae3-f345-498d-9f45-d8d2b8d1f66f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:44.342047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4bd73a12-749e-4624-8af3-cab12429188d req-73a76ae3-f345-498d-9f45-d8d2b8d1f66f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0516803
Dec 11 21:12:44.393414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4bd73a12-749e-4624-8af3-cab12429188d req-db7ba2dc-5b11-4bba-8965-87e98617961f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449007
Dec 11 21:12:44.510193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.514403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.571326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7435f173-9367-4b88-88b6-5e880f8401ec None None] Provisioning complete for port f7a28326-b6ec-424b-b8ef-9afa69724678 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:44.571931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7435f173-9367-4b88-88b6-5e880f8401ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.590024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.592828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=f7a28326-b6ec-424b-b8ef-9afa69724678,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:44.605627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7435f173-9367-4b88-88b6-5e880f8401ec None None] Port f7a28326-b6ec-424b-b8ef-9afa69724678 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:44.615592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7435f173-9367-4b88-88b6-5e880f8401ec None None] Provisioning complete for port edd22d7a-f4f0-4674-9eda-3e4a975bd31c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:44.615953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7435f173-9367-4b88-88b6-5e880f8401ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.686245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:44.687718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:44.792835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 39841104-3b39-4942-ba50-6b8492d48500 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:44.889626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:44.894635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-037e6dcb-b29d-41e9-9ca5-4aca41f7ea03 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2388973
Dec 11 21:12:44.897157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:44.900181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] Sync routers for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:44.910536 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:44.911740 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff54e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:44.943796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d87aa-bb88-4c4e-850b-44d012063cf4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:44.948137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-566d87aa-bb88-4c4e-850b-44d012063cf4 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports/f7a28326-b6ec-424b-b8ef-9afa69724678 HTTP/1.1" status: 200  len: 910 time: 0.0472336
Dec 11 21:12:44.948322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.948444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42058) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:44.957602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dcffe05e-02e0-4156-8e9c-8c7bf542ce10 None None] Provisioning complete for port f7a28326-b6ec-424b-b8ef-9afa69724678 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:44.957975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dcffe05e-02e0-4156-8e9c-8c7bf542ce10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:44.997399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-dcffe05e-02e0-4156-8e9c-8c7bf542ce10 None None] Port f7a28326-b6ec-424b-b8ef-9afa69724678 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:45.024994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device edd22d7a-f4f0-4674-9eda-3e4a975bd31c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:45.060709 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff54e80>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:45.071573 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:45.072357 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff54e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:45.085027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port edd22d7a-f4f0-4674-9eda-3e4a975bd31c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:45.085953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.106518 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff54e80>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:45.107461 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e12ce-a6d0-42c5-bcb4-c95b03258753 None None] The sync data for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:45.313549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.553185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c6e28-86b0-4810-ad58-60fefd01844a req-09b675d0-2dbb-4889-b8b2-ac2ec408f5ed tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:45.555246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf8c6e28-86b0-4810-ad58-60fefd01844a req-09b675d0-2dbb-4889-b8b2-ac2ec408f5ed tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0803087
Dec 11 21:12:45.633566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf8c6e28-86b0-4810-ad58-60fefd01844a req-a0f4868d-05d9-4f5b-bdb9-64fef58184c8 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602539
Dec 11 21:12:45.640102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port f7a28326-b6ec-424b-b8ef-9afa69724678 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:45.640445 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.730842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.745173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for f7a28326-b6ec-424b-b8ef-9afa69724678 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:45.759815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.925047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:45.953147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=f7a28326-b6ec-424b-b8ef-9afa69724678,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:46.112586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:46.281115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:46.304508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 39841104-3b39-4942-ba50-6b8492d48500 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:46.395702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:46.400752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bbef7f14-5244-4011-bb8f-1086a3a73af6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4513276
Dec 11 21:12:46.403775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42080) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:46.406887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] Sync routers for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:46.419601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:46.420312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f4beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:46.458516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f4beb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:46.467322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:46.467920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f4beb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:46.501800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f4beb0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:46.502466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f35a6-4d96-4398-b837-d58b7e0d6c77 None None] The sync data for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:46.904568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-c837b114-e18a-4f76-bedc-77ae55b398e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.4299574
Dec 11 21:12:46.937560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c1f53-4213-43f0-91c0-2e9d5fbc7d2d req-7a19b427-de1c-43de-83bc-8395157ce021 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:46.939075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-833c1f53-4213-43f0-91c0-2e9d5fbc7d2d req-7a19b427-de1c-43de-83bc-8395157ce021 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1461294
Dec 11 21:12:47.060425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-8e202b83-46f5-46c5-b9e5-67317e1759d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:47.061901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-8e202b83-46f5-46c5-b9e5-67317e1759d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 1097 time: 0.1072564
Dec 11 21:12:47.067794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-833c1f53-4213-43f0-91c0-2e9d5fbc7d2d req-cf0ba369-91ac-4d7c-aeac-8a053126ec69 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1218858
Dec 11 21:12:47.126105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e9335ea2-ff31-414c-961d-04105820a11c no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:47.182383 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:47.216835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-4be9bc61-ff5c-4c95-a742-92b7e67454f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:47.218362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-4be9bc61-ff5c-4c95-a742-92b7e67454f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1284385
Dec 11 21:12:47.263717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-d47a5e2f-55f9-4f24-884e-30b2805e2fb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 200  len: 217 time: 0.0365448
Dec 11 21:12:47.269691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:47.385919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-12e4693c-ab89-4a42-90ac-765c381bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:47.387428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-12e4693c-ab89-4a42-90ac-765c381bd3a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.1150367
Dec 11 21:12:47.486995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-ff7209a4-e296-4d93-8e0e-5ee37bda3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:47.488490 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-ff7209a4-e296-4d93-8e0e-5ee37bda3fff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0936964
Dec 11 21:12:47.634846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-7d14ba02-e86a-40f0-aecd-b976f9ea41f7 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378434
Dec 11 21:12:47.669305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port fcba9470-314d-4f90-9c31-ca50084701a8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:47.669633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:47.798626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76a7d38d-0cb2-4c26-a659-50e97cc5a5a7 req-4d0bea1e-5f7a-47eb-a097-c79648bfda93 service neutron] 10.222.0.30 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540008
Dec 11 21:12:47.810529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:47.822345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for fcba9470-314d-4f90-9c31-ca50084701a8 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:47.937660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-435a799a-91e9-488f-bcce-46a5c84fa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:47.939196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-435a799a-91e9-488f-bcce-46a5c84fa28f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.0414522
Dec 11 21:12:47.991718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.018336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=fcba9470-314d-4f90-9c31-ca50084701a8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:48.052011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-2ca17e81-ddd4-454d-aaf2-57297370e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:48.054242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-2ca17e81-ddd4-454d-aaf2-57297370e789 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.0952246
Dec 11 21:12:48.131085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-c13d51b1-54d8-49be-b721-90a616c7a4de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0693805
Dec 11 21:12:48.160187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.231967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56a1fc-d045-442c-873b-a2bdceecab0d req-afed7c80-9de6-452a-9188-73d3d13b8861 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:48.233780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc56a1fc-d045-442c-873b-a2bdceecab0d req-afed7c80-9de6-452a-9188-73d3d13b8861 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0871701
Dec 11 21:12:48.235604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-8db5a20c-e043-4758-98ef-b1a17c8b002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:48.237043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-8db5a20c-e043-4758-98ef-b1a17c8b002b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0983016
Dec 11 21:12:48.317835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc56a1fc-d045-442c-873b-a2bdceecab0d req-593e1c17-3388-4b76-a9b6-ef46e4052422 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750773
Dec 11 21:12:48.320701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-1bcab12a-82dc-43de-bc43-c05a55ca03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:48.322875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-1bcab12a-82dc-43de-bc43-c05a55ca03b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0724783
Dec 11 21:12:48.325107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 39841104-3b39-4942-ba50-6b8492d48500 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:48.360182 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:12:48.398561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:48.403701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-50ec71fe-e258-46d0-86d7-6a450476f3d7 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9988854
Dec 11 21:12:48.406377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:48.409453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] Sync routers for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:48.419503 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:48.420310 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84039ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:48.420892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-86ef0aa7-bdd9-40bf-b094-9c78a3706b95 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896630
Dec 11 21:12:48.437714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4338ced6-71ca-4b84-9c20-b767bfaac9ae tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=39841104-3b39-4942-ba50-6b8492d48500 HTTP/1.1" status: 200  len: 205 time: 0.0300591
Dec 11 21:12:48.440119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42092) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:48.459598 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84039ac0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:48.468319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] Routers {'39841104-3b39-4942-ba50-6b8492d48500'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:48.468920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84039ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39841104-3b39-4942-ba50-6b8492d48500'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:48.502556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84039ac0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:48.503205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301bd62f-c010-4f18-abb4-490fabeff18e None None] The sync data for ids ['39841104-3b39-4942-ba50-6b8492d48500'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:48.515740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.516290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-defbf452-9d17-4c8f-8f40-5ad1f497647a req-a48961d3-18a8-4555-828a-e21467dd8269 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878541
Dec 11 21:12:48.674347 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.676411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.722783 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.723319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router 39841104-3b39-4942-ba50-6b8492d48500 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:12:48.729964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.731558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db99093f-38f3-4bda-9c83-469f354a7f3c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500 HTTP/1.1" status: 204  len: 168 time: 0.2900920
Dec 11 21:12:48.733677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:48.785174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 6c8953c3-e756-4640-9295-93835a870af0 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:48.788805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.827836 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.911196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.967731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:48.994267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8953c3-e756-4640-9295-93835a870af0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:48.999411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.003060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aee48082-6549-4c28-bdac-0ddab6d6ed6b tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/6c8953c3-e756-4640-9295-93835a870af0 HTTP/1.1" status: 204  len: 168 time: 0.2679603
Dec 11 21:12:49.005114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b8cf3-2296-4f12-9d26-021209426b4a None None] Network 0748f3ef-268d-400b-9d53-8ad43d916a47 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:49.005584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42096) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:49.055645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet d7086c70-a49a-424b-8f20-db2b78231731 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:49.058872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.103899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.150842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] DHCP port deletion for 0748f3ef-268d-400b-9d53-8ad43d916a47 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:49.187038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.201383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Deleting port edd22d7a-f4f0-4674-9eda-3e4a975bd31c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:49.201760 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.246076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.270392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] For port edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,segment=NetworkSegment(29652812-0022-4ce2-bfb4-3c2acc8bb986),segment_id=29652812-0022-4ce2-bfb4-3c2acc8bb986)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:49.270845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.279466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=d7086c70-a49a-424b-8f20-db2b78231731,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:49.284428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.289990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-012793ee-ec64-49d5-8861-a7799cd41c5a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/d7086c70-a49a-424b-8f20-db2b78231731 HTTP/1.1" status: 204  len: 168 time: 0.2816737
Dec 11 21:12:49.290259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42100) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:49.297497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe7c1d-8539-4d49-ad32-553cf103440e None None] Network 372f3249-f46e-43c2-b137-65fe8c1e20e0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:49.300381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Calling delete_port for edd22d7a-f4f0-4674-9eda-3e4a975bd31c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:49.365511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.461030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.461910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea8bb6-f42b-4c69-843d-b99cf6ac2901 req-aa7df2a8-b0b9-4bf9-bb56-204c0b28170b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:49.463461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8ea8bb6-f42b-4c69-843d-b99cf6ac2901 req-aa7df2a8-b0b9-4bf9-bb56-204c0b28170b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0676844
Dec 11 21:12:49.465760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port edd22d7a-f4f0-4674-9eda-3e4a975bd31c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:49.466099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.489430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] Pushing event deleted for resources: {'Port': ['ID=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:49.492056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e37555-f7ee-4566-80df-e754b8b5aaae None None] No DVR routers for this DVR port edd22d7a-f4f0-4674-9eda-3e4a975bd31c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:49.539694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] DHCP port deletion for 372f3249-f46e-43c2-b137-65fe8c1e20e0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:49.560502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port edd22d7a-f4f0-4674-9eda-3e4a975bd31c, host ncdv-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:49.561053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.576066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e8ea8bb6-f42b-4c69-843d-b99cf6ac2901 req-6ad10601-7849-4acf-9a1e-bb7c421d9ebd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962257
Dec 11 21:12:49.579917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for edd22d7a-f4f0-4674-9eda-3e4a975bd31c owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:49.582725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Port edd22d7a-f4f0-4674-9eda-3e4a975bd31c was not found and therefore no delete operation was performed {{(pid=125988) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:12:49.584021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.593299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Deleting port 9d97aa93-a1b2-4850-a053-019ea335bc55 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:49.594454 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.614465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=edd22d7a-f4f0-4674-9eda-3e4a975bd31c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:49.618594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port edd22d7a-f4f0-4674-9eda-3e4a975bd31c on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:49.660901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] For port 9d97aa93-a1b2-4850-a053-019ea335bc55, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d97aa93-a1b2-4850-a053-019ea335bc55,segment=NetworkSegment(3ab07b4a-200d-4911-bda9-2e240f85fdb3),segment_id=3ab07b4a-200d-4911-bda9-2e240f85fdb3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:49.661297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.677709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Calling delete_port for 9d97aa93-a1b2-4850-a053-019ea335bc55 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:49.695900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.716290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc26d0>,) {'filters': {'network_id': ['0748f3ef-268d-400b-9d53-8ad43d916a47']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:49.725482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc26d0>, '29652812-0022-4ce2-bfb4-3c2acc8bb986') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:49.725805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc26d0>, '29652812-0022-4ce2-bfb4-3c2acc8bb986') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:49.734961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.748145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.754107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:49.754751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.756312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:49.758978 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:49.787358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] No DVR routers for this DVR port 9d97aa93-a1b2-4850-a053-019ea335bc55 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:49.789587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10491-26ff-4b00-adbb-9abba75bbc27 None None] Pushing event deleted for resources: {'Port': ['ID=9d97aa93-a1b2-4850-a053-019ea335bc55,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:49.822514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.829348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:49.832543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/0748f3ef-268d-400b-9d53-8ad43d916a47 HTTP/1.1" status: 204  len: 168 time: 0.5413859
Dec 11 21:12:49.835339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:49.844260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba68dd-48ee-4e74-b2bb-e3ae99662a4d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=0748f3ef-268d-400b-9d53-8ad43d916a47,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:49.917736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.001130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.020601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e452580>,) {'filters': {'network_id': ['372f3249-f46e-43c2-b137-65fe8c1e20e0']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:50.030036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e452580>, '3ab07b4a-200d-4911-bda9-2e240f85fdb3') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:50.030338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e452580>, '3ab07b4a-200d-4911-bda9-2e240f85fdb3') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:50.040267 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.053784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.060276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:50.060607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:50.063737 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:50.123813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.129138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.132541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/372f3249-f46e-43c2-b137-65fe8c1e20e0 HTTP/1.1" status: 204  len: 168 time: 0.2959621
Dec 11 21:12:50.136364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42106) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:50.142268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1813972547'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:50.156592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d040e0-582c-4e61-96cb-7a7c5dc5add1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=372f3249-f46e-43c2-b137-65fe8c1e20e0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:50.173955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:50.177415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.200917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:50.209506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.209870 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 58dcefc8-44fc-4d1b-9fc1-90ac842582af of type vlan for network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0
Dec 11 21:12:50.248924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.272401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.278529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:50.279121 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.337742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2003751
Dec 11 21:12:50.340614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:50.346327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:50.352041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1afb5c-be75-4000-9dd5-1ee0674fe009 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:50.361729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:50.433921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:50.437421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.614719 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.681908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=2d9e6ec5-819b-4800-9dc4-e35d95058803,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:50.689702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '58dcefc8-44fc-4d1b-9fc1-90ac842582af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:50.690572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:50.702554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd940a-4cd3-471f-86e9-c2d9c2bba290 req-b1fb45fd-ff91-4a9d-87eb-e6f23f724579 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:50.704078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05bd940a-4cd3-471f-86e9-c2d9c2bba290 req-b1fb45fd-ff91-4a9d-87eb-e6f23f724579 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0502703
Dec 11 21:12:50.708170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:50.717597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:50.721533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:50.722543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.729979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fc1e5d-486c-4cdb-bed1-21e28a98377c None None] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:50.742899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-41cde847-7958-4969-ae21-4fca45f76435 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.3986459
Dec 11 21:12:50.743123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42114) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:50.747779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-951503062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:50.754459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-05bd940a-4cd3-471f-86e9-c2d9c2bba290 req-1dd18248-752d-4eba-8386-76052dd9d67f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433080
Dec 11 21:12:50.790192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.791357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.843383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.848872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.857779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0', 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '2d9e6ec5-819b-4800-9dc4-e35d95058803'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:50.859079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.869278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:50.870564 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71515f1b-1142-450a-9bf9-4760b8522d8a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1264193
Dec 11 21:12:50.873225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42116) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:50.878090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'port': {'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0', 'name': 'tempest-RoutersTest-1960089739'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:50.982713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device edd22d7a-f4f0-4674-9eda-3e4a975bd31c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:50.993074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:50.996922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.006383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: edd22d7a-f4f0-4674-9eda-3e4a975bd31c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:51.006750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device edd22d7a-f4f0-4674-9eda-3e4a975bd31c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:51.007197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9d97aa93-a1b2-4850-a053-019ea335bc55 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:51.014907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] device_id is not set on port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:12:51.036637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Allocated IP 172.20.0.2 (ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0/2d9e6ec5-819b-4800-9dc4-e35d95058803/0bdd3c54-3d1b-4c8e-8234-cdf8b410509f) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:51.039269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9d97aa93-a1b2-4850-a053-019ea335bc55 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:51.039608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9d97aa93-a1b2-4850-a053-019ea335bc55 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:51.175574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.181226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.226280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:51.229070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:51.230564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.20.0.7 (ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0/2d9e6ec5-819b-4800-9dc4-e35d95058803/54a700cb-a1b1-4df3-a87f-8741a3a9b72c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:51.233234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:51.236330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Pushing event updated for resources: {'Port': ['ID=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:51.296964 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.301145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Attempting to bind port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:51.301515 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Attempting to bind port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '58dcefc8-44fc-4d1b-9fc1-90ac842582af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:51.301880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Attempting to bind port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f on network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:51.306867 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:51.307239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Checking segment: {'id': '58dcefc8-44fc-4d1b-9fc1-90ac842582af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:51.307628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.308018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Bound using segment: {'id': '58dcefc8-44fc-4d1b-9fc1-90ac842582af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:51.308481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Bound port: 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dcefc8-44fc-4d1b-9fc1-90ac842582af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:51.308856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.373849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8aea042e-5329-4496-8990-b695510317a9 None None] For port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:51.377631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8aea042e-5329-4496-8990-b695510317a9 None None] For port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,segment=NetworkSegment(58dcefc8-44fc-4d1b-9fc1-90ac842582af),segment_id=58dcefc8-44fc-4d1b-9fc1-90ac842582af)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:51.381013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.385231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.420442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.442358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea042e-5329-4496-8990-b695510317a9 None None] Pushing event updated for resources: {'Port': ['ID=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:51.478248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:51.481368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:51.485981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:51.490029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=54a700cb-a1b1-4df3-a87f-8741a3a9b72c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:51.539619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:51.540223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:51.559342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1cf03e32-0a59-4c43-8f06-5d7d8362faad tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 0.6827149
Dec 11 21:12:51.559579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42120) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:52.165184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4991a3e-8697-4505-881a-43b1912ac446 req-cf22ebbb-a822-4ed5-a03d-c232aa1a1579 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:52.166744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4991a3e-8697-4505-881a-43b1912ac446 req-cf22ebbb-a822-4ed5-a03d-c232aa1a1579 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1041954
Dec 11 21:12:52.270793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4991a3e-8697-4505-881a-43b1912ac446 req-2dea45fc-d01e-40c2-b404-98afc3455426 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809641
Dec 11 21:12:52.274241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.385668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467299e5-3e25-49a4-bc1a-1fe2f6afd5ed None None] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:52.490740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] Provisioning complete for port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:52.491111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.526439 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.532667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.590325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.619054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=54a700cb-a1b1-4df3-a87f-8741a3a9b72c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:52.627283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] For port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,segment=NetworkSegment(58dcefc8-44fc-4d1b-9fc1-90ac842582af),segment_id=58dcefc8-44fc-4d1b-9fc1-90ac842582af)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:52.632686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.685688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e191a2f-365c-4605-b3b9-f2e75e6c6f9c None None] Pushing event updated for resources: {'Port': ['ID=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:52.769519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.855797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da0d1e20-f9ae-4482-90db-a4b7b4657580 None None] Provisioning complete for port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:52.856183 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da0d1e20-f9ae-4482-90db-a4b7b4657580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.897110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:52.901834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-da0d1e20-f9ae-4482-90db-a4b7b4657580 None None] Port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:52.913936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-da0d1e20-f9ae-4482-90db-a4b7b4657580 None None] Provisioning complete for port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:52.914307 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-da0d1e20-f9ae-4482-90db-a4b7b4657580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.045095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:53.097876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:53.098243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.150750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3870468c-592d-42ae-bd8f-953a03164a81 None None] Provisioning complete for port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:53.151114 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3870468c-592d-42ae-bd8f-953a03164a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.191005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3870468c-592d-42ae-bd8f-953a03164a81 None None] Port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:53.199026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.204830 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.281968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=54a700cb-a1b1-4df3-a87f-8741a3a9b72c,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:53.289538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.312475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3c26dc87-8d4d-4476-a3b0-abb8c1d87542 None None] Provisioning complete for port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:53.312845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c26dc87-8d4d-4476-a3b0-abb8c1d87542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.357835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3c26dc87-8d4d-4476-a3b0-abb8c1d87542 None None] Port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:53.395227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9b54-1c87-40ea-9414-aebdd62d7309 req-ae10ff26-3980-4ae0-b2ab-342536e8b39a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:53.397027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e3d9b54-1c87-40ea-9414-aebdd62d7309 req-ae10ff26-3980-4ae0-b2ab-342536e8b39a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0514603
Dec 11 21:12:53.403208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:53.404686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:53.449344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e3d9b54-1c87-40ea-9414-aebdd62d7309 req-cb2be613-89f9-4624-bbf3-538cc8e4573e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457652
Dec 11 21:12:53.530559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 8b27e148-5dfc-4c3d-ad39-a83a651197fd is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:12:53.633794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:53.643000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-abb6b3bb-3cf6-43c1-9720-bc1a00035273 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/8b27e148-5dfc-4c3d-ad39-a83a651197fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0823898
Dec 11 21:12:53.643640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42136) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:53.644410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] Sync routers for ids ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:53.658840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] Routers {'8b27e148-5dfc-4c3d-ad39-a83a651197fd'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:53.659606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e67370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:53.697725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2b4a7-4ca3-4605-9053-540543a71f44 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:53.699099 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27c2b4a7-4ca3-4605-9053-540543a71f44 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports/54a700cb-a1b1-4df3-a87f-8741a3a9b72c HTTP/1.1" status: 200  len: 977 time: 0.0545049
Dec 11 21:12:53.701860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42138) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:53.704644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e67370>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:53.723743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] Routers {'8b27e148-5dfc-4c3d-ad39-a83a651197fd'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:53.724481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e67370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:53.729141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7885764d-636c-4b00-89dc-eed75d89e2b3 None None] Provisioning complete for port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:53.729141 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7885764d-636c-4b00-89dc-eed75d89e2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:53.761703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e67370>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:53.762199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c74391-2caa-49f7-a570-9d22ce860ba3 None None] The sync data for ids ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:53.801549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7885764d-636c-4b00-89dc-eed75d89e2b3 None None] Port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:12:54.059045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d25bc-cd63-43be-84aa-cc4dd60864c5 req-b2d150c2-23b6-423d-afdf-0e273471d0ac tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:54.060607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-980d25bc-cd63-43be-84aa-cc4dd60864c5 req-b2d150c2-23b6-423d-afdf-0e273471d0ac tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.4203997
Dec 11 21:12:54.070584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-069213eb-d9c3-4c61-b2c5-ccf2dde7e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:54.072008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-069213eb-d9c3-4c61-b2c5-ccf2dde7e0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.0595157
Dec 11 21:12:54.105452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:54.164701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-980d25bc-cd63-43be-84aa-cc4dd60864c5 req-667fe89d-4f09-46fb-a276-0b12dff42373 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961511
Dec 11 21:12:54.193299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-b831b464-696d-4cff-8af2-3a798e26ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:54.194798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-b831b464-696d-4cff-8af2-3a798e26ae12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.1162391
Dec 11 21:12:54.261193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-94deb74c-ca32-4f11-bc9e-ef714f1589f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0596485
Dec 11 21:12:54.313855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-16675fcd-6a21-4782-8500-d8be3ae3ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:54.315291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-16675fcd-6a21-4782-8500-d8be3ae3ac45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0477576
Dec 11 21:12:54.318339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 54a700cb-a1b1-4df3-a87f-8741a3a9b72c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:54.318886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:54.361372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-0ddb9347-ed29-4587-97cf-c7f6e67eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:54.362894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-0ddb9347-ed29-4587-97cf-c7f6e67eb984 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399652
Dec 11 21:12:54.406684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:54.418915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 54a700cb-a1b1-4df3-a87f-8741a3a9b72c owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:54.510335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-4c97690d-5256-4085-bc7f-4b615d145cbc service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397264
Dec 11 21:12:54.595934 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:54.608481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ef20ce8-8930-43ae-919f-5a489642ddc6 req-77aebe98-92c6-40cc-9f11-3d294f87784c service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916071
Dec 11 21:12:54.625051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=54a700cb-a1b1-4df3-a87f-8741a3a9b72c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:54.766447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:54.916918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 8b27e148-5dfc-4c3d-ad39-a83a651197fd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:12:54.992448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:12:54.999227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42505e3a-5b5a-41f3-b02c-de431ec10018 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/8b27e148-5dfc-4c3d-ad39-a83a651197fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.2946608
Dec 11 21:12:55.000676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42144) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:55.002057 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] Sync routers for ids ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:12:55.013757 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] Routers {'8b27e148-5dfc-4c3d-ad39-a83a651197fd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:55.014380 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84039460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:55.052182 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84039460>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:55.063513 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] Routers {'8b27e148-5dfc-4c3d-ad39-a83a651197fd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:12:55.064153 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84039460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:55.096458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84039460>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:55.097366 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022aa368-cb93-4c44-b398-7486ea842b2b None None] The sync data for ids ['8b27e148-5dfc-4c3d-ad39-a83a651197fd'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:12:55.198262 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-df6d6a2e-ad34-4ab9-93d9-a188f41c36e1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] remove_router_interface failed (client error): The resource could not be found.
Dec 11 21:12:55.199358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df6d6a2e-ad34-4ab9-93d9-a188f41c36e1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/8b27e148-5dfc-4c3d-ad39-a83a651197fd/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.1977496
Dec 11 21:12:55.202134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:55.233538 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df9daa71-bd5d-47f0-8d78-19aac2d55780 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b27e148-5dfc-4c3d-ad39-a83a651197fd HTTP/1.1" status: 200  len: 205 time: 0.0301790
Dec 11 21:12:55.236149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42150) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:55.305390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4636c07-d7ab-4e75-871d-2a5a09f4c0c5 req-3fa29f69-afe7-45cd-b490-25371a9b46c2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:55.307027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4636c07-d7ab-4e75-871d-2a5a09f4c0c5 req-3fa29f69-afe7-45cd-b490-25371a9b46c2 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0630116
Dec 11 21:12:55.323367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.359080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4636c07-d7ab-4e75-871d-2a5a09f4c0c5 req-a5f5b54b-2fbe-4046-8846-800332b52650 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452690
Dec 11 21:12:55.511061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.514042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.562054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.562589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router 8b27e148-5dfc-4c3d-ad39-a83a651197fd {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:12:55.570437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.571558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ae152312-fc44-4fe4-a103-edd00e1b398c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/8b27e148-5dfc-4c3d-ad39-a83a651197fd HTTP/1.1" status: 204  len: 168 time: 0.3339019
Dec 11 21:12:55.574394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42156) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:55.579190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dff45-ffe4-434f-ac60-02b2e1d365eb req-c172dc43-9cc2-4ed0-9253-1bfca89e4445 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:55.580629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae3dff45-ffe4-434f-ac60-02b2e1d365eb req-c172dc43-9cc2-4ed0-9253-1bfca89e4445 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1270154
Dec 11 21:12:55.626946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 2d9e6ec5-819b-4800-9dc4-e35d95058803 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:12:55.630014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.634008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae3dff45-ffe4-434f-ac60-02b2e1d365eb req-3bcccf96-92f0-47f5-9e3e-251ca69fb559 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463438
Dec 11 21:12:55.674178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:55.782529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc4864-2bb6-403c-b7d7-6a7aa1a78a92 req-15f60280-0f90-4343-815e-bd7282205235 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:55.783993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56bc4864-2bb6-403c-b7d7-6a7aa1a78a92 req-15f60280-0f90-4343-815e-bd7282205235 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0835891
Dec 11 21:12:55.797914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.178105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56bc4864-2bb6-403c-b7d7-6a7aa1a78a92 req-a5ff1a7d-f14a-4383-b26f-79e150d9e94a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3877594
Dec 11 21:12:56.193232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.218654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9e6ec5-819b-4800-9dc4-e35d95058803,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:56.224698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.227739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a06930e2-1f59-4aaf-bcfc-6a89889eaa56 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/2d9e6ec5-819b-4800-9dc4-e35d95058803 HTTP/1.1" status: 204  len: 168 time: 0.6522052
Dec 11 21:12:56.230761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42182) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:56.231805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067fa2ee-a561-4d11-97fa-7553f524c1ab None None] Network ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:56.324813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.394286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:56.394685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.409304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] DHCP port deletion for ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:12:56.449554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e8657-d44a-491e-8de0-d128e935f5fa req-8f245753-d4d6-48ef-8924-9b5fee0892b7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:56.458354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d9e8657-d44a-491e-8de0-d128e935f5fa req-8f245753-d4d6-48ef-8924-9b5fee0892b7 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0582948
Dec 11 21:12:56.459062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Deleting port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:12:56.459604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.466231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,segment=NetworkSegment(58dcefc8-44fc-4d1b-9fc1-90ac842582af),segment_id=58dcefc8-44fc-4d1b-9fc1-90ac842582af)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:56.466836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.481693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:56.506433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d9e8657-d44a-491e-8de0-d128e935f5fa req-01ee514c-2a1c-4b19-a413-da0ee2c32c8e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477281
Dec 11 21:12:56.531127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] For port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,segment=NetworkSegment(58dcefc8-44fc-4d1b-9fc1-90ac842582af),segment_id=58dcefc8-44fc-4d1b-9fc1-90ac842582af)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:56.531516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.543740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Calling delete_port for 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:12:56.563724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.586747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:56.592596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:56.636924 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.671045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] No DVR routers for this DVR port 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:12:56.674538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709a33-b9ce-4bc6-8321-bffdbb97d1f6 None None] Pushing event deleted for resources: {'Port': ['ID=0bdd3c54-3d1b-4c8e-8234-cdf8b410509f,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:56.675897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.699232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48ff70>,) {'filters': {'network_id': ['ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:56.708742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48ff70>, '58dcefc8-44fc-4d1b-9fc1-90ac842582af') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:56.708945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e48ff70>, '58dcefc8-44fc-4d1b-9fc1-90ac842582af') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:12:56.719110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.732970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.738755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:12:56.739142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:12:56.742039 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:12:56.802072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.808801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.812005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0 HTTP/1.1" status: 204  len: 168 time: 0.5793095
Dec 11 21:12:56.816309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42188) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:56.821601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-878757230'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:56.825784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b96e-c751-4bb2-a4e8-24313b7d8bc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=ff8b46aa-b2b1-4fea-a8c4-b8e77fe2eef0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:56.846455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:56.850501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.874795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:12:56.883847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.884187 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment dc62ab40-3b07-4861-83dd-b2710875f831 of type vlan for network e279f3fb-8e71-4ad6-8eda-9de36d40d841
Dec 11 21:12:56.927628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.953161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.958975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:56.959491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:56.980036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:12:57.000707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:12:57.001056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0bdd3c54-3d1b-4c8e-8234-cdf8b410509f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:12:57.017930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2005274
Dec 11 21:12:57.020756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42190) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:57.026751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:57.032691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0de867-ab5d-452f-b383-9a5bd0b5f03c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=e279f3fb-8e71-4ad6-8eda-9de36d40d841,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:57.045297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:12:57.137938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:12:57.141533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.318892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.385110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=24cebe2f-d34c-49f1-8110-6df0fc83f7a2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:57.392401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': 'dc62ab40-3b07-4861-83dd-b2710875f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:57.392760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: e279f3fb-8e71-4ad6-8eda-9de36d40d841, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:12:57.409150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:12:57.418110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e279f3fb-8e71-4ad6-8eda-9de36d40d841) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:57.422233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:57.422927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.427540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057cf35-f910-4205-bdc4-14e09f17aa37 None None] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:57.440328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa8e8f65-97ce-46ca-835d-4152692e597f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4184127
Dec 11 21:12:57.442879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42192) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:57.447859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1711108343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:12:57.469033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.470085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.528144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.533488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.539521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e279f3fb-8e71-4ad6-8eda-9de36d40d841', 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '24cebe2f-d34c-49f1-8110-6df0fc83f7a2'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:12:57.540687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.552600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.554553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-df816e3b-1129-4f37-af35-63f747ae206a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1106348
Dec 11 21:12:57.557196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42198) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:12:57.680159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Allocated IP 172.20.0.2 (e279f3fb-8e71-4ad6-8eda-9de36d40d841/24cebe2f-d34c-49f1-8110-6df0fc83f7a2/386ae177-fe49-41ed-87a1-2a1d48fa9a78) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:57.744622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f675-15db-464e-b545-d9ff4deef287 req-7e4a574d-707c-4dc3-ab0c-f5763386aacc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:57.746111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3648f675-15db-464e-b545-d9ff4deef287 req-7e4a574d-707c-4dc3-ab0c-f5763386aacc tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1479096
Dec 11 21:12:57.822084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.829663 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.875425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:57.876722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Pushing event updated for resources: {'Port': ['ID=386ae177-fe49-41ed-87a1-2a1d48fa9a78,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:57.879339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:57.881548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:57.889809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3648f675-15db-464e-b545-d9ff4deef287 req-37001185-919c-43d4-b143-a26298d4b83c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113868
Dec 11 21:12:57.915613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.941850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Attempting to bind port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:12:57.942309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Attempting to bind port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc62ab40-3b07-4861-83dd-b2710875f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:12:57.942775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Attempting to bind port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 on network e279f3fb-8e71-4ad6-8eda-9de36d40d841 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:12:57.948596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:12:57.949070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Checking segment: {'id': 'dc62ab40-3b07-4861-83dd-b2710875f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:12:57.949539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:57.949986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Bound using segment: {'id': 'dc62ab40-3b07-4861-83dd-b2710875f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:12:57.950711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Bound port: 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc62ab40-3b07-4861-83dd-b2710875f831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e279f3fb-8e71-4ad6-8eda-9de36d40d841'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:12:57.951170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:58.027308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] For port 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:12:58.032335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] For port 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=386ae177-fe49-41ed-87a1-2a1d48fa9a78,segment=NetworkSegment(dc62ab40-3b07-4861-83dd-b2710875f831),segment_id=dc62ab40-3b07-4861-83dd-b2710875f831)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:12:58.052912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:58.117483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f8f4c-097c-41d5-b789-0dfd7cdb2489 None None] Pushing event updated for resources: {'Port': ['ID=386ae177-fe49-41ed-87a1-2a1d48fa9a78,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:58.205616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33265c7-6136-4847-a771-ae6da091dd31 req-65207729-9428-40e2-94de-212e45224608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:58.207134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-65207729-9428-40e2-94de-212e45224608 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7136a03d325a402baa5aba04539a20a9&device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 1096 time: 0.1017113
Dec 11 21:12:58.219858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67db0f-610d-46f8-bcbf-0929ec330869 req-a7f89001-151b-4805-add5-15767afe4d67 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:58.221367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f67db0f-610d-46f8-bcbf-0929ec330869 req-a7f89001-151b-4805-add5-15767afe4d67 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1507583
Dec 11 21:12:58.364402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.20.0.1 (e279f3fb-8e71-4ad6-8eda-9de36d40d841/24cebe2f-d34c-49f1-8110-6df0fc83f7a2/f8dac749-ca3d-4408-9acc-f60fdc474a71) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:12:58.399602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f67db0f-610d-46f8-bcbf-0929ec330869 req-52f9d219-36d7-4187-9bd5-7b32be71a71b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1646161
Dec 11 21:12:58.432120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33265c7-6136-4847-a771-ae6da091dd31 req-0d80605b-8d38-4995-88c3-06b98aa80de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:58.433620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-0d80605b-8d38-4995-88c3-06b98aa80de0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 200  len: 913 time: 0.2108269
Dec 11 21:12:58.542749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-5e71ab51-605a-4495-af02-d841e4952917 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 200  len: 1000 time: 0.0837550
Dec 11 21:12:58.588378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:58.611271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33265c7-6136-4847-a771-ae6da091dd31 req-1c292868-8086-40e1-972e-66341f9ab056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:58.612644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-1c292868-8086-40e1-972e-66341f9ab056 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 200  len: 851 time: 0.0630300
Dec 11 21:12:58.663437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:58.705994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33265c7-6136-4847-a771-ae6da091dd31 req-803887ed-05c9-4307-8686-bb7a9c70ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:58.707502 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-803887ed-05c9-4307-8686-bb7a9c70ee44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=80c829e6-f2d7-4bab-91ba-f54ff9e885b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0875053
Dec 11 21:12:58.713989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:58.718167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:58.728817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:12:58.772979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=f8dac749-ca3d-4408-9acc-f60fdc474a71,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:58.827036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.036614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 386ae177-fe49-41ed-87a1-2a1d48fa9a78 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:12:59.100019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:59.101064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.122371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dfbcf-da48-4d71-92b7-e56bd91c36e1 None None] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:12:59.228359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-614b5c4a-7b65-4edb-a716-093aedce7e82 None None] Provisioning complete for port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:12:59.228725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-614b5c4a-7b65-4edb-a716-093aedce7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.238388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-21f67f6b-0821-45a5-bc21-0ca7d9abeb56 service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5212669
Dec 11 21:12:59.307682 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.338967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.361071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=386ae177-fe49-41ed-87a1-2a1d48fa9a78,segment=NetworkSegment(dc62ab40-3b07-4861-83dd-b2710875f831),segment_id=dc62ab40-3b07-4861-83dd-b2710875f831)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:12:59.379713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.380662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b33265c7-6136-4847-a771-ae6da091dd31 req-4bd8f17b-e475-411b-a406-c346bdd4c54b service neutron] 10.222.0.16 "GET /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341116
Dec 11 21:12:59.424836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-614b5c4a-7b65-4edb-a716-093aedce7e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.454238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=386ae177-fe49-41ed-87a1-2a1d48fa9a78,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:59.507681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-614b5c4a-7b65-4edb-a716-093aedce7e82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:12:59.508031 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-614b5c4a-7b65-4edb-a716-093aedce7e82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:12:59.555003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd48e5-dcd5-45e8-826d-1166473cc856 req-6ed85f00-efca-4440-8ce2-0c5dd7508991 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:12:59.556618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6fd48e5-dcd5-45e8-826d-1166473cc856 req-6ed85f00-efca-4440-8ce2-0c5dd7508991 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0575180
Dec 11 21:12:59.614623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6fd48e5-dcd5-45e8-826d-1166473cc856 req-9f4bdba4-354b-4a86-9db5-c9341b029331 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507615
Dec 11 21:12:59.704187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.708844 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.781877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=f8dac749-ca3d-4408-9acc-f60fdc474a71,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:12:59.784253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:12:59.875236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:12:59.876652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:12:59.999783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 56eabb42-d552-4e15-aebd-04f549c7b422 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:00.108469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:00.116163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c9973cf4-8927-4994-b18f-52936fbfa166 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/56eabb42-d552-4e15-aebd-04f549c7b422/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5579674
Dec 11 21:13:00.116482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:00.118469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] Sync routers for ids ['56eabb42-d552-4e15-aebd-04f549c7b422'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:00.128009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] Routers {'56eabb42-d552-4e15-aebd-04f549c7b422'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:00.128615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76d68910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56eabb42-d552-4e15-aebd-04f549c7b422'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:00.161211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b74f6b-de18-4a8a-a885-e8dae279bbc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:00.161564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76d68910>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:00.165292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66b74f6b-de18-4a8a-a885-e8dae279bbc2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports/f8dac749-ca3d-4408-9acc-f60fdc474a71 HTTP/1.1" status: 200  len: 910 time: 0.0450444
Dec 11 21:13:00.165635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42212) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:00.178743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] Routers {'56eabb42-d552-4e15-aebd-04f549c7b422'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:00.179346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76d68910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56eabb42-d552-4e15-aebd-04f549c7b422'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:00.215547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4c95507a-c343-4a2a-adcf-4147b0819864 None None] Provisioning complete for port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:00.215825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c95507a-c343-4a2a-adcf-4147b0819864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:00.219309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76d68910>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:00.219914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba0537-570a-4afc-a450-eef49f7064fa None None] The sync data for ids ['56eabb42-d552-4e15-aebd-04f549c7b422'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:00.311657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4c95507a-c343-4a2a-adcf-4147b0819864 None None] Provisioning complete for port f8dac749-ca3d-4408-9acc-f60fdc474a71 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:00.312050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c95507a-c343-4a2a-adcf-4147b0819864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:00.344883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4c95507a-c343-4a2a-adcf-4147b0819864 None None] Port f8dac749-ca3d-4408-9acc-f60fdc474a71 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:00.483326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:00.749139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93343ef4-e863-4215-9786-b869ca32f23c req-b0747d0a-a7e4-4be0-a42a-28d69f4b8449 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:00.750881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93343ef4-e863-4215-9786-b869ca32f23c req-b0747d0a-a7e4-4be0-a42a-28d69f4b8449 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0586972
Dec 11 21:13:00.761625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port f8dac749-ca3d-4408-9acc-f60fdc474a71 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:00.762679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:00.808555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93343ef4-e863-4215-9786-b869ca32f23c req-63161143-27c4-4411-8867-52e216b793ff tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504172
Dec 11 21:13:00.863326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:00.883401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for f8dac749-ca3d-4408-9acc-f60fdc474a71 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:00.987341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 386ae177-fe49-41ed-87a1-2a1d48fa9a78 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:01.002901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3bba9-d042-4b49-b824-49288d873ee0 req-e953e49c-7dec-41b1-b4c5-38282386a6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:01.005449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5be3bba9-d042-4b49-b824-49288d873ee0 req-e953e49c-7dec-41b1-b4c5-38282386a6e3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1029692
Dec 11 21:13:01.040006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:01.040373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.098887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5be3bba9-d042-4b49-b824-49288d873ee0 req-73a0dad2-cc16-450d-b3c2-a2fcac6324a1 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872374
Dec 11 21:13:01.155991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.184614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=f8dac749-ca3d-4408-9acc-f60fdc474a71,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:01.344717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.511423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 56eabb42-d552-4e15-aebd-04f549c7b422 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:01.593146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:01.600228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f23a7592-834f-40fb-a6b8-5c1a42a5a1ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/56eabb42-d552-4e15-aebd-04f549c7b422/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4336128
Dec 11 21:13:01.603377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:01.607374 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] Sync routers for ids ['56eabb42-d552-4e15-aebd-04f549c7b422'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:01.631839 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] Routers {'56eabb42-d552-4e15-aebd-04f549c7b422'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:01.632489 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56eabb42-d552-4e15-aebd-04f549c7b422'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:01.642056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42256) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:01.654539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-88ff518a-0932-4b04-b733-ce1d4f97e870 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=56eabb42-d552-4e15-aebd-04f549c7b422 HTTP/1.1" status: 200  len: 205 time: 0.0499532
Dec 11 21:13:01.678086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a100>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:01.690355 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] Routers {'56eabb42-d552-4e15-aebd-04f549c7b422'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:01.691199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['56eabb42-d552-4e15-aebd-04f549c7b422'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:01.729777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.738657 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8476a100>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:01.739336 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1118d49-e0cd-435c-920b-9cea11aa205e None None] The sync data for ids ['56eabb42-d552-4e15-aebd-04f549c7b422'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:01.899828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.908314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.969848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.970377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router 56eabb42-d552-4e15-aebd-04f549c7b422 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:01.977987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:01.979088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cdddc497-d680-4c9b-82a1-ef642c30acd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/56eabb42-d552-4e15-aebd-04f549c7b422 HTTP/1.1" status: 204  len: 168 time: 0.3358986
Dec 11 21:13:01.981775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:02.000741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-ae43d222-49db-4836-970b-20954b6e9b1f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:02.002264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-ae43d222-49db-4836-970b-20954b6e9b1f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=74ee1fa1-8e58-41c8-9393-2aa63a7b9051 HTTP/1.1" status: 200  len: 943 time: 0.1060605
Dec 11 21:13:02.034101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 24cebe2f-d34c-49f1-8110-6df0fc83f7a2 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:02.037245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.077178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.096019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port e9335ea2-ff31-414c-961d-04105820a11c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:02.096278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.164486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.188057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port e9335ea2-ff31-414c-961d-04105820a11c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9335ea2-ff31-414c-961d-04105820a11c,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:02.188418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.201789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for e9335ea2-ff31-414c-961d-04105820a11c owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:02.222698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.251213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=24cebe2f-d34c-49f1-8110-6df0fc83f7a2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:02.253224 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.256517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f948894-3ed6-47a5-b25c-05b9f78b4d3e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/24cebe2f-d34c-49f1-8110-6df0fc83f7a2 HTTP/1.1" status: 204  len: 168 time: 0.2737565
Dec 11 21:13:02.259790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:02.266298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220072c6-f7bf-4a60-8fe3-7b8b2a629854 None None] Network e279f3fb-8e71-4ad6-8eda-9de36d40d841 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:02.342103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.348044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.363142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912', 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:02.383736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=e9335ea2-ff31-414c-961d-04105820a11c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:02.438141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] No DVR routers for this DVR port e9335ea2-ff31-414c-961d-04105820a11c on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:02.440744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.445029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-374847ad-09df-4a71-95b4-1bc7e225ff60 req-15c85e7f-e638-4cf0-bf8c-e6c291738713 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "DELETE /v2.0/ports/e9335ea2-ff31-414c-961d-04105820a11c HTTP/1.1" status: 204  len: 173 time: 0.4361513
Dec 11 21:13:02.445487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-deleted', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:02.447944 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a19a6f-ecac-4bd3-afa7-fb3761b19fbc" -d '{"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-deleted", "tag": "e9335ea2-ff31-414c-961d-04105820a11c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:02.455279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:02.455704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.489228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] DHCP port deletion for e279f3fb-8e71-4ad6-8eda-9de36d40d841 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:02.558748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=386ae177-fe49-41ed-87a1-2a1d48fa9a78,segment=NetworkSegment(dc62ab40-3b07-4861-83dd-b2710875f831),segment_id=dc62ab40-3b07-4861-83dd-b2710875f831)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:02.559113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.577453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 386ae177-fe49-41ed-87a1-2a1d48fa9a78 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:02.700746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Deleting port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:02.701264 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.706398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.707433 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8856be-13be-4b53-ab32-2f517321487a x-openstack-request-id: req-da8856be-13be-4b53-ab32-2f517321487a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:02.707773 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ee1fa1-8e58-41c8-9393-2aa63a7b9051", "name": "network-vif-deleted", "tag": "e9335ea2-ff31-414c-961d-04105820a11c", "status": "failed", "code": 422}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:02.708033 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8856be-13be-4b53-ab32-2f517321487a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:02.708643 ncdv-master-1 neutron-server[125987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74ee1fa1-8e58-41c8-9393-2aa63a7b9051', 'name': 'network-vif-deleted', 'tag': 'e9335ea2-ff31-414c-961d-04105820a11c', 'status': 'failed', 'code': 422} returned with failed status
Dec 11 21:13:02.733314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=386ae177-fe49-41ed-87a1-2a1d48fa9a78,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:02.744012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:02.793365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] For port 386ae177-fe49-41ed-87a1-2a1d48fa9a78, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=386ae177-fe49-41ed-87a1-2a1d48fa9a78,segment=NetworkSegment(dc62ab40-3b07-4861-83dd-b2710875f831),segment_id=dc62ab40-3b07-4861-83dd-b2710875f831)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:02.793928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.809860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Calling delete_port for 386ae177-fe49-41ed-87a1-2a1d48fa9a78 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:02.839898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.863759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dfc4df0>,) {'filters': {'network_id': ['e279f3fb-8e71-4ad6-8eda-9de36d40d841']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:02.874287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dfc4df0>, 'dc62ab40-3b07-4861-83dd-b2710875f831') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:02.874583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dfc4df0>, 'dc62ab40-3b07-4861-83dd-b2710875f831') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:02.885338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.898771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.900036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.906920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:02.907393 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:02.910623 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:02.926915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] Pushing event deleted for resources: {'Port': ['ID=386ae177-fe49-41ed-87a1-2a1d48fa9a78,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:02.938313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04282d2a-e324-41e0-bc7b-f783e4a7d137 None None] No DVR routers for this DVR port 386ae177-fe49-41ed-87a1-2a1d48fa9a78 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:02.985481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.005398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.008222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/e279f3fb-8e71-4ad6-8eda-9de36d40d841 HTTP/1.1" status: 204  len: 168 time: 0.7475486
Dec 11 21:13:03.008914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 386ae177-fe49-41ed-87a1-2a1d48fa9a78 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:03.009490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef338815-dd98-4d2d-b5a8-33d22f54ddaa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=e279f3fb-8e71-4ad6-8eda-9de36d40d841,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:03.012396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42284) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:03.018030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595238238', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:03.032459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 386ae177-fe49-41ed-87a1-2a1d48fa9a78 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:03.032932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 386ae177-fe49-41ed-87a1-2a1d48fa9a78 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:03.053187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.055060 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.111480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.161532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f35081-4f84-41f4-9c3d-1287a4cd2042 req-3c6c4bfa-cee5-4e2b-bf06-151a0c00230f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:03.163001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1f35081-4f84-41f4-9c3d-1287a4cd2042 req-3c6c4bfa-cee5-4e2b-bf06-151a0c00230f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 908 time: 0.0499487
Dec 11 21:13:03.250005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.448787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.466834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.568636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.35.1.169 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5258a453-d7fa-4695-9b08-8eff56f3b500) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:03.669293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.704223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.743622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:03.747973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:03.752102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:03.755189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=5258a453-d7fa-4695-9b08-8eff56f3b500,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:03.761009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582a977-e922-48d3-8e37-777dd6507941 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:03.794246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5856f418-2668-4b2a-a4e9-11e3d810be1d None None] Provisioning complete for port 5258a453-d7fa-4695-9b08-8eff56f3b500 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:03.794721 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5856f418-2668-4b2a-a4e9-11e3d810be1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:03.827514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5856f418-2668-4b2a-a4e9-11e3d810be1d None None] Port 5258a453-d7fa-4695-9b08-8eff56f3b500 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:03.995338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:04.187017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:04.324353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea08736-fc42-4bdd-a043-98980245db4a req-f33004b6-a023-4dee-add2-e64d19413df9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:04.325841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cea08736-fc42-4bdd-a043-98980245db4a req-f33004b6-a023-4dee-add2-e64d19413df9 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 908 time: 0.0923071
Dec 11 21:13:04.355350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router f3b24283-113a-4152-8ee7-00770ceb3c90 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:04.490037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f488-733b-4339-8744-ddf4ca59a9be req-8b168750-ffa9-46a5-87dc-eeace14ac7c5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:04.492088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d275f488-733b-4339-8744-ddf4ca59a9be req-8b168750-ffa9-46a5-87dc-eeace14ac7c5 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 908 time: 0.0829325
Dec 11 21:13:04.497361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:04.507368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] Sync routers for ids ['f3b24283-113a-4152-8ee7-00770ceb3c90'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:04.520326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] Routers {'f3b24283-113a-4152-8ee7-00770ceb3c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:04.520865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3b24283-113a-4152-8ee7-00770ceb3c90'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:04.551983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:04.553165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86b0abc0-1be8-4d82-863e-c365f601a77d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 1.5395060
Dec 11 21:13:04.553296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88820>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:04.556829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:04.563792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] Routers {'f3b24283-113a-4152-8ee7-00770ceb3c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:04.564422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3b24283-113a-4152-8ee7-00770ceb3c90'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:04.598514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e88820>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:04.599187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f70a67-0212-4cd3-8cbd-baa6b0333f15 None None] The sync data for ids ['f3b24283-113a-4152-8ee7-00770ceb3c90'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:04.994392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port 0902c293-7ab6-4eab-93f9-f9e625591751 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:04.994753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.020377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2b6dd655-4f82-4a70-bed0-03a6eb364325 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers/f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 200  len: 880 time: 0.4625320
Dec 11 21:13:05.023421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42298) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:05.089880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port 0902c293-7ab6-4eab-93f9-f9e625591751, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0902c293-7ab6-4eab-93f9-f9e625591751,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:05.090248 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.104211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for 0902c293-7ab6-4eab-93f9-f9e625591751 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:05.157353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cda6c8f3-f847-4da6-a148-5a2a6e265760 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 0.1327858
Dec 11 21:13:05.159910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42300) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:05.164997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-595238238'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:05.236091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.262610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=0902c293-7ab6-4eab-93f9-f9e625591751,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:05.310844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] No DVR routers for this DVR port 0902c293-7ab6-4eab-93f9-f9e625591751 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:05.313499 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.317102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d275f488-733b-4339-8744-ddf4ca59a9be req-165a8a69-d2f8-472c-850a-87ff60d987ca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "DELETE /v2.0/ports/0902c293-7ab6-4eab-93f9-f9e625591751 HTTP/1.1" status: 204  len: 173 time: 0.8175628
Dec 11 21:13:05.317597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'name': 'network-vif-deleted', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:05.321069 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e3102e-379e-4492-a20c-01d92fe3321a" -d '{"events": [{"server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "name": "network-vif-deleted", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:05.403568 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2442dba-27dd-4ffb-baf9-da33facd869f x-openstack-request-id: req-e2442dba-27dd-4ffb-baf9-da33facd869f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:05.403870 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff69daa-8ea1-4a4b-b013-527e03a63bd0", "name": "network-vif-deleted", "tag": "0902c293-7ab6-4eab-93f9-f9e625591751", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:05.404163 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2442dba-27dd-4ffb-baf9-da33facd869f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:05.404537 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff69daa-8ea1-4a4b-b013-527e03a63bd0', 'name': 'network-vif-deleted', 'tag': '0902c293-7ab6-4eab-93f9-f9e625591751', 'status': 'completed', 'code': 200}
Dec 11 21:13:05.549526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d5e34ac-8493-461e-a29d-17c37b7c1f6e req-7b894632-9025-463b-b282-767c438a1c12 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ff69daa-8ea1-4a4b-b013-527e03a63bd0 HTTP/1.1" status: 200  len: 210 time: 0.0314684
Dec 11 21:13:05.551562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.564882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.678732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router f3b24283-113a-4152-8ee7-00770ceb3c90 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:05.815175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6270-4334-4ca6-8b1a-d53268dbcba2 req-9bf5ce03-3bbd-42f1-ae82-0b27d8aa261c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:05.816658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-576b6270-4334-4ca6-8b1a-d53268dbcba2 req-9bf5ce03-3bbd-42f1-ae82-0b27d8aa261c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0960586
Dec 11 21:13:05.831449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:05.839139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:05.840918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f8a75798-5939-419d-b255-b6a8bcde6903 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 200  len: 887 time: 0.6793399
Dec 11 21:13:05.842326 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] Sync routers for ids ['f3b24283-113a-4152-8ee7-00770ceb3c90'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:05.842996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:05.855299 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] Routers {'f3b24283-113a-4152-8ee7-00770ceb3c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:05.856208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d850a5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3b24283-113a-4152-8ee7-00770ceb3c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:05.890862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-576b6270-4334-4ca6-8b1a-d53268dbcba2 req-b25508ca-bc55-4164-91c9-5c34592088f9 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674860
Dec 11 21:13:05.897551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d850a5ca0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:05.907605 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] Routers {'f3b24283-113a-4152-8ee7-00770ceb3c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:05.908370 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d850a5ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f3b24283-113a-4152-8ee7-00770ceb3c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:05.940792 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d850a5ca0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:05.941537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a3cfab-3757-4f3f-b555-bff73ba2b5eb None None] The sync data for ids ['f3b24283-113a-4152-8ee7-00770ceb3c90'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:05.965777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-00e4b175-5720-47e7-809b-c727c96686a1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers/f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 200  len: 887 time: 0.1216376
Dec 11 21:13:05.968346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42316) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:05.994762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fe31eb7c-a79e-4f75-ab66-2b4910b1b140 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 200  len: 205 time: 0.0253289
Dec 11 21:13:05.997176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42318) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:06.101944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.203616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.254353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 5258a453-d7fa-4695-9b08-8eff56f3b500 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:06.255060 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.331848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.343713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 5258a453-d7fa-4695-9b08-8eff56f3b500 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:06.508533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.537510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=5258a453-d7fa-4695-9b08-8eff56f3b500,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:06.550322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435d1f2-3eb8-4dc6-93d7-211cb175e53e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:06.600864 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.695913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.698834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.748694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.749268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router f3b24283-113a-4152-8ee7-00770ceb3c90 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:06.759227 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.760360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2354ed8e-b031-455e-baf5-86fb315955db tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 204  len: 168 time: 0.7622657
Dec 11 21:13:06.764142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:06.769212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082378725'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:06.821269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:06.824720 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.857575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:06.872563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97fca5-4b90-4f2e-8115-01533cbb4dfd req-16ee3d5f-95da-479d-9e76-1d7884591741 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:06.874081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac97fca5-4b90-4f2e-8115-01533cbb4dfd req-16ee3d5f-95da-479d-9e76-1d7884591741 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 945 time: 0.0894010
Dec 11 21:13:06.879770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.880136 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 28d9e4d1-37bf-4639-a5b6-ec6d7c26d941 of type vlan for network c3872629-3425-4314-925b-6bb23cb10a51
Dec 11 21:13:06.936187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:06.982011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac97fca5-4b90-4f2e-8115-01533cbb4dfd req-6c56e8fe-b62a-4820-94ec-6c783a549166 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003165
Dec 11 21:13:07.013462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.018973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:07.019571 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.025017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880e90-6ddf-4b97-b2a5-96f032fdbb47 req-a79f6b02-a302-4d1a-9cc3-2e2a559bd9ce tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:07.026555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c880e90-6ddf-4b97-b2a5-96f032fdbb47 req-a79f6b02-a302-4d1a-9cc3-2e2a559bd9ce tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0539558
Dec 11 21:13:07.055775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-df9d2259-c11b-4855-9c63-9714b265ce27 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:07.057738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-df9d2259-c11b-4855-9c63-9714b265ce27 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.16 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 945 time: 0.0951638
Dec 11 21:13:07.077987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c880e90-6ddf-4b97-b2a5-96f032fdbb47 req-a6a0ce1c-cdca-462c-a469-0a76950ddd9c tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfced9aa-e77f-434b-a1df-a9921ad4074c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451341
Dec 11 21:13:07.102914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3378646
Dec 11 21:13:07.105771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42334) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:07.110939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:07.130283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b6ba3-3734-4efb-9f8b-160796032ca2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=c3872629-3425-4314-925b-6bb23cb10a51,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:07.140711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network c3872629-3425-4314-925b-6bb23cb10a51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:07.197343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Deleting port 911a4a21-84dc-4ec1-829e-13cbf71858fb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:07.197692 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.204095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:07.208976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.292347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] For port 911a4a21-84dc-4ec1-829e-13cbf71858fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=911a4a21-84dc-4ec1-829e-13cbf71858fb,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:07.293035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.343991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0902c293-7ab6-4eab-93f9-f9e625591751 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:07.371234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 0902c293-7ab6-4eab-93f9-f9e625591751 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:07.371830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 0902c293-7ab6-4eab-93f9-f9e625591751 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:07.389883 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.453440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=7461b900-0eb7-42bb-afef-aa36df15e5ac,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:07.466596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.466966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.467289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.467626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.467963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.468302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.468626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.468959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.469295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.469619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.469941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.470268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.470617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:07.472635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.472997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.473683 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Floating IP 731cd387-3721-4739-9be6-773ec5c4dd05 disassociated. External IP: 172.35.1.190, port: 911a4a21-84dc-4ec1-829e-13cbf71858fb.
Dec 11 21:13:07.473683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Calling delete_port for 911a4a21-84dc-4ec1-829e-13cbf71858fb owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:07.473925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:07.474285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: c3872629-3425-4314-925b-6bb23cb10a51, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:07.492009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network c3872629-3425-4314-925b-6bb23cb10a51 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:07.500586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c3872629-3425-4314-925b-6bb23cb10a51) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:07.504731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:07.505327 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.511088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90829dd-69da-4802-a9b4-5d2e0301ce73 None None] Network c3872629-3425-4314-925b-6bb23cb10a51 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:07.527329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-762fdac5-2d84-4d71-a0ec-2263bc790641 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4200675
Dec 11 21:13:07.530503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42336) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:07.535874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2033166111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:07.559949 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.561885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.627260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.627475 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c3872629-3425-4314-925b-6bb23cb10a51', 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '7461b900-0eb7-42bb-afef-aa36df15e5ac'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:07.628494 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.631294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.638108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.658299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event deleted for resources: {'Port': ['ID=911a4a21-84dc-4ec1-829e-13cbf71858fb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:07.659144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:07.664231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5d88b708-39ea-429f-8b19-09b627a2f20e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1292372
Dec 11 21:13:07.665164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:07.944954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Allocated IP 172.20.0.2 (c3872629-3425-4314-925b-6bb23cb10a51/7461b900-0eb7-42bb-afef-aa36df15e5ac/3c238131-aad9-48f1-9ab2-9e302b0c679d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:08.011936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:08.107813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.151495 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.160745 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.209509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Network c3872629-3425-4314-925b-6bb23cb10a51 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:08.213363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:08.217781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:08.230122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Pushing event updated for resources: {'Port': ['ID=3c238131-aad9-48f1-9ab2-9e302b0c679d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:08.311891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Attempting to bind port 3c238131-aad9-48f1-9ab2-9e302b0c679d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:08.312296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Attempting to bind port 3c238131-aad9-48f1-9ab2-9e302b0c679d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:08.312730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Attempting to bind port 3c238131-aad9-48f1-9ab2-9e302b0c679d on network c3872629-3425-4314-925b-6bb23cb10a51 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:08.322981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:08.322981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Checking segment: {'id': '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:08.323533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.323824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Bound using segment: {'id': '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:08.324318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Bound port: 3c238131-aad9-48f1-9ab2-9e302b0c679d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c3872629-3425-4314-925b-6bb23cb10a51'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:08.325486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.333030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0a7a-592f-4bac-884b-4bdec01d0f07 req-2a4f02e6-7918-4924-9f04-1a10e300e96d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:08.341843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-706c0a7a-592f-4bac-884b-4bdec01d0f07 req-2a4f02e6-7918-4924-9f04-1a10e300e96d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 945 time: 0.2461588
Dec 11 21:13:08.349123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-dc143cf7-3c96-4814-a7bc-ebf8ff571011 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:08.352221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-dc143cf7-3c96-4814-a7bc-ebf8ff571011 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 945 time: 0.0705135
Dec 11 21:13:08.419912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] For port 3c238131-aad9-48f1-9ab2-9e302b0c679d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:08.420879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:08.428879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] For port 3c238131-aad9-48f1-9ab2-9e302b0c679d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c238131-aad9-48f1-9ab2-9e302b0c679d,segment=NetworkSegment(28d9e4d1-37bf-4639-a5b6-ec6d7c26d941),segment_id=28d9e4d1-37bf-4639-a5b6-ec6d7c26d941)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:08.437200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Sync routers for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:08.446887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.482497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:08.482497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:08.491180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] No DVR routers for this DVR port 911a4a21-84dc-4ec1-829e-13cbf71858fb on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:08.499583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffaeb7ab-c724-4793-8123-016f6dd794e2 req-5cbd5e62-8251-4f60-8d31-ebf20c9163bd tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1a4357-be51-4586-b864-a88caf3da2e3 HTTP/1.1" status: 200  len: 210 time: 0.0473237
Dec 11 21:13:08.521824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.525996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efe5f0c4-91c2-45b1-a448-de8eb7901d4d req-4feb8850-110f-473f-b0d2-76ba13afc1f7 tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.16 "DELETE /v2.0/ports/911a4a21-84dc-4ec1-829e-13cbf71858fb HTTP/1.1" status: 204  len: 173 time: 1.4395556
Dec 11 21:13:08.526777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'name': 'network-vif-deleted', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:08.529155 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8df3ad-83ab-419b-a626-d02f615908b2" -d '{"events": [{"server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "name": "network-vif-deleted", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:08.538952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-706c0a7a-592f-4bac-884b-4bdec01d0f07 req-121040a5-d3b2-411e-9097-cf658a8e1dca tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961679
Dec 11 21:13:08.562299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:08.562771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.607590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac102b2-5381-4d12-addb-2bf26d61823c None None] Pushing event updated for resources: {'Port': ['ID=3c238131-aad9-48f1-9ab2-9e302b0c679d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:08.620070 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672a2bf0-be06-4ea0-adab-12a181bfdb08 x-openstack-request-id: req-672a2bf0-be06-4ea0-adab-12a181bfdb08 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:08.620660 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a4357-be51-4586-b864-a88caf3da2e3", "name": "network-vif-deleted", "tag": "911a4a21-84dc-4ec1-829e-13cbf71858fb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:08.624851 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-672a2bf0-be06-4ea0-adab-12a181bfdb08 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:08.625412 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a4357-be51-4586-b864-a88caf3da2e3', 'name': 'network-vif-deleted', 'tag': '911a4a21-84dc-4ec1-829e-13cbf71858fb', 'status': 'completed', 'code': 200}
Dec 11 21:13:08.656637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.20.0.1 (c3872629-3425-4314-925b-6bb23cb10a51/7461b900-0eb7-42bb-afef-aa36df15e5ac/57689fe4-f51f-4a2f-9926-34e624efea41) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:08.698818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:08.743273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:08.743643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.757740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:08.893553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.934998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.964170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:08.992950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912', 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:09.038088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=f50b3826-e4cf-4d0e-96f9-aabb562b8ba5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:09.040546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network c3872629-3425-4314-925b-6bb23cb10a51 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:09.046208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:09.068650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:09.084258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=57689fe4-f51f-4a2f-9926-34e624efea41,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:09.111145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c238131-aad9-48f1-9ab2-9e302b0c679d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:09.126664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.127167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.127582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.127885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.128257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.128608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.128940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.129334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.129727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.130057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.130385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.130737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.131336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:09.135759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] No DVR routers for this DVR port f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:09.141455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.147093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d063d82a-f00f-4e63-9bf4-f8579847ee21 req-66b4083b-2e8e-49a0-aa9a-6c410d47cf32 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "DELETE /v2.0/ports/f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 HTTP/1.1" status: 204  len: 173 time: 0.7862988
Dec 11 21:13:09.158341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'name': 'network-vif-deleted', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:09.165758 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc73b600-b6b8-48b6-b10c-47bc7d3bb13f" -d '{"events": [{"server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "name": "network-vif-deleted", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:09.180133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.206703 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ff9ff-3e48-4d78-948e-c59dc32dd47d x-openstack-request-id: req-d82ff9ff-3e48-4d78-948e-c59dc32dd47d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:09.206964 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27d4e82-a23a-47e0-9967-3f0e20c6b8e0", "name": "network-vif-deleted", "tag": "f50b3826-e4cf-4d0e-96f9-aabb562b8ba5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:09.207217 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d82ff9ff-3e48-4d78-948e-c59dc32dd47d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:09.207762 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27d4e82-a23a-47e0-9967-3f0e20c6b8e0', 'name': 'network-vif-deleted', 'tag': 'f50b3826-e4cf-4d0e-96f9-aabb562b8ba5', 'status': 'completed', 'code': 200}
Dec 11 21:13:09.227336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c220>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:09.287091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Checking router: ca5898cf-f771-44ae-ab44-5ca6fe6026f6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:09.310215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3c238131-aad9-48f1-9ab2-9e302b0c679d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:09.310456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.318028 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.355827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:09.356362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:09.515590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:09.556314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.612699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:09.676061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 3c238131-aad9-48f1-9ab2-9e302b0c679d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c238131-aad9-48f1-9ab2-9e302b0c679d,segment=NetworkSegment(28d9e4d1-37bf-4639-a5b6-ec6d7c26d941),segment_id=28d9e4d1-37bf-4639-a5b6-ec6d7c26d941)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:09.693646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:09.828525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=3c238131-aad9-48f1-9ab2-9e302b0c679d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:09.882550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-952bac97-6c6f-4c36-866b-73fbd77c0bb7 req-6936231f-446f-4dff-b55d-ea3758534c18 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=b27d4e82-a23a-47e0-9967-3f0e20c6b8e0 HTTP/1.1" status: 200  len: 210 time: 0.0615532
Dec 11 21:13:09.919397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7699c220>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:09.955023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf257c-4f52-4894-bab5-58fb2dfa91ef None None] The sync data for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 is: [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:49Z', 'revision_number': 4, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '035fb190-65ec-486d-811a-2e09dab4e7ba', 'name': '', 'network_id': '64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'mac_address': 'fa:16:3e:85:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:48Z', 'updated_at': '2021-12-11T21:07:58Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'subnets': [{'id': '0a28c154-472c-46cc-a1a1-794461a3be5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:10.044699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c8952c-d67b-4b17-bfc4-180304530ea1 None None] Network c3872629-3425-4314-925b-6bb23cb10a51 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:10.118825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6db7c401-23c2-439c-8278-1487da5d3740 None None] Provisioning complete for port 3c238131-aad9-48f1-9ab2-9e302b0c679d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:10.119280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6db7c401-23c2-439c-8278-1487da5d3740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.189534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.197628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.224962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Deleting port dc923fb4-1070-4243-a2ef-5a9c806a27d4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:10.226022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.304847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=57689fe4-f51f-4a2f-9926-34e624efea41,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:10.314204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.332456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.332795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.349468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Calling delete_port for dc923fb4-1070-4243-a2ef-5a9c806a27d4 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:10.375761 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a03a3-1b26-4855-986d-8d51c953450a None None] New status for floating IP 731cd387-3721-4739-9be6-773ec5c4dd05: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:13:10.419709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network c3872629-3425-4314-925b-6bb23cb10a51 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:10.422059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:10.472256 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.db.api [None req-e56a03a3-1b26-4855-986d-8d51c953450a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:13:10.472256 ncdv-master-1 neutron-server[125990]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Dec 11 21:13:10.472256 ncdv-master-1 neutron-server[125990]: [parameters: {'status': 'DOWN', 'floatingips_id': '731cd387-3721-4739-9be6-773ec5c4dd05'}]
Dec 11 21:13:10.472256 ncdv-master-1 neutron-server[125990]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125990) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:13:10.472256 ncdv-master-1 neutron-server[125990]: DEBUG oslo_db.api [None req-e56a03a3-1b26-4855-986d-8d51c953450a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:13:10.519727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.549432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event deleted for resources: {'Port': ['ID=dc923fb4-1070-4243-a2ef-5a9c806a27d4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:10.559965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router b99f1bd1-8c5c-4773-85fe-bf7da5593257 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:10.610852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8d9b6d95-0b0a-4b08-9afa-4c60614d9d0e None None] Provisioning complete for port 57689fe4-f51f-4a2f-9926-34e624efea41 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:10.611582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d95-0b0a-4b08-9afa-4c60614d9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.622679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.626027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.628169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6eae42e6-0b49-484c-a137-2a3539b4dcbf tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "DELETE /v2.0/floatingips/731cd387-3721-4739-9be6-773ec5c4dd05 HTTP/1.1" status: 204  len: 168 time: 1.0139101
Dec 11 21:13:10.686935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8d9b6d95-0b0a-4b08-9afa-4c60614d9d0e None None] Port 57689fe4-f51f-4a2f-9926-34e624efea41 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:10.687393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:10.701237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] Sync routers for ids ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:10.703018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3af78c04-9222-4f21-a6ae-f210e2ecbc0d tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/b99f1bd1-8c5c-4773-85fe-bf7da5593257/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0374546
Dec 11 21:13:10.705625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:10.709427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8d9b6d95-0b0a-4b08-9afa-4c60614d9d0e None None] Provisioning complete for port 3c238131-aad9-48f1-9ab2-9e302b0c679d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:10.710294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6d95-0b0a-4b08-9afa-4c60614d9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.732270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42366) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:10.742140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] Routers {'b99f1bd1-8c5c-4773-85fe-bf7da5593257'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:10.742882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:10.778600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d34dbcf-22bf-4a9e-9d9d-d7f22d3cca0f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:10.780048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d34dbcf-22bf-4a9e-9d9d-d7f22d3cca0f tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports/57689fe4-f51f-4a2f-9926-34e624efea41 HTTP/1.1" status: 200  len: 910 time: 0.0687971
Dec 11 21:13:10.782899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:10.789864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7461b900-0eb7-42bb-afef-aa36df15e5ac'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:10.790566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7a8e0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:10.805816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] Routers {'b99f1bd1-8c5c-4773-85fe-bf7da5593257'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:10.806427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7a8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:12:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:10.811288 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.842043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7a8e0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:10.842724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ecbb-f1b9-4ea4-9608-fcdb232cd10e None None] The sync data for ids ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:10.845723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.943813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.946596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:10.950368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfced9aa-e77f-434b-a1df-a9921ad4074c HTTP/1.1" status: 204  len: 168 time: 0.2141044
Dec 11 21:13:10.975980 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a03a3-1b26-4855-986d-8d51c953450a None None] New status for floating IP 731cd387-3721-4739-9be6-773ec5c4dd05: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:13:10.983809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d974e-b4b0-48ff-8e2e-4a98af57913a tempest-TestServerBasicOps-1158977244 tempest-TestServerBasicOps-1158977244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfced9aa-e77f-434b-a1df-a9921ad4074c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:11.013179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:11.049417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.074939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c238131-aad9-48f1-9ab2-9e302b0c679d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:11.076525 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-684b9a10-9c09-4b7a-a142-594509c9d786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.133313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5d8e0ca7-e46c-437e-8475-2daca1ee6998 None None] Provisioning complete for port 57689fe4-f51f-4a2f-9926-34e624efea41 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:11.134054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0ca7-e46c-437e-8475-2daca1ee6998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.190191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e0ca7-e46c-437e-8475-2daca1ee6998 None None] Port 57689fe4-f51f-4a2f-9926-34e624efea41 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:11.204979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3c238131-aad9-48f1-9ab2-9e302b0c679d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:11.205897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.338517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1469cde4-b807-4a20-ac31-6d4d768ea0f0 None None] Provisioning complete for port 57689fe4-f51f-4a2f-9926-34e624efea41 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:11.338897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1469cde4-b807-4a20-ac31-6d4d768ea0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.369409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 911a4a21-84dc-4ec1-829e-13cbf71858fb no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:11.383003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d50d1d-1908-4e6f-979e-71dfbe1f7258 req-3d4698e7-baf8-4f67-a712-044633fc2895 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:11.384502 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62d50d1d-1908-4e6f-979e-71dfbe1f7258 req-3d4698e7-baf8-4f67-a712-044633fc2895 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1005986
Dec 11 21:13:11.396224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 911a4a21-84dc-4ec1-829e-13cbf71858fb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:11.396677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 911a4a21-84dc-4ec1-829e-13cbf71858fb not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:11.404016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1469cde4-b807-4a20-ac31-6d4d768ea0f0 None None] Port 57689fe4-f51f-4a2f-9926-34e624efea41 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:11.484161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62d50d1d-1908-4e6f-979e-71dfbe1f7258 req-8afd89b0-ca5b-41c7-9a42-c50977815473 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883300
Dec 11 21:13:11.603999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.605179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.612993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.694300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:11.694935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:11.696271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/ports/57689fe4-f51f-4a2f-9926-34e624efea41 HTTP/1.1" status: 200  len: 910 time: 0.9124894
Dec 11 21:13:11.697164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebdb83-3d9e-4fba-a6c0-26bd7637d0b9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=57689fe4-f51f-4a2f-9926-34e624efea41,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:11.699255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42384) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:12.070542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Deleting port 035fb190-65ec-486d-811a-2e09dab4e7ba {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:12.070878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.188136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] For port 035fb190-65ec-486d-811a-2e09dab4e7ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=035fb190-65ec-486d-811a-2e09dab4e7ba,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:12.188495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.204968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Calling delete_port for 035fb190-65ec-486d-811a-2e09dab4e7ba owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:12.220822 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.521419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-487782de-ffd4-4c33-a802-2a43907fc630 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:12.522977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-487782de-ffd4-4c33-a802-2a43907fc630 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.0947828
Dec 11 21:13:12.717859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.737579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886d731-c577-4baa-8ee5-fea460a23497 req-c866dded-fe19-483f-93c4-5288151ae5dd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:12.739105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3886d731-c577-4baa-8ee5-fea460a23497 req-c866dded-fe19-483f-93c4-5288151ae5dd tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 946 time: 0.1769249
Dec 11 21:13:12.770592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Pushing event deleted for resources: {'Port': ['ID=035fb190-65ec-486d-811a-2e09dab4e7ba,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:12.861555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port f85a8e61-7190-4f01-84e6-3d056e48c912 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:12.861900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.896964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 57689fe4-f51f-4a2f-9926-34e624efea41 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:12.897302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:12.956526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3886d731-c577-4baa-8ee5-fea460a23497 req-2711d47f-1026-4d62-9b2b-00c5c3a0e45b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=eadbb606-e924-445a-816b-a104d0468461&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926436
Dec 11 21:13:13.075488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port f85a8e61-7190-4f01-84e6-3d056e48c912, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f85a8e61-7190-4f01-84e6-3d056e48c912,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:13.075745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.101251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for f85a8e61-7190-4f01-84e6-3d056e48c912 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:13.154507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.198978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 57689fe4-f51f-4a2f-9926-34e624efea41 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:13.212800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.260610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:13.285610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:13.285954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f50b3826-e4cf-4d0e-96f9-aabb562b8ba5 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:13.454824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c24ad530-7c8e-480a-9d64-7618d5aaaa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.474089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.485342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f85a8e61-7190-4f01-84e6-3d056e48c912'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:13.856859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=f85a8e61-7190-4f01-84e6-3d056e48c912,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:13.946647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] No DVR routers for this DVR port f85a8e61-7190-4f01-84e6-3d056e48c912 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:13.951849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:13.955181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c26cfa5-175e-4d6f-b72b-10ba007a9cb1 req-97cdee8c-2d82-4c68-a6bb-d95104a36b36 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.30 "DELETE /v2.0/ports/f85a8e61-7190-4f01-84e6-3d056e48c912 HTTP/1.1" status: 204  len: 173 time: 1.4219410
Dec 11 21:13:13.983994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'name': 'network-vif-deleted', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:13.986295 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c851999-c4a1-4215-a8f2-087940056f18" -d '{"events": [{"server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "name": "network-vif-deleted", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:14.001597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.089754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29708dbe-2d97-47a1-8519-1bea920314cb req-aaab3f66-e944-4ed4-8142-7babbcdb193b tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=e44c70be-eff5-4d59-9ce0-e97a10db73f2 HTTP/1.1" status: 200  len: 210 time: 0.0408542
Dec 11 21:13:14.090387 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9052763e-3de7-474b-8f98-cb4c323be5a4 x-openstack-request-id: req-9052763e-3de7-474b-8f98-cb4c323be5a4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:14.090740 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44c70be-eff5-4d59-9ce0-e97a10db73f2", "name": "network-vif-deleted", "tag": "f85a8e61-7190-4f01-84e6-3d056e48c912", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:14.091063 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9052763e-3de7-474b-8f98-cb4c323be5a4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:14.091588 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44c70be-eff5-4d59-9ce0-e97a10db73f2', 'name': 'network-vif-deleted', 'tag': 'f85a8e61-7190-4f01-84e6-3d056e48c912', 'status': 'completed', 'code': 200}
Dec 11 21:13:14.096022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=57689fe4-f51f-4a2f-9926-34e624efea41,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:14.122756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:14.288713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.408566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:14.418720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42400) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:14.418935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d9137467-9b68-4566-91f5-61e5f1d3820b admin admin] 10.222.0.18 "PUT /v2.0/routers/ca5898cf-f771-44ae-ab44-5ca6fe6026f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4012706
Dec 11 21:13:14.420741 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Sync routers for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:14.450876 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:14.451643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844e5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.521810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router b99f1bd1-8c5c-4773-85fe-bf7da5593257 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:14.584277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.595037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:14.601835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:14.607250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-33cfa610-7d9b-4120-9dc7-4082f5440f7c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/b99f1bd1-8c5c-4773-85fe-bf7da5593257/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9069877
Dec 11 21:13:14.609891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42402) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:14.613963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] Sync routers for ids ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:14.628213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] Routers {'b99f1bd1-8c5c-4773-85fe-bf7da5593257'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:14.629814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771c5e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.643496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59fac680-130d-49d1-b203-22a9a5a68ff1 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=b99f1bd1-8c5c-4773-85fe-bf7da5593257 HTTP/1.1" status: 200  len: 205 time: 0.0324142
Dec 11 21:13:14.645917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42404) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:14.707187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.731762 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.777126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Deleting port 1233c36b-671f-4f8b-9c93-9903627eb061 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:14.777126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.832712 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844e5790>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33'}], 'enable_snat': True}, 'gw_port_id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:13:12Z', 'revision_number': 5, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port': {'id': '1233c36b-671f-4f8b-9c93-9903627eb061', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.861391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771c5e80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.871032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] Routers {'b99f1bd1-8c5c-4773-85fe-bf7da5593257'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:14.871893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771c5e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.873431 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Checking router: ca5898cf-f771-44ae-ab44-5ca6fe6026f6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:14.885220 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Routers {'ca5898cf-f771-44ae-ab44-5ca6fe6026f6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:14.886048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844e5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.903484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] For port 1233c36b-671f-4f8b-9c93-9903627eb061, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1233c36b-671f-4f8b-9c93-9903627eb061,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:14.903856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.912196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771c5e80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:14.913660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5e404-3785-4586-98e2-0fc37589fc2b None None] The sync data for ids ['b99f1bd1-8c5c-4773-85fe-bf7da5593257'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:14.924028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.924799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Calling delete_port for 1233c36b-671f-4f8b-9c93-9903627eb061 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:14.926987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.932046 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.974600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.975956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router b99f1bd1-8c5c-4773-85fe-bf7da5593257 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:14.983598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:14.984823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-118ec219-f947-406f-9852-4ba85bb2e36c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/b99f1bd1-8c5c-4773-85fe-bf7da5593257 HTTP/1.1" status: 204  len: 168 time: 0.3372405
Dec 11 21:13:14.987477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42406) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:14.999121 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] Set router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:15.042120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 7461b900-0eb7-42bb-afef-aa36df15e5ac {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:15.046018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.065966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844e5790>, [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:13:14Z', 'revision_number': 6, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:15.094699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.116046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.153697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1233c36b-671f-4f8b-9c93-9903627eb061,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:15.174924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f357b60-d57e-4a46-9081-028d1a25b7aa None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:15.216155 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c9e32a-05ec-4d1e-b65a-c486487f228c None None] The sync data for ids ['ca5898cf-f771-44ae-ab44-5ca6fe6026f6'] in ncdv-master-1 is: [{'id': 'ca5898cf-f771-44ae-ab44-5ca6fe6026f6', 'name': 'tempest-TestServerBasicOps-335954403-router', 'tenant_id': '121c313d3e19423f91d7b4959ef5db45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:45Z', 'updated_at': '2021-12-11T21:13:14Z', 'revision_number': 6, 'project_id': '121c313d3e19423f91d7b4959ef5db45', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:15.230153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.264788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.340229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.346420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.349206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.373090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=7461b900-0eb7-42bb-afef-aa36df15e5ac,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:15.375272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.378904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2cfe669d-4365-4cfa-b67b-49f576ee5faa tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/7461b900-0eb7-42bb-afef-aa36df15e5ac HTTP/1.1" status: 204  len: 168 time: 0.3904016
Dec 11 21:13:15.382014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42416) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:15.382434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d26d6-742f-435a-9f14-f2d36adb8d1a None None] Network c3872629-3425-4314-925b-6bb23cb10a51 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:15.431051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.431680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5898cf-f771-44ae-ab44-5ca6fe6026f6 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:15.436357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.439913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-68dbd82e-c43c-4cf5-862a-b3549bb643b6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca5898cf-f771-44ae-ab44-5ca6fe6026f6 HTTP/1.1" status: 204  len: 168 time: 1.0190570
Dec 11 21:13:15.440274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42418) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:15.475890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.489466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Deleting subnet 0a28c154-472c-46cc-a1a1-794461a3be5e {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:15.493879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.532528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.560989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7305b0-2054-4482-91c0-c1d8e61c66ee req-1d61a2af-bc3c-4646-bc50-18201149171e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:15.562513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7b7305b0-2054-4482-91c0-c1d8e61c66ee req-1d61a2af-bc3c-4646-bc50-18201149171e tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0909920
Dec 11 21:13:15.597373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 3c238131-aad9-48f1-9ab2-9e302b0c679d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:15.597970 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.600917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] DHCP port deletion for c3872629-3425-4314-925b-6bb23cb10a51 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:15.627936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.662199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Deleting port 3c238131-aad9-48f1-9ab2-9e302b0c679d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:15.663149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.688318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7b7305b0-2054-4482-91c0-c1d8e61c66ee req-653f0fb4-c98f-4109-9706-4d14b61f285a tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124585
Dec 11 21:13:15.694983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.702239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 3c238131-aad9-48f1-9ab2-9e302b0c679d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c238131-aad9-48f1-9ab2-9e302b0c679d,segment=NetworkSegment(28d9e4d1-37bf-4639-a5b6-ec6d7c26d941),segment_id=28d9e4d1-37bf-4639-a5b6-ec6d7c26d941)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:15.702654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.718010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 3c238131-aad9-48f1-9ab2-9e302b0c679d owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:15.729568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a28c154-472c-46cc-a1a1-794461a3be5e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:15.735621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.739374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a353c65e-c63b-431b-b8bd-759ba7960b1c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a28c154-472c-46cc-a1a1-794461a3be5e HTTP/1.1" status: 204  len: 168 time: 0.2980454
Dec 11 21:13:15.742388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42420) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:15.756760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a3c7b-0058-4d2c-9d39-a6b6171628d0 None None] Network 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:15.766924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] For port 3c238131-aad9-48f1-9ab2-9e302b0c679d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3c238131-aad9-48f1-9ab2-9e302b0c679d,segment=NetworkSegment(28d9e4d1-37bf-4639-a5b6-ec6d7c26d941),segment_id=28d9e4d1-37bf-4639-a5b6-ec6d7c26d941)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:15.767347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.820271 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.820530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.824855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Calling delete_port for 3c238131-aad9-48f1-9ab2-9e302b0c679d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:15.851294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.857708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 3c238131-aad9-48f1-9ab2-9e302b0c679d on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:15.864027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=3c238131-aad9-48f1-9ab2-9e302b0c679d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:15.887532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Deleting port c09cee22-cccb-46a1-8238-df4f9c6965ea {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:15.887863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.949077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.952945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.960043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] For port c09cee22-cccb-46a1-8238-df4f9c6965ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c09cee22-cccb-46a1-8238-df4f9c6965ea,segment=NetworkSegment(8cb847c0-7bd9-44e3-801d-fae1ff39ad96),segment_id=8cb847c0-7bd9-44e3-801d-fae1ff39ad96)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:15.960559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:15.967076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] No DVR routers for this DVR port 3c238131-aad9-48f1-9ab2-9e302b0c679d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:15.978879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dcc7f40>,) {'filters': {'network_id': ['c3872629-3425-4314-925b-6bb23cb10a51']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:15.982024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Calling delete_port for c09cee22-cccb-46a1-8238-df4f9c6965ea owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:15.988889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dcc7f40>, '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:15.989090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db665b10-c49c-4c59-aeaf-77154ea09ab7 None None] Pushing event deleted for resources: {'Port': ['ID=3c238131-aad9-48f1-9ab2-9e302b0c679d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:15.989202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dcc7f40>, '28d9e4d1-37bf-4639-a5b6-ec6d7c26d941') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:16.011128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.025211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.031138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:16.031518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:16.034586 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:16.073372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.108967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79da01-92aa-4fb7-bafd-77471e476586 None None] DHCP port deletion for 64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:16.112967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c09cee22-cccb-46a1-8238-df4f9c6965ea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:16.119791 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.127329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] No DVR routers for this DVR port c09cee22-cccb-46a1-8238-df4f9c6965ea on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:16.139170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.145863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/c3872629-3425-4314-925b-6bb23cb10a51 HTTP/1.1" status: 204  len: 168 time: 0.7593400
Dec 11 21:13:16.155681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42426) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:16.160285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-289903869', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:16.168197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cdbd2-8ecc-4340-ac74-ded0e5cd2d81 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=c3872629-3425-4314-925b-6bb23cb10a51,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:16.209988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.211945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.229048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.261381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84602970>,) {'filters': {'network_id': ['64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:16.279097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84602970>, '8cb847c0-7bd9-44e3-801d-fae1ff39ad96') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:16.279407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84602970>, '8cb847c0-7bd9-44e3-801d-fae1ff39ad96') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:16.285501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.293612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.293787 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.296932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.323301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.323851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.325489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dcae3811-f526-4d4f-a723-f623aba3a996 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1685336
Dec 11 21:13:16.327916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42432) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:16.332462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:16.332921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.333219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574593933'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:16.334632 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:16.361169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:16.364915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.397811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:16.407744 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.408100 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment a9f41872-209a-455d-a038-1b0618ef3342 of type vlan for network 240b5071-1534-4300-959c-8fc086e543b4
Dec 11 21:13:16.423916 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.436774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.443272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] 10.222.0.18 "DELETE /v2.0/networks/64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8 HTTP/1.1" status: 204  len: 168 time: 0.6996686
Dec 11 21:13:16.447614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42436) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:16.465090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0463d-b731-4bb3-bb3a-0fa8435e7e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=64fda7f3-c03c-475c-a7f9-5e6e0f5aa7d8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:16.507100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.575869 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.581377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:16.581959 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.645987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3168333
Dec 11 21:13:16.648692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:16.653757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:16.698440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef2a2d-2f63-4809-b7f8-785424f7da14 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=240b5071-1534-4300-959c-8fc086e543b4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:16.715526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 240b5071-1534-4300-959c-8fc086e543b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:16.752288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:16.761401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.874185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92727-93b5-486c-91de-4c3f69e02346 req-43182fc6-73eb-4fa0-8f21-e8f8f0579a53 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:16.875729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7fb92727-93b5-486c-91de-4c3f69e02346 req-43182fc6-73eb-4fa0-8f21-e8f8f0579a53 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0826352
Dec 11 21:13:16.939027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7fb92727-93b5-486c-91de-4c3f69e02346 req-90456b8e-8a6f-4c26-abd1-ab1eca3b7bc6 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558355
Dec 11 21:13:16.960299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:16.998851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.023384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c238131-aad9-48f1-9ab2-9e302b0c679d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:17.043949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=b99c0a81-5d7f-423e-8460-d2fb2c2522b3,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:17.048077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3c238131-aad9-48f1-9ab2-9e302b0c679d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:17.048506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3c238131-aad9-48f1-9ab2-9e302b0c679d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:17.049008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 035fb190-65ec-486d-811a-2e09dab4e7ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:17.060140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:17.060501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 240b5071-1534-4300-959c-8fc086e543b4, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:17.071378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 035fb190-65ec-486d-811a-2e09dab4e7ba {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:17.071804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 035fb190-65ec-486d-811a-2e09dab4e7ba not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:17.073065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c09cee22-cccb-46a1-8238-df4f9c6965ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:17.089745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 240b5071-1534-4300-959c-8fc086e543b4 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:17.101823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 240b5071-1534-4300-959c-8fc086e543b4) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:17.106357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:17.107272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.113197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a24d9-a06b-41a8-85b8-556ad554c745 None None] Network 240b5071-1534-4300-959c-8fc086e543b4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:17.116069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c09cee22-cccb-46a1-8238-df4f9c6965ea {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:17.116414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c09cee22-cccb-46a1-8238-df4f9c6965ea not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:17.116841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1233c36b-671f-4f8b-9c93-9903627eb061 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:17.129099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84002173-bfc0-47b2-a333-3a4f1dd7d8da tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4792342
Dec 11 21:13:17.132804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42442) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:17.149508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1233c36b-671f-4f8b-9c93-9903627eb061 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:17.149849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1233c36b-671f-4f8b-9c93-9903627eb061 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:17.233275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.266377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f85a8e61-7190-4f01-84e6-3d056e48c912 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:17.289890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-240b5071-1534-4300-959c-8fc086e543b4', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:17.290761 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.293078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f85a8e61-7190-4f01-84e6-3d056e48c912 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:17.293420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f85a8e61-7190-4f01-84e6-3d056e48c912 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:17.426310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Allocated IP 172.20.0.2 (240b5071-1534-4300-959c-8fc086e543b4/b99c0a81-5d7f-423e-8460-d2fb2c2522b3/ec469177-afd9-433a-a36b-8dad1373a2b4) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:17.609034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.611002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-d3376a2c-1dab-4bcb-83d2-f182360a91ce tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:17.612558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-d3376a2c-1dab-4bcb-83d2-f182360a91ce tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.0583031
Dec 11 21:13:17.620154 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.684073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Pushing event updated for resources: {'Port': ['ID=ec469177-afd9-433a-a36b-8dad1373a2b4,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:17.688919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Network 240b5071-1534-4300-959c-8fc086e543b4 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:17.690453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:17.693674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:17.747827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:17.748074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.761562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Attempting to bind port ec469177-afd9-433a-a36b-8dad1373a2b4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:17.762113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Attempting to bind port ec469177-afd9-433a-a36b-8dad1373a2b4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:17.762590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Attempting to bind port ec469177-afd9-433a-a36b-8dad1373a2b4 on network 240b5071-1534-4300-959c-8fc086e543b4 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:17.767991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:17.768636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Checking segment: {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:17.769205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.769595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Bound using segment: {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:17.770177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Bound port: ec469177-afd9-433a-a36b-8dad1373a2b4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:17.770768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.846357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] For port ec469177-afd9-433a-a36b-8dad1373a2b4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:17.850813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] For port ec469177-afd9-433a-a36b-8dad1373a2b4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec469177-afd9-433a-a36b-8dad1373a2b4,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:17.852677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] For port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:17.853195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.855980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.897942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:17.906888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64782cb4-6980-4e9b-8c49-eebb81d392b7 req-ff45d177-5f01-4c82-8bc0-741402a2c5a6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:17.908526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64782cb4-6980-4e9b-8c49-eebb81d392b7 req-ff45d177-5f01-4c82-8bc0-741402a2c5a6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.1391253
Dec 11 21:13:17.923891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc831502-48ab-40aa-bc4f-fb06f2467083 None None] Pushing event updated for resources: {'Port': ['ID=ec469177-afd9-433a-a36b-8dad1373a2b4,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:18.101584 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.101944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.102284 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Floating IP 7c6a0e71-650b-47bd-b348-3d62e237c9e9 disassociated. External IP: 172.35.1.122, port: b2ecdad1-6ed8-44f3-926e-ab155fe32eaf.
Dec 11 21:13:18.102690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for b2ecdad1-6ed8-44f3-926e-ab155fe32eaf owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:18.125958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64782cb4-6980-4e9b-8c49-eebb81d392b7 req-361a70e8-4a95-4d9a-8f2a-e0e8c98b7353 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986277
Dec 11 21:13:18.133192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Deleting port d8614f6d-b383-499d-9cf2-270be5efa84b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:18.133537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.159948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e807e-7d7b-49e2-879f-07cf48aff487 req-257db4e5-68cd-4f2a-9f27-fb056841c462 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:18.167063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc9e807e-7d7b-49e2-879f-07cf48aff487 req-257db4e5-68cd-4f2a-9f27-fb056841c462 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 945 time: 0.1296141
Dec 11 21:13:18.276993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc9e807e-7d7b-49e2-879f-07cf48aff487 req-b20e40db-95fa-4ffd-8ca6-a836215d2e22 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups?id=81daeb09-4ab7-4c78-8385-135f29bc6ec7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685332
Dec 11 21:13:18.314867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] For port d8614f6d-b383-499d-9cf2-270be5efa84b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8614f6d-b383-499d-9cf2-270be5efa84b,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:18.315240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.336363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Calling delete_port for d8614f6d-b383-499d-9cf2-270be5efa84b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:18.346295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.20.0.1 (240b5071-1534-4300-959c-8fc086e543b4/b99c0a81-5d7f-423e-8460-d2fb2c2522b3/3b6035df-6f4d-4429-a5f8-1109439e8841) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:18.353006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.380193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=b2ecdad1-6ed8-44f3-926e-ab155fe32eaf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:18.504181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:18.567675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.656509 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.671656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.722542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 240b5071-1534-4300-959c-8fc086e543b4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:18.764740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:18.767284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:18.777405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:18.849290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8614f6d-b383-499d-9cf2-270be5efa84b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:18.910490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:18.997004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:19.011617 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Sync routers for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:19.029252 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:19.030844 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffb2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:19.065626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] No DVR routers for this DVR port b2ecdad1-6ed8-44f3-926e-ab155fe32eaf on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:19.070562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.073988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92d98ebc-2ae9-440d-9d19-ff0585b23853 req-947b7331-ba04-4745-b2f1-3363185209c3 tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.16 "DELETE /v2.0/ports/b2ecdad1-6ed8-44f3-926e-ab155fe32eaf HTTP/1.1" status: 204  len: 173 time: 1.4555860
Dec 11 21:13:19.074457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-deleted', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:19.085684 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527fa664-af82-4e27-8054-c6c9f71dcdae" -d '{"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-deleted", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:19.096992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.186880 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac5ecea-b4f6-4de7-b5a8-997375e0eb5a x-openstack-request-id: req-8ac5ecea-b4f6-4de7-b5a8-997375e0eb5a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:19.187336 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e710071-7aee-43de-b031-4194f02cc29e", "name": "network-vif-deleted", "tag": "b2ecdad1-6ed8-44f3-926e-ab155fe32eaf", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:19.187336 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ac5ecea-b4f6-4de7-b5a8-997375e0eb5a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:19.187709 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e710071-7aee-43de-b031-4194f02cc29e', 'name': 'network-vif-deleted', 'tag': 'b2ecdad1-6ed8-44f3-926e-ab155fe32eaf', 'status': 'completed', 'code': 200}
Dec 11 21:13:19.215316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.228535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec469177-afd9-433a-a36b-8dad1373a2b4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:19.277156 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:19.332521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ec469177-afd9-433a-a36b-8dad1373a2b4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:19.333011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.369899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32512d9d-3aa8-4276-a949-8fa7056ec76c req-b98d1a8f-4e65-45da-822c-a8ae9929d748 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:19.380661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32512d9d-3aa8-4276-a949-8fa7056ec76c req-b98d1a8f-4e65-45da-822c-a8ae9929d748 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.1100671
Dec 11 21:13:19.384612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f028d5-e8c9-43c4-ba1a-c8ec2f2c3040 None None] Network 240b5071-1534-4300-959c-8fc086e543b4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:19.461108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7081fee7-32ee-4b2a-a869-0eec938faf86 None None] Provisioning complete for port ec469177-afd9-433a-a36b-8dad1373a2b4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:19.461786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7081fee7-32ee-4b2a-a869-0eec938faf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.489189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32512d9d-3aa8-4276-a949-8fa7056ec76c req-b6ca52ea-bf1f-433a-85ff-c780e5749388 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033788
Dec 11 21:13:19.529319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-006a3cf4-af2b-429a-bd3c-f26b9a34644b tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:19.531292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-006a3cf4-af2b-429a-bd3c-f26b9a34644b tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.30 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 946 time: 0.1959980
Dec 11 21:13:19.533627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f7451efd-d0dc-4f93-afef-0fbc0b143863 req-ee063cf8-14a9-4151-94c0-1578ebabf60f tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e710071-7aee-43de-b031-4194f02cc29e HTTP/1.1" status: 200  len: 210 time: 0.0815327
Dec 11 21:13:19.585896 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffb2460>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:19.600952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.641348 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Checking router: 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:19.658662 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:19.659677 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffb2460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:19.693239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port ec469177-afd9-433a-a36b-8dad1373a2b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec469177-afd9-433a-a36b-8dad1373a2b4,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:19.701347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7081fee7-32ee-4b2a-a869-0eec938faf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.715120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.788257 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:19.810028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=ec469177-afd9-433a-a36b-8dad1373a2b4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:19.817659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-7081fee7-32ee-4b2a-a869-0eec938faf86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:13:19.818136 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-7081fee7-32ee-4b2a-a869-0eec938faf86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:13:19.835650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Router f2c9c569-21cd-4abd-a498-7c666ace74ac has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:19.840579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.851443 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:19.860104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Deleting port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:19.860522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.019464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffb2460>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:20.030682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:20.036792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.055684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbaf3a-9940-4609-a2ee-eefc4e58ab70 None None] The sync data for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 is: [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:05:54Z', 'revision_number': 4, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93e064ee-79c7-4b3b-8e05-9e7157027221', 'name': '', 'network_id': '80c829e6-f2d7-4bab-91ba-f54ff9e885b7', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'mac_address': 'fa:16:3e:cc:6d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:51Z', 'updated_at': '2021-12-11T21:06:01Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'subnets': [{'id': '9c06c0d4-35f4-4083-afd4-2254f99aba55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:20.160800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] For port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:20.161166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.184558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Calling delete_port for 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:20.186600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:20.198151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Sync routers for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:20.198709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-053ed6c7-3080-41ec-a810-6621810e85a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2c9c569-21cd-4abd-a498-7c666ace74ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7473607
Dec 11 21:13:20.198826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:20.219353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:20.220288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:20.288458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 240b5071-1534-4300-959c-8fc086e543b4 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:20.292469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:20.343040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.409060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:20.433083 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b84529-bd35-42d4-8216-7b316e9cc480 None None] New status for floating IP 7c6a0e71-650b-47bd-b348-3d62e237c9e9: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:13:20.478884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.487735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.528282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Pushing event deleted for resources: {'Port': ['ID=06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:20.602619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] No DVR routers for this DVR port 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:20.608769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.614020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d80febc7-dd7f-4198-ab6d-e2e8d734f76f req-7fc73ae3-46f5-4c6f-8b25-904a688bcab0 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.30 "DELETE /v2.0/ports/06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 HTTP/1.1" status: 204  len: 173 time: 1.0697882
Dec 11 21:13:20.616086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'name': 'network-vif-deleted', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:20.619021 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3101a-f28c-4846-ace1-e325d8837400" -d '{"events": [{"server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "name": "network-vif-deleted", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:20.633580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:20.644866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:20.659135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Deleting port b87155bf-38fd-4d31-b18a-c99fbabad3a3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:20.659346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.707524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c8d507f5-44df-4143-adc0-038d03862a51 req-2adc4d6c-118f-4833-b5de-e55fbd799288 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=34d7a4d7-a954-422c-9df4-4c1a4664b972 HTTP/1.1" status: 200  len: 210 time: 0.0906553
Dec 11 21:13:20.724482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b7837356-fbcd-4178-930f-a514ed599ad1 None None] Provisioning complete for port ec469177-afd9-433a-a36b-8dad1373a2b4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:20.725407 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7837356-fbcd-4178-930f-a514ed599ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.768092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42468) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:20.790443 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9579ebe-e252-40ed-83f5-cd9e52aff2d8 x-openstack-request-id: req-f9579ebe-e252-40ed-83f5-cd9e52aff2d8 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:20.790789 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7a4d7-a954-422c-9df4-4c1a4664b972", "name": "network-vif-deleted", "tag": "06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:20.791027 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9579ebe-e252-40ed-83f5-cd9e52aff2d8 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:20.791438 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d7a4d7-a954-422c-9df4-4c1a4664b972', 'name': 'network-vif-deleted', 'tag': '06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8', 'status': 'completed', 'code': 200}
Dec 11 21:13:20.824871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76e50>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130'}], 'enable_snat': True}, 'gw_port_id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:13:18Z', 'revision_number': 5, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port': {'id': 'b87155bf-38fd-4d31-b18a-c99fbabad3a3', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:07:54Z', 'updated_at': '2021-12-11T21:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:20.863035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Checking router: f2c9c569-21cd-4abd-a498-7c666ace74ac for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:20.864331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.870694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] For port b87155bf-38fd-4d31-b18a-c99fbabad3a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b87155bf-38fd-4d31-b18a-c99fbabad3a3,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:20.871129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.875189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:20.877231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Routers {'f2c9c569-21cd-4abd-a498-7c666ace74ac'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:20.877845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f2c9c569-21cd-4abd-a498-7c666ace74ac'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:20.886009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42470) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:20.886243 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a3de1616-0be4-4bcd-975e-95a88f12faab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7522838
Dec 11 21:13:20.892323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1688636695'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:20.902305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Calling delete_port for b87155bf-38fd-4d31-b18a-c99fbabad3a3 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:20.937540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:20.984907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:20.988447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.051800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:21.076767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec469177-afd9-433a-a36b-8dad1373a2b4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:21.079083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:21.107065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.107421 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment be4a446d-0b61-4c19-9b98-7dfc1dba8cbe of type vlan for network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5
Dec 11 21:13:21.109334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.112073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.113462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "DELETE /v2.0/security-groups/81daeb09-4ab7-4c78-8385-135f29bc6ec7 HTTP/1.1" status: 204  len: 168 time: 0.3441012
Dec 11 21:13:21.116279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42472) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:21.151061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5046134-9e76-429a-94ec-3ff8b50115ec tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81daeb09-4ab7-4c78-8385-135f29bc6ec7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:21.154352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b7837356-fbcd-4178-930f-a514ed599ad1 None None] Provisioning complete for port 3b6035df-6f4d-4429-a5f8-1109439e8841 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:21.157755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7837356-fbcd-4178-930f-a514ed599ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.168692 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-7753afd2-f185-48d1-987d-f8fda215c79c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] show failed (client error): The resource could not be found.
Dec 11 21:13:21.170143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.173830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7753afd2-f185-48d1-987d-f8fda215c79c tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "GET /v2.0/security-groups/81daeb09-4ab7-4c78-8385-135f29bc6ec7 HTTP/1.1" status: 404  len: 347 time: 0.0533588
Dec 11 21:13:21.175082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:21.230076 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.235246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b7837356-fbcd-4178-930f-a514ed599ad1 None None] Port 3b6035df-6f4d-4429-a5f8-1109439e8841 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:21.235973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:21.236787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.241398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:21.242263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771a1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:21.253602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.260251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3719556
Dec 11 21:13:21.273833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42476) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:21.284183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:21.328127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] Set router f2c9c569-21cd-4abd-a498-7c666ace74ac gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:21.345424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Deleting port ff6e9dab-c596-4380-845e-101d21c5f925 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:21.346004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.357654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Pushing event deleted for resources: {'Port': ['ID=b87155bf-38fd-4d31-b18a-c99fbabad3a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:21.434434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b091f-b18c-4a52-90cb-9b7d23b21d2c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:21.436203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:21.443062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.443910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.444220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f76e50>, [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:13:20Z', 'revision_number': 6, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:21.453939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9bac8-5d20-4e4e-9a20-698fc031fe84 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:21.458679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Calling delete_port for ff6e9dab-c596-4380-845e-101d21c5f925 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:21.466196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ec469177-afd9-433a-a36b-8dad1373a2b4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:21.466702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.473050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.485679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.523295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:21.525411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: b2ecdad1-6ed8-44f3-926e-ab155fe32eaf {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:21.525759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device b2ecdad1-6ed8-44f3-926e-ab155fe32eaf not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:21.551192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56dedf8-c3c1-4c36-896b-ea39d13abf7f None None] The sync data for ids ['f2c9c569-21cd-4abd-a498-7c666ace74ac'] in ncdv-master-1 is: [{'id': 'f2c9c569-21cd-4abd-a498-7c666ace74ac', 'name': 'tempest-TestServerBasicOps-419956148-router', 'tenant_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:07:53Z', 'updated_at': '2021-12-11T21:13:20Z', 'revision_number': 6, 'project_id': 'ff5d292f5bc54ec48e6d8fa75e6e59e9', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:21.565386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:21.589421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:21.593089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.633326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-00dc3dfb-3fe1-42a4-972c-5d23758dfbed None None] Provisioning complete for port 3b6035df-6f4d-4429-a5f8-1109439e8841 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:21.633610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00dc3dfb-3fe1-42a4-972c-5d23758dfbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.743531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-00dc3dfb-3fe1-42a4-972c-5d23758dfbed None None] Port 3b6035df-6f4d-4429-a5f8-1109439e8841 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:21.785809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.789229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.791423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.893453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.894023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c9c569-21cd-4abd-a498-7c666ace74ac {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:21.906260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:21.910144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-634cae73-810c-44fb-ac95-d5e81be08909 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f2c9c569-21cd-4abd-a498-7c666ace74ac HTTP/1.1" status: 204  len: 168 time: 1.7105000
Dec 11 21:13:21.912643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42482) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:21.922593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=aa036b1c-8afb-4025-9eaf-91bd7422f572,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:21.946440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:21.946899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:21.977824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:21.992169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Deleting subnet 33173f72-b722-4644-bc27-e2892c292136 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:21.997709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:22.002281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:22.003000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.014092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295c3d4-ebcd-4757-b758-99c5f1aaecb5 None None] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:22.029812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c348531-c896-41b9-b3df-99f59689a4bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7494855
Dec 11 21:13:22.033362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42484) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:22.038781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.097364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771a1460>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:19Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:19Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:22.133660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:22.134047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Updating router 1438bcf5-5ccd-49c9-9d94-93a70346625d port 3b6035df-6f4d-4429-a5f8-1109439e8841 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:22.138136 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.153138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.199166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Pushing event deleted for resources: {'Port': ['ID=ff6e9dab-c596-4380-845e-101d21c5f925,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:22.200790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.217559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:22.218413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.302368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.305381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.309320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca6025fc-25ee-4dc9-b4c9-d37a5597575d tempest-ServerActionsTestJSON-1757069039 tempest-ServerActionsTestJSON-1757069039-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c6a0e71-650b-47bd-b348-3d62e237c9e9 HTTP/1.1" status: 204  len: 168 time: 1.1301703
Dec 11 21:13:22.309669 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:22.350729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.413489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.456116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33173f72-b722-4644-bc27-e2892c292136,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:22.462016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88afd988-5ddc-46a4-a7d9-fe6425fc4ddb None None] Network edffb845-61f9-4911-a0fa-7513394bc69a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:22.464996 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.470244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d8513f5b-126d-4982-865f-81bd76bf8f10 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33173f72-b722-4644-bc27-e2892c292136 HTTP/1.1" status: 204  len: 168 time: 0.5565450
Dec 11 21:13:22.472963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:22.532803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Allocated IP 172.21.0.2 (9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5/aa036b1c-8afb-4025-9eaf-91bd7422f572/30a2660a-b809-4c2d-a9e9-3d5a02cc9a85) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:22.553534 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.605931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.619759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Deleting port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:22.620108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.688128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] For port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,segment=NetworkSegment(da7c303d-ca7d-4805-9646-df8703356762),segment_id=da7c303d-ca7d-4805-9646-df8703356762)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:22.688541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.705572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Calling delete_port for 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:22.803346 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.835873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0dbcf6-2f73-4f2b-a92e-a193b439edfa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:22.837879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] No DVR routers for this DVR port 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:22.949222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:22.983527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf311d-2d39-443a-af02-ded8763a3dc3 None None] DHCP port deletion for edffb845-61f9-4911-a0fa-7513394bc69a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:23.005614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef4b7c0>,) {'filters': {'network_id': ['edffb845-61f9-4911-a0fa-7513394bc69a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:23.020911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef4b7c0>, 'da7c303d-ca7d-4805-9646-df8703356762') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:23.022718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ef4b7c0>, 'da7c303d-ca7d-4805-9646-df8703356762') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:23.035728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.063665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.072437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:23.072953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:23.075072 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:23.091964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d8614f6d-b383-499d-9cf2-270be5efa84b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:23.143804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d8614f6d-b383-499d-9cf2-270be5efa84b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:23.144173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d8614f6d-b383-499d-9cf2-270be5efa84b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:23.144677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:23.152664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.158677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.163039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] 10.222.0.18 "DELETE /v2.0/networks/edffb845-61f9-4911-a0fa-7513394bc69a HTTP/1.1" status: 204  len: 168 time: 0.6883035
Dec 11 21:13:23.183362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.183998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.187712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:23.188067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5d0dbcf6-2f73-4f2b-a92e-a193b439edfa not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:23.189690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b87155bf-38fd-4d31-b18a-c99fbabad3a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:23.197949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11aee0-432a-4ccb-b278-77b1e4e46565 admin admin] Pushing event deleted for resources: {'Network': ['ID=edffb845-61f9-4911-a0fa-7513394bc69a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:23.218276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b87155bf-38fd-4d31-b18a-c99fbabad3a3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:23.218664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b87155bf-38fd-4d31-b18a-c99fbabad3a3 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:23.220270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.283322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.285482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:23.288831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f722b-54c1-46de-acbd-a09dd8a51fd3 None None] Pushing event updated for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:23.342216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.344613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:23.345054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 06b9bd67-92e2-4330-b0f1-b9fca8cbcaa8 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:23.390912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:23.429560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:23.440144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:23.443769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:23.466231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e9a2a2f3-73ff-4fe3-b472-0a58982eea86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=121c313d3e19423f91d7b4959ef5db45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0705266
Dec 11 21:13:23.468446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42530) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:23.471943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Pushing event updated for resources: {'Port': ['ID=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:23.498542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Attempting to bind port 3b6035df-6f4d-4429-a5f8-1109439e8841 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:23.498542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Attempting to bind port 3b6035df-6f4d-4429-a5f8-1109439e8841 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:23.499891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Attempting to bind port 3b6035df-6f4d-4429-a5f8-1109439e8841 on network 240b5071-1534-4300-959c-8fc086e543b4 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:23.504914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.21.0.1 (9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5/aa036b1c-8afb-4025-9eaf-91bd7422f572/b60ea889-9bcc-4807-9113-27aa0e3914a8) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:23.540816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:23.541353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Checking segment: {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:23.542171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.543392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Bound using segment: {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:23.544004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Bound port: 3b6035df-6f4d-4429-a5f8-1109439e8841, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f41872-209a-455d-a038-1b0618ef3342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '240b5071-1534-4300-959c-8fc086e543b4'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:23.544946 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.554345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.592572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.604130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Attempting to bind port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:23.604561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Attempting to bind port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:23.605003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Attempting to bind port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 on network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:23.655350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.659897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:23.660280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Checking segment: {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:23.660425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.660694 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.661073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Bound using segment: {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:23.664709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Bound port: 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:23.664709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.664943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e1afe1c-e632-48a3-8220-86fcc21a82b1 HTTP/1.1" status: 204  len: 168 time: 0.1923122
Dec 11 21:13:23.679565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] For port 3b6035df-6f4d-4429-a5f8-1109439e8841, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:23.695557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb36be-f9e7-42b6-9329-7e1eafc1314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1afe1c-e632-48a3-8220-86fcc21a82b1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:23.731157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] For port 3b6035df-6f4d-4429-a5f8-1109439e8841, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b6035df-6f4d-4429-a5f8-1109439e8841,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:23.742692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.771938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:23.835300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:23.836320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771a1460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:23.904999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] For port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:24.004658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] Provisioning complete for port 3b6035df-6f4d-4429-a5f8-1109439e8841 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:24.005076 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.021528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] For port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:24.044246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f722b-54c1-46de-acbd-a09dd8a51fd3 None None] Pushing event updated for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:24.055024 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.110743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:24.233162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d90981-bad3-48c8-97b1-8fa5bd6659b4 None None] Pushing event updated for resources: {'Port': ['ID=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:24.281205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:24.317222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.331016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-273812a0-00fd-4142-af97-cfa41e8b4aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff5d292f5bc54ec48e6d8fa75e6e59e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0481744
Dec 11 21:13:24.333587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42554) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:24.388519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] For port 3b6035df-6f4d-4429-a5f8-1109439e8841, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b6035df-6f4d-4429-a5f8-1109439e8841,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:24.410010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.426015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.438819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.545413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.546030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.546713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b98abd-94f4-49c5-936a-e6f98f7f6e52 None None] Pushing event updated for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:24.548127 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.549348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd0d4d09-9773-452e-9bd4-471aa79b9734 HTTP/1.1" status: 204  len: 168 time: 0.2146738
Dec 11 21:13:24.587347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b137c-81df-4529-b33b-98f9c36189aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d4d09-9773-452e-9bd4-471aa79b9734,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:24.589675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771a1460>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:19Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:23Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:24.629765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:24.654969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3221f-4fe8-40b3-9474-3e360dd38582 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:19Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:23Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:24.657307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:24.661646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:24.671396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:24.671904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9f4e9a6-9eab-4889-8d7c-3a8ef6c0703b None None] Provisioning complete for port 3b6035df-6f4d-4429-a5f8-1109439e8841 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:24.672284 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e9a6-9eab-4889-8d7c-3a8ef6c0703b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.748759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.829587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Deleting port 93e064ee-79c7-4b3b-8e05-9e7157027221 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:24.829935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.972776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] For port 93e064ee-79c7-4b3b-8e05-9e7157027221, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93e064ee-79c7-4b3b-8e05-9e7157027221,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:24.973154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:24.998416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Calling delete_port for 93e064ee-79c7-4b3b-8e05-9e7157027221 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:25.120318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.179029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:25.333595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:25.334672 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.372676 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:13:25.526466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.572887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b290c23-6689-4f2c-bc60-bd97f397bd1c req-9cfc2e90-1a1c-4e1c-a524-96934babbd0d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:25.576546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b290c23-6689-4f2c-bc60-bd97f397bd1c req-9cfc2e90-1a1c-4e1c-a524-96934babbd0d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.0787549
Dec 11 21:13:25.633180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:25.643783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.683859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b290c23-6689-4f2c-bc60-bd97f397bd1c req-e6d74cd9-8103-453b-bfea-3303a751d42b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913332
Dec 11 21:13:25.704622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.717725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.718718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:25.772280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aeda77-6de3-4136-98a2-c8b748819249 None None] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:25.790146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.836665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:25.892497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=93e064ee-79c7-4b3b-8e05-9e7157027221,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:25.895259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a4b9335e-a7fc-451c-87ee-b837d320c937 None None] Provisioning complete for port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:25.895634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a4b9335e-a7fc-451c-87ee-b837d320c937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:25.942011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.048115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42602) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:26.230198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:26.230390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1107098928-network', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:26.233217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:26.244951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.261731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Made reservation on behalf of f0a80f8603f54005a8c2b04359a2284e for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:26.264548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.275248 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.363705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.368962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.402642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:26.414225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f012a-0256-44db-8923-abd4f955e794,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:26.422064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7ecb73df-75a8-4e45-9ccc-72d07b25b2e7 None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:26.423362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ecb73df-75a8-4e45-9ccc-72d07b25b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.424422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:26.436720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.437075 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Added segment 4733b9de-ebea-4d3c-9a99-00f93c4390d3 of type vlan for network 0822f45d-44a2-434d-8952-4bdddd570896
Dec 11 21:13:26.473281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7ecb73df-75a8-4e45-9ccc-72d07b25b2e7 None None] Port b60ea889-9bcc-4807-9113-27aa0e3914a8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:26.485908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7ecb73df-75a8-4e45-9ccc-72d07b25b2e7 None None] Provisioning complete for port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:26.486422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ecb73df-75a8-4e45-9ccc-72d07b25b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.493690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.527682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.529743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:26.530687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.599954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5504141
Dec 11 21:13:26.608259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42606) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:26.618436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Request body: {'subnet': {'network_id': '0822f45d-44a2-434d-8952-4bdddd570896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1107098928-subnet', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:26.628435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840fb81-3020-4aa0-a68c-89387a05c82b admin admin] Pushing event updated for resources: {'Network': ['ID=0822f45d-44a2-434d-8952-4bdddd570896,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:26.641351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0822f45d-44a2-434d-8952-4bdddd570896 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:26.657041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Made reservation on behalf of f0a80f8603f54005a8c2b04359a2284e for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:26.665125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.668055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:26.676826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f5f5dea2-8bc9-4840-9965-16fdb486e642 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6419907
Dec 11 21:13:26.677988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42608) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:26.688433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1906922988'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:26.747467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b9351b88-bee6-460e-ae8c-b8814b62b47c None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:26.747741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b9351b88-bee6-460e-ae8c-b8814b62b47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.773783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:26.779656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.823973 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:26.828604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:26.843926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b9351b88-bee6-460e-ae8c-b8814b62b47c None None] Port b60ea889-9bcc-4807-9113-27aa0e3914a8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:26.844411 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:26.845375 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:26.881747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:26.925925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.926219 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 2e2295fa-5b8c-429a-9f40-bed73c30a3d9 of type vlan for network 4eea0e96-d96f-4971-b882-b9d8d3fe2116
Dec 11 21:13:26.939391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.975444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b50dbede-6273-461a-af57-3ce4f893c0fd None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:26.978002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b50dbede-6273-461a-af57-3ce4f893c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:26.991817 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:27.015203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Pushing event updated for resources: {'Subnet': ['ID=62dc00de-ddad-4297-bffa-7349991ed9da,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:27.020678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Checking segment: {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:27.021033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Network hostable DHCP agents. Network: 0822f45d-44a2-434d-8952-4bdddd570896, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:27.053072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Network 0822f45d-44a2-434d-8952-4bdddd570896 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:27.066980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b50dbede-6273-461a-af57-3ce4f893c0fd None None] Port b60ea889-9bcc-4807-9113-27aa0e3914a8 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:27.123379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.128901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0822f45d-44a2-434d-8952-4bdddd570896) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:27.135965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:27.136701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.142809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289ad8ed-851a-4bd7-9ed4-f35f8c2640c6 None None] Network 0822f45d-44a2-434d-8952-4bdddd570896 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:27.148627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdbd8d-8cf3-4bbf-8885-541d3e1d3675 req-16b23357-7016-4468-8e25-e9b4206ca151 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:27.158572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aabdbd8d-8cf3-4bbf-8885-541d3e1d3675 req-16b23357-7016-4468-8e25-e9b4206ca151 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.3200834
Dec 11 21:13:27.170551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-fbd31bf0-7bf7-4fb0-8c56-b084d13bba37 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:27.176467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-fbd31bf0-7bf7-4fb0-8c56-b084d13bba37 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.1055868
Dec 11 21:13:27.184898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a47c7e4-02b8-4b66-8996-771840dbadec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5730147
Dec 11 21:13:27.191794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42618) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:27.207405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:27.303395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.304362 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.325436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aabdbd8d-8cf3-4bbf-8885-541d3e1d3675 req-2fe3d26a-4c1b-4a42-9c40-f255124091cb tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599178
Dec 11 21:13:27.345642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:27.361949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1cc90919-cf4e-4be4-b033-e24e84907b7c admin admin] 10.222.0.18 "PUT /v2.0/routers/4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0502124
Dec 11 21:13:27.373828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42628) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:27.379825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3b6035df-6f4d-4429-a5f8-1109439e8841 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:27.385245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Sync routers for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:27.414346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0822f45d-44a2-434d-8952-4bdddd570896', 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896', 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'fixed_ips': [{'subnet_id': '62dc00de-ddad-4297-bffa-7349991ed9da'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:27.415667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.417523 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86442b20>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 3, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:25Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:27.452924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:27.453242 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:27.453797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b06c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:27.454563 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Updating router 1438bcf5-5ccd-49c9-9d94-93a70346625d port b60ea889-9bcc-4807-9113-27aa0e3914a8 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:27.457789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.478401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Deleting port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:27.478795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.484214 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.510534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.593695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:27.625090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-74c4ac1d-6c2f-4416-93e8-6f87424e0baa tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:27.626553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-74c4ac1d-6c2f-4416-93e8-6f87424e0baa tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 813 time: 0.3180337
Dec 11 21:13:27.630634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.641508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.649582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:27.650361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.682007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9954598
Dec 11 21:13:27.696817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42630) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:27.710207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:27.738767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-a8e354f1-50e0-4ea7-b12c-8b5a6dbe6757 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/quotas/4720aeed7bbd42e2aa8790c9c63b0d0a HTTP/1.1" status: 200  len: 375 time: 0.1002719
Dec 11 21:13:27.776704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.880142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-267056d3-d1dc-4658-8b32-bb76a2f3033b tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1000316
Dec 11 21:13:27.882860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] For port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:27.883234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.930575 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.938305 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:27.990818 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Pushing event updated for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:28.002841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.003622 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.004282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.004841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.005516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.006179 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.006764 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.007752 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.008310 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.009135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.009712 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.010271 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.010886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:28.131492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3b6035df-6f4d-4429-a5f8-1109439e8841 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:28.132713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.141052 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Attempting to bind port b60ea889-9bcc-4807-9113-27aa0e3914a8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:28.141481 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Attempting to bind port b60ea889-9bcc-4807-9113-27aa0e3914a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:28.141858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Attempting to bind port b60ea889-9bcc-4807-9113-27aa0e3914a8 on network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:28.152066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:28.152711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Checking segment: {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:28.153570 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.153983 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Bound using segment: {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:28.154693 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Bound port: b60ea889-9bcc-4807-9113-27aa0e3914a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:28.155162 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.239432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b1d2a-f549-4cc9-abc6-44e0ee0a5e53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=4eea0e96-d96f-4971-b882-b9d8d3fe2116,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:28.242935 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] For port b60ea889-9bcc-4807-9113-27aa0e3914a8, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:28.248302 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] For port b60ea889-9bcc-4807-9113-27aa0e3914a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60ea889-9bcc-4807-9113-27aa0e3914a8,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:28.250728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Deleting port c6b267e3-2472-45de-b408-fa708578c8bb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:28.251489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.268544 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.287756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:28.291351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.308966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:28.370045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] For port c6b267e3-2472-45de-b408-fa708578c8bb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6b267e3-2472-45de-b408-fa708578c8bb,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:28.371222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.392024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Calling delete_port for c6b267e3-2472-45de-b408-fa708578c8bb owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:28.398588 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:28.399240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86442b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:28.401237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Allocated IP 172.20.0.2 (0822f45d-44a2-434d-8952-4bdddd570896/62dc00de-ddad-4297-bffa-7349991ed9da/6fdb7a2b-fae5-487e-a4b8-b0b58c84b315) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:28.407151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-dbba9990-8a63-4824-86f8-8d85facd3e97 service neutron] 10.222.0.18 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959462
Dec 11 21:13:28.504828 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa2a4-26cf-4c5c-af90-0e23326d2c26 None None] Pushing event updated for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:28.611996 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:28.625300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:28.625674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.650388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.682697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b06c10>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73'}], 'enable_snat': True}, 'gw_port_id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:13:25Z', 'revision_number': 5, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port': {'id': 'c6b267e3-2472-45de-b408-fa708578c8bb', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:05:46Z', 'updated_at': '2021-12-11T21:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:28.685275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:28.710498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b267e3-2472-45de-b408-fa708578c8bb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:28.769302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef5bf8-6ab4-4816-9934-bd79246a5eec None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:28.782342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Checking router: 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:28.800063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b06a9-bad2-4c32-9e4d-69597e4899d5 req-70974724-987b-4290-815e-d8365f2ac885 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:28.802440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d65b06a9-bad2-4c32-9e4d-69597e4899d5 req-70974724-987b-4290-815e-d8365f2ac885 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 947 time: 0.1640468
Dec 11 21:13:28.816477 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.873281 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.879032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Routers {'4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:28.879676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b06c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:28.952620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.957561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.965335 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86442b20>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 3, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:28Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:28.980962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d65b06a9-bad2-4c32-9e4d-69597e4899d5 req-ad2421ab-9807-4bbe-84d7-717591cdbc3f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=061ab20b-12a3-4e9b-a760-1323274a9ab7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595535
Dec 11 21:13:28.995509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:28.997749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.001000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] Set router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:29.025205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe88a9d5-4f0a-47f1-94ee-eae642c2e856 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 3, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:28Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:29.051521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.052250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:29.058637 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.059907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-548e8939-1556-4eb0-a3f7-4d7c827f6799 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b HTTP/1.1" status: 204  len: 168 time: 1.6851346
Dec 11 21:13:29.062615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42634) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:29.094702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.119809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b06c10>, [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:13:28Z', 'revision_number': 7, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:29.125391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:29.125391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.148465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Deleting subnet 9c06c0d4-35f4-4083-afd4-2254f99aba55 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:29.153467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.195513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.238285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2502a5-5837-4e02-9e85-3ff3b46e3b25 None None] The sync data for ids ['4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b'] in ncdv-master-1 is: [{'id': '4af2e8d1-e6cb-4bd8-8eb0-20a1865a073b', 'name': 'tempest-ServerActionsTestJSON-1091725010-router', 'tenant_id': '7136a03d325a402baa5aba04539a20a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:05:45Z', 'updated_at': '2021-12-11T21:13:28Z', 'revision_number': 7, 'project_id': '7136a03d325a402baa5aba04539a20a9', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:29.244002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Network 0822f45d-44a2-434d-8952-4bdddd570896 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:29.252415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] For port b60ea889-9bcc-4807-9113-27aa0e3914a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60ea889-9bcc-4807-9113-27aa0e3914a8,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:29.259735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:29.262499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:29.271929 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.275798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Pushing event updated for resources: {'Port': ['ID=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:29.345388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.375958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.376410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.376921 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Floating IP 62c0d21e-040f-4813-bc4b-e052873f04e7 disassociated. External IP: 172.35.1.225, port: cdc78c2e-fa9b-407f-a37d-b1a6aedb5814.
Dec 11 21:13:29.377344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Calling delete_port for cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:29.382606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=731e9052-93a4-4568-8c8a-3bf8d303dfde,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:29.415661 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.442145 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-ab197154-4a71-496b-9471-6787a7f7bcbf service neutron] 10.222.0.18 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9722512
Dec 11 21:13:29.461014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478722c-0e2b-478d-98be-bd6421910ee3 None None] Pushing event updated for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:29.466709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Attempting to bind port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:29.467150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Attempting to bind port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:29.467579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Attempting to bind port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 on network 0822f45d-44a2-434d-8952-4bdddd570896 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:29.469084 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c06c0d4-35f4-4083-afd4-2254f99aba55,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:29.474232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.482868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c02d043-5b08-4a38-9171-64d6be556079 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c06c0d4-35f4-4083-afd4-2254f99aba55 HTTP/1.1" status: 204  len: 168 time: 0.4189434
Dec 11 21:13:29.486164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4f745b57-fe4e-430e-a7c3-aca4072baa11 None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:29.487059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4f745b57-fe4e-430e-a7c3-aca4072baa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.488729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42636) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:29.489054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb790f92-69bc-48a3-87c8-c0412130c72a None None] Network 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:29.502065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:29.502828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Checking segment: {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:29.503433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.504231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Bound using segment: {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:29.507041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Bound port: 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:29.507807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.509137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.557411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.560899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:29.561262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 4eea0e96-d96f-4971-b882-b9d8d3fe2116, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:29.606976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.718754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] For port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:29.723699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] For port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:29.726075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:29.763936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4eea0e96-d96f-4971-b882-b9d8d3fe2116) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:29.778989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:29.779818 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.780016 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.788613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ac588-39ad-4fa0-a1a1-8574c01cf530 None None] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:29.817570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c493852e-1410-4610-8b85-1e9d9bae2a77 req-05bec46f-8508-40b1-9d9b-669c10f2ec91 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 210 time: 0.1217556
Dec 11 21:13:29.858943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Deleting port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:29.862888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:29.946065 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-26b7d29d-9fef-43ed-ab45-2b05c242f9a6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2478468
Dec 11 21:13:29.963747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42644) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:30.023722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] For port f67fb6a2-7cf5-441a-b290-c5a3b380bf08, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,segment=NetworkSegment(e94f63dc-61ce-4473-b07f-904ada2538cc),segment_id=e94f63dc-61ce-4473-b07f-904ada2538cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:30.023722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.035421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e937-a65c-4056-aa1e-edb266663e31 None None] Pushing event updated for resources: {'Port': ['ID=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:30.068642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Calling delete_port for f67fb6a2-7cf5-441a-b290-c5a3b380bf08 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:30.135120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.153543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Allocated IP 172.35.1.181 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/3ce4ad14-e3a5-427f-bcc0-619101bb4e86) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:30.181191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:30.182142 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.216223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.254704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=f67fb6a2-7cf5-441a-b290-c5a3b380bf08,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:30.262193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] No DVR routers for this DVR port f67fb6a2-7cf5-441a-b290-c5a3b380bf08 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:30.415392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefbc64d-9417-4973-b015-494f24b4385f None None] DHCP port deletion for 80c829e6-f2d7-4bab-91ba-f54ff9e885b7 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:30.439713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.464104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b60ea889-9bcc-4807-9113-27aa0e3914a8 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:30.491061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f81f0>,) {'filters': {'network_id': ['80c829e6-f2d7-4bab-91ba-f54ff9e885b7']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:30.491270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'Port': ['ID=cdc78c2e-fa9b-407f-a37d-b1a6aedb5814,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:30.520472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f81f0>, 'e94f63dc-61ce-4473-b07f-904ada2538cc') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:30.521070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f81f0>, 'e94f63dc-61ce-4473-b07f-904ada2538cc') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:30.546230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9cee1de-d319-4207-9393-9017468b79e9 req-3591f231-d0de-4f38-af59-d856ee432aba tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.3819265
Dec 11 21:13:30.557759 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.608254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.608602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Allocated IP 172.22.0.2 (4eea0e96-d96f-4971-b882-b9d8d3fe2116/731e9052-93a4-4568-8c8a-3bf8d303dfde/621a6a71-a9b2-4a56-96d3-5f661a26dc52) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:30.634762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:30.637064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:30.652861 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:30.656545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b60ea889-9bcc-4807-9113-27aa0e3914a8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:30.656912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.758598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.771635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:30.774826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/80c829e6-f2d7-4bab-91ba-f54ff9e885b7 HTTP/1.1" status: 204  len: 168 time: 1.2847049
Dec 11 21:13:30.794325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1e2d1-f310-4f18-a7a6-b33311d08e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=80c829e6-f2d7-4bab-91ba-f54ff9e885b7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:30.995675 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.050282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42658) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:31.052643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0546da72-923f-46a5-9bdc-1f8c59822cee req-e05f8e2f-73c5-488e-aa4d-f6bc0581fd4a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 210 time: 0.0569022
Dec 11 21:13:31.065085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.082397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.118673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:31.147004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:31.152402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 93e064ee-79c7-4b3b-8e05-9e7157027221 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:31.169628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8e18c385-1bbd-4080-90ad-be5db33b5012 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7136a03d325a402baa5aba04539a20a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1158192
Dec 11 21:13:31.172170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42660) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:31.189797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 93e064ee-79c7-4b3b-8e05-9e7157027221 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:31.190596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 93e064ee-79c7-4b3b-8e05-9e7157027221 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:31.192543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:31.210329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:31.215101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Pushing event updated for resources: {'Port': ['ID=621a6a71-a9b2-4a56-96d3-5f661a26dc52,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:31.264343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.278181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.305733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Attempting to bind port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:31.306406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Attempting to bind port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:31.306989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Attempting to bind port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 on network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:31.308700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.313478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:31.314137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Checking segment: {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:31.314738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.315290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Bound using segment: {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:31.316008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Bound port: 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:31.316394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.321988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:31.338270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:31.364204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:31.364204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:31.394578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.395403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:31.398959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.399346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:31.400822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eadbb606-e924-445a-816b-a104d0468461 HTTP/1.1" status: 204  len: 168 time: 0.2273221
Dec 11 21:13:31.413322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b9b5-db5a-4c4f-bb08-6d7d59df65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadbb606-e924-445a-816b-a104d0468461,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:31.469071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.489076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:31.500327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:31.525341 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:31.568354 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:31.569051 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863fb6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:31.617413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] No DVR routers for this DVR port cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:31.621995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:31.626270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-285d7d9c-eb41-4034-9680-6ea7fcba2762 req-909cf88e-31e2-49b6-8dc3-b26a163b7f01 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "DELETE /v2.0/ports/cdc78c2e-fa9b-407f-a37d-b1a6aedb5814 HTTP/1.1" status: 204  len: 173 time: 4.4420478
Dec 11 21:13:31.628491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-deleted', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:31.632120 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043028d1-9de6-494a-962f-0e1ed73505d9" -d '{"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-deleted", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:31.811369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-ae639f32-fae9-40b8-bf8f-2d37152ed882 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:31.820485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-ae639f32-fae9-40b8-bf8f-2d37152ed882 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.16 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 813 time: 0.3052542
Dec 11 21:13:31.846292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Request body: {'port': {'device_id': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4', 'admin_state_up': True, 'tenant_id': '4720aeed7bbd42e2aa8790c9c63b0d0a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:31.852109 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5298b7c-0419-446b-ad4d-6902850b0dc4 x-openstack-request-id: req-a5298b7c-0419-446b-ad4d-6902850b0dc4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:31.852466 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e456ea53-f893-47ce-82ba-79def6ea0886", "name": "network-vif-deleted", "tag": "cdc78c2e-fa9b-407f-a37d-b1a6aedb5814", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:31.852657 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5298b7c-0419-446b-ad4d-6902850b0dc4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:31.853083 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e456ea53-f893-47ce-82ba-79def6ea0886', 'name': 'network-vif-deleted', 'tag': 'cdc78c2e-fa9b-407f-a37d-b1a6aedb5814', 'status': 'completed', 'code': 200}
Dec 11 21:13:31.859795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:31.864412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c599c-04ee-4ff7-bf84-6dfa5bca2385 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:31.917436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07a52a8b-8338-42fe-94b7-9bd1c03edc74 req-bc22b0ba-b888-4e01-bcde-a399f79e3c5f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=e456ea53-f893-47ce-82ba-79def6ea0886 HTTP/1.1" status: 200  len: 210 time: 0.1010289
Dec 11 21:13:31.958546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a5ae6-e331-4eab-88e4-ed05e469fc1d None None] Network 0822f45d-44a2-434d-8952-4bdddd570896 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:32.019026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] For port 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:32.120760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] For port 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=621a6a71-a9b2-4a56-96d3-5f661a26dc52,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:32.122447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:32.127448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b01242b5-41f8-4575-8b86-3abc0b805c13 None None] Provisioning complete for port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:32.127938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b01242b5-41f8-4575-8b86-3abc0b805c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.243878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.294833 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863fb6d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:32.308484 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-834888fc-f966-4ce5-b4f0-d2c99e847f50 req-eb1cb5da-e98a-4315-a637-c513e32a2fba tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 210 time: 0.0873439
Dec 11 21:13:32.313161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Made reservation on behalf of 4720aeed7bbd42e2aa8790c9c63b0d0a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:32.315091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a448-9c99-4925-8b53-68b0780ee9ad None None] Pushing event updated for resources: {'Port': ['ID=621a6a71-a9b2-4a56-96d3-5f661a26dc52,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:32.327572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.333044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.351111 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:32.375094 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:32.376187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863fb6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:32.404789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b01242b5-41f8-4575-8b86-3abc0b805c13 None None] Port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:32.420534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:32.421092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.525336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.22.0.1 (4eea0e96-d96f-4971-b882-b9d8d3fe2116/731e9052-93a4-4568-8c8a-3bf8d303dfde/e06700ae-6567-4229-afbe-b6cecb661e1b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:32.615228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:32.626914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6ead78bd-9c47-4c10-b0e2-4ae56f7ec360 None None] Provisioning complete for port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:32.631541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ead78bd-9c47-4c10-b0e2-4ae56f7ec360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.712804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Allocated IP 172.20.0.12 (0339fca5-3ebd-43a5-8e40-c4554d409cd4/735d2304-51c2-4d4b-8767-e1aa72600a25/ec26b330-dab0-44a1-b561-20b9ff76c45e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:32.740568 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.920420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:32.937473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:32.956785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ead78bd-9c47-4c10-b0e2-4ae56f7ec360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.029534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42690) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:33.086349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f67fb6a2-7cf5-441a-b290-c5a3b380bf08 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:33.090644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42696) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:33.091763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.107352 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863fb6d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:33.118268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f67fb6a2-7cf5-441a-b290-c5a3b380bf08 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:33.119014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f67fb6a2-7cf5-441a-b290-c5a3b380bf08 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:33.119610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c6b267e3-2472-45de-b408-fa708578c8bb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:33.135214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ab289b-6368-45c3-8d81-196d6b3461de None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:33.148621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.188841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c6b267e3-2472-45de-b408-fa708578c8bb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:33.189170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c6b267e3-2472-45de-b408-fa708578c8bb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:33.189834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.234634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:33.244305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:33.263044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:33.273650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-696021923-network', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:33.281832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-6ead78bd-9c47-4c10-b0e2-4ae56f7ec360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:13:33.282420 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-6ead78bd-9c47-4c10-b0e2-4ae56f7ec360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:13:33.288198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.323725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.331488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Made reservation on behalf of d382c6b1fdec45ad9d628dceadd2d8c1 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:33.334760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.343892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.391423 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.425922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:33.434907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:33.443555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:33.471147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Pushing event updated for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:33.509872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.513215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.516923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "DELETE /v2.0/security-groups/061ab20b-12a3-4e9b-a760-1323274a9ab7 HTTP/1.1" status: 204  len: 168 time: 0.4229822
Dec 11 21:13:33.524517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:33.541161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:33.541857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.569277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f5635-21e9-416a-b570-f9e6be7ff045 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ab20b-12a3-4e9b-a760-1323274a9ab7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:33.571499 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-9a20813f-d987-439a-bc7e-8ea4836de7b7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] show failed (client error): The resource could not be found.
Dec 11 21:13:33.575318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a20813f-d987-439a-bc7e-8ea4836de7b7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups/061ab20b-12a3-4e9b-a760-1323274a9ab7 HTTP/1.1" status: 404  len: 347 time: 0.0458050
Dec 11 21:13:33.576459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42702) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:33.650252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-9e70e23d-0b3c-484d-8b88-90c69d1a3cc7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8194692
Dec 11 21:13:33.668437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Request body: {'port': {'device_id': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:33.676240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:33.759665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee50c3-45e9-4426-bf53-2e2bbfb24725 None None] New status for floating IP 62c0d21e-040f-4813-bc4b-e052873f04e7: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:13:33.773266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.793864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:33.821225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.843166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.863892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.868694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:33.882332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.900492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b5ef4-eed4-4447-a4aa-18bbf320f0e5 req-4d8bcddb-5790-4c98-b974-4c3778ddde19 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:33.902134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d1b5ef4-eed4-4447-a4aa-18bbf320f0e5 req-4d8bcddb-5790-4c98-b974-4c3778ddde19 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 932 time: 0.2223148
Dec 11 21:13:33.910203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:33.910726 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Added segment c1fe6a13-7f08-4d5a-b653-52035eb27f78 of type vlan for network 5c984719-0551-4d82-bc75-8cdbc5774f19
Dec 11 21:13:33.912859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:34.001073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Deleting port 4bc8879f-ee03-44a8-a578-9ea5584e5f44 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:34.001416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.030642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.066945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:34.111062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e7eb2-6e76-4087-a573-16831d2d1913 None None] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:34.161227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d1b5ef4-eed4-4447-a4aa-18bbf320f0e5 req-a75f3e8d-06de-4dc8-b637-943094a590b1 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090321
Dec 11 21:13:34.179391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.180346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:34.180931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.186573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Provisioning complete for port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:34.186944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.211651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1806264
Dec 11 21:13:34.218622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42704) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:34.225266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Request body: {'subnet': {'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-696021923-subnet', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:34.230719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.231056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.268802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Router 39599eca-050f-42db-820a-f64c5d9dde23 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:34.269524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:34.270088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.284201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.293392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Calling delete_port for 4bc8879f-ee03-44a8-a578-9ea5584e5f44 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:34.338772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862521e5-623d-45c3-b473-0153a32c73d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5c984719-0551-4d82-bc75-8cdbc5774f19,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:34.360545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:34.371798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Made reservation on behalf of d382c6b1fdec45ad9d628dceadd2d8c1 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:34.374376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.475771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Provisioning complete for port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:34.478054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.545664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec26b330-dab0-44a1-b561-20b9ff76c45e {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:34.562455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.585406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Transition to ACTIVE for port object ec26b330-dab0-44a1-b561-20b9ff76c45e will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:13:34.587739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.601073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 621a6a71-a9b2-4a56-96d3-5f661a26dc52 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:34.610495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.617837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:34.632469 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Sync routers for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:34.643638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'Port': ['ID=4bc8879f-ee03-44a8-a578-9ea5584e5f44,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:34.653930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.657131 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:34.658214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:34.659153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da233356-1264-4c2b-89cd-09c4f9b43448 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 7.4660463
Dec 11 21:13:34.665516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42706) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:34.739821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.743663 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.744027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.745827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-74534e6c-f685-43ba-b6f7-36fac1afd1bf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "DELETE /v2.0/floatingips/62c0d21e-040f-4813-bc4b-e052873f04e7 HTTP/1.1" status: 204  len: 168 time: 1.1693418
Dec 11 21:13:34.839750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] For port 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=621a6a71-a9b2-4a56-96d3-5f661a26dc52,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:34.848551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:34.849279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.860485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:34.867975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Pushing event updated for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:34.918416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Attempting to bind port ec26b330-dab0-44a1-b561-20b9ff76c45e on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:34.918846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Attempting to bind port ec26b330-dab0-44a1-b561-20b9ff76c45e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:34.919179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Attempting to bind port ec26b330-dab0-44a1-b561-20b9ff76c45e on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:34.931479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Port ec26b330-dab0-44a1-b561-20b9ff76c45e on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:13:34.932440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Attempting to bind port ec26b330-dab0-44a1-b561-20b9ff76c45e on network 0339fca5-3ebd-43a5-8e40-c4554d409cd4 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:34.940347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:34.940765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Checking segment: {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:34.944624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Bound using segment: {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:34.945494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Bound port: ec26b330-dab0-44a1-b561-20b9ff76c45e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:34.945494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.013070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00740485-4aa0-4b1e-93ed-0e7017d48221 None None] Pushing event updated for resources: {'Port': ['ID=621a6a71-a9b2-4a56-96d3-5f661a26dc52,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.046127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bdd34980-e9fa-42d1-a23e-ff2ada843fc2 None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:35.046870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bdd34980-e9fa-42d1-a23e-ff2ada843fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.069192 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:35.093187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:35.097597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:35.108456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.114105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bdd34980-e9fa-42d1-a23e-ff2ada843fc2 None None] Port e06700ae-6567-4229-afbe-b6cecb661e1b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:35.135257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bdd34980-e9fa-42d1-a23e-ff2ada843fc2 None None] Provisioning complete for port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:35.135630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bdd34980-e9fa-42d1-a23e-ff2ada843fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.209473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Pushing event updated for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.222097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:35.223089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.224830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-d7a52efa-0291-498a-afb1-f17136a69377 service neutron] 10.222.0.16 "PUT /v2.0/ports/ec26b330-dab0-44a1-b561-20b9ff76c45e HTTP/1.1" status: 200  len: 1092 time: 1.5617015
Dec 11 21:13:35.226083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:35.229218 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7426bff-acec-4d59-9dfa-657b811ca9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:35.249552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42714) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:35.273900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683725829', 'description': 'tempest-description--1335585931'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:35.307981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.318831 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd07565-e7f4-46e0-bb50-3eef216da6d9 x-openstack-request-id: req-8cd07565-e7f4-46e0-bb50-3eef216da6d9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:35.319125 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:35.319385 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cd07565-e7f4-46e0-bb50-3eef216da6d9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:35.319788 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e', 'status': 'completed', 'code': 200}
Dec 11 21:13:35.350990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.363344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e6a0>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:32Z', 'revision_number': 3, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:35.367197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-462f76d6-528d-42c5-9ea1-734149bd36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:35.368695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-462f76d6-528d-42c5-9ea1-734149bd36f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 1095 time: 0.0758538
Dec 11 21:13:35.386793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d320ca4c-6b8f-4192-87f7-d8d5569ff8e4 None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:35.386793 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d320ca4c-6b8f-4192-87f7-d8d5569ff8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.396254 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Checking router: 39599eca-050f-42db-820a-f64c5d9dde23 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:35.396689 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Updating router 39599eca-050f-42db-820a-f64c5d9dde23 port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:35.422994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d320ca4c-6b8f-4192-87f7-d8d5569ff8e4 None None] Port e06700ae-6567-4229-afbe-b6cecb661e1b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:35.425914 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.455477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-b0c556f4-f8d2-4a43-8810-18ee1c30173f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e HTTP/1.1" status: 200  len: 217 time: 0.0759165
Dec 11 21:13:35.465329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.510872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.517641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.538691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-aac6b083-bd1c-4210-9768-e40cb1279b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:35.541208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-aac6b083-bd1c-4210-9768-e40cb1279b56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 200  len: 853 time: 0.0641518
Dec 11 21:13:35.542737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.569547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a18e1f1-6a82-4dbb-b863-23fa108b245a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.613011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-98debbff-b530-42e0-a768-896b1a3cc4d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0339fca5-3ebd-43a5-8e40-c4554d409cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590327
Dec 11 21:13:35.614253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.619039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.622827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17442ede-b8d3-4546-ada9-5941b95bc570 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3690381
Dec 11 21:13:35.625106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42716) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:35.638058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60e731-290d-48dd-bdb2-ed09ef4c3b95 req-70e103de-d170-4900-bc5c-cbdd45f804e4 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:35.639322 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d60e731-290d-48dd-bdb2-ed09ef4c3b95 req-70e103de-d170-4900-bc5c-cbdd45f804e4 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 944 time: 0.2840035
Dec 11 21:13:35.641636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.666257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group_rule': {'security_group_id': '89e86ce5-a0b8-4f4a-bef5-fcd381720e7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:35.675310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.698708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Checking segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:35.699197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Network hostable DHCP agents. Network: 5c984719-0551-4d82-bc75-8cdbc5774f19, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:35.726235 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.733787 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.738223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-170d5616-7ddf-4f81-8ab1-e239992cfd9b service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1165035
Dec 11 21:13:35.785684 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a57f16-84aa-4962-b492-210340edf164 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:35.806091 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94e97-eb27-41da-9dd4-bc0fbea605fe None None] Pushing event updated for resources: {'Port': ['ID=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:35.810042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Attempting to bind port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:35.810393 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Attempting to bind port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:35.810807 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Attempting to bind port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:35.817868 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:35.818393 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:35.819009 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.819244 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:35.819936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Bound port: 3ce4ad14-e3a5-427f-bcc0-619101bb4e86, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:35.820070 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.828060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:35.833200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.857548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-db4ef62d-530e-429a-9d7f-85b6423545f1 None None] Provisioning complete for port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:35.859051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-db4ef62d-530e-429a-9d7f-85b6423545f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.865577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c939252a-e8ae-4af2-ae2e-73d28f8c3157 req-e1e89f4e-39c9-41f4-927f-d3afe41c8a7b service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191828
Dec 11 21:13:35.882513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d60e731-290d-48dd-bdb2-ed09ef4c3b95 req-d8044f6e-71e5-4334-8e9a-7a79bfba5e0c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2001841
Dec 11 21:13:35.883130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c984719-0551-4d82-bc75-8cdbc5774f19) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:35.907831 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] For port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:35.909050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:35.909628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.913430 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] For port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:35.923074 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:35.981828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6985acf-fe09-472b-b85e-1e08c80a7338 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.7617648
Dec 11 21:13:35.993129 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:35.993407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42718) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:35.993698 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e6a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:35.997601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:36.012256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:36.025918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:36.030138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.031619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-e9195775-88b2-4dd6-be2e-542df17953d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:36.033551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-e9195775-88b2-4dd6-be2e-542df17953d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 1095 time: 0.0483487
Dec 11 21:13:36.044286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.045983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.066435 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c94e97-eb27-41da-9dd4-bc0fbea605fe None None] Pushing event updated for resources: {'Port': ['ID=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:36.118296 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.119374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.136711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c497f368-71af-4483-82c3-c975c393b128,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:36.163507 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:36.233206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-5734592e-7812-4f35-a4ce-91ed8c8c7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:36.233780 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.234758 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-5734592e-7812-4f35-a4ce-91ed8c8c7b27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 914 time: 0.1934974
Dec 11 21:13:36.240330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42720) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:36.240688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f44fa509-1d61-498d-aaa4-4e8cb97047fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6127629
Dec 11 21:13:36.246741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'security_group_rule': {'security_group_id': '89e86ce5-a0b8-4f4a-bef5-fcd381720e7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:36.317163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654c092-b574-4487-964b-48f5879169e9 None None] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:36.323721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 621a6a71-a9b2-4a56-96d3-5f661a26dc52 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:36.325601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1015386-feeb-4be4-8d74-3d980045b874 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:36.344584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-dea65da6-0c1a-44ae-8e2d-c3ad7058b950 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e HTTP/1.1" status: 200  len: 217 time: 0.0537777
Dec 11 21:13:36.369181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.409359 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8462e6a0>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:32Z', 'revision_number': 3, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:36.430939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-80d9ec94-b403-49b5-95ef-e0870a2d496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:36.432522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-80d9ec94-b403-49b5-95ef-e0870a2d496c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 200  len: 853 time: 0.0794473
Dec 11 21:13:36.438134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.438706 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d9db2-a687-4dd1-8460-b6676ca705bd None None] The sync data for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 is: [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:32Z', 'revision_number': 3, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:36.451728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-db4ef62d-530e-429a-9d7f-85b6423545f1 None None] Port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:36.453227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:36.521143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-7dfa183a-fe5c-41e2-98f5-de9a3e08698c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0339fca5-3ebd-43a5-8e40-c4554d409cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799525
Dec 11 21:13:36.521415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212271cf-c832-4684-bb95-f3bf9114c498 None None] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:36.523612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:36.523988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.571833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.585545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.639717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8909acb-5fec-4f71-8444-34b5e152cc01,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:36.640469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Provisioning complete for port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:36.640834 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.670691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.671915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-886eb8e4-15f1-4500-89cd-d7466bbaddf3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4302752
Dec 11 21:13:36.684571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42722) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:36.697023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:36.739171 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.776633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-54c2361c-2fb5-4e64-9936-127f54428b64 service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418227
Dec 11 21:13:36.884311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.916396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] For port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:36.923233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:36.978307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:36.978707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.060448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Pushing event updated for resources: {'Port': ['ID=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:37.100854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4d669364-0c1f-420d-a996-d17326a27602 None None] Port e06700ae-6567-4229-afbe-b6cecb661e1b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:37.120284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.159519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Allocated IP 172.20.0.1 (0822f45d-44a2-434d-8952-4bdddd570896/62dc00de-ddad-4297-bffa-7349991ed9da/baae4d95-c6ac-43a2-b073-a512b47281e1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:37.222454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:37.232562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3054bc04-ef9e-4643-9607-a10dce640245 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2637591
Dec 11 21:13:37.233481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:37.244391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:37.245185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7790ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:37.260288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42726) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:37.264556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995971171'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:37.360020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:37.363498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.366973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:37.416798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.438207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025050a1-369f-4b87-9adb-1e49b8a744e8 req-aafcb305-bf13-4e68-a7e1-98cb22413b0e tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:37.446784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-025050a1-369f-4b87-9adb-1e49b8a744e8 req-aafcb305-bf13-4e68-a7e1-98cb22413b0e tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 944 time: 0.1169157
Dec 11 21:13:37.458817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7426bff-acec-4d59-9dfa-657b811ca9a7 req-af740a8d-47a0-4a91-b2cd-a5f9657e24f8 service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6647508
Dec 11 21:13:37.465733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:13:37.479171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.520771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.521079 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added segment 20c68dee-76ff-4e4e-aff4-aba7821f0c57 of type vlan for network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14
Dec 11 21:13:37.523691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-025050a1-369f-4b87-9adb-1e49b8a744e8 req-f6ff9a50-4cd1-41e8-a8ac-7975fa01cd10 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758262
Dec 11 21:13:37.531470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.555403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Network 0822f45d-44a2-434d-8952-4bdddd570896 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:37.584893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:37.587908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:37.631628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.649814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Pushing event updated for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:37.656327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7790ddc0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:34Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:34Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:37.713449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:37.714070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Updating router 1438bcf5-5ccd-49c9-9d94-93a70346625d port e06700ae-6567-4229-afbe-b6cecb661e1b binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:37.722689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.741265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Allocated IP 172.35.1.64 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/340fc9f6-0a04-4b42-9804-8991e7f1e136) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:37.748441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.937304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.948258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:37.985883 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:37.994420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:37.995105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.001392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.001611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.048297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:38.051443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:38.055382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:38.078868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:38.079234 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.090329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=340fc9f6-0a04-4b42-9804-8991e7f1e136,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:38.102441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5cf8085e-2284-4684-b9df-c53d31c504c3 None None] Provisioning complete for port baae4d95-c6ac-43a2-b073-a512b47281e1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:38.102838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5cf8085e-2284-4684-b9df-c53d31c504c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.159342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.181911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8085e-2284-4684-b9df-c53d31c504c3 None None] Port baae4d95-c6ac-43a2-b073-a512b47281e1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:38.184541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.193618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9325280
Dec 11 21:13:38.194380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42728) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:38.206323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'subnet': {'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:38.213284 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.256886 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.267568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc8065-4d28-4885-aecb-8424b624c9ab tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Network': ['ID=7d8a4f5a-27d2-4cb9-80d5-c184215bba14,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:38.276193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.280355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:13:38.295692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.402011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760194-f95d-45fe-998f-7782ce758ef4 None None] Pushing event updated for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:38.421543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.428689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.496694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Attempting to bind port e06700ae-6567-4229-afbe-b6cecb661e1b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:38.497247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Attempting to bind port e06700ae-6567-4229-afbe-b6cecb661e1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:38.497633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Attempting to bind port e06700ae-6567-4229-afbe-b6cecb661e1b on network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:38.504613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:38.504992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Checking segment: {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:38.505430 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.505826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Bound using segment: {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:38.506299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Bound port: e06700ae-6567-4229-afbe-b6cecb661e1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2295fa-5b8c-429a-9f40-bed73c30a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:38.506704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.534416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=340fc9f6-0a04-4b42-9804-8991e7f1e136,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:38.547480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.593243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Made reservation on behalf of b58332c2f6e345cc8542d87d63a123e9 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:38.602103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.602338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.610558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-19292ab4-8a6b-434b-98f6-54328d8bdf1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9155667
Dec 11 21:13:38.618701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] For port e06700ae-6567-4229-afbe-b6cecb661e1b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:38.623583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] For port e06700ae-6567-4229-afbe-b6cecb661e1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e06700ae-6567-4229-afbe-b6cecb661e1b,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:38.635273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.650009 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Allocated IP 172.35.1.226 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/8342c152-8421-452c-8cff-d1de2f7118b2) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:38.702359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:38.704655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7790ddc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:38.708972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b760194-f95d-45fe-998f-7782ce758ef4 None None] Pushing event updated for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:38.805811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:38.878064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:38.878575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.881077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.908184 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:38.953628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-6248d3f8-e7b3-4785-a9e3-ae68c944c0e6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1683725829&fields=id&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 267 time: 0.0777366
Dec 11 21:13:38.972961 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.036558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b315b-70c2-473f-b7ca-56ecb2345342 req-ecf4e026-ba5b-4bac-990e-d43f5fc6dcf1 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:39.038865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c45b315b-70c2-473f-b7ca-56ecb2345342 req-ecf4e026-ba5b-4bac-990e-d43f5fc6dcf1 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 944 time: 0.2867038
Dec 11 21:13:39.074853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.107019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Pushing event updated for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:39.126319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-c575dd98-3fb8-49c0-b6fd-a251bebd9963 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:39.136311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-c575dd98-3fb8-49c0-b6fd-a251bebd9963 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 816 time: 0.1753654
Dec 11 21:13:39.153325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-99f48284-9629-4593-97cb-a8008cbd54dd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/quotas/877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 375 time: 0.0160892
Dec 11 21:13:39.219471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-01077e1f-3276-49fb-b81c-2fa510299f46 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0652075
Dec 11 21:13:39.257988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.268171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.322179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c45b315b-70c2-473f-b7ca-56ecb2345342 req-e33969b2-aedf-46e4-9447-c09e85742259 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2727911
Dec 11 21:13:39.335381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] For port e06700ae-6567-4229-afbe-b6cecb661e1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e06700ae-6567-4229-afbe-b6cecb661e1b,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:39.348402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7790ddc0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:34Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:38Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:39.350391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.362751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-74d1238d-7b15-438f-ad5b-482e6b3ac7fa service neutron] 10.222.0.18 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282086
Dec 11 21:13:39.376104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:39.389375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:39.399972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Network 0822f45d-44a2-434d-8952-4bdddd570896 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:39.400881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:39.404219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a7af-5c30-4312-8ac8-fe31799bbca7 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:34Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:38Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:39.405586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Pushing event updated for resources: {'Port': ['ID=8342c152-8421-452c-8cff-d1de2f7118b2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:39.432781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b901-4e82-4bba-8f29-0e06f43a916f None None] Pushing event updated for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:39.433239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:39.447588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.448238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e6950-7dcd-4d3c-b418-2dd876d94962 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:39.513437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ec26b330-dab0-44a1-b561-20b9ff76c45e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:13:39.526204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-55a18537-8a39-4db2-8fbb-16ed3cb63181 None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:39.526668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-55a18537-8a39-4db2-8fbb-16ed3cb63181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.527469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-3e228ac6-8705-441c-8652-2c5e4a6a8916 service neutron] 10.222.0.18 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563201
Dec 11 21:13:39.727045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:39.762894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ec26b330-dab0-44a1-b561-20b9ff76c45e', 'network_id': '0339fca5-3ebd-43a5-8e40-c4554d409cd4', 'port_id': 'ec26b330-dab0-44a1-b561-20b9ff76c45e', 'mac_address': 'fa:16:3e:a4:00:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '735d2304-51c2-4d4b-8767-e1aa72600a25', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:13:39.878216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.921741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec26b330-dab0-44a1-b561-20b9ff76c45e {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:39.929582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2b5b8d99-c4ee-4bbd-a377-045e3b3b426c None None] Provisioning complete for port 8342c152-8421-452c-8cff-d1de2f7118b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:39.930276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8d99-c4ee-4bbd-a377-045e3b3b426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:39.933867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50458d4c-9bad-48b3-a8d8-39127faa67cd req-741af67a-c958-4260-ad31-0634d10c0370 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.1448965
Dec 11 21:13:39.981202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e06700ae-6567-4229-afbe-b6cecb661e1b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:39.995724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Subnet': ['ID=08ecf714-9dce-4ebc-8003-e9a4af9d7bdd,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:40.002644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Checking segment: {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:40.003024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network hostable DHCP agents. Network: 7d8a4f5a-27d2-4cb9-80d5-c184215bba14, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:13:40.012300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Router 39599eca-050f-42db-820a-f64c5d9dde23 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:40.025923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:40.043105 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.080771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b8d99-c4ee-4bbd-a377-045e3b3b426c None None] Port 8342c152-8421-452c-8cff-d1de2f7118b2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:40.118675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:40.129049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e06700ae-6567-4229-afbe-b6cecb661e1b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:40.129049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.226727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:13:40.236984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-11c20815-682c-4f4b-90d0-816252420120 None None] Provisioning complete for port baae4d95-c6ac-43a2-b073-a512b47281e1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:40.237358 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-11c20815-682c-4f4b-90d0-816252420120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.248161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.274218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ec26b330-dab0-44a1-b561-20b9ff76c45e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:40.299156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d8a4f5a-27d2-4cb9-80d5-c184215bba14) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:40.317573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8332ca-d417-4f7d-a1d6-87836de47df8 None None] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:40.341745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:40.342337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.344416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-11c20815-682c-4f4b-90d0-816252420120 None None] Port baae4d95-c6ac-43a2-b073-a512b47281e1 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:40.427705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-69409244-d60c-48c5-8e51-c1be0b01180e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2272916
Dec 11 21:13:40.430371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42756) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:40.433076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:40.444339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-597e2959-8ee3-4936-81fe-b41f10a4b531 admin admin] 10.222.0.18 "PUT /v2.0/routers/39599eca-050f-42db-820a-f64c5d9dde23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7779255
Dec 11 21:13:40.455732 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Sync routers for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:40.491293 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:40.495166 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe3e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:40.510653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:13:40.512008 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:40.618962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e6501-1c03-401b-8348-8931d1787baf req-150752a0-8dd9-4cea-8cc1-d8cf3aae44c7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:40.627254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a48e6501-1c03-401b-8348-8931d1787baf req-150752a0-8dd9-4cea-8cc1-d8cf3aae44c7 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 945 time: 0.1793771
Dec 11 21:13:40.655331 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:40.718659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a48e6501-1c03-401b-8348-8931d1787baf req-2652f245-e9bc-41de-99bc-6151e12e75c6 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861912
Dec 11 21:13:40.802966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Allocated IP 172.23.0.2 (7d8a4f5a-27d2-4cb9-80d5-c184215bba14/08ecf714-9dce-4ebc-8003-e9a4af9d7bdd/7e4a61d5-8ceb-464f-816b-f40c710e8c4e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:40.920030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe3e490>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:37Z', 'revision_number': 4, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baae4d95-c6ac-43a2-b073-a512b47281e1', 'name': '', 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'mac_address': 'fa:16:3e:d5:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:38Z', 'revision_number': 2, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'subnets': [{'id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:40.984023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Checking router: 39599eca-050f-42db-820a-f64c5d9dde23 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:40.984678 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Updating router 39599eca-050f-42db-820a-f64c5d9dde23 port baae4d95-c6ac-43a2-b073-a512b47281e1 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:41.020362 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.022260 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-640f83e1-f6f8-4d21-8a83-39e013bb693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.043081 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.055147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.120376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:41.124184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:41.127812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:41.195019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4415c7cc-4d22-4c07-92a2-3fd5249a354a req-1e82f3dd-2895-422b-b006-a650ef422796 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.0488126
Dec 11 21:13:41.196168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.248738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Pushing event updated for resources: {'Port': ['ID=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:41.257622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.257973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.258316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.258687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.259022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.259352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.259733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.260068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.260393 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.260718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.261621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.261621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.261829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:13:41.272277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Attempting to bind port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:41.272692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Attempting to bind port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:41.273890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Attempting to bind port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e on network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:41.282655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:41.283036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Checking segment: {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:41.283444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.283834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Bound using segment: {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:41.288457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Bound port: 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:41.288970 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.381179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] For port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:41.386123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] For port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:41.394680 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.469058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7c619-683e-4019-b46a-f3d8257bb47f None None] Pushing event updated for resources: {'Port': ['ID=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:41.523523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ec26b330-dab0-44a1-b561-20b9ff76c45e up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:41.549322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-14b2fda2-89b8-4b5a-adc0-20a6e71096ae tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:41.550999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-14b2fda2-89b8-4b5a-adc0-20a6e71096ae tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 816 time: 0.3426766
Dec 11 21:13:41.612674 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.622889 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.648166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ec26b330-dab0-44a1-b561-20b9ff76c45e completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:13:41.652546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ec26b330-dab0-44a1-b561-20b9ff76c45e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:41.652940 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.694281 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e37d9-7059-4639-8f8f-1fbebc6c7eb3 None None] Pushing event updated for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:41.773300 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.785768 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Attempting to bind port baae4d95-c6ac-43a2-b073-a512b47281e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:41.786135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Attempting to bind port baae4d95-c6ac-43a2-b073-a512b47281e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:41.786599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Attempting to bind port baae4d95-c6ac-43a2-b073-a512b47281e1 on network 0822f45d-44a2-434d-8952-4bdddd570896 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:41.800490 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:41.800866 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Checking segment: {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:41.801266 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.801656 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Bound using segment: {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:41.802232 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Bound port: baae4d95-c6ac-43a2-b073-a512b47281e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4733b9de-ebea-4d3c-9a99-00f93c4390d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:41.802771 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.815486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:41.823061 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddcc500-5e5c-4ba8-94b6-a168c000cbd5" -d '{"events": [{"server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "name": "network-vif-plugged", "status": "completed", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:41.871691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:41.872333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:13:41.896667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:41.903244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-bb3f50b4-718e-492f-a457-be2750dbcae9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 380 time: 0.3183327
Dec 11 21:13:41.922117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'port': {'device_id': 'c839aa56-f035-4552-be30-f96419115017', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'admin_state_up': True, 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'security_groups': ['89e86ce5-a0b8-4f4a-bef5-fcd381720e7b']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:41.953143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.011567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e0f9-0abb-41e7-906d-bd0f13f39322 req-0090948e-c537-4a37-9829-e88ca2109494 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:42.025128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f216e0f9-0abb-41e7-906d-bd0f13f39322 req-0090948e-c537-4a37-9829-e88ca2109494 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.1617990
Dec 11 21:13:42.049242 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] For port baae4d95-c6ac-43a2-b073-a512b47281e1, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:42.056885 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] For port baae4d95-c6ac-43a2-b073-a512b47281e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baae4d95-c6ac-43a2-b073-a512b47281e1,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:42.075378 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.088708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:42.175086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f216e0f9-0abb-41e7-906d-bd0f13f39322 req-1721a519-3703-459b-9492-706c1e46499f tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484652
Dec 11 21:13:42.225701 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e37d9-7059-4639-8f8f-1fbebc6c7eb3 None None] Pushing event updated for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:42.246761 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:42.248649 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe3e490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:42.271981 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e41f9f9-c8ec-426e-abb0-52a5e61112d7 x-openstack-request-id: req-9e41f9f9-c8ec-426e-abb0-52a5e61112d7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:42.272285 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "name": "network-vif-plugged", "status": "completed", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:42.272546 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e41f9f9-c8ec-426e-abb0-52a5e61112d7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:42.272955 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e', 'code': 200}
Dec 11 21:13:42.316954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] Provisioning complete for port baae4d95-c6ac-43a2-b073-a512b47281e1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:42.317510 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.455108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d3ae264c-3ded-4114-9ebe-bfcfbccd2675 req-83718020-1d86-4681-8646-704f1a6da984 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.0826941
Dec 11 21:13:42.458534 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:42.470507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee185-7a6a-4c82-9884-ebd87c132ef9 req-ee44cd59-ca0e-4555-9448-db156c55701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:42.472357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1fee185-7a6a-4c82-9884-ebd87c132ef9 req-ee44cd59-ca0e-4555-9448-db156c55701e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 1097 time: 0.1336269
Dec 11 21:13:42.481371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.551252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1fee185-7a6a-4c82-9884-ebd87c132ef9 req-1b36ef15-883b-41bc-90ba-fc2311f09c2d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696568
Dec 11 21:13:42.554119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:42.568546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Sync routers for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:42.581704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] For port baae4d95-c6ac-43a2-b073-a512b47281e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baae4d95-c6ac-43a2-b073-a512b47281e1,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:42.600905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:42.602819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b32f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:42.607686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.671479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42786) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:42.714108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.715392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-935cee8b-92a4-4a42-bf97-188f67a75031 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.7215016
Dec 11 21:13:42.724362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42788) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:42.784241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Made reservation on behalf of 877d0194d21c485ab3477d5ed73d1970 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:42.788310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.799556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe3e490>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:37Z', 'revision_number': 4, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baae4d95-c6ac-43a2-b073-a512b47281e1', 'name': '', 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'mac_address': 'fa:16:3e:d5:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:42Z', 'revision_number': 4, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'subnets': [{'id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:42.844736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c14c-4b47-4f47-872f-425a09f8bd06 None None] Pushing event updated for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:42.851567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6a6ba94d-2484-4a51-86e8-5f1fee6b70f3 None None] Provisioning complete for port baae4d95-c6ac-43a2-b073-a512b47281e1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:42.852335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6a6ba94d-2484-4a51-86e8-5f1fee6b70f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:42.869676 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408db3-93a0-4cf7-8fd5-c017046c2bdb None None] The sync data for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 is: [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:37Z', 'revision_number': 4, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'baae4d95-c6ac-43a2-b073-a512b47281e1', 'name': '', 'network_id': '0822f45d-44a2-434d-8952-4bdddd570896', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'mac_address': 'fa:16:3e:d5:97:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:42Z', 'revision_number': 4, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'subnets': [{'id': '62dc00de-ddad-4297-bffa-7349991ed9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:42.909747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:43.121745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Allocated IP 172.23.0.1 (7d8a4f5a-27d2-4cb9-80d5-c184215bba14/08ecf714-9dce-4ebc-8003-e9a4af9d7bdd/24994a4a-60e6-4324-a985-7883f8d15cdb) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:43.210211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Allocated IP 172.20.0.11 (984a0679-f8df-497e-8996-1e2882618dc8/e188049c-61b5-46ec-a346-79766ec4b29b/f959cad4-7cef-45f1-8801-adbd9425d7b0) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:43.235785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b32f40>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:40Z', 'revision_number': 3, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:43.308729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Checking router: c7a5fb2d-beb4-47d3-96b7-0d9580a285ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:43.309432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Updating router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec port 8342c152-8421-452c-8cff-d1de2f7118b2 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:43.359165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.431737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.520971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b55dbc-4b08-4f18-ae80-9e6cde328b64 None None] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:43.618603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] Provisioning complete for port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:43.619278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.658336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22223b-8c6c-48bf-add8-2c310b060d21 req-1cd20c6f-8b1d-401f-8bf6-07c096801e40 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:43.665303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06b3f986-ba1e-4ea2-bf99-59cba9a69233 req-af5a67bf-4233-4d5b-8ee3-32a03cf5ffe3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.0831664
Dec 11 21:13:43.668395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d22223b-8c6c-48bf-add8-2c310b060d21 req-1cd20c6f-8b1d-401f-8bf6-07c096801e40 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.3451951
Dec 11 21:13:43.671131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d6741e38-6110-4a94-8ec1-2f4b259a7e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.740367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.875414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:43.894018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d22223b-8c6c-48bf-add8-2c310b060d21 req-4e9bd92a-ce92-435b-83c6-a4ab585e530b tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245307
Dec 11 21:13:43.934345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Deleting port baae4d95-c6ac-43a2-b073-a512b47281e1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:43.935007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.004304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device baae4d95-c6ac-43a2-b073-a512b47281e1 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:44.055532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] For port baae4d95-c6ac-43a2-b073-a512b47281e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=baae4d95-c6ac-43a2-b073-a512b47281e1,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:44.056260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.072624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Calling delete_port for baae4d95-c6ac-43a2-b073-a512b47281e1 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:44.171013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.257662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port baae4d95-c6ac-43a2-b073-a512b47281e1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:44.257662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.283873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] For port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:44.307011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.329162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.342126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.372623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=baae4d95-c6ac-43a2-b073-a512b47281e1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:44.390013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.423187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Could not find standard attr ID for object baae4d95-c6ac-43a2-b073-a512b47281e1. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:13:44.436460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.464439 ncdv-master-1 neutron-server[125989]: INFO neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No ports have port_id starting with baae4d95-c6ac-43a2-b073-a512b47281e1
Dec 11 21:13:44.465600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaa1d5-4ea5-465f-b42b-fef1d9ef4195 None None] Pushing event updated for resources: {'Port': ['ID=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:44.525088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7e4a61d5-8ceb-464f-816b-f40c710e8c4e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:44.528888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5fefef-ca02-4a05-b29e-8cb92dc8223a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:44.570906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74328bd9-8cca-407d-bd8d-59e590bdc9cc None None] Pushing event updated for resources: {'Port': ['ID=8342c152-8421-452c-8cff-d1de2f7118b2,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:44.571820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:44.574895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.586464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:44.592526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:44.630595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Attempting to bind port 8342c152-8421-452c-8cff-d1de2f7118b2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:44.631062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Attempting to bind port 8342c152-8421-452c-8cff-d1de2f7118b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:44.631749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Attempting to bind port 8342c152-8421-452c-8cff-d1de2f7118b2 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:44.642063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:44.642448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:44.642888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.643788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:44.644443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Bound port: 8342c152-8421-452c-8cff-d1de2f7118b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:44.644842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.652863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.662943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:44.735768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Network 984a0679-f8df-497e-8996-1e2882618dc8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:44.747923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:44.813250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:44.831656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2b2101ce-4479-414d-965f-1dc600b0b401 None None] Provisioning complete for port 8342c152-8421-452c-8cff-d1de2f7118b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:44.832113 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2b2101ce-4479-414d-965f-1dc600b0b401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.841413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] For port 8342c152-8421-452c-8cff-d1de2f7118b2, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:44.848766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.852143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:44.852143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:44.930448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b22a3d-431a-4e22-a752-9aad1af7cb50 req-1a4fe14b-a348-45de-81e5-410f17b3130e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:44.931953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5b22a3d-431a-4e22-a752-9aad1af7cb50 req-1a4fe14b-a348-45de-81e5-410f17b3130e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 932 time: 0.1022511
Dec 11 21:13:44.992560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:45.000196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2b2101ce-4479-414d-965f-1dc600b0b401 None None] Port 8342c152-8421-452c-8cff-d1de2f7118b2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:45.016607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] For port 8342c152-8421-452c-8cff-d1de2f7118b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8342c152-8421-452c-8cff-d1de2f7118b2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:45.056351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.066139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.079399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5b22a3d-431a-4e22-a752-9aad1af7cb50 req-e4313e62-dee8-4e6d-ad54-ddc96a1cbf99 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968788
Dec 11 21:13:45.133653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.149839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dba8d2-4633-40a2-94f5-05f11a621c64 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:45.169244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:45.169874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:45.170018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b32f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:45.170519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.212479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Router 39599eca-050f-42db-820a-f64c5d9dde23 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:45.230441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-8f69d30d-30fd-4a04-9745-4f13a871483d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3153715
Dec 11 21:13:45.251313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74328bd9-8cca-407d-bd8d-59e590bdc9cc None None] Pushing event updated for resources: {'Port': ['ID=8342c152-8421-452c-8cff-d1de2f7118b2,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:45.262288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-67688775-effc-4af3-9eba-a3f16ba5c1f8 None None] Provisioning complete for port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:45.262943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67688775-effc-4af3-9eba-a3f16ba5c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.313560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558e396-bfd1-4936-b32f-a1bf1377eb3b req-6625f727-2b66-4991-873e-381cc2b02b5a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:45.315113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5558e396-bfd1-4936-b32f-a1bf1377eb3b req-6625f727-2b66-4991-873e-381cc2b02b5a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.2302105
Dec 11 21:13:45.325962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.358899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:45.389159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:45.399176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58e9c69d-0fb3-436b-827a-3aeffb148d79 admin admin] 10.222.0.18 "PUT /v2.0/routers/39599eca-050f-42db-820a-f64c5d9dde23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7240002
Dec 11 21:13:45.401654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:45.409128 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Sync routers for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:45.426108 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:45.427674 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841101f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:45.485805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Request body: {'port': {'device_id': 'c839aa56-f035-4552-be30-f96419115017', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:45.528196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5558e396-bfd1-4936-b32f-a1bf1377eb3b req-36e8298f-7f05-4788-ab37-3ca408e45fe2 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024741
Dec 11 21:13:45.548565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.558031 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:45.662180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Allocated IP 172.20.0.1 (5c984719-0551-4d82-bc75-8cdbc5774f19/6a18e1f1-6a82-4dbb-b863-23fa108b245a/1a1cef93-106f-4391-a152-4059456aee5e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:45.669704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.674858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Provisioning complete for port 24994a4a-60e6-4324-a985-7883f8d15cdb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:45.675388 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.750538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b32f40>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:40Z', 'revision_number': 3, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:45.756491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Deleting port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:45.757049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.825448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97af35f7-092b-419d-9ba4-13809ba39458 None None] The sync data for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 is: [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:40Z', 'revision_number': 3, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:45.827833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Port 24994a4a-60e6-4324-a985-7883f8d15cdb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:45.853840 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841101f0>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181'}], 'enable_snat': True}, 'gw_port_id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:44Z', 'revision_number': 5, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port': {'id': '3ce4ad14-e3a5-427f-bcc0-619101bb4e86', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ab:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39599eca-050f-42db-820a-f64c5d9dde23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:29Z', 'updated_at': '2021-12-11T21:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:45.892977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.896689 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Checking router: 39599eca-050f-42db-820a-f64c5d9dde23 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:45.899447 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.900443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Provisioning complete for port f959cad4-7cef-45f1-8801-adbd9425d7b0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:45.900832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.916494 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Routers {'39599eca-050f-42db-820a-f64c5d9dde23'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:45.919046 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841101f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['39599eca-050f-42db-820a-f64c5d9dde23'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:45.955737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Port f959cad4-7cef-45f1-8801-adbd9425d7b0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:45.977154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Provisioning complete for port 8342c152-8421-452c-8cff-d1de2f7118b2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:45.977718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:45.996989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] For port 3ce4ad14-e3a5-427f-bcc0-619101bb4e86, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:45.997461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.006706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.037059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Calling delete_port for 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:46.043022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7e4a61d5-8ceb-464f-816b-f40c710e8c4e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:46.150754 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] Set router 39599eca-050f-42db-820a-f64c5d9dde23 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:46.179176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:46.179607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.223420 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.253401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] For port 8342c152-8421-452c-8cff-d1de2f7118b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8342c152-8421-452c-8cff-d1de2f7118b2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:46.260505 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841101f0>, [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:45Z', 'revision_number': 6, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:46.265042 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.331886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae37f2-66e6-4db5-9e41-5ccec11ebfc3 None None] The sync data for ids ['39599eca-050f-42db-820a-f64c5d9dde23'] in ncdv-master-1 is: [{'id': '39599eca-050f-42db-820a-f64c5d9dde23', 'name': 'tempest-ImageQuotaTest-1107098928-router', 'tenant_id': 'f0a80f8603f54005a8c2b04359a2284e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:27Z', 'updated_at': '2021-12-11T21:13:45Z', 'revision_number': 6, 'project_id': 'f0a80f8603f54005a8c2b04359a2284e', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:46.375241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.386023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fe9b1-baca-465d-8fdf-385cc6c8613f None None] Pushing event updated for resources: {'Port': ['ID=8342c152-8421-452c-8cff-d1de2f7118b2,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:46.479559 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.489695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.523127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce4ad14-e3a5-427f-bcc0-619101bb4e86,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:46.533949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71030329-b1a0-4e3b-bf64-5c584085b92e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:46.599631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.636492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Pushing event updated for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:46.668889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:46.687183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:46.701384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:46.721367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.724888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.761385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f460e-cf5c-4935-9951-669f66dc40b8 req-b3d8fff2-6c71-468f-910a-17e6fcb60d72 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:46.763020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd2f460e-cf5c-4935-9951-669f66dc40b8 req-b3d8fff2-6c71-468f-910a-17e6fcb60d72 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 932 time: 0.2850959
Dec 11 21:13:46.806425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.807145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39599eca-050f-42db-820a-f64c5d9dde23 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:13:46.813456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.814793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-29ec6724-dfc1-4bda-86aa-fdd2ed45eb69 admin admin] 10.222.0.18 "DELETE /v2.0/routers/39599eca-050f-42db-820a-f64c5d9dde23 HTTP/1.1" status: 204  len: 168 time: 1.4120736
Dec 11 21:13:46.817371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:46.858460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.886153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Deleting subnet 62dc00de-ddad-4297-bffa-7349991ed9da {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:46.897583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.907421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:46.916978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:46.953348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.008660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.015939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Transition to ACTIVE for port object f959cad4-7cef-45f1-8801-adbd9425d7b0 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:13:47.027713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.053081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.056441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.123793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.126343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd2f460e-cf5c-4935-9951-669f66dc40b8 req-d2af729f-1568-4510-aa0c-f8f60b23dbf4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3536124
Dec 11 21:13:47.177628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62dc00de-ddad-4297-bffa-7349991ed9da,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:47.199647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event updated for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:47.200037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.205174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.217039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c838dff0-6188-4775-a6c9-046a503f9bd3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/62dc00de-ddad-4297-bffa-7349991ed9da HTTP/1.1" status: 204  len: 168 time: 0.3937218
Dec 11 21:13:47.220730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:47.241169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ef7f0-03d8-47b9-82c2-be2169a29052 None None] Network 0822f45d-44a2-434d-8952-4bdddd570896 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:47.284344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.371702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:47.451282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.452842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.566461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Deleting port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:47.567057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.584760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Attempting to bind port f959cad4-7cef-45f1-8801-adbd9425d7b0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:47.585111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Attempting to bind port f959cad4-7cef-45f1-8801-adbd9425d7b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:47.585463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Attempting to bind port f959cad4-7cef-45f1-8801-adbd9425d7b0 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:47.594292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Port f959cad4-7cef-45f1-8801-adbd9425d7b0 on network 984a0679-f8df-497e-8996-1e2882618dc8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:13:47.594948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Attempting to bind port f959cad4-7cef-45f1-8801-adbd9425d7b0 on network 984a0679-f8df-497e-8996-1e2882618dc8 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:47.630508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:47.636016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Checking segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:47.636016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Bound using segment: {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:47.636016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Bound port: f959cad4-7cef-45f1-8801-adbd9425d7b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339022c2-8c21-44e3-83f8-6b26d7e4fde5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:47.636016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.651975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] For port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,segment=NetworkSegment(4733b9de-ebea-4d3c-9a99-00f93c4390d3),segment_id=4733b9de-ebea-4d3c-9a99-00f93c4390d3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:47.652425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.678943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Calling delete_port for 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:47.744243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:47.789612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.830197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdb7a2b-fae5-487e-a4b8-b0b58c84b315,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:47.852362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] No DVR routers for this DVR port 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:47.874273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:47.936695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0578bdb7-6cd3-4efb-b200-021bc6147a7a None None] DHCP port deletion for 0822f45d-44a2-434d-8952-4bdddd570896 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:47.945602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.970693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:47.993886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.013388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8342c152-8421-452c-8cff-d1de2f7118b2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:48.030996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f8670>,) {'filters': {'network_id': ['0822f45d-44a2-434d-8952-4bdddd570896']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:48.044341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f8670>, '4733b9de-ebea-4d3c-9a99-00f93c4390d3') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:48.045189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8f8670>, '4733b9de-ebea-4d3c-9a99-00f93c4390d3') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:48.062348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.081169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8342c152-8421-452c-8cff-d1de2f7118b2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:48.081544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.087384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.094654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:48.095054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:48.155518 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:48.172155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:48.176243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.188841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.193805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.194149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0822f45d-44a2-434d-8952-4bdddd570896 HTTP/1.1" status: 204  len: 168 time: 0.9693680
Dec 11 21:13:48.208306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e4db-cf75-4b47-95d7-423dc8fc3f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0822f45d-44a2-434d-8952-4bdddd570896,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:48.209522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Pushing event updated for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:48.232477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:48.245426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.273713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c098f6b2-ba82-47a7-a095-d3b1de85a74d None None] Provisioning complete for port 24994a4a-60e6-4324-a985-7883f8d15cdb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:48.275017 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c098f6b2-ba82-47a7-a095-d3b1de85a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.302113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:48.343816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf406b-e972-4a94-b5ba-119e9132c2aa req-e1e6b583-bfbf-4b2c-a422-b0afd9d23305 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:48.345542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1caf406b-e972-4a94-b5ba-119e9132c2aa req-e1e6b583-bfbf-4b2c-a422-b0afd9d23305 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0961022
Dec 11 21:13:48.353608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:48.394095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:48.394442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3ce4ad14-e3a5-427f-bcc0-619101bb4e86 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:48.395921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device baae4d95-c6ac-43a2-b073-a512b47281e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:48.410449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:48.419367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: baae4d95-c6ac-43a2-b073-a512b47281e1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:48.419705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device baae4d95-c6ac-43a2-b073-a512b47281e1 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:48.420168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.421761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] 10.222.0.30 "PUT /v2.0/ports/f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 1092 time: 3.1330254
Dec 11 21:13:48.422439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:48.431720 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "c839aa56-f035-4552-be30-f96419115017", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:48.434369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c098f6b2-ba82-47a7-a095-d3b1de85a74d None None] Port 24994a4a-60e6-4324-a985-7883f8d15cdb cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:13:48.503945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1caf406b-e972-4a94-b5ba-119e9132c2aa req-08159579-deb5-4578-b343-48e8835d66b7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1505680
Dec 11 21:13:48.507229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42838) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:48.591942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3b6f40a8-cdf4-4f59-bd6c-cffaabf7056e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0a80f8603f54005a8c2b04359a2284e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0814810
Dec 11 21:13:48.594464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:48.650901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d616b-9908-450b-86c2-1146ecab8e13 service neutron] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:48.660721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.716573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:48.722629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.724810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e768a01d-49ae-478a-8c41-23168a2bda0e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2932816
Dec 11 21:13:48.730262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42842) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:48.735705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:48.738152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:48.749895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:48.757151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:48.776244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-c6aee6de-90c9-4ccb-8b04-b4f5bd147cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:48.781705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-c6aee6de-90c9-4ccb-8b04-b4f5bd147cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1095 time: 0.1924253
Dec 11 21:13:48.789508 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba9a9f-9820-4d11-ab3e-c59e41886816 x-openstack-request-id: req-13ba9a9f-9820-4d11-ab3e-c59e41886816 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:48.789993 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c839aa56-f035-4552-be30-f96419115017", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:48.790566 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13ba9a9f-9820-4d11-ab3e-c59e41886816 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:48.790907 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'status': 'completed', 'code': 200}
Dec 11 21:13:48.791997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:48.792694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f201f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:48.875575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-7e09c3ac-d2f4-4777-b14d-219942af40c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 217 time: 0.0817399
Dec 11 21:13:48.915060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:48.954330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.957090 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:48.958896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/620f012a-0256-44db-8923-abd4f955e794 HTTP/1.1" status: 204  len: 168 time: 0.3631117
Dec 11 21:13:48.974145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655e56-ff45-46f5-a151-f914c2244f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f012a-0256-44db-8923-abd4f955e794,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:48.996634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-96b99e19-7716-4695-8baa-32003c785194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:48.998122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-96b99e19-7716-4695-8baa-32003c785194 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.1104658
Dec 11 21:13:49.061987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:49.080570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-cdea8096-c6ca-4074-8bbe-37036f59fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:49.083365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-cdea8096-c6ca-4074-8bbe-37036f59fc62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0752163
Dec 11 21:13:49.180985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f201f0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:45Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:49.189255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:13:49.206903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Removed routes are [] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:13:49.207411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.212939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:49.213467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Updating router 1438bcf5-5ccd-49c9-9d94-93a70346625d port 24994a4a-60e6-4324-a985-7883f8d15cdb binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:49.243221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.623928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42854) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:49.643380 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.654768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.699713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cde66015-3006-46f2-b914-bd1bbe6ca088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.722893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:49.735898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Sync routers for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:49.750960 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:49.751591 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:49.796768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b018-e7f5-497f-862c-2e08691a19ef None None] Pushing event updated for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:49.799649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d88a-64f0-4776-a402-d6a5913113d3 req-754967b3-009b-47be-bb9f-f9be351aad65 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:49.806316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ce7d88a-64f0-4776-a402-d6a5913113d3 req-754967b3-009b-47be-bb9f-f9be351aad65 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1145389
Dec 11 21:13:49.875233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-67ddeca2-0ca4-457d-afc8-82ffb38d7b7d admin admin] 10.222.0.18 "PUT /v2.0/routers/c7a5fb2d-beb4-47d3-96b7-0d9580a285ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1498020
Dec 11 21:13:49.883761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:49.926114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:49.926544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6fdb7a2b-fae5-487e-a4b8-b0b58c84b315 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:49.928745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Attempting to bind port 24994a4a-60e6-4324-a985-7883f8d15cdb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:49.929115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Attempting to bind port 24994a4a-60e6-4324-a985-7883f8d15cdb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:49.929478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Attempting to bind port 24994a4a-60e6-4324-a985-7883f8d15cdb on network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:49.936775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:49.937149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Checking segment: {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:49.937550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.937942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Bound using segment: {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:49.938658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Bound port: 24994a4a-60e6-4324-a985-7883f8d15cdb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c68dee-76ff-4e4e-aff4-aba7821f0c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:49.938862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:49.984282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-48d0a9b4-ee1b-49b2-98f3-fb1caa084893 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8346481
Dec 11 21:13:50.013089 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ce7d88a-64f0-4776-a402-d6a5913113d3 req-2861e765-c9ed-4e0c-9558-7d3a8778a7d6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000027
Dec 11 21:13:50.016943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] For port 24994a4a-60e6-4324-a985-7883f8d15cdb, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:50.022528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.026023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] For port 24994a4a-60e6-4324-a985-7883f8d15cdb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24994a4a-60e6-4324-a985-7883f8d15cdb,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:50.032726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:50.033343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.035399 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.122558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b018-e7f5-497f-862c-2e08691a19ef None None] Pushing event updated for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:50.153369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdf7d9d-9716-43f3-bb06-b1f97b6d2a89 req-c27cf000-6eae-4912-b7c7-6521882256e5 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520791
Dec 11 21:13:50.167842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:50.168494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f201f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:50.178046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cde66015-3006-46f2-b914-bd1bbe6ca088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.187340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cde66015-3006-46f2-b914-bd1bbe6ca088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.236549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde66015-3006-46f2-b914-bd1bbe6ca088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ea8d2-cb39-40bd-8634-4bf7c77b82d4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:50.282512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:50.320489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cde66015-3006-46f2-b914-bd1bbe6ca088 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.6905112
Dec 11 21:13:50.324139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42876) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:50.331005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-3abcce2a-6ed0-4e66-9ce4-4e0f03a33491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:50.340036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-3abcce2a-6ed0-4e66-9ce4-4e0f03a33491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1095 time: 0.1064301
Dec 11 21:13:50.434099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] Provisioning complete for port 24994a4a-60e6-4324-a985-7883f8d15cdb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:50.435856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.487290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:50.516595 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e2e0>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:47Z', 'revision_number': 4, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a1cef93-106f-4391-a152-4059456aee5e', 'name': '', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'mac_address': 'fa:16:3e:cd:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:45Z', 'updated_at': '2021-12-11T21:13:47Z', 'revision_number': 2, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'subnets': [{'id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:50.523865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:50.533276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.534651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3424629e-4f98-4df2-adf2-cfea854d0c20 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 933 time: 1.8032601
Dec 11 21:13:50.537276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:50.545268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Checking router: c7a5fb2d-beb4-47d3-96b7-0d9580a285ec for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:50.545894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Updating router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec port 1a1cef93-106f-4391-a152-4059456aee5e binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:13:50.572425 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.614572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-63de1dfe-f76a-4e8c-a105-f8e2ce154e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:50.616572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-63de1dfe-f76a-4e8c-a105-f8e2ce154e5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.2751031
Dec 11 21:13:50.654723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5079a0ad-d7c2-4ff7-8244-3dbbb87549d9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 933 time: 0.1153860
Dec 11 21:13:50.655607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:50.661509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'routes': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:50.715713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.740789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.762021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-b5435a7a-138d-4845-af58-7bc92bc2191e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 217 time: 0.0596786
Dec 11 21:13:50.775430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-3675e526-c97e-43f1-bec8-9627883ef0a8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:50.778529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-3675e526-c97e-43f1-bec8-9627883ef0a8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 810 time: 0.2963910
Dec 11 21:13:50.784800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] For port 24994a4a-60e6-4324-a985-7883f8d15cdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24994a4a-60e6-4324-a985-7883f8d15cdb,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:50.791880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f201f0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:49Z', 'revision_number': 6, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:50.795400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.825301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:50.831936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461c254-0ef9-47ee-89de-fe9638a936ab None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:49Z', 'revision_number': 6, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 4, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:50.877787 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-fa92ca63-56d3-412b-9887-65290ca7b85c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/quotas/d382c6b1fdec45ad9d628dceadd2d8c1 HTTP/1.1" status: 200  len: 375 time: 0.0777743
Dec 11 21:13:50.908340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778fe0b-81f0-416c-a4af-50b980f9ca00 None None] Pushing event updated for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:50.933295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d1059cb2-9667-4dcd-84cf-541b82e23b4b None None] Provisioning complete for port 24994a4a-60e6-4324-a985-7883f8d15cdb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:50.933738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d1059cb2-9667-4dcd-84cf-541b82e23b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.000120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-28e25c53-eb15-494c-93ac-6c5bb2358a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:51.002444 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-28e25c53-eb15-494c-93ac-6c5bb2358a05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.2199676
Dec 11 21:13:51.057434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-ae8aeb97-b491-4db4-a847-a3c77260f915 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1630185
Dec 11 21:13:51.060101 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.063217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.064680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f11ea8d2-cb39-40bd-8634-4bf7c77b82d4 HTTP/1.1" status: 204  len: 168 time: 0.7391222
Dec 11 21:13:51.109984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5102c9-4e3d-4452-9f5f-82f41623e4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ea8d2-cb39-40bd-8634-4bf7c77b82d4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:51.127273 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.147543 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.195749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-46fb4310-b08f-41ca-a98a-1fb861dc10e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:51.197454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-46fb4310-b08f-41ca-a98a-1fb861dc10e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1857045
Dec 11 21:13:51.269694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf9e9-1f24-4758-baa3-4bee30a86015 req-2401924c-cf08-4a55-934f-30800ba9f7a0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:51.271388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f20bf9e9-1f24-4758-baa3-4bee30a86015 req-2401924c-cf08-4a55-934f-30800ba9f7a0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1496143
Dec 11 21:13:51.272643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c511d-8487-4905-8bab-16dffd97231e None None] Pushing event updated for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:51.289327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.304660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-70790b7a-9855-445c-8e8a-323e125fcdc5 service neutron] 10.222.0.18 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2379656
Dec 11 21:13:51.349648 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Attempting to bind port 1a1cef93-106f-4391-a152-4059456aee5e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:51.350174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Attempting to bind port 1a1cef93-106f-4391-a152-4059456aee5e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:51.350842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Attempting to bind port 1a1cef93-106f-4391-a152-4059456aee5e on network 5c984719-0551-4d82-bc75-8cdbc5774f19 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:51.357735 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:51.358623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Checking segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:51.359279 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.359907 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Bound using segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:51.360636 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Bound port: 1a1cef93-106f-4391-a152-4059456aee5e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:51.361302 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.424353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-2d759980-d603-4e93-9b2c-a32399167838 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185030
Dec 11 21:13:51.466362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] For port 1a1cef93-106f-4391-a152-4059456aee5e, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:51.470515 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] For port 1a1cef93-106f-4391-a152-4059456aee5e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1cef93-106f-4391-a152-4059456aee5e,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:51.480181 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.502848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f20bf9e9-1f24-4758-baa3-4bee30a86015 req-877eaac1-803e-452c-b0ec-86b757dd4742 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2181916
Dec 11 21:13:51.612663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:51.615924 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:51.616139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-807ef2f1-8660-4a31-8e2e-898fe4a67ce8 req-a10ce6c2-e399-4b5e-a229-ddc8dc8f9067 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307540
Dec 11 21:13:51.638120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added routes are [] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:13:51.638448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.extraroute_db [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=125987) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:13:51.702573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:51.741023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-5e978e52-6602-45ce-80e0-fb32b22cc5ba service neutron] 10.222.0.18 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3552625
Dec 11 21:13:51.749684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c511d-8487-4905-8bab-16dffd97231e None None] Pushing event updated for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:51.888742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:51.904043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 24994a4a-60e6-4324-a985-7883f8d15cdb up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:52.011531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 24994a4a-60e6-4324-a985-7883f8d15cdb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:52.012248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:52.069373 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8248db8a-d307-4b36-92d2-8c2e261de120 req-7410ce3b-cc31-4801-872e-fcbc19e14ab1 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 210 time: 0.1047437
Dec 11 21:13:52.116974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:52.126930 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:52.252708 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435e2e0>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:47Z', 'revision_number': 4, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a1cef93-106f-4391-a152-4059456aee5e', 'name': '', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'mac_address': 'fa:16:3e:cd:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:45Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 4, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'subnets': [{'id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:52.256244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:52.273329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:52.275268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77551a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:52.290154 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cda850-996e-44b6-bf9b-d413011a9302 None None] The sync data for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 is: [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:13:47Z', 'revision_number': 4, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1a1cef93-106f-4391-a152-4059456aee5e', 'name': '', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'mac_address': 'fa:16:3e:cd:09:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:45Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 4, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'subnets': [{'id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:52.293993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:52.428990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:52.464166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:52.474228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:52.476167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4096f15a-e49c-43e0-8dbb-598505b5257e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 699 time: 1.8193691
Dec 11 21:13:52.478759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:52.604637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1b7c98e1-d8be-4046-b2df-ac35bc979247 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 699 time: 0.1242840
Dec 11 21:13:52.607091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42928) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:52.665191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606111-4de3-44a4-99ef-8f6a7c42c65d req-5d4436b8-5ead-40b5-9025-b425e5f62406 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:52.667584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b606111-4de3-44a4-99ef-8f6a7c42c65d req-5d4436b8-5ead-40b5-9025-b425e5f62406 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0673246
Dec 11 21:13:52.730027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b606111-4de3-44a4-99ef-8f6a7c42c65d req-924d94e3-d96f-44d3-8738-b104cc528ed7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553122
Dec 11 21:13:52.774157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77551a30>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:52.814429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:52.825316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:52.827123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77551a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:52.948118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:53.073975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:53.193726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-008e55c1-5ec8-4a53-b2d4-1c9e5591a792 req-d278d8fc-96bb-442f-b63b-6f91939096ba tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 210 time: 0.0397749
Dec 11 21:13:53.202089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77551a30>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:53.232286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab1adb-eea2-488f-84a2-c4494fa39e14 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:53.479719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-d734c8d1-877e-43ca-a525-c8d3b8f34a16 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:53.481208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-d734c8d1-877e-43ca-a525-c8d3b8f34a16 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.16 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 810 time: 0.1692605
Dec 11 21:13:53.502414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Request body: {'port': {'device_id': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'admin_state_up': True, 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:53.521494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 24994a4a-60e6-4324-a985-7883f8d15cdb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:53.521827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:53.809447 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:53.828500 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:53.829144 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:53.904069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a1cef93-106f-4391-a152-4059456aee5e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:53.971086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e303e45-ee87-430c-911d-d68dd20742d0 req-b04e717c-56d8-4118-ae98-00921d4c6ba4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:53.973796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e303e45-ee87-430c-911d-d68dd20742d0 req-b04e717c-56d8-4118-ae98-00921d4c6ba4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1066601
Dec 11 21:13:53.986769 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:54.030643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1a1cef93-106f-4391-a152-4059456aee5e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:54.031270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.057282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e303e45-ee87-430c-911d-d68dd20742d0 req-8bea6376-dd24-4a27-9567-098b892659d1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725453
Dec 11 21:13:54.068933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 24994a4a-60e6-4324-a985-7883f8d15cdb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24994a4a-60e6-4324-a985-7883f8d15cdb,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:54.069485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.097788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 24994a4a-60e6-4324-a985-7883f8d15cdb owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:54.152683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Made reservation on behalf of d382c6b1fdec45ad9d628dceadd2d8c1 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:13:54.156266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.239519 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435ebe0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:54.289475 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:54.300043 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:54.300311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8435ebe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:54.345972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71ccae43-7067-4afd-bf2d-1da78b38eda1 req-338e9216-d26d-4ec6-85c6-940f14fb96fd tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 210 time: 0.0516279
Dec 11 21:13:54.392154 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.407374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Allocated IP 172.20.0.13 (5c984719-0551-4d82-bc75-8cdbc5774f19/6a18e1f1-6a82-4dbb-b863-23fa108b245a/c03c4a5d-c583-4449-8121-b6ba2ef260b0) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:13:54.414199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:54.439204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 1a1cef93-106f-4391-a152-4059456aee5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1cef93-106f-4391-a152-4059456aee5e,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:54.443405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.444124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.489489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=24994a4a-60e6-4324-a985-7883f8d15cdb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:54.505754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:54.723630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.739545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.766228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8435ebe0>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:54.795985 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa039-08f2-494d-a7e1-1ae0a4d4cbec None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:51Z', 'revision_number': 7, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '24994a4a-60e6-4324-a985-7883f8d15cdb', 'name': '', 'network_id': '7d8a4f5a-27d2-4cb9-80d5-c184215bba14', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:26:db:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:42Z', 'updated_at': '2021-12-11T21:13:50Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '08ecf714-9dce-4ebc-8003-e9a4af9d7bdd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:54.842849 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:54.904049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:13:54.908963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:13:54.911468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Pushing event updated for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:54.913665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:13:55.030885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:55.031486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.047098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:55.054885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-7e4b6cb5-8dcd-4541-aea6-36d042727170 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5570407
Dec 11 21:13:55.106533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Request body: {'port': {'device_id': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:13:55.180285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7bbfb-c078-4f4c-a265-0b0ad6a1648c req-8ee2355c-0fb1-430d-b6fc-42efb7d32c09 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:55.181724 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9e7bbfb-c078-4f4c-a265-0b0ad6a1648c req-8ee2355c-0fb1-430d-b6fc-42efb7d32c09 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0516064
Dec 11 21:13:55.202096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.204482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:55.217610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a35101de-3295-4de9-b3d8-b074655e2098 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6042941
Dec 11 21:13:55.217868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:55.219890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:55.229105 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:55.229983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77470310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:55.264383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9e7bbfb-c078-4f4c-a265-0b0ad6a1648c req-c1a4cc8e-efb5-4e4b-9017-4b6e97b4f606 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764554
Dec 11 21:13:55.300574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 08ecf714-9dce-4ebc-8003-e9a4af9d7bdd {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:55.304303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.331176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:55.349082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.466672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:13:55.468040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.533075 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.544754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03c4a5d-c583-4449-8121-b6ba2ef260b0 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:55.555840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.568005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=08ecf714-9dce-4ebc-8003-e9a4af9d7bdd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:55.578213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Transition to ACTIVE for port object c03c4a5d-c583-4449-8121-b6ba2ef260b0 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:13:55.580401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.587933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0cb857a2-bb62-4ffc-a663-041ad225353e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/08ecf714-9dce-4ebc-8003-e9a4af9d7bdd HTTP/1.1" status: 204  len: 168 time: 0.3646128
Dec 11 21:13:55.588151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4b30-18df-40a9-b746-bc1d61cc19fc req-335bd134-c933-4c67-b0ee-df1f886d5db5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:55.588151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-058b4b30-18df-40a9-b746-bc1d61cc19fc req-335bd134-c933-4c67-b0ee-df1f886d5db5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 932 time: 0.0817020
Dec 11 21:13:55.588555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 42962) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:55.590179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd795df-c7c8-4b30-bbb4-ef0d5f652c5b None None] Network 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:55.597636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.721321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:55.735361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:55.737758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:13:55.746176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.762535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-058b4b30-18df-40a9-b746-bc1d61cc19fc req-a28ed620-188e-4f9e-a634-38bec1a4d925 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535122
Dec 11 21:13:55.791056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77470310>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:54Z', 'revision_number': 8, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:55.824778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.827440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:55.858981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:55.864918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:55.865534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77470310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:55.886598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Attempting to bind port c03c4a5d-c583-4449-8121-b6ba2ef260b0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:13:55.886933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Attempting to bind port c03c4a5d-c583-4449-8121-b6ba2ef260b0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:13:55.887273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Attempting to bind port c03c4a5d-c583-4449-8121-b6ba2ef260b0 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:55.894770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Port c03c4a5d-c583-4449-8121-b6ba2ef260b0 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:13:55.895834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Attempting to bind port c03c4a5d-c583-4449-8121-b6ba2ef260b0 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:13:55.899446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:55.899781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.912493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] DHCP port deletion for 7d8a4f5a-27d2-4cb9-80d5-c184215bba14 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:55.916451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:13:55.916451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Checking segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:13:55.916834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Bound using segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:13:55.917281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Bound port: c03c4a5d-c583-4449-8121-b6ba2ef260b0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:13:55.917997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:55.955915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:55.989036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a1cef93-106f-4391-a152-4059456aee5e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:55.992209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.021044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,segment=NetworkSegment(20c68dee-76ff-4e4e-aff4-aba7821f0c57),segment_id=20c68dee-76ff-4e4e-aff4-aba7821f0c57)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:56.021398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.038755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 7e4a61d5-8ceb-464f-816b-f40c710e8c4e owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:56.058079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:56.092236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:13:56.107631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:13:56.116063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.161700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:56.165463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:56.166078 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.167496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/c03c4a5d-c583-4449-8121-b6ba2ef260b0 HTTP/1.1" status: 200  len: 1092 time: 1.1019099
Dec 11 21:13:56.170622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:56.171881 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad4ce91-62e3-4399-b413-f9305fb46cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:56.201338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305257-7f46-414d-b5c3-10be77b1f8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:56.215572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.229670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1a1cef93-106f-4391-a152-4059456aee5e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:56.230181 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.235785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Deleting port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:56.236147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.255757 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b0611-cb39-4194-b4c9-e93e42f9c3f4 x-openstack-request-id: req-ba2b0611-cb39-4194-b4c9-e93e42f9c3f4 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:56.256095 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:56.256304 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba2b0611-cb39-4194-b4c9-e93e42f9c3f4 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:56.256701 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0', 'status': 'completed', 'code': 200}
Dec 11 21:13:56.257881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:56.265948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:56.315144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f959cad4-7cef-45f1-8801-adbd9425d7b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:13:56.389971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] For port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e, host ncdv-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:56.390362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.406350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-3dc9ca29-c16a-4ed5-8693-fa8c3119710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:56.407876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-3dc9ca29-c16a-4ed5-8693-fa8c3119710f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 1095 time: 0.1539998
Dec 11 21:13:56.411056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.414200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Calling delete_port for 7e4a61d5-8ceb-464f-816b-f40c710e8c4e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:56.419856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.ipam_backend_mixin [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e was not found and therefore no delete operation was performed {{(pid=125989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:13:56.446901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.469386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee63d30>,) {'filters': {'network_id': ['7d8a4f5a-27d2-4cb9-80d5-c184215bba14']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:56.478269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-51e31e20-6e23-472e-bacb-0139e3f153ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0 HTTP/1.1" status: 200  len: 217 time: 0.0530016
Dec 11 21:13:56.482536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee63d30>, '20c68dee-76ff-4e4e-aff4-aba7821f0c57') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:56.482834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ee63d30>, '20c68dee-76ff-4e4e-aff4-aba7821f0c57') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:56.496710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02598662-50f8-4492-966d-a64875e8412c req-31891d71-15a9-463e-98f1-b96e1a08c564 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:56.498164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02598662-50f8-4492-966d-a64875e8412c req-31891d71-15a9-463e-98f1-b96e1a08c564 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 945 time: 0.1302147
Dec 11 21:13:56.509081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.514220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] Pushing event deleted for resources: {'Port': ['ID=7e4a61d5-8ceb-464f-816b-f40c710e8c4e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:56.568142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.579219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:56.579608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:56.584565 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:56.599495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-5bc51fd6-c4dc-4ae4-8e42-a826c81e5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:56.600985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-5bc51fd6-c4dc-4ae4-8e42-a826c81e5095 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.1004462
Dec 11 21:13:56.684415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-5303c129-910d-4643-9e52-bda71eca9e3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0738766
Dec 11 21:13:56.686428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66e021-9976-4c10-8cb7-51ba38325c5d None None] No DVR routers for this DVR port 7e4a61d5-8ceb-464f-816b-f40c710e8c4e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:56.687911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02598662-50f8-4492-966d-a64875e8412c req-1350e688-e315-420f-b88c-cc1c1c39b7d2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1770473
Dec 11 21:13:56.700786 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.718579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:56.722970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/7d8a4f5a-27d2-4cb9-80d5-c184215bba14 HTTP/1.1" status: 204  len: 168 time: 1.1334519
Dec 11 21:13:56.725628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42986) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:56.745269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf1634-68a1-45fb-b829-3e3333f22e8e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=7d8a4f5a-27d2-4cb9-80d5-c184215bba14,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:56.766341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77470310>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:54Z', 'revision_number': 8, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:56.799926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5d6120-ecdc-4bf9-8ea0-478ea8552ce4 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:54Z', 'revision_number': 8, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e06700ae-6567-4229-afbe-b6cecb661e1b', 'name': '', 'network_id': '4eea0e96-d96f-4971-b882-b9d8d3fe2116', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:76:20:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:32Z', 'updated_at': '2021-12-11T21:13:39Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': '731e9052-93a4-4568-8c8a-3bf8d303dfde', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:56.847563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-f45ec776-b492-4aa8-b254-bc2a49197ccf service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548595
Dec 11 21:13:56.958739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43cfc6cf-8ff3-4b3e-9b8d-a3095d2ef3f8 req-74866972-d42e-493d-aefa-7c4d66f52470 service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970976
Dec 11 21:13:56.995470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d7d7f-caae-4a29-b487-c146c94e6db0 req-2c5d531c-17a2-4d90-80cf-37ec6389f1e3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:56.996995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-764d7d7f-caae-4a29-b487-c146c94e6db0 req-2c5d531c-17a2-4d90-80cf-37ec6389f1e3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 944 time: 0.1164277
Dec 11 21:13:57.049582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-fe970557-2f01-40f2-bf58-3f4963fd1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:57.051125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-fe970557-2f01-40f2-bf58-3f4963fd1739 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 1095 time: 0.0481229
Dec 11 21:13:57.086653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-764d7d7f-caae-4a29-b487-c146c94e6db0 req-b329ca0c-9a0e-4489-9263-cfbd64df9550 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826030
Dec 11 21:13:57.146379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-ade4a258-e8d2-4ae5-baee-2047db2a6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:57.147943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-ade4a258-e8d2-4ae5-baee-2047db2a6b9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 911 time: 0.0885279
Dec 11 21:13:57.163732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.200267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-344b947d-e24b-4d37-9697-e448dee431d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0 HTTP/1.1" status: 200  len: 217 time: 0.0385261
Dec 11 21:13:57.261852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-a5a7eac2-fde1-4ac0-9d4d-b74c3ea2c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:57.263498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-a5a7eac2-fde1-4ac0-9d4d-b74c3ea2c0a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0480621
Dec 11 21:13:57.303128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-a60b8092-45be-4615-b588-b6deea752553 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316324
Dec 11 21:13:57.399555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-930962d8-a998-4943-bae8-75b19ee8fd37 service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880415
Dec 11 21:13:57.424801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port e06700ae-6567-4229-afbe-b6cecb661e1b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:57.425238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.431283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:13:57.486089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port f959cad4-7cef-45f1-8801-adbd9425d7b0 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:13:57.493796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f959cad4-7cef-45f1-8801-adbd9425d7b0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:13:57.494173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.498399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ad4ce91-62e3-4399-b413-f9305fb46cbc req-a6196a9c-27c1-4692-a583-5e600608f227 service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919521
Dec 11 21:13:57.524104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port e06700ae-6567-4229-afbe-b6cecb661e1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e06700ae-6567-4229-afbe-b6cecb661e1b,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:57.524363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.539819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for e06700ae-6567-4229-afbe-b6cecb661e1b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:57.573502 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.595523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:13:57.599859 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abda47ae-8fda-45b7-a120-80c67191780b" -d '{"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:13:57.614572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:57.619751 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.643407 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec98d6-4bcb-4d9c-86cf-5395e92d95b8 x-openstack-request-id: req-98ec98d6-4bcb-4d9c-86cf-5395e92d95b8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:13:57.643703 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:13:57.643959 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98ec98d6-4bcb-4d9c-86cf-5395e92d95b8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:13:57.644377 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'code': 200}
Dec 11 21:13:57.687873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:57.751813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:57.790195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=e06700ae-6567-4229-afbe-b6cecb661e1b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:57.827717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da946cd5-bd91-4298-9504-e992206e7836 req-a43c4797-a171-4f8e-a731-1847b56d1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:57.829195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da946cd5-bd91-4298-9504-e992206e7836 req-a43c4797-a171-4f8e-a731-1847b56d1d69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1097 time: 0.1151843
Dec 11 21:13:57.833375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7e4a61d5-8ceb-464f-816b-f40c710e8c4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:57.860276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 7e4a61d5-8ceb-464f-816b-f40c710e8c4e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:57.860623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 7e4a61d5-8ceb-464f-816b-f40c710e8c4e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:57.861785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 24994a4a-60e6-4324-a985-7883f8d15cdb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:57.882530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 24994a4a-60e6-4324-a985-7883f8d15cdb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:57.882960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 24994a4a-60e6-4324-a985-7883f8d15cdb not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:57.973834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da946cd5-bd91-4298-9504-e992206e7836 req-a7f06713-8e0f-4852-9b5d-d44f45f7e001 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188672
Dec 11 21:13:57.985381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ca0a6-c80e-46b9-9443-db16e5370f2d req-f5ca7842-0ecb-49c6-b42c-3f3e3993871f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:57.986893 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e2ca0a6-c80e-46b9-9443-db16e5370f2d req-f5ca7842-0ecb-49c6-b42c-3f3e3993871f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1748886
Dec 11 21:13:58.056415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.089267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e2ca0a6-c80e-46b9-9443-db16e5370f2d req-76062897-bbc9-4808-bc69-3a62cb7c8acc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731528
Dec 11 21:13:58.205030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9dd8-fd0e-4d16-be12-e86975b8b2cd req-c8a38b95-3cf8-43d8-a382-42263fbb5c5e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:58.206667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90ac9dd8-fd0e-4d16-be12-e86975b8b2cd req-c8a38b95-3cf8-43d8-a382-42263fbb5c5e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 944 time: 0.0512345
Dec 11 21:13:58.263754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-90ac9dd8-fd0e-4d16-be12-e86975b8b2cd req-e8fed57c-28ae-41b4-bc99-410ccb8e9539 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497477
Dec 11 21:13:58.267406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:13:58.361283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:13:58.366500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7de6fb07-b36d-4834-ab3c-5a5b2e3342ff tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6392732
Dec 11 21:13:58.369214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 42998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:58.371145 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:13:58.381381 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:58.381978 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:58.432656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet 731e9052-93a4-4568-8c8a-3bf8d303dfde {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:13:58.435897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.469534 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:58.480923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.568392 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.624901 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.653366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=731e9052-93a4-4568-8c8a-3bf8d303dfde,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:58.655363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.658582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4445832-a883-4fda-b199-202ab3f9a8bf tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/731e9052-93a4-4568-8c8a-3bf8d303dfde HTTP/1.1" status: 204  len: 168 time: 0.2882214
Dec 11 21:13:58.661490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43002) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:58.661702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f4ddd-9c20-483d-ae21-71a91ce2568d None None] Network 4eea0e96-d96f-4971-b882-b9d8d3fe2116 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:13:58.675246 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c820>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:57Z', 'revision_number': 9, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:58.706102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:13:58.716811 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:13:58.717663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:58.742361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.802771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:58.803242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.816121 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:13:58.851427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] DHCP port deletion for 4eea0e96-d96f-4971-b882-b9d8d3fe2116 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:13:58.876394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=621a6a71-a9b2-4a56-96d3-5f661a26dc52,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:58.876868 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.893035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 621a6a71-a9b2-4a56-96d3-5f661a26dc52 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:58.905493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Deleting port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:58.906027 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.969264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] For port 621a6a71-a9b2-4a56-96d3-5f661a26dc52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=621a6a71-a9b2-4a56-96d3-5f661a26dc52,segment=NetworkSegment(2e2295fa-5b8c-429a-9f40-bed73c30a3d9),segment_id=2e2295fa-5b8c-429a-9f40-bed73c30a3d9)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:58.969811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.981390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:58.987668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Calling delete_port for 621a6a71-a9b2-4a56-96d3-5f661a26dc52 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:59.008617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=621a6a71-a9b2-4a56-96d3-5f661a26dc52,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:59.012087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:59.040073 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c820>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:57Z', 'revision_number': 9, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:59.073709 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8f4dfe-c105-455d-b861-d27a97df90a8 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:13:57Z', 'revision_number': 9, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b60ea889-9bcc-4807-9113-27aa0e3914a8', 'name': '', 'network_id': '9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:60:ca:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:22Z', 'updated_at': '2021-12-11T21:13:29Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'aa036b1c-8afb-4025-9eaf-91bd7422f572', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:13:59.084590 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.101987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.109968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] Pushing event deleted for resources: {'Port': ['ID=621a6a71-a9b2-4a56-96d3-5f661a26dc52,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:59.113452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26d383-f988-43a6-ae54-fbddabd66d26 None None] No DVR routers for this DVR port 621a6a71-a9b2-4a56-96d3-5f661a26dc52 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:13:59.128490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcfd60>,) {'filters': {'network_id': ['4eea0e96-d96f-4971-b882-b9d8d3fe2116']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:59.139747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcfd60>, '2e2295fa-5b8c-429a-9f40-bed73c30a3d9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:59.140083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dbcfd60>, '2e2295fa-5b8c-429a-9f40-bed73c30a3d9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:13:59.149663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.163838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.171281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:13:59.171838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:13:59.174996 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:13:59.220399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d645d8-21ab-405d-896d-4b126f16fc4b req-1457293c-5372-4fee-afbe-dc7af33f3b1f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:59.222164 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d8d645d8-21ab-405d-896d-4b126f16fc4b req-1457293c-5372-4fee-afbe-dc7af33f3b1f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0556004
Dec 11 21:13:59.239546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.247912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.254094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/4eea0e96-d96f-4971-b882-b9d8d3fe2116 HTTP/1.1" status: 204  len: 168 time: 0.5913801
Dec 11 21:13:59.257652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43006) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:13:59.264267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69cbf6-eeef-4d34-9331-6ca2d7f3652c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=4eea0e96-d96f-4971-b882-b9d8d3fe2116,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:59.313033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d8d645d8-21ab-405d-896d-4b126f16fc4b req-ca6dac80-304d-4156-b9d6-7e244b051415 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843313
Dec 11 21:13:59.393448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec69b-8bc5-42ab-96a3-8a8101b7f590 req-5d3d9b08-415a-4ff4-880c-9ec52287b7e5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:13:59.395348 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-912ec69b-8bc5-42ab-96a3-8a8101b7f590 req-5d3d9b08-415a-4ff4-880c-9ec52287b7e5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 944 time: 0.0552917
Dec 11 21:13:59.455867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-912ec69b-8bc5-42ab-96a3-8a8101b7f590 req-3aafc12c-5184-419d-ae0c-a7aa52de3cfd tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541914
Dec 11 21:13:59.585196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c03c4a5d-c583-4449-8121-b6ba2ef260b0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:13:59.610322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.684047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:59.700872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'port_id': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0', 'mac_address': 'fa:16:3e:8c:46:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:13:59.739479 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.752711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03c4a5d-c583-4449-8121-b6ba2ef260b0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:13:59.773780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:59.779904 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.831397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:13:59.845589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e06700ae-6567-4229-afbe-b6cecb661e1b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:59.862099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port b60ea889-9bcc-4807-9113-27aa0e3914a8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:13:59.862435 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.866284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e06700ae-6567-4229-afbe-b6cecb661e1b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:59.866660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e06700ae-6567-4229-afbe-b6cecb661e1b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:59.867083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 621a6a71-a9b2-4a56-96d3-5f661a26dc52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:13:59.889514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 621a6a71-a9b2-4a56-96d3-5f661a26dc52 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:13:59.889892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 621a6a71-a9b2-4a56-96d3-5f661a26dc52 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:13:59.956856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port b60ea889-9bcc-4807-9113-27aa0e3914a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b60ea889-9bcc-4807-9113-27aa0e3914a8,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:13:59.957119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:13:59.970044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for b60ea889-9bcc-4807-9113-27aa0e3914a8 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:13:59.994285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c03c4a5d-c583-4449-8121-b6ba2ef260b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:14:00.142638 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:00.169332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=b60ea889-9bcc-4807-9113-27aa0e3914a8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:00.324547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:00.577705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92530c3a-5bd6-4546-8496-d467d5aaa08b req-2472e50e-4ce6-4e3b-b070-dce53f745682 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:00.579370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92530c3a-5bd6-4546-8496-d467d5aaa08b req-2472e50e-4ce6-4e3b-b070-dce53f745682 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 945 time: 0.0523188
Dec 11 21:14:00.629857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-92530c3a-5bd6-4546-8496-d467d5aaa08b req-45a48671-b4d1-458f-90ed-f233ed3b64ab tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439477
Dec 11 21:14:00.842789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f86fc-313b-4f58-be14-7d73b0c433ca req-e955e36f-eeb4-4e22-88b1-1e534f8c5c2b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:00.844165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-420f86fc-313b-4f58-be14-7d73b0c433ca req-e955e36f-eeb4-4e22-88b1-1e534f8c5c2b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.4399149
Dec 11 21:14:00.919760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:00.941448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-420f86fc-313b-4f58-be14-7d73b0c433ca req-f93e2fb8-23c1-427c-b40a-13a73c4412fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696383
Dec 11 21:14:01.027642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:01.032700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6e41a47b-5c3f-4f27-90ca-1257439ae620 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7764397
Dec 11 21:14:01.035296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:01.041170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:01.051646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:01.052405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77492f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.067451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17e614-5a1e-43d3-8f03-a8b4733d3155 req-75b1874f-6f1e-45e2-ba5b-7ed2655e964f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:01.069338 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df17e614-5a1e-43d3-8f03-a8b4733d3155 req-75b1874f-6f1e-45e2-ba5b-7ed2655e964f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0605280
Dec 11 21:14:01.084938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43022) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:01.090160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Request body: {'floatingip': {'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:01.092958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet aa036b1c-8afb-4025-9eaf-91bd7422f572 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:14:01.096373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.140086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.141175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.148256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:01.239374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.310463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.340722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=aa036b1c-8afb-4025-9eaf-91bd7422f572,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:01.343595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.349803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2bc56c9b-655b-4e5e-8e6f-bbae9293f7c2 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/aa036b1c-8afb-4025-9eaf-91bd7422f572 HTTP/1.1" status: 204  len: 168 time: 0.3129590
Dec 11 21:14:01.350791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43024) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:01.361554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf495e-85c2-4150-9de4-9d749a2c606a None None] Network 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:14:01.375104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77492f40>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:00Z', 'revision_number': 10, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.405670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:01.432490 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.459495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:01.460126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77492f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.496045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:14:01.496461 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.546149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:01.560682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,segment=NetworkSegment(be4a446d-0b61-4c19-9b98-7dfc1dba8cbe),segment_id=be4a446d-0b61-4c19-9b98-7dfc1dba8cbe)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:01.561068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.575342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:14:01.608847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c03c4a5d-c583-4449-8121-b6ba2ef260b0 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:01.671647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.717553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=30a2660a-b809-4c2d-a9e9-3d5a02cc9a85,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:01.721413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:14:01.787359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port c03c4a5d-c583-4449-8121-b6ba2ef260b0 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:14:01.800420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port c03c4a5d-c583-4449-8121-b6ba2ef260b0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:01.800783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.859488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e42db-b41f-4627-87bd-41273e5bfbab None None] DHCP port deletion for 9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:14:01.889566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.943010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:01.948678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f259910>,) {'filters': {'network_id': ['9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.964670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77492f40>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:00Z', 'revision_number': 10, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.971904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520b6f-811d-47ab-ba16-cbf4ed3d0161 req-09791c3e-5458-492a-9267-c45a3852491b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:01.974123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44520b6f-811d-47ab-ba16-cbf4ed3d0161 req-09791c3e-5458-492a-9267-c45a3852491b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 945 time: 0.2663772
Dec 11 21:14:01.976029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f259910>, 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.976330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f259910>, 'be4a446d-0b61-4c19-9b98-7dfc1dba8cbe') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:01.995722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.024409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.040758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:14:02.041158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:14:02.044796 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:14:02.054335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee24324-67cb-4d50-82d4-6d5bf740e036 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:00Z', 'revision_number': 10, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None, '_interfaces': [{'id': '3b6035df-6f4d-4429-a5f8-1109439e8841', 'name': '', 'network_id': '240b5071-1534-4300-959c-8fc086e543b4', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'mac_address': 'fa:16:3e:7c:64:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:18Z', 'updated_at': '2021-12-11T21:13:24Z', 'revision_number': 5, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'subnets': [{'id': 'b99c0a81-5d7f-423e-8460-d2fb2c2522b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:02.060670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.070433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44520b6f-811d-47ab-ba16-cbf4ed3d0161 req-d0e2c014-e546-47f8-952c-2d544a26326f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866675
Dec 11 21:14:02.089877 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.104299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:02.105489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:02.108198 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523a8f1d-2575-441a-8737-9b09dd93ee3a" -d '{"events": [{"server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "name": "network-vif-plugged", "status": "completed", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:02.115264 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.162533 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7039c-6f07-4964-928f-0d01b5be418a x-openstack-request-id: req-ebd7039c-6f07-4964-928f-0d01b5be418a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:02.162820 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "name": "network-vif-plugged", "status": "completed", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:02.163254 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebd7039c-6f07-4964-928f-0d01b5be418a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:02.163491 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0', 'code': 200}
Dec 11 21:14:02.179348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.190464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.197260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5 HTTP/1.1" status: 204  len: 168 time: 0.8430903
Dec 11 21:14:02.199122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43032) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:02.206939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac278519-df42-44bd-b1ac-6e38e1f32974 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=9adac8b1-5cf6-4ec9-981e-dc8d7e95f9a5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:02.225527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:02.363287 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:14:02.372069 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Floating IP de1cdfa0-d31d-4171-8429-4aaa2c875544 associated. External IP: 172.35.1.64, port: f959cad4-7cef-45f1-8801-adbd9425d7b0.
Dec 11 21:14:02.419012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c54703-f499-4266-8e23-6444ae6f553d req-efc5ceb3-96e7-473c-8111-ce26136c8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:02.420570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61c54703-f499-4266-8e23-6444ae6f553d req-efc5ceb3-96e7-473c-8111-ce26136c8a5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 1097 time: 0.1634870
Dec 11 21:14:02.609927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61c54703-f499-4266-8e23-6444ae6f553d req-70ac08de-13a4-4532-b7dc-d7311a04d22d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549821
Dec 11 21:14:02.777926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:02.919432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.958793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:02.964408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:02.970000 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:02.979883 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:02.980491 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843566d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:03.029475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9f16affa-98cf-4f26-bca9-13063a972b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "PUT /v2.0/floatingips/de1cdfa0-d31d-4171-8429-4aaa2c875544 HTTP/1.1" status: 200  len: 991 time: 1.9431589
Dec 11 21:14:03.032100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:03.034543 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faa451-382a-4582-b472-62c2263f47e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c839aa56-f035-4552-be30-f96419115017", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:03.078998 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bb1c28-7440-4b2c-8079-4e07077d2f5e x-openstack-request-id: req-49bb1c28-7440-4b2c-8079-4e07077d2f5e {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:03.079622 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c839aa56-f035-4552-be30-f96419115017", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:03.079622 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49bb1c28-7440-4b2c-8079-4e07077d2f5e {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:03.080151 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'status': 'completed', 'code': 200}
Dec 11 21:14:03.105590 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:03.164950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa451-382a-4582-b472-62c2263f47e7 req-08c5257a-b23f-4240-9ec3-f91f26dbf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:03.166586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-08c5257a-b23f-4240-9ec3-f91f26dbf343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1097 time: 0.0585165
Dec 11 21:14:03.251324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f2f0f-80c4-4812-bccb-0fbeb4d11e7f req-632e579c-dbaf-47b6-8c16-b9ebaea6d6f3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:03.252771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f1f2f0f-80c4-4812-bccb-0fbeb4d11e7f req-632e579c-dbaf-47b6-8c16-b9ebaea6d6f3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0651889
Dec 11 21:14:03.258927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port 3b6035df-6f4d-4429-a5f8-1109439e8841 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:14:03.258927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:03.266178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa451-382a-4582-b472-62c2263f47e7 req-93837780-d96a-456a-9383-199d96ce4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:03.267756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-93837780-d96a-456a-9383-199d96ce4712 service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.0944917
Dec 11 21:14:03.351706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-70093ab1-d672-4f69-99e9-c94e8c34c557 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 999 time: 0.0761302
Dec 11 21:14:03.372223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2f1f2f0f-80c4-4812-bccb-0fbeb4d11e7f req-c274751d-83a5-4c5e-b1e4-d66e5f24d5b4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973668
Dec 11 21:14:03.373781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843566d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de1cdfa0-d31d-4171-8429-4aaa2c875544', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.64', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c839aa56-f035-4552-be30-f96419115017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:14:01Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:03.393320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port 3b6035df-6f4d-4429-a5f8-1109439e8841, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b6035df-6f4d-4429-a5f8-1109439e8841,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:03.393684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:03.405523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa451-382a-4582-b472-62c2263f47e7 req-961bdf71-85d0-4fb1-b24a-e112a8610167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:03.407425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-961bdf71-85d0-4fb1-b24a-e112a8610167 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0486991
Dec 11 21:14:03.408241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for 3b6035df-6f4d-4429-a5f8-1109439e8841 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:14:03.410239 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:03.419218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:03.419813 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843566d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:03.454771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa451-382a-4582-b472-62c2263f47e7 req-d3217ab2-a91d-4470-a1eb-70b25f5c1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:03.456308 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-d3217ab2-a91d-4470-a1eb-70b25f5c1a96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411112
Dec 11 21:14:03.533124 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:03.562032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-94ea5a9b-c285-4eab-9ad1-1db824926bf5 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961392
Dec 11 21:14:03.600523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:03.628948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=3b6035df-6f4d-4429-a5f8-1109439e8841,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:03.686302 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6faa451-382a-4582-b472-62c2263f47e7 req-4960981e-dd7f-47e8-bf8f-de11b8ed2aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179349
Dec 11 21:14:03.793417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:03.882596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:14:03.908818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:14:03.909877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 30a2660a-b809-4c2d-a9e9-3d5a02cc9a85 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:14:03.911123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b60ea889-9bcc-4807-9113-27aa0e3914a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:14:03.932256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b60ea889-9bcc-4807-9113-27aa0e3914a8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:14:03.932530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b60ea889-9bcc-4807-9113-27aa0e3914a8 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:14:03.962626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843566d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de1cdfa0-d31d-4171-8429-4aaa2c875544', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.64', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c839aa56-f035-4552-be30-f96419115017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:14:01Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:03.979096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:03.989360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616c922-945d-4b1a-b124-e1b87e978c42 None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'de1cdfa0-d31d-4171-8429-4aaa2c875544', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'floating_ip_address': '172.35.1.64', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c839aa56-f035-4552-be30-f96419115017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:14:01Z', 'revision_number': 1, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:04.057570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:04.063555 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e89dd0a-1212-4c24-85e4-0e5472ec8597 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8625038
Dec 11 21:14:04.065389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43044) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:04.067975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:04.081102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:04.081891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777de610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:04.121396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting subnet b99c0a81-5d7f-423e-8460-d2fb2c2522b3 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:14:04.124743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.154331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:04.167697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.217398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777de610>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:04.246834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:04.249711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d71f4-a1d4-49de-8e52-6a615a26271c None None] New status for floating IP de1cdfa0-d31d-4171-8429-4aaa2c875544: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:14:04.265288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:04.265910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d777de610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:04.271478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.340948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.342560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:04.372196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Subnet': ['ID=b99c0a81-5d7f-423e-8460-d2fb2c2522b3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:04.374636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.380919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-88d1d14f-8f37-4b01-b905-b3baa586be77 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/b99c0a81-5d7f-423e-8460-d2fb2c2522b3 HTTP/1.1" status: 204  len: 168 time: 0.3117492
Dec 11 21:14:04.381337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43048) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:04.404257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8e58a-4ba1-4e9b-a023-4c4d020f704d None None] Network 240b5071-1534-4300-959c-8fc086e543b4 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:14:04.406925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d777de610>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:04.437324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771ec3b9-52c8-42d9-bd9f-af3f08a0f582 None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:04.509513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.553835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d050f3b-b034-44db-9961-690edb37a8d7 req-90c2d481-6090-4174-a2df-558cb1b491dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:04.555275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d050f3b-b034-44db-9961-690edb37a8d7 req-90c2d481-6090-4174-a2df-558cb1b491dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0851347
Dec 11 21:14:04.614833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Deleting port ec469177-afd9-433a-a36b-8dad1373a2b4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:14:04.615093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.620607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d050f3b-b034-44db-9961-690edb37a8d7 req-50fc5bf1-39c0-40d9-b27f-3cf757775161 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536361
Dec 11 21:14:04.684134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] For port ec469177-afd9-433a-a36b-8dad1373a2b4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec469177-afd9-433a-a36b-8dad1373a2b4,segment=NetworkSegment(a9f41872-209a-455d-a038-1b0618ef3342),segment_id=a9f41872-209a-455d-a038-1b0618ef3342)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:04.684503 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.698262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Calling delete_port for ec469177-afd9-433a-a36b-8dad1373a2b4 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:14:04.792173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:04.823256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9cb414-16e4-4918-aabe-b6773e86b6db None None] DHCP port deletion for 240b5071-1534-4300-959c-8fc086e543b4 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:14:04.835471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Port': ['ID=ec469177-afd9-433a-a36b-8dad1373a2b4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:04.850568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No DVR routers for this DVR port ec469177-afd9-433a-a36b-8dad1373a2b4 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:14:05.295026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.310899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca686e90-df70-4706-a431-3bc6e95cab5a req-e2e534c4-a7fe-47d0-a9e8-6203385633f4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:05.312389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca686e90-df70-4706-a431-3bc6e95cab5a req-e2e534c4-a7fe-47d0-a9e8-6203385633f4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.4873302
Dec 11 21:14:05.314112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-6455eb70-c776-45b6-8182-6883eec768b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:05.315483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-6455eb70-c776-45b6-8182-6883eec768b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 1097 time: 0.4932106
Dec 11 21:14:05.341918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7daef700>,) {'filters': {'network_id': ['240b5071-1534-4300-959c-8fc086e543b4']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:05.369769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7daef700>, 'a9f41872-209a-455d-a038-1b0618ef3342') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:05.370073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7daef700>, 'a9f41872-209a-455d-a038-1b0618ef3342') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:05.411097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.447277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.451997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ca686e90-df70-4706-a431-3bc6e95cab5a req-062b825c-c4e3-45d1-9034-e9f680398063 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335747
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:14:05.472257 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:14:05.527541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-f709bd49-0796-4de9-8b74-bf832285b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:05.529004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-f709bd49-0796-4de9-8b74-bf832285b78d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 911 time: 0.1950245
Dec 11 21:14:05.543318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.578555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.581598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/networks/240b5071-1534-4300-959c-8fc086e543b4 HTTP/1.1" status: 204  len: 168 time: 1.1991000
Dec 11 21:14:05.583549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-c2b6abf4-f586-4000-a30f-3008b402652f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0 HTTP/1.1" status: 200  len: 217 time: 0.0468426
Dec 11 21:14:05.584940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43062) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:05.590119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'routes': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:05.603081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3d9d4-3c8d-45b1-97bc-32d4669dbb50 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Pushing event deleted for resources: {'Network': ['ID=240b5071-1534-4300-959c-8fc086e543b4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:05.637533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-bce0fb71-fcd1-40e6-aa75-a082f6bf9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:05.639034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-bce0fb71-fcd1-40e6-aa75-a082f6bf9456 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0451035
Dec 11 21:14:05.672132 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-3021df8d-f93e-477b-bb8c-3781502a767b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244894
Dec 11 21:14:05.751580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Added routes are [] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
Dec 11 21:14:05.751875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.extraroute_db [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Removed routes are [] {{(pid=125988) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
Dec 11 21:14:05.752229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.773507 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-796a786a-9685-4368-8ee3-274d7ad0e7af service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915618
Dec 11 21:14:05.840551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec469177-afd9-433a-a36b-8dad1373a2b4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:14:05.866016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ec469177-afd9-433a-a36b-8dad1373a2b4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:14:05.866016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ec469177-afd9-433a-a36b-8dad1373a2b4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:14:05.866016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3b6035df-6f4d-4429-a5f8-1109439e8841 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:14:05.867513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0920eaaf-a7fb-4519-9007-0103cb8da636 req-940028be-2dd5-4495-9977-927ce6bce278 service neutron] 10.222.0.16 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855966
Dec 11 21:14:05.888025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3b6035df-6f4d-4429-a5f8-1109439e8841 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:14:05.888888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3b6035df-6f4d-4429-a5f8-1109439e8841 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:14:05.897322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.900980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:05.974197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 1438bcf5-5ccd-49c9-9d94-93a70346625d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:06.049855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:06.057433 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.058648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-26dca15c-f59c-40be-aae2-daf9275b2e22 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 700 time: 0.4725988
Dec 11 21:14:06.060266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Sync routers for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:06.061385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:06.069726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:06.070324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:06.089144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fb991925-5a45-47d8-ab58-9f380ac68ea8 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 205 time: 0.0266709
Dec 11 21:14:06.091621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43072) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:06.140569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:06.170047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.194748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1490>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:06.220578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Checking router: 1438bcf5-5ccd-49c9-9d94-93a70346625d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:06.229768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Routers {'1438bcf5-5ccd-49c9-9d94-93a70346625d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:06.230367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1438bcf5-5ccd-49c9-9d94-93a70346625d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:06.340866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.343245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.389047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.389586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router 1438bcf5-5ccd-49c9-9d94-93a70346625d {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:14:06.396872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.398017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-09ff6e93-9f76-4294-aafb-385eee640bb0 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 204  len: 168 time: 0.3055143
Dec 11 21:14:06.402536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43076) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:06.407477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1695898333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:06.431839 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.433150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.458916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] Set router 1438bcf5-5ccd-49c9-9d94-93a70346625d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:06.490791 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.496123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.513421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771d1490>, [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:06.514711 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.515956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bd6cb6d4-2b0c-4d24-aad1-7a6c2d856cfb tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1122284
Dec 11 21:14:06.518841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43080) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:06.523446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Request body: {'router': {'admin_state_up': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:06.545133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a777b2d1-dfd1-4477-8a42-78d5e265966c None None] The sync data for ids ['1438bcf5-5ccd-49c9-9d94-93a70346625d'] in ncdv-master-1 is: [{'id': '1438bcf5-5ccd-49c9-9d94-93a70346625d', 'name': 'tempest-RoutersTest-router-289903869', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:16Z', 'updated_at': '2021-12-11T21:14:03Z', 'revision_number': 11, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:06.578731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16161a4-fdf5-4d9d-abd0-26a0ca66bfb7 req-5d77b544-fc54-42d7-8f16-3f715f2ac6d5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:06.580470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b16161a4-fdf5-4d9d-abd0-26a0ca66bfb7 req-5d77b544-fc54-42d7-8f16-3f715f2ac6d5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0527899
Dec 11 21:14:06.633279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b16161a4-fdf5-4d9d-abd0-26a0ca66bfb7 req-0dea0872-0b61-45c8-8da5-d56a065745e9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457463
Dec 11 21:14:06.737586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-520104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10245'] for router, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.752788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-520145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-520154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517216'] for router, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.850819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Router 0e540a7b-56bd-481f-a854-ea0797a9e3e8 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:14:06.926729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:06.933419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:06.934588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-63b9244b-2238-4b99-b387-f5d97d976cd6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "PUT /v2.0/routers/0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 200  len: 694 time: 0.4147046
Dec 11 21:14:06.935915 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Sync routers for ids ['0e540a7b-56bd-481f-a854-ea0797a9e3e8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:06.937119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43084) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:06.947184 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Routers {'0e540a7b-56bd-481f-a854-ea0797a9e3e8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:06.947878 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84406850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0e540a7b-56bd-481f-a854-ea0797a9e3e8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:07.025262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Set router 0e540a7b-56bd-481f-a854-ea0797a9e3e8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:07.084655 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84406850>, [{'id': '0e540a7b-56bd-481f-a854-ea0797a9e3e8', 'name': 'tempest-RoutersTest-router-1695898333', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:06Z', 'updated_at': '2021-12-11T21:14:06Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:07.116418 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Checking router: 0e540a7b-56bd-481f-a854-ea0797a9e3e8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:07.125951 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Routers {'0e540a7b-56bd-481f-a854-ea0797a9e3e8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:07.126624 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84406850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:13:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['0e540a7b-56bd-481f-a854-ea0797a9e3e8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:07.195340 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] Set router 0e540a7b-56bd-481f-a854-ea0797a9e3e8 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:07.252418 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84406850>, [{'id': '0e540a7b-56bd-481f-a854-ea0797a9e3e8', 'name': 'tempest-RoutersTest-router-1695898333', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:06Z', 'updated_at': '2021-12-11T21:14:06Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:07.280380 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c080ef-e158-4d3f-8eaa-862fe8812e45 None None] The sync data for ids ['0e540a7b-56bd-481f-a854-ea0797a9e3e8'] in ncdv-master-1 is: [{'id': '0e540a7b-56bd-481f-a854-ea0797a9e3e8', 'name': 'tempest-RoutersTest-router-1695898333', 'tenant_id': 'b58332c2f6e345cc8542d87d63a123e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:06Z', 'updated_at': '2021-12-11T21:14:06Z', 'revision_number': 2, 'project_id': 'b58332c2f6e345cc8542d87d63a123e9', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:07.369020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef552d07-41b4-42c6-b290-6c56671947c9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/routers/0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 200  len: 700 time: 0.4300249
Dec 11 21:14:07.371038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43088) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.399416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac800f2f-6142-4c11-b5d0-fe7c98653493 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 200  len: 205 time: 0.0272222
Dec 11 21:14:07.402047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.478324 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:07.633943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:07.635963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:07.682722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:07.683279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Fanout notify agent at l3_agent the message router_deleted on router 0e540a7b-56bd-481f-a854-ea0797a9e3e8 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:14:07.690871 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:07.692655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42949cb4-8da2-4f95-bf35-c4b408680c45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 204  len: 168 time: 0.2892373
Dec 11 21:14:07.696033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43094) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.728518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8264a2d-5adb-4394-8b36-cd8d0861a18e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 200  len: 205 time: 0.0312972
Dec 11 21:14:07.731048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43096) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.771293 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-670e644d-5e15-4f97-bf9e-7daec1db5c47 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:07.775591 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-670e644d-5e15-4f97-bf9e-7daec1db5c47 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/0e540a7b-56bd-481f-a854-ea0797a9e3e8 HTTP/1.1" status: 404  len: 336 time: 0.0403111
Dec 11 21:14:07.775990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43100) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.812968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b59b0-13c6-48b9-a648-f719cc06ee44 req-c903cf15-d019-41e8-b807-5b277f555c8a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:07.814450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b65b59b0-13c6-48b9-a648-f719cc06ee44 req-c903cf15-d019-41e8-b807-5b277f555c8a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0892735
Dec 11 21:14:07.815304 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2909ae-a2d5-498e-8069-fd27659d4e01 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:07.815729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2909ae-a2d5-498e-8069-fd27659d4e01 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:07.818764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1e2909ae-a2d5-498e-8069-fd27659d4e01 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/08ecf714-9dce-4ebc-8003-e9a4af9d7bdd HTTP/1.1" status: 404  len: 337 time: 0.0414174
Dec 11 21:14:07.821465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.849843 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a210279-50cd-4dfa-96b1-c42d63f58720 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:07.850297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a210279-50cd-4dfa-96b1-c42d63f58720 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:07.853419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a210279-50cd-4dfa-96b1-c42d63f58720 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/731e9052-93a4-4568-8c8a-3bf8d303dfde HTTP/1.1" status: 404  len: 337 time: 0.0309377
Dec 11 21:14:07.856215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.886930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b65b59b0-13c6-48b9-a648-f719cc06ee44 req-5c9d9e0b-3e4d-49d4-8e5e-3583af338080 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665026
Dec 11 21:14:07.887683 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-08981e1c-dc39-4edd-be4d-2b469216e6c6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:07.888125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08981e1c-dc39-4edd-be4d-2b469216e6c6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:07.891122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-08981e1c-dc39-4edd-be4d-2b469216e6c6 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/aa036b1c-8afb-4025-9eaf-91bd7422f572 HTTP/1.1" status: 404  len: 337 time: 0.0339627
Dec 11 21:14:07.893986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43106) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.926853 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c293df9e-9c91-4fc6-adf8-8d1200c6f673 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:07.927312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c293df9e-9c91-4fc6-adf8-8d1200c6f673 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:07.930428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c293df9e-9c91-4fc6-adf8-8d1200c6f673 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/b99c0a81-5d7f-423e-8460-d2fb2c2522b3 HTTP/1.1" status: 404  len: 337 time: 0.0350604
Dec 11 21:14:07.933138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:07.961425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bb36f802-98a2-430d-9bc0-669239ffbd53 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 200  len: 205 time: 0.0272048
Dec 11 21:14:07.963825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.003093 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-f2cddc2f-eb04-4052-8c33-d386b7ce9878 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.004642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f2cddc2f-eb04-4052-8c33-d386b7ce9878 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/1438bcf5-5ccd-49c9-9d94-93a70346625d HTTP/1.1" status: 404  len: 336 time: 0.0394068
Dec 11 21:14:08.007469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.040516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-07e50005-5190-4344-a534-4cb2b2a50165 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=b99f1bd1-8c5c-4773-85fe-bf7da5593257 HTTP/1.1" status: 200  len: 205 time: 0.0317180
Dec 11 21:14:08.042754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.085254 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-01236a54-2270-472d-b4dc-cb7922a3d960 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.086317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-01236a54-2270-472d-b4dc-cb7922a3d960 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/b99f1bd1-8c5c-4773-85fe-bf7da5593257 HTTP/1.1" status: 404  len: 336 time: 0.0426681
Dec 11 21:14:08.089032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43116) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.116787 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-35492914-14de-44d6-8e49-9916d64d51d8 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:08.117243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35492914-14de-44d6-8e49-9916d64d51d8 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:08.120315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35492914-14de-44d6-8e49-9916d64d51d8 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/7461b900-0eb7-42bb-afef-aa36df15e5ac HTTP/1.1" status: 404  len: 337 time: 0.0302441
Dec 11 21:14:08.123217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43118) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.150101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24e1f4e3-620b-440c-9315-723c17d3a53a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 200  len: 205 time: 0.0258086
Dec 11 21:14:08.152404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43120) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.195637 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-be82f4e2-1e02-4a95-b5f9-56206a12d704 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.197430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-be82f4e2-1e02-4a95-b5f9-56206a12d704 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/f3b24283-113a-4152-8ee7-00770ceb3c90 HTTP/1.1" status: 404  len: 336 time: 0.0440927
Dec 11 21:14:08.200157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43122) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.231063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8314fb1c-b712-4036-aa35-2eaf13d351d9 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=56eabb42-d552-4e15-aebd-04f549c7b422 HTTP/1.1" status: 200  len: 205 time: 0.0274417
Dec 11 21:14:08.231300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.268581 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-c7944ede-9d4f-4530-b12f-bcf881904f51 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.269654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c7944ede-9d4f-4530-b12f-bcf881904f51 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/56eabb42-d552-4e15-aebd-04f549c7b422 HTTP/1.1" status: 404  len: 336 time: 0.0374649
Dec 11 21:14:08.272402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.302965 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bba0b2-1669-4735-9b7b-7cc01a6b176a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:08.303408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bba0b2-1669-4735-9b7b-7cc01a6b176a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:08.306453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-73bba0b2-1669-4735-9b7b-7cc01a6b176a tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/24cebe2f-d34c-49f1-8110-6df0fc83f7a2 HTTP/1.1" status: 404  len: 337 time: 0.0331266
Dec 11 21:14:08.309130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43128) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.335529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-98816287-9bbe-4c5b-beb7-47c2f460104c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b27e148-5dfc-4c3d-ad39-a83a651197fd HTTP/1.1" status: 200  len: 205 time: 0.0253484
Dec 11 21:14:08.337850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43130) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.375084 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-974f5103-4ab0-4df0-b14d-9c05afc01817 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.376123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-974f5103-4ab0-4df0-b14d-9c05afc01817 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/8b27e148-5dfc-4c3d-ad39-a83a651197fd HTTP/1.1" status: 404  len: 336 time: 0.0372846
Dec 11 21:14:08.378754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.405854 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-2522fd1b-0a13-4ab1-820e-e05aae1e650e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:08.406389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2522fd1b-0a13-4ab1-820e-e05aae1e650e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:08.409579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2522fd1b-0a13-4ab1-820e-e05aae1e650e tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/2d9e6ec5-819b-4800-9dc4-e35d95058803 HTTP/1.1" status: 404  len: 337 time: 0.0298579
Dec 11 21:14:08.412840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43136) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.438554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c4d242d6-3428-4a12-8827-ed7a8a98be45 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "GET /v2.0/ports?device_id=39841104-3b39-4942-ba50-6b8492d48500 HTTP/1.1" status: 200  len: 205 time: 0.0246542
Dec 11 21:14:08.440989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.482149 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-92b6c238-58f6-44bf-b1a6-b31c32621b2c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:08.483200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-92b6c238-58f6-44bf-b1a6-b31c32621b2c tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/routers/39841104-3b39-4942-ba50-6b8492d48500 HTTP/1.1" status: 404  len: 336 time: 0.0412996
Dec 11 21:14:08.485603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.510645 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-90037649-452e-4381-8a50-36d96fdc8f41 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:08.511087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90037649-452e-4381-8a50-36d96fdc8f41 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:08.514115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90037649-452e-4381-8a50-36d96fdc8f41 tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/6c8953c3-e756-4640-9295-93835a870af0 HTTP/1.1" status: 404  len: 337 time: 0.0276203
Dec 11 21:14:08.516363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.542056 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd4c708-8775-4ceb-8ea3-4738615c90dc tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:14:08.542516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd4c708-8775-4ceb-8ea3-4738615c90dc tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:14:08.545471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ccd4c708-8775-4ceb-8ea3-4738615c90dc tempest-RoutersTest-390868452 tempest-RoutersTest-390868452-project] 10.222.0.18 "DELETE /v2.0/subnets/d7086c70-a49a-424b-8f20-db2b78231731 HTTP/1.1" status: 404  len: 337 time: 0.0282369
Dec 11 21:14:08.739483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43148) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.872901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6fe8a13c-e921-47e0-b653-f79f515ffe48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b58332c2f6e345cc8542d87d63a123e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1322489
Dec 11 21:14:08.875430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:08.926267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:08.947710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:08.996125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:08.999464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:09.000625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39861857-b5bb-4917-950c-78980a0798bf HTTP/1.1" status: 204  len: 168 time: 0.1242659
Dec 11 21:14:09.005689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48446356-2545-4167-ae44-937a69ed2491 req-a2bbdefa-0164-4169-aae0-beee4aac6dd8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:09.007404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48446356-2545-4167-ae44-937a69ed2491 req-a2bbdefa-0164-4169-aae0-beee4aac6dd8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0510814
Dec 11 21:14:09.008522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39861857-b5bb-4917-950c-78980a0798bf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:09.017449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.017800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.018149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.018550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.018970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.019308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.019783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.020122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.020459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.020816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.021144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.021474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.021804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58430247-2775-4205-8e5c-4220346a88f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:09.067036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-48446356-2545-4167-ae44-937a69ed2491 req-e8e510b5-e3dd-49bb-9027-03c28636d116 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528352
Dec 11 21:14:09.632522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43180) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:09.726809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-98ba3582-8371-4a60-b5bd-731e7f0a06d9 tempest-DvrRoutersNegativeTest-1550637174 tempest-DvrRoutersNegativeTest-1550637174-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1655524821', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:09.729671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.policy [None req-98ba3582-8371-4a60-b5bd-731e7f0a06d9 tempest-DvrRoutersNegativeTest-1550637174 tempest-DvrRoutersNegativeTest-1550637174-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=125987) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
Dec 11 21:14:09.729973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.policy [None req-98ba3582-8371-4a60-b5bd-731e7f0a06d9 tempest-DvrRoutersNegativeTest-1550637174 tempest-DvrRoutersNegativeTest-1550637174-project] Failed policy check for 'create_router' {{(pid=125987) enforce /opt/stack/neutron/neutron/policy.py:524}}
Dec 11 21:14:09.730524 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-98ba3582-8371-4a60-b5bd-731e7f0a06d9 tempest-DvrRoutersNegativeTest-1550637174 tempest-DvrRoutersNegativeTest-1550637174-project] create failed (client error): Access was denied to this resource.
Dec 11 21:14:09.731489 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-98ba3582-8371-4a60-b5bd-731e7f0a06d9 tempest-DvrRoutersNegativeTest-1550637174 tempest-DvrRoutersNegativeTest-1550637174-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.0979633
Dec 11 21:14:09.973837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43190) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:10.078805 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99e1ce1e-9213-473d-8593-9cbd934a20e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.156895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99e1ce1e-9213-473d-8593-9cbd934a20e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.161671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-99e1ce1e-9213-473d-8593-9cbd934a20e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.193120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151b968-ceda-4a0d-94b1-0f4e365dfac9 req-20eb6542-15ff-4d66-bcd8-f67a9ad01eee tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:10.194833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2151b968-ceda-4a0d-94b1-0f4e365dfac9 req-20eb6542-15ff-4d66-bcd8-f67a9ad01eee tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0536957
Dec 11 21:14:10.202548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-99e1ce1e-9213-473d-8593-9cbd934a20e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc0035601d6548f387da0535beadbc9b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2275634
Dec 11 21:14:10.202767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43196) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:10.204593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1ce1e-9213-473d-8593-9cbd934a20e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad0d89-ee7c-47d9-9838-a00e09ecf615,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:10.272488 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2151b968-ceda-4a0d-94b1-0f4e365dfac9 req-c388b6b7-9fc9-4d05-a3f8-ebc50e22d526 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707076
Dec 11 21:14:10.285040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.308566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.353907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.356752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.357891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5ad0d89-ee7c-47d9-9838-a00e09ecf615 HTTP/1.1" status: 204  len: 168 time: 0.1529977
Dec 11 21:14:10.366024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad0d89-ee7c-47d9-9838-a00e09ecf615,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:10.373321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.373673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.374012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.374349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.374708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.375040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.375368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.375695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.376019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.376344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.376664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.376983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.377306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e8ad7f-a5a8-42ce-ad53-dde277b68838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:10.984997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3a36c6e8-3378-4f88-aa3e-82e36b8b87c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:10.999378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.095298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b8fa196a-805c-43c4-92fe-a236cf8e4122 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-418381731', 'prefixes': ['172.20.0.0/16']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:11.160625 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8fa196a-805c-43c4-92fe-a236cf8e4122 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] Publish callbacks [] for subnetpool, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.161825 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8fa196a-805c-43c4-92fe-a236cf8e4122 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.1614420
Dec 11 21:14:11.164509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43226) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.200494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ba6547bb-84a3-4c1a-9be2-e18a084264c1 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "GET /v2.0/subnetpools/ccee2166-6f21-43b9-abe7-132f2f554b20 HTTP/1.1" status: 200  len: 731 time: 0.0349457
Dec 11 21:14:11.202837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43228) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.207670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d7c50f20-01d5-473c-9adf-65639468071a tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-73060903'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:11.286070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d7c50f20-01d5-473c-9adf-65639468071a tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] Publish callbacks [] for subnetpool, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.287450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d7c50f20-01d5-473c-9adf-65639468071a tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "PUT /v2.0/subnetpools/ccee2166-6f21-43b9-abe7-132f2f554b20 HTTP/1.1" status: 200  len: 682 time: 0.0837066
Dec 11 21:14:11.290131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43230) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.392064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b582602-564e-425d-a01b-25b44ef75ff6 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] Publish callbacks [] for subnetpool, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.393094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b582602-564e-425d-a01b-25b44ef75ff6 tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccee2166-6f21-43b9-abe7-132f2f554b20 HTTP/1.1" status: 204  len: 168 time: 0.1020086
Dec 11 21:14:11.395817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.404935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7939d8-f0c5-4d63-89d4-7903292ae3a3 req-eddbb113-db3b-45c3-830c-d3c70cf7e49f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:11.406376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f7939d8-f0c5-4d63-89d4-7903292ae3a3 req-eddbb113-db3b-45c3-830c-d3c70cf7e49f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0620196
Dec 11 21:14:11.411235 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-72cb0bd0-09b3-4c7f-8a61-f591c78656ff tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] show failed (client error): The resource could not be found.
Dec 11 21:14:11.412219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-72cb0bd0-09b3-4c7f-8a61-f591c78656ff tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "GET /v2.0/subnetpools/ccee2166-6f21-43b9-abe7-132f2f554b20 HTTP/1.1" status: 404  len: 346 time: 0.0146053
Dec 11 21:14:11.414787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43236) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.429027 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-c1c3e1a7-71c4-4df7-8fc8-3a00edf45e2e tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] delete failed (client error): The resource could not be found.
Dec 11 21:14:11.430012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c1c3e1a7-71c4-4df7-8fc8-3a00edf45e2e tempest-SubnetPoolsTestJSON-2029169160 tempest-SubnetPoolsTestJSON-2029169160-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccee2166-6f21-43b9-abe7-132f2f554b20 HTTP/1.1" status: 404  len: 346 time: 0.0143380
Dec 11 21:14:11.456428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f7939d8-f0c5-4d63-89d4-7903292ae3a3 req-741d048e-f39c-4ec1-8565-f0da865d371f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440252
Dec 11 21:14:11.669260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43244) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.774219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f715690-b8ee-4d93-b989-b1dcbc8a0bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.850643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f715690-b8ee-4d93-b989-b1dcbc8a0bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.856020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f715690-b8ee-4d93-b989-b1dcbc8a0bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.898185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f715690-b8ee-4d93-b989-b1dcbc8a0bd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a77248f5b76b4970baea3cad618de43c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2278569
Dec 11 21:14:11.899112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f715690-b8ee-4d93-b989-b1dcbc8a0bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b48bb-67f9-4e13-a8ef-e835e6054d28,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:11.901001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43250) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:11.948188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:11.968228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:12.015650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:12.018233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:12.019422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c7b48bb-67f9-4e13-a8ef-e835e6054d28 HTTP/1.1" status: 204  len: 168 time: 0.1173232
Dec 11 21:14:12.027193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432436a8-eb53-4895-a747-c865ee8109e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b48bb-67f9-4e13-a8ef-e835e6054d28,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:12.574029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651aa252-0742-42df-8dc5-32a948aa7a95 req-80cd7ac2-2fff-41b0-b2e8-d07b245a6d42 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:12.575592 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-651aa252-0742-42df-8dc5-32a948aa7a95 req-80cd7ac2-2fff-41b0-b2e8-d07b245a6d42 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0495179
Dec 11 21:14:12.626976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-651aa252-0742-42df-8dc5-32a948aa7a95 req-972117ae-528e-4f7e-b990-2feae08e1bba tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454934
Dec 11 21:14:13.459268 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a95617d-3501-4e48-a140-dba648cdb2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:13.649606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:13.749039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a5c1c-9dc1-4e8b-930a-b7f0360339be req-7d60466e-3741-4470-85e2-4403111abd30 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:13.750694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a3a5c1c-9dc1-4e8b-930a-b7f0360339be req-7d60466e-3741-4470-85e2-4403111abd30 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0532763
Dec 11 21:14:13.770731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bad10e5-cf92-4884-b55b-8cdf08fdad8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:13.829297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4a3a5c1c-9dc1-4e8b-930a-b7f0360339be req-ac3a22fb-588d-43f1-9c17-1a577ddbf33a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709095
Dec 11 21:14:13.883833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bad10e5-cf92-4884-b55b-8cdf08fdad8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:13.887578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0bad10e5-cf92-4884-b55b-8cdf08fdad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:13.924600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0bad10e5-cf92-4884-b55b-8cdf08fdad8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee4981de0f484f1bbe65cb4d43b83b6d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2737770
Dec 11 21:14:13.927187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad10e5-cf92-4884-b55b-8cdf08fdad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8725a0a-4f99-4fdb-9a0f-adf2af2f1891,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:13.927881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43318) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:13.977887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:13.998658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.044257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.046766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.047903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8725a0a-4f99-4fdb-9a0f-adf2af2f1891 HTTP/1.1" status: 204  len: 168 time: 0.1189563
Dec 11 21:14:14.056090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c2321-f50e-49fe-b00b-990041a29e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8725a0a-4f99-4fdb-9a0f-adf2af2f1891,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:14.308653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:14.321545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58e56b8-65aa-40be-89f3-0c6b649d4429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.392572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58e56b8-65aa-40be-89f3-0c6b649d4429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.396963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a58e56b8-65aa-40be-89f3-0c6b649d4429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.437851 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a58e56b8-65aa-40be-89f3-0c6b649d4429 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b4d6562b93048298bffe2d093d5f397&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1280589
Dec 11 21:14:14.438768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e56b8-65aa-40be-89f3-0c6b649d4429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06211c01-fc44-4e29-adfa-b8cfa6256517,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:14.440592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43328) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:14.494239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.514815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.560948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.563605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.564765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06211c01-fc44-4e29-adfa-b8cfa6256517 HTTP/1.1" status: 204  len: 168 time: 0.1230779
Dec 11 21:14:14.572460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961ef7e-ccb0-4385-aac6-c0ffd558509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06211c01-fc44-4e29-adfa-b8cfa6256517,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:14.928527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:14.958527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3572c44-0da1-4e15-a798-ac6bd340d5ab req-091c7972-767b-4385-bfdf-f8adf879073a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:14.960186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3572c44-0da1-4e15-a798-ac6bd340d5ab req-091c7972-767b-4385-bfdf-f8adf879073a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0561154
Dec 11 21:14:15.010774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3572c44-0da1-4e15-a798-ac6bd340d5ab req-1f561e44-31ad-4874-81df-8be6349478c2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433354
Dec 11 21:14:15.831158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:16.128323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864a5d6-d5bc-47e7-9e51-4cd79b7063b2 req-ad1b78a1-48ff-4994-bb79-3d1a88184607 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:16.130515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e864a5d6-d5bc-47e7-9e51-4cd79b7063b2 req-ad1b78a1-48ff-4994-bb79-3d1a88184607 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0508189
Dec 11 21:14:16.187956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e864a5d6-d5bc-47e7-9e51-4cd79b7063b2 req-ac898bcd-02b9-4b95-9e5e-d1fd6621e3f0 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509672
Dec 11 21:14:16.284668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:17.180036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:17.312326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7344dd-cd2a-4e4d-897a-de96e32b5152 req-d48380d0-5362-4710-ba78-6bbd52d83bd9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:17.313810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c7344dd-cd2a-4e4d-897a-de96e32b5152 req-d48380d0-5362-4710-ba78-6bbd52d83bd9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0552502
Dec 11 21:14:17.361274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c7344dd-cd2a-4e4d-897a-de96e32b5152 req-68a7bbeb-e282-4abd-b399-5594c39ef2f1 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408535
Dec 11 21:14:18.491260 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3c4d-81f3-4c04-9c9d-66c12d159322 req-345515cc-942e-4a80-8999-33a7b7240177 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:18.492853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-975a3c4d-81f3-4c04-9c9d-66c12d159322 req-345515cc-942e-4a80-8999-33a7b7240177 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0548542
Dec 11 21:14:18.543792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-975a3c4d-81f3-4c04-9c9d-66c12d159322 req-96c14e2e-e168-481c-b071-530ed3d4972b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445199
Dec 11 21:14:19.672025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42ca2e-0f04-46a0-a3ef-083461ef2e6b req-bdad3a9e-eac9-4be6-9e9c-5d421df66645 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:19.673697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e42ca2e-0f04-46a0-a3ef-083461ef2e6b req-bdad3a9e-eac9-4be6-9e9c-5d421df66645 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0540986
Dec 11 21:14:19.720866 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e42ca2e-0f04-46a0-a3ef-083461ef2e6b req-534f6a39-f303-4bd2-857f-2a8dec88f265 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409131
Dec 11 21:14:20.839924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45467-5c7f-47ed-8a18-ff62e0693155 req-f0a1268b-8445-494c-90f7-6886fe97f687 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:20.841440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18f45467-5c7f-47ed-8a18-ff62e0693155 req-f0a1268b-8445-494c-90f7-6886fe97f687 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0493982
Dec 11 21:14:20.889476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18f45467-5c7f-47ed-8a18-ff62e0693155 req-a6405366-32f0-42b4-b8c3-a699573d1ae7 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412128
Dec 11 21:14:21.258931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:22.004716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5880-eba7-40ee-8da1-e6e2489d8949 req-57f4f77f-a049-4469-8bd0-851a5294fb76 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:22.006131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d03f5880-eba7-40ee-8da1-e6e2489d8949 req-57f4f77f-a049-4469-8bd0-851a5294fb76 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0495634
Dec 11 21:14:22.056820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d03f5880-eba7-40ee-8da1-e6e2489d8949 req-f6b581db-805a-43a9-b8a6-a0607dc335ec tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446172
Dec 11 21:14:23.106138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43584) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:23.175037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9340274-2c99-434d-bab0-dbedb9b4dfa5 req-c44b3b6d-f403-4702-8db3-7cfb1ff31a12 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:23.177367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9340274-2c99-434d-bab0-dbedb9b4dfa5 req-c44b3b6d-f403-4702-8db3-7cfb1ff31a12 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0522764
Dec 11 21:14:23.219460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-edaaf06c-6b46-4c34-9d24-3682416e9571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.227776 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9340274-2c99-434d-bab0-dbedb9b4dfa5 req-0d718cc6-bbe1-45f9-a41b-3f9380f2cd94 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423706
Dec 11 21:14:23.293593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-edaaf06c-6b46-4c34-9d24-3682416e9571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.297354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-edaaf06c-6b46-4c34-9d24-3682416e9571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.335556 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-edaaf06c-6b46-4c34-9d24-3682416e9571 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73479623e5e0477a9ee05e0404dd87ec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2281680
Dec 11 21:14:23.336340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaf06c-6b46-4c34-9d24-3682416e9571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f40aaa-e4ba-446c-b5a9-c5b3983d3f45,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:23.338950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43590) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:23.386350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.407131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.453824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.457371 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.458752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3f40aaa-e4ba-446c-b5a9-c5b3983d3f45 HTTP/1.1" status: 204  len: 168 time: 0.1181965
Dec 11 21:14:23.470956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2550fe-c11b-43ca-8cf5-992e311ca9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f40aaa-e4ba-446c-b5a9-c5b3983d3f45,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:23.748202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43598) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:23.764956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f762544b-bcd0-4288-93df-7b65522610fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.837472 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f762544b-bcd0-4288-93df-7b65522610fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.841339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f762544b-bcd0-4288-93df-7b65522610fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.881067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f762544b-bcd0-4288-93df-7b65522610fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2d8d925e5204691b7b5ebb03e202972&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1316926
Dec 11 21:14:23.882067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762544b-bcd0-4288-93df-7b65522610fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61dd756-14ac-4008-a047-bcf030dc432a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:23.883742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43600) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:23.931600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.952569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:23.998207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.000854 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.002012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c61dd756-14ac-4008-a047-bcf030dc432a HTTP/1.1" status: 204  len: 168 time: 0.1172180
Dec 11 21:14:24.010255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a0659-d267-4071-b446-c27b3d7f6a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61dd756-14ac-4008-a047-bcf030dc432a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:24.361188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:24.379631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f66bce52-2b43-4da7-800e-2890d562e02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.381116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a25fab-411c-4293-ad60-d13a60002571 req-67550d86-6452-44e0-98a2-9515aabecc58 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:24.382663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97a25fab-411c-4293-ad60-d13a60002571 req-67550d86-6452-44e0-98a2-9515aabecc58 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0537763
Dec 11 21:14:24.436694 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97a25fab-411c-4293-ad60-d13a60002571 req-1ba42a95-d338-4aa6-99c9-167a9d79db05 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474350
Dec 11 21:14:24.458046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f66bce52-2b43-4da7-800e-2890d562e02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.461903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f66bce52-2b43-4da7-800e-2890d562e02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.499598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f66bce52-2b43-4da7-800e-2890d562e02a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b69850f00f5645bda0c73d414d100424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1372693
Dec 11 21:14:24.501511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bce52-2b43-4da7-800e-2890d562e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fde15-b74f-44bd-8486-14edacb26f8a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:24.502240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43626) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:24.550865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.574777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.624069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.627142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:24.628318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e20fde15-b74f-44bd-8486-14edacb26f8a HTTP/1.1" status: 204  len: 168 time: 0.1250000
Dec 11 21:14:24.636435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b48f1-2ec2-4a33-b5da-d6c5f3f55652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fde15-b74f-44bd-8486-14edacb26f8a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:25.556036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223e0e9-2c94-4e10-be3d-50a0b9f38e73 req-1f2f5752-9461-43b8-9095-b9f65ee726aa tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:25.557569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5223e0e9-2c94-4e10-be3d-50a0b9f38e73 req-1f2f5752-9461-43b8-9095-b9f65ee726aa tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0510249
Dec 11 21:14:25.606033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5223e0e9-2c94-4e10-be3d-50a0b9f38e73 req-9bed4279-5758-485f-8c41-3f447673184c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420592
Dec 11 21:14:26.732420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa33fc-d842-4314-81e3-029470ab8e42 req-8bee6c21-3366-44e8-b2a4-3d4e6ede13c8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:26.733944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8fa33fc-d842-4314-81e3-029470ab8e42 req-8bee6c21-3366-44e8-b2a4-3d4e6ede13c8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0543487
Dec 11 21:14:26.796045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e8fa33fc-d842-4314-81e3-029470ab8e42 req-85e65533-5518-4940-b0d2-1279a93355c9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493410
Dec 11 21:14:27.923421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b1377-8732-436c-910b-c9c2a766b9e8 req-f07835a7-c0ba-4658-a4f1-799d99adb855 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:27.924905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e0b1377-8732-436c-910b-c9c2a766b9e8 req-f07835a7-c0ba-4658-a4f1-799d99adb855 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0550473
Dec 11 21:14:27.972531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e0b1377-8732-436c-910b-c9c2a766b9e8 req-c0c76bae-9636-45a9-80cc-3d9ce7208291 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406516
Dec 11 21:14:29.086643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103481e-c1ec-45a6-bed2-f1710f9eccd4 req-ed26044d-1a68-40d7-a72b-fdeaa9c8c831 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:29.088099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c103481e-c1ec-45a6-bed2-f1710f9eccd4 req-ed26044d-1a68-40d7-a72b-fdeaa9c8c831 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0484991
Dec 11 21:14:29.146875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c103481e-c1ec-45a6-bed2-f1710f9eccd4 req-a4cc7aa9-8401-4870-a4ce-0fcd963eac27 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525646
Dec 11 21:14:30.266149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551801-b7f1-4ea8-a0cf-a098ea20e878 req-775f97af-8faf-4159-8a2e-59d42f9013d6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:30.267669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a551801-b7f1-4ea8-a0cf-a098ea20e878 req-775f97af-8faf-4159-8a2e-59d42f9013d6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0534115
Dec 11 21:14:30.313873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a551801-b7f1-4ea8-a0cf-a098ea20e878 req-a4040d0f-4b54-4b0a-a468-dcaadb9da062 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401790
Dec 11 21:14:31.438128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f00f89-1048-41d7-944d-8887782160cf req-41229131-d1d2-4734-b768-74a71d6c9d3c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:31.439842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40f00f89-1048-41d7-944d-8887782160cf req-41229131-d1d2-4734-b768-74a71d6c9d3c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0533080
Dec 11 21:14:31.498590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40f00f89-1048-41d7-944d-8887782160cf req-bdb1ee27-bd2c-48c2-8b0b-7ac760404236 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520191
Dec 11 21:14:31.911037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05055cb-bded-4bb6-9621-701d852f809b req-b008c3c0-3adb-48d3-b11e-5943c0c828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:31.912535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e05055cb-bded-4bb6-9621-701d852f809b req-b008c3c0-3adb-48d3-b11e-5943c0c828cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 1097 time: 0.0410962
Dec 11 21:14:31.959079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e05055cb-bded-4bb6-9621-701d852f809b req-1eb1528f-45f2-4e32-b0f8-b1821de2ff92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400386
Dec 11 21:14:32.573804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43868) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:32.619999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b2f22-f3fc-4ca7-93b4-52b36cd73c80 req-15b49e08-60ac-4922-92a3-a34d78e54398 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:32.621512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f65b2f22-f3fc-4ca7-93b4-52b36cd73c80 req-15b49e08-60ac-4922-92a3-a34d78e54398 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0495996
Dec 11 21:14:32.669145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f65b2f22-f3fc-4ca7-93b4-52b36cd73c80 req-d55cdc58-ce34-49d3-8d4d-5643df126390 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417593
Dec 11 21:14:32.681243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65f04545-95ac-4adb-8244-ef90599f2a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.759825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65f04545-95ac-4adb-8244-ef90599f2a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.763685 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65f04545-95ac-4adb-8244-ef90599f2a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.811012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f04545-95ac-4adb-8244-ef90599f2a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ce316f-f6fc-44a8-884a-ab9f9a8516d2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:32.819160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-65f04545-95ac-4adb-8244-ef90599f2a6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e50f38dfc5854e9487b68b03ad532275&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2419562
Dec 11 21:14:32.820240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43872) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:32.894884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.924257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.973736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.976332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:32.977493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2ce316f-f6fc-44a8-884a-ab9f9a8516d2 HTTP/1.1" status: 204  len: 168 time: 0.1571953
Dec 11 21:14:32.984959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeab7cc-1bfb-4aff-b96c-6bc48cab30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ce316f-f6fc-44a8-884a-ab9f9a8516d2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:33.242070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:33.255650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7875a557-7802-4901-a35f-80bb8c3e7e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.333114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7875a557-7802-4901-a35f-80bb8c3e7e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.336668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7875a557-7802-4901-a35f-80bb8c3e7e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.374019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7875a557-7802-4901-a35f-80bb8c3e7e85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e0822e8c7e4b329e029b11dd54ac81&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1308520
Dec 11 21:14:33.375973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a557-7802-4901-a35f-80bb8c3e7e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6505304-b67b-4215-99df-54d0bdc82187,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:33.376726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:33.429958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.451997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.498825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.501515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.504926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6505304-b67b-4215-99df-54d0bdc82187 HTTP/1.1" status: 204  len: 168 time: 0.1249509
Dec 11 21:14:33.511083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f1f7e-f8e1-4199-b60b-c43546f2cefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6505304-b67b-4215-99df-54d0bdc82187,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:33.803460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb00a1c-fe1f-47fa-87b0-8dc7c66c9e6a req-138ab036-9ce3-4c89-b3cf-1337ac6518d0 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:33.805145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ebb00a1c-fe1f-47fa-87b0-8dc7c66c9e6a req-138ab036-9ce3-4c89-b3cf-1337ac6518d0 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0543900
Dec 11 21:14:33.829543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43892) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:33.843099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba5347f-f057-4b4c-9e6a-c9fef9b6b390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.854209 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ebb00a1c-fe1f-47fa-87b0-8dc7c66c9e6a req-0ea709d4-85d8-4c7e-b971-6d707d28f58c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431106
Dec 11 21:14:33.921308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba5347f-f057-4b4c-9e6a-c9fef9b6b390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.926314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ba5347f-f057-4b4c-9e6a-c9fef9b6b390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:33.966562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ba5347f-f057-4b4c-9e6a-c9fef9b6b390 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02c34114f7ee41218628bd02d92cd5fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1358445
Dec 11 21:14:33.967754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5347f-f057-4b4c-9e6a-c9fef9b6b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42347b3-41cb-461a-ba72-151e86027c70,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:33.969379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43898) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:34.021249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:34.043222 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:34.089085 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:34.091819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:34.092967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c42347b3-41cb-461a-ba72-151e86027c70 HTTP/1.1" status: 204  len: 168 time: 0.1215117
Dec 11 21:14:34.101935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1622-3426-490a-b407-9c3d5cb68e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42347b3-41cb-461a-ba72-151e86027c70,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:34.146638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-f4d9b172-8386-4b67-a3ef-f24ced763083 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:34.148113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-f4d9b172-8386-4b67-a3ef-f24ced763083 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 810 time: 0.1103592
Dec 11 21:14:34.163935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-317ebced-6d77-45d7-a682-2ab01c419910 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/quotas/d382c6b1fdec45ad9d628dceadd2d8c1 HTTP/1.1" status: 200  len: 375 time: 0.0098538
Dec 11 21:14:34.223270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-501332a5-6330-45eb-93dc-0e68f26f7cc3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535581
Dec 11 21:14:34.325043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-5d104ce4-284e-4def-8cac-70dbb7bac1c9 service neutron] 10.222.0.18 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0984082
Dec 11 21:14:34.417002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-6808581b-a5b7-473e-a6c3-763f43cd2825 service neutron] 10.222.0.18 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858750
Dec 11 21:14:34.605079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52636e3e-bd02-4930-9763-18e1e4b68b46 req-aa270165-5e79-4685-ae97-9d51a8bad4dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 210 time: 0.0331550
Dec 11 21:14:35.548044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-2858c9d1-a97c-4e10-9b3c-ab710a47b81b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:35.551868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-2858c9d1-a97c-4e10-9b3c-ab710a47b81b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.30 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 810 time: 0.1181912
Dec 11 21:14:35.571172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Request body: {'port': {'device_id': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'admin_state_up': True, 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:35.692945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Made reservation on behalf of d382c6b1fdec45ad9d628dceadd2d8c1 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:14:35.693814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43966) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:35.696441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.698728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753793525', 'description': 'tempest-secgroup-smoke-1753793525 description', 'project_id': '57a572b530bb4301876a76b0a8a94b78'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:35.717727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5fb84e9d-090d-4d49-8651-b7c889de31f2 req-1001c25a-6270-4909-bbd7-29690c84b1f6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 210 time: 0.0384951
Dec 11 21:14:35.721051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.734804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.812447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.816394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.847728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Allocated IP 172.20.0.10 (5c984719-0551-4d82-bc75-8cdbc5774f19/6a18e1f1-6a82-4dbb-b863-23fa108b245a/a01de9d3-bd80-472d-88c5-34a7e8b523e7) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:35.859968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e876019b-2fe6-4a8d-ade7-3274fc416076,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:35.899158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.902956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.932904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:35.934133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2392011
Dec 11 21:14:35.935081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38acd0-30a6-4b3f-92dc-a5bcaba9c514 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:35.937175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:35.941933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:35.968376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.007968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.023592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.027378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.043022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.046291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e348ae64-7fd7-48ad-8419-486033527462,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.052790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.056494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03607601-a338-4dfb-8de5-393759e7df43 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1159027
Dec 11 21:14:36.056667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c03c4a5d-c583-4449-8121-b6ba2ef260b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:14:36.057155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:36.061686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.092454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.092921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Network 5c984719-0551-4d82-bc75-8cdbc5774f19 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:36.095919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:36.101507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:36.105345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Pushing event updated for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.155627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:36.156150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.157322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.161717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.174348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-47c109ff-38a5-4028-8b66-af1851178b7b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6118326
Dec 11 21:14:36.177304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308f4f0a-bf7f-4038-9102-01205fb564fc,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.187204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Request body: {'port': {'device_id': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.189694 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.190971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9f35205c-b235-4513-af4b-20ccfe7cb6d6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1332943
Dec 11 21:14:36.193804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:36.198126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.265918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.269973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.420428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.426320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.461758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30f276d-1d36-43db-a268-a66e82022609,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.498467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.499674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da146f9d-cd05-474e-a500-f8d236bf16da tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3049154
Dec 11 21:14:36.502558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:36.507719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.535346 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.594614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.597826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01de9d3-bd80-472d-88c5-34a7e8b523e7 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:14:36.600276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.606059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.619365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Transition to ACTIVE for port object a01de9d3-bd80-472d-88c5-34a7e8b523e7 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:14:36.621694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68955f41-4a6c-4514-9b38-63cf3efe73b5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.626326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.630495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.631775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a3f4b659-b601-44fa-b336-8926238f2f0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1276379
Dec 11 21:14:36.634541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43980) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:36.638989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.660722 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:14:36.665640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.699875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Pushing event updated for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.725326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.729392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.749309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c512f5-3344-4035-847f-c70154c7e912,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:36.760086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.762032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75f69b63-2d33-4edf-bc97-70dbca857dbb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1265213
Dec 11 21:14:36.765134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:36.770877 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '2ff3250c-62ac-4cdf-9da0-e2a6435bca1e', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:36.776981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Attempting to bind port a01de9d3-bd80-472d-88c5-34a7e8b523e7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:14:36.777773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Attempting to bind port a01de9d3-bd80-472d-88c5-34a7e8b523e7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:14:36.778113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Attempting to bind port a01de9d3-bd80-472d-88c5-34a7e8b523e7 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:36.792006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Port a01de9d3-bd80-472d-88c5-34a7e8b523e7 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:14:36.792336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Attempting to bind port a01de9d3-bd80-472d-88c5-34a7e8b523e7 on network 5c984719-0551-4d82-bc75-8cdbc5774f19 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:36.811538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:14:36.811881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Checking segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:36.812261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Bound using segment: {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:14:36.812698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Bound port: a01de9d3-bd80-472d-88c5-34a7e8b523e7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fe6a13-7f08-4d5a-b653-52035eb27f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:14:36.813078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.843526 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:14:36.853642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.910495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d384b-9721-4b91-a745-6f100716edf5 req-1de52311-8962-4b6a-981f-a2c51b8c8445 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:36.911992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc8d384b-9721-4b91-a745-6f100716edf5 req-1de52311-8962-4b6a-981f-a2c51b8c8445 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 944 time: 0.1129522
Dec 11 21:14:36.971960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:14:36.982424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:14:36.993503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:36.998470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.009847 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.040544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc8d384b-9721-4b91-a745-6f100716edf5 req-10e86f9e-be1a-41a1-a672-e570c03b1ef1 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207592
Dec 11 21:14:37.061528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f05a08b-ebe5-4879-be9a-566c968b1e8b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:37.065396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:37.066657 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.068515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] 10.222.0.30 "PUT /v2.0/ports/a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 200  len: 1092 time: 0.8855581
Dec 11 21:14:37.069149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:37.071981 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c029b55-5f3d-4e4d-847b-ff0283223582" -d '{"events": [{"name": "network-changed", "server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:37.081391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.082900 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1a2aac9-f868-41db-a761-5793af12c7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3162739
Dec 11 21:14:37.086432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 43988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:37.093662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'network': {'name': 'tempest-network-smoke--1740190925', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'port_security_enabled': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:37.093855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e53dc1-76ae-49b9-8730-306af3a4387b service neutron] Pushing event updated for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:37.122442 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9bca1c-97f9-4dc7-8aad-1c306a01a244 x-openstack-request-id: req-fb9bca1c-97f9-4dc7-8aad-1c306a01a244 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:37.122825 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:37.123185 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb9bca1c-97f9-4dc7-8aad-1c306a01a244 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:37.123491 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7', 'status': 'completed', 'code': 200}
Dec 11 21:14:37.127149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:14:37.131718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.155028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-7d7e5964-ba46-4be2-beea-ca4949b7f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:37.155727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:14:37.156859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-7d7e5964-ba46-4be2-beea-ca4949b7f93d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1095 time: 0.0453832
Dec 11 21:14:37.165058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.165396 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Added segment 83047862-b7b2-4f31-bbbb-1bd1a7c3b185 of type vlan for network 23970f39-6869-436e-ae19-b058930f0524
Dec 11 21:14:37.203968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-6acf0816-8967-4f7c-9014-186dac7f0676 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 200  len: 217 time: 0.0394826
Dec 11 21:14:37.207062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.233674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.239881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:37.240493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.255468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-474ed68a-ccf6-49a4-b75c-10abdc15ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:37.256992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-474ed68a-ccf6-49a4-b75c-10abdc15ccf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0464301
Dec 11 21:14:37.292074 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-8e0f5eec-c208-4ee1-978a-67da24288fab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267162
Dec 11 21:14:37.293930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2047300
Dec 11 21:14:37.296983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 43990) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:37.301863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'admin_state_up': True, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:37.310019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91597c-bc20-4002-8751-ac4473423612 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Network': ['ID=23970f39-6869-436e-ae19-b058930f0524,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:37.320435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 23970f39-6869-436e-ae19-b058930f0524 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:14:37.380530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.381565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.456270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.461092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-4edaef38-8acc-47d2-9db1-2de85cb4aac8 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536641
Dec 11 21:14:37.648390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.698370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-257cc685-63bc-4d9a-affb-d13d1c60759a req-45a02f89-242a-4d92-b620-125658bf3f76 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958489
Dec 11 21:14:37.799726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-4455b19a-da03-4325-86ba-d8c140235000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:37.801290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-4455b19a-da03-4325-86ba-d8c140235000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1095 time: 0.0574048
Dec 11 21:14:37.950266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:37.977251 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:38.022442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-6d6539ed-5d18-433f-8b8f-b2b27de43a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:38.023930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-6d6539ed-5d18-433f-8b8f-b2b27de43a95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 911 time: 0.2146792
Dec 11 21:14:38.073701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-239459ea-10c8-4c9c-bca8-a564d3a7f816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 200  len: 217 time: 0.0407741
Dec 11 21:14:38.160702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.105 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:38.163528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-c2f2fd83-1db8-4f89-b39b-7bb9ec0ce249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:38.165053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-c2f2fd83-1db8-4f89-b39b-7bb9ec0ce249 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0839751
Dec 11 21:14:38.165305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a12605-a020-4498-a850-314f7053a986 req-4a2a9438-a043-4103-9622-5e1620b4ddb9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:38.166822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5a12605-a020-4498-a850-314f7053a986 req-4a2a9438-a043-4103-9622-5e1620b4ddb9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 944 time: 0.0518355
Dec 11 21:14:38.206645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-10ce4b43-5a8f-45bf-9242-3c24651d0cdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326979
Dec 11 21:14:38.222070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5a12605-a020-4498-a850-314f7053a986 req-2494e16a-bba2-4c09-844f-eef2c1c9dd19 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479484
Dec 11 21:14:38.360144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:38.364425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-989ba11c-c017-416f-80ba-ff153e93a0e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488695
Dec 11 21:14:38.446505 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:38.507380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:38.513272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c029b55-5f3d-4e4d-847b-ff0283223582 req-ba638dee-695b-4c66-9e61-f077a0171473 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413438
Dec 11 21:14:38.516581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:38.519389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:38.521520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:38.545024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d499d8-fa84-49fe-a7dc-bb49b962e6e0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:14:38.675907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fbe8b272-4c8f-43b4-87c9-9715590e3c66 None None] Provisioning complete for port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:38.676278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fbe8b272-4c8f-43b4-87c9-9715590e3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:38.712608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fbe8b272-4c8f-43b4-87c9-9715590e3c66 None None] Port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:39.088943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:39.282800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:39.339197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce93f-4e34-4e62-aee4-1f688919b0e7 req-aaec4ef3-174e-4cf0-8e24-bd970972000a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:39.340578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d00ce93f-4e34-4e62-aee4-1f688919b0e7 req-aaec4ef3-174e-4cf0-8e24-bd970972000a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 944 time: 0.0494423
Dec 11 21:14:39.361713 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:14:39.389918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d00ce93f-4e34-4e62-aee4-1f688919b0e7 req-8b889d74-543c-4dbf-b707-1e22e5a4d5a6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432911
Dec 11 21:14:39.412571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 5326184a-e24d-4191-ad7d-34be526d2234 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:14:39.519809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:39.530111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Sync routers for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:39.540899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:39.542197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-15feae0a-b376-4c00-a264-0c5fe13443d3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.2442427
Dec 11 21:14:39.542827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:39.543433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76961340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:39.546462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:39.650866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:39.685979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3d5315f3-c313-4e72-b710-7536baffd075 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=57a572b530bb4301876a76b0a8a94b78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1355934
Dec 11 21:14:39.686398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44012) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:39.832847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76961340>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:38Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:39.842896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a216e-7ddc-4686-93ef-4039838d695d tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:39.847990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a34a216e-7ddc-4686-93ef-4039838d695d tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1571512
Dec 11 21:14:39.848158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44014) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:39.860142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Checking router: 5326184a-e24d-4191-ad7d-34be526d2234 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:39.860501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Updating router 5326184a-e24d-4191-ad7d-34be526d2234 port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:14:39.881185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a85651c9-606d-45c8-b63e-3e5746ad578b tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0318823
Dec 11 21:14:39.883743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44016) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:39.884384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:39.888451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2008653575', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:39.983554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:14:39.987219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.141411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.148170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.172796 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.197848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6280fc3-6ff7-4132-bf35-f673a13404d2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:14:40.210226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Attempting to bind port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:14:40.210705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Attempting to bind port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:14:40.210965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Attempting to bind port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:40.214192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0c4e-aa0f-4a3c-ac1e-1d64a39f58fb None None] Pushing event updated for resources: {'Port': ['ID=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:40.219200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:14:40.219574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:40.219968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.220404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:14:40.220802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Bound port: 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:14:40.221190 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.238759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Subnet': ['ID=5c834319-d2bb-4dfd-81be-974352909359,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:40.244005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Checking segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:40.244368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network hostable DHCP agents. Network: 23970f39-6869-436e-ae19-b058930f0524, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:14:40.261031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 23970f39-6869-436e-ae19-b058930f0524 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:14:40.270902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 23970f39-6869-436e-ae19-b058930f0524) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:40.282913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:40.282913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.283210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8452a98-eb11-4063-9134-8eac789f9f25 None None] Network 23970f39-6869-436e-ae19-b058930f0524 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:14:40.285695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0459057c-d9cb-403a-873e-393c117fe688 None None] Provisioning complete for port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:40.286061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0459057c-d9cb-403a-873e-393c117fe688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.297981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59a4c5b4-20dd-461d-bc54-336752ed18b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4132411
Dec 11 21:14:40.301357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44018) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:40.319834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] For port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:14:40.373258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] For port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:14:40.376308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0459057c-d9cb-403a-873e-393c117fe688 None None] Port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:40.380574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.444794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce368b-7b4c-43e4-8e8d-a7f9a38934c3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:14:40.482332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:40.483115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76961340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:40.510161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d12b4-254a-4cb3-a3e8-dc186f07e666 req-161cf8e6-2735-46f9-b704-a25d99e124d6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:40.517891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a4d12b4-254a-4cb3-a3e8-dc186f07e666 req-161cf8e6-2735-46f9-b704-a25d99e124d6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 944 time: 0.0566239
Dec 11 21:14:40.547852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0c4e-aa0f-4a3c-ac1e-1d64a39f58fb None None] Pushing event updated for resources: {'Port': ['ID=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:40.554786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-23970f39-6869-436e-ae19-b058930f0524', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:14:40.555921 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.570403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a4d12b4-254a-4cb3-a3e8-dc186f07e666 req-820f744c-174a-4e59-b851-bad9dc23b20e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514715
Dec 11 21:14:40.595732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] Provisioning complete for port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:40.596279 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.769926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:40.784853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:40.889629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Allocated IP 172.20.0.2 (23970f39-6869-436e-ae19-b058930f0524/5c834319-d2bb-4dfd-81be-974352909359/e5aa5d32-2415-4eeb-b645-2cb9a23791a4) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:40.938280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.037225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] For port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:41.047521 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.055824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a403b520-642a-4e16-925c-a8140e3eb530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.150932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3996ea6-7585-4ef2-8325-0278e7e7ce49 None None] Pushing event updated for resources: {'Port': ['ID=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:41.200769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.208060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.212828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76961340>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:38Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:41.266789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.1 (23970f39-6869-436e-ae19-b058930f0524/5c834319-d2bb-4dfd-81be-974352909359/ea6b7e6b-f80d-43ed-a8db-24a94a5ef970) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:41.271004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e53a8-0396-4d88-adc3-7041cd193314 None None] The sync data for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 is: [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:38Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:41.277935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Network 23970f39-6869-436e-ae19-b058930f0524 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:41.281221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:41.285025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:41.299300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Pushing event updated for resources: {'Port': ['ID=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:41.327069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.327069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.327069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.327457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.327714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.327944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.328277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.328598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.328920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.329241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.329554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.329874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.330193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:41.358828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Attempting to bind port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:14:41.359201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Attempting to bind port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:14:41.359563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Attempting to bind port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:41.365548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:14:41.365920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Checking segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:41.366320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.366748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Bound using segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:14:41.367222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Bound port: e5aa5d32-2415-4eeb-b645-2cb9a23791a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:14:41.367598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.397201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.433942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.435051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] For port e5aa5d32-2415-4eeb-b645-2cb9a23791a4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:14:41.438905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] For port e5aa5d32-2415-4eeb-b645-2cb9a23791a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:14:41.444287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.479736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 23970f39-6869-436e-ae19-b058930f0524 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:41.483636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:41.490043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:41.506824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233305-75d3-4139-aac2-c2a1619f605a None None] Pushing event updated for resources: {'Port': ['ID=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:41.559643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:41.565701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.650914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a01de9d3-bd80-472d-88c5-34a7e8b523e7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:14:41.708483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64ce3-7ced-4490-8339-c8b5277a5e59 req-5b4a32c0-8a86-4df9-b91a-3da375d34e4f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:41.711744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a64ce3-7ced-4490-8339-c8b5277a5e59 req-5b4a32c0-8a86-4df9-b91a-3da375d34e4f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 944 time: 0.0698411
Dec 11 21:14:41.743186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:41.796878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a64ce3-7ced-4490-8339-c8b5277a5e59 req-a62d9daf-1b61-444b-bcac-8114de5a3406 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786862
Dec 11 21:14:41.886628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:42.132214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:42.134839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7', 'network_id': '5c984719-0551-4d82-bc75-8cdbc5774f19', 'port_id': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7', 'mac_address': 'fa:16:3e:6e:fc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a18e1f1-6a82-4dbb-b863-23fa108b245a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:14:42.171456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.177278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.203359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.220817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01de9d3-bd80-472d-88c5-34a7e8b523e7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:14:42.243233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:42.243818 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.251827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:42.264320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:42.268642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.285234 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.351821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:42.388100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 23970f39-6869-436e-ae19-b058930f0524 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:42.390281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:42.414197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e5aa5d32-2415-4eeb-b645-2cb9a23791a4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:42.467859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:42.468238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.534796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 5326184a-e24d-4191-ad7d-34be526d2234 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:42.565667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.578742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a01de9d3-bd80-472d-88c5-34a7e8b523e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:14:42.641545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e5aa5d32-2415-4eeb-b645-2cb9a23791a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:42.650790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:42.662896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:42.671185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1cf739ad-4df8-43d6-80d6-72e382fc7c58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/5326184a-e24d-4191-ad7d-34be526d2234/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3680553
Dec 11 21:14:42.756412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:42.899056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-8f3557b0-c4db-4f40-9cda-e8ce99dd5c3f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753793525&fields=id&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 267 time: 0.0559990
Dec 11 21:14:42.954077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9517-c71f-4d2a-912e-e04b2adc1c8f req-e8f0d66d-2b4d-4484-a160-ef619bd81cef tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:42.958981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f57f9517-c71f-4d2a-912e-e04b2adc1c8f req-e8f0d66d-2b4d-4484-a160-ef619bd81cef tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 945 time: 0.0663600
Dec 11 21:14:43.009974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688cef2f-c8d9-44c0-8bfd-24c4cf75cbf4 None None] Network 23970f39-6869-436e-ae19-b058930f0524 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:14:43.011922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f57f9517-c71f-4d2a-912e-e04b2adc1c8f req-8385e7ea-fb9d-499a-bfee-2f9d10e7bf8e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502031
Dec 11 21:14:43.033863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-7f169c94-a78c-47fd-aa7c-533a58ce531e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:43.035651 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-7f169c94-a78c-47fd-aa7c-533a58ce531e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 797 time: 0.1295481
Dec 11 21:14:43.062660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-7ba12fb5-90fd-41ed-a8da-d86b818de3c0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/quotas/57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 375 time: 0.0181403
Dec 11 21:14:43.119670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e189d24-6084-4fd9-80f1-e87e71dbe691 None None] Provisioning complete for port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:43.120044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e189d24-6084-4fd9-80f1-e87e71dbe691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.130512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-74adb462-3841-4fd4-be64-a3f4ec61e4a3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0604227
Dec 11 21:14:43.285386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-db0905e5-aeaa-4b6d-a435-7e2ee367c034 service neutron] 10.222.0.18 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516891
Dec 11 21:14:43.394032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-dc942a69-3747-4d44-8d5b-2b98122ab6c4 service neutron] 10.222.0.18 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996368
Dec 11 21:14:43.462952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-168857af-51c1-4d57-b9b3-4c63f65ebeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.463395 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Sync routers for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:43.473372 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:43.474299 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841d29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:43.476635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-188515c5-d09d-481f-b71a-c8b0a676b090 None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:43.477039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-188515c5-d09d-481f-b71a-c8b0a676b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.521583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-188515c5-d09d-481f-b71a-c8b0a676b090 None None] Port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:43.558289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-188515c5-d09d-481f-b71a-c8b0a676b090 None None] Provisioning complete for port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:43.559357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-188515c5-d09d-481f-b71a-c8b0a676b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.623505 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:43.650904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd8bed9d-7201-44aa-a6a6-3db63dfeef54 req-865f5f84-2a44-4350-bb82-3bf0bacd737a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 210 time: 0.0719144
Dec 11 21:14:43.657211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a01de9d3-bd80-472d-88c5-34a7e8b523e7 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:43.726205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port a01de9d3-bd80-472d-88c5-34a7e8b523e7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:14:43.733345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a01de9d3-bd80-472d-88c5-34a7e8b523e7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:43.734014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.878840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-461c89b2-5416-4029-a3db-0757c815e58e None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:43.879466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-461c89b2-5416-4029-a3db-0757c815e58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.884954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:43.912303 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841d29a0>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:42Z', 'revision_number': 2, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:43.956497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:43.959914 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323a8af4-00fe-4420-94f0-627dab21f77a" -d '{"events": [{"server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "name": "network-vif-plugged", "status": "completed", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:43.975988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e5aa5d32-2415-4eeb-b645-2cb9a23791a4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:44.027043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:44.029571 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd276c-eac8-4298-8455-bad6e53a132e x-openstack-request-id: req-46bd276c-eac8-4298-8455-bad6e53a132e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:44.030607 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "name": "network-vif-plugged", "status": "completed", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:44.030607 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46bd276c-eac8-4298-8455-bad6e53a132e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:44.030607 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7', 'code': 200}
Dec 11 21:14:44.034692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-461c89b2-5416-4029-a3db-0757c815e58e None None] Port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:44.039004 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.110929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:44.140737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:44.141828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.150339 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Checking router: 5326184a-e24d-4191-ad7d-34be526d2234 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:44.151115 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Updating router 5326184a-e24d-4191-ad7d-34be526d2234 port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:14:44.181226 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.204495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad2569-ec7c-4db6-b708-f5799d309fa0 req-3ae361c8-b9b2-498f-a2b5-d5b2dbfafbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:44.206301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05ad2569-ec7c-4db6-b708-f5799d309fa0 req-3ae361c8-b9b2-498f-a2b5-d5b2dbfafbd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1097 time: 0.1148114
Dec 11 21:14:44.224952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6ac2dcd9-35cb-4ab4-8f70-7e938fc4ef40 None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:44.225320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6ac2dcd9-35cb-4ab4-8f70-7e938fc4ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.228428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b28729-e153-4883-8bba-ac49f116acb6 req-742d766c-06ac-425a-8373-912eb09b7112 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:44.229956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99b28729-e153-4883-8bba-ac49f116acb6 req-742d766c-06ac-425a-8373-912eb09b7112 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0819707
Dec 11 21:14:44.309569 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-99b28729-e153-4883-8bba-ac49f116acb6 req-cfc3e5c0-f660-4d76-965b-0b1cfc24a69c tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728602
Dec 11 21:14:44.317578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2dcd9-35cb-4ab4-8f70-7e938fc4ef40 None None] Port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:44.321533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05ad2569-ec7c-4db6-b708-f5799d309fa0 req-cfebde25-a19e-4c3a-bfea-c7a7d714725e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078022
Dec 11 21:14:44.478781 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.484214 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.536801 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Pushing event updated for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:44.548850 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.549193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.549587 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.549924 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.550336 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.550698 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.551028 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.551356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.551683 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.552008 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.552333 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.552672 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.552976 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:14:44.602785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Attempting to bind port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:14:44.603155 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Attempting to bind port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:14:44.603517 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Attempting to bind port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:44.609076 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:14:44.609443 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Checking segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:44.609836 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.610248 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Bound using segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:14:44.610727 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Bound port: ea6b7e6b-f80d-43ed-a8db-24a94a5ef970, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:14:44.611115 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.684051 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] For port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:14:44.690436 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] For port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:14:44.696285 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.760843 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:44.761500 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841d29a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:44.763461 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b6769-551a-4744-a9ed-854b66966ebc None None] Pushing event updated for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:44.836998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32eeb288-6d84-4eb7-8be0-56edeb9be21c req-36cb5f3f-7595-425d-a81c-1cfe3d659e63 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 210 time: 0.0578988
Dec 11 21:14:44.871976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:44.872347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.909935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-353d553a-7d0f-4fdf-a860-39259048d003 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:44.911616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-353d553a-7d0f-4fdf-a860-39259048d003 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 797 time: 0.1744223
Dec 11 21:14:44.950863 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:44.967876 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:44.998128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-349f2cfc-af18-4d93-9190-00c6267f9d2a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 380 time: 0.0762916
Dec 11 21:14:45.011726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'port': {'device_id': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'admin_state_up': True, 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'security_groups': ['2ff3250c-62ac-4cdf-9da0-e2a6435bca1e']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:45.013440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.053826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] For port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:45.060904 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.114337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24572780-5651-42a7-bc01-00269b0c0c27 None None] Pushing event updated for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:45.136106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:14:45.139652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.179178 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841d29a0>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:44Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:45.184482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4619735c-6866-41dd-af80-5d45f2586e0e None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:45.184926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4619735c-6866-41dd-af80-5d45f2586e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.205337 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376950dd-c09c-4572-a805-c172b3647f66 None None] The sync data for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 is: [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:44Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:45.304498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.13 (23970f39-6869-436e-ae19-b058930f0524/5c834319-d2bb-4dfd-81be-974352909359/a9969e1e-829f-4f6d-86ca-69818e6e5c29) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:45.502701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5745e1-677f-48af-a078-6e7bb5a0d7ee req-d29e0072-2a05-4ecc-8417-77a27905cb03 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:45.504794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea5745e1-677f-48af-a078-6e7bb5a0d7ee req-d29e0072-2a05-4ecc-8417-77a27905cb03 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0918729
Dec 11 21:14:45.510149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.573249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea5745e1-677f-48af-a078-6e7bb5a0d7ee req-40fd7526-7633-4f23-8be6-bb00808637ec tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613484
Dec 11 21:14:45.583659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.637162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 23970f39-6869-436e-ae19-b058930f0524 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:45.640723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:45.644389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:45.675441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:45.706578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:45.707492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.726710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-fb545955-e40f-47f9-ad98-f95da9459ff6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7199261
Dec 11 21:14:45.740409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Request body: {'port': {'device_id': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:45.800155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.856710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.950836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-52cd5ce9-355d-482b-a008-a0d956118998 None None] Provisioning complete for port a9969e1e-829f-4f6d-86ca-69818e6e5c29 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:45.951327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-52cd5ce9-355d-482b-a008-a0d956118998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:45.960848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:45.995909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01867-f245-4a8a-860d-b5556b5f62d9 req-f7ca9a86-95e3-4815-9c32-20ae4f8145eb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:45.998125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bc01867-f245-4a8a-860d-b5556b5f62d9 req-f7ca9a86-95e3-4815-9c32-20ae4f8145eb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 932 time: 0.0724330
Dec 11 21:14:46.027267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-52cd5ce9-355d-482b-a008-a0d956118998 None None] Port a9969e1e-829f-4f6d-86ca-69818e6e5c29 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:14:46.046511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:46.047350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.062508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bc01867-f245-4a8a-860d-b5556b5f62d9 req-08b22629-08ce-42a8-a0eb-b084be1a0c5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566218
Dec 11 21:14:46.168841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9969e1e-829f-4f6d-86ca-69818e6e5c29 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:14:46.177054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.191522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Transition to ACTIVE for port object a9969e1e-829f-4f6d-86ca-69818e6e5c29 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:14:46.195748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.247145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:46.289383 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.332967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:14:46.333297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:14:46.333619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:46.342979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:14:46.343707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:14:46.353556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:14:46.354316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Checking segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:14:46.354457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Bound using segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:14:46.354828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Bound port: a9969e1e-829f-4f6d-86ca-69818e6e5c29, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:14:46.355188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.444541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:14:46.447855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:14:46.452918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.493141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:46.494031 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:46.495455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] 10.222.0.16 "PUT /v2.0/ports/a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1092 time: 0.7601731
Dec 11 21:14:46.497936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:46.501128 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff951e-af3a-4325-b4dd-b059aacc9ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:46.532165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ed0c-1404-40bd-9268-c5f82ed24823 service neutron] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:46.556277 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4f00d-42e2-4ec8-adcd-351f8df3a6e8 x-openstack-request-id: req-43c4f00d-42e2-4ec8-adcd-351f8df3a6e8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:46.556645 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:46.556969 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43c4f00d-42e2-4ec8-adcd-351f8df3a6e8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:46.557435 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'status': 'completed', 'code': 200}
Dec 11 21:14:46.594296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-0a6db028-5ffa-4521-8b6d-f7b17436b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:46.595878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-0a6db028-5ffa-4521-8b6d-f7b17436b8e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1095 time: 0.0522017
Dec 11 21:14:46.640650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-4ebb2796-30ba-4b82-9e7d-a5a9fff855c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 217 time: 0.0363305
Dec 11 21:14:46.725011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-21eea444-468d-4b81-b967-2d00275b7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:46.726499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-21eea444-468d-4b81-b967-2d00275b7b48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0782816
Dec 11 21:14:46.749242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff9942-a9a5-4195-8e20-972869bc9283 req-70265af4-5015-4c07-af18-2df316e62f96 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:46.750669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ddff9942-a9a5-4195-8e20-972869bc9283 req-70265af4-5015-4c07-af18-2df316e62f96 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0707920
Dec 11 21:14:46.812684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-b7f32184-f15d-427e-a481-68b37032d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:46.814159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-b7f32184-f15d-427e-a481-68b37032d306 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0803776
Dec 11 21:14:46.818940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ddff9942-a9a5-4195-8e20-972869bc9283 req-c10ddb0d-5673-44ba-99d7-b582672c99e7 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545187
Dec 11 21:14:46.916112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-23dd8534-7257-4b32-ba9c-49d3b9b73dee service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0950630
Dec 11 21:14:47.014388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b210445-fd4a-4c36-bf7d-8b556321636e req-3f9e8fc5-467c-48bc-a382-0b3ff264d015 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904865
Dec 11 21:14:47.060738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-c5263b25-9705-423f-b5eb-e076587581b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.062343 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-c5263b25-9705-423f-b5eb-e076587581b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1097 time: 0.0427654
Dec 11 21:14:47.122772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d1f1d-cee0-49ca-80e4-884440511443 req-461e38a9-5fbd-4c9c-9ed7-426daaf605c2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.124303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954d1f1d-cee0-49ca-80e4-884440511443 req-461e38a9-5fbd-4c9c-9ed7-426daaf605c2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0830069
Dec 11 21:14:47.141419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-853621e3-7754-4c27-865b-1ed138d55b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.142899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-853621e3-7754-4c27-865b-1ed138d55b68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1095 time: 0.0721812
Dec 11 21:14:47.187765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:47.203546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-4ba814ca-7ec1-43da-b054-c372744ac9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.205043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-4ba814ca-7ec1-43da-b054-c372744ac9ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 911 time: 0.1358955
Dec 11 21:14:47.213772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4e99-5bf5-4680-b995-79a8afef6b26 req-0084a62a-75ce-4cd5-b5d2-631fb7e7d26d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.215196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d2f4e99-5bf5-4680-b995-79a8afef6b26 req-0084a62a-75ce-4cd5-b5d2-631fb7e7d26d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0789635
Dec 11 21:14:47.236907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-954d1f1d-cee0-49ca-80e4-884440511443 req-5fc7fbb2-9c69-4d50-ae0a-f7412479c37a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040218
Dec 11 21:14:47.265601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-3b3e60d0-4226-4875-8db6-ce1543a9182c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 200  len: 217 time: 0.0494587
Dec 11 21:14:47.276442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-2ed27797-164a-4eb2-84bf-c636b782919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.277881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-2ed27797-164a-4eb2-84bf-c636b782919c service neutron] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1256127
Dec 11 21:14:47.327607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-bce0eccc-da0a-405f-84c4-43bededf2b36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 217 time: 0.0405219
Dec 11 21:14:47.328403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d2f4e99-5bf5-4680-b995-79a8afef6b26 req-fa7d4d42-978e-4a72-ab1d-a0bba9024b1f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066477
Dec 11 21:14:47.337390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-cdbd5e6f-9941-4fba-a4e0-69b46b49d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.338855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-cdbd5e6f-9941-4fba-a4e0-69b46b49d580 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0663166
Dec 11 21:14:47.372209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-4964ffc2-8c09-442e-88ac-b607cedb69ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255065
Dec 11 21:14:47.380980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-1da8ae7a-3344-4072-91e7-2479cd904ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.382420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-1da8ae7a-3344-4072-91e7-2479cd904ae1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0456574
Dec 11 21:14:47.429733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-0c8570f1-1fb2-42aa-a2a5-538ee4637b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.431300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-0c8570f1-1fb2-42aa-a2a5-538ee4637b7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409601
Dec 11 21:14:47.469340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-5d8ab672-957f-426e-9980-0988cd6c1b66 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897074
Dec 11 21:14:47.555804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-550df40d-5639-4208-b9dc-136b21daa134 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065152
Dec 11 21:14:47.560300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef2d68eb-2e26-40bb-aaa8-26822c2a0f81 req-24658e39-356d-4fd5-9661-ba02e291dde4 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830729
Dec 11 21:14:47.650266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93ff951e-af3a-4325-b4dd-b059aacc9ea4 req-26c57e8e-5cf7-436c-929f-aad9dcfe86ef service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870943
Dec 11 21:14:47.890120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-66e97a2a-1089-4a77-b006-7c62211b05c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424962
Dec 11 21:14:47.972286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-7eb5ae1e-3a39-41a8-b71e-18f037fa49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:47.973766 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-7eb5ae1e-3a39-41a8-b71e-18f037fa49d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 1097 time: 0.0396092
Dec 11 21:14:48.075145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-4e47d1fc-2d09-4a20-b25c-d3f729761151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:48.076893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-4e47d1fc-2d09-4a20-b25c-d3f729761151 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 200  len: 914 time: 0.0827494
Dec 11 21:14:48.122394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-01dc0708-06b2-4c30-a396-93e15a5af151 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e HTTP/1.1" status: 200  len: 217 time: 0.0369165
Dec 11 21:14:48.172109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-52bb4817-040c-46da-b720-d6ede48b96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:48.173424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-52bb4817-040c-46da-b720-d6ede48b96ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 200  len: 853 time: 0.0429955
Dec 11 21:14:48.204191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-dbb2b984-01bb-4f9d-90b5-798f9783fd33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0339fca5-3ebd-43a5-8e40-c4554d409cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0228567
Dec 11 21:14:48.295699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-7eeeb422-df87-4a83-9934-44109ab86e35 service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841568
Dec 11 21:14:48.354159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305e71b-4b67-41ce-9549-aa0c3785fc0a req-946fd3b3-717d-4231-a2d6-593deff43fc4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:48.355712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9305e71b-4b67-41ce-9549-aa0c3785fc0a req-946fd3b3-717d-4231-a2d6-593deff43fc4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0495093
Dec 11 21:14:48.391610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c6e2bd66-0a46-4ca9-b41f-22f78c32c700 req-efb8b4b3-d116-494d-9cb6-542637cecb32 service neutron] 10.222.0.16 "GET /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870945
Dec 11 21:14:48.406084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9305e71b-4b67-41ce-9549-aa0c3785fc0a req-35355469-2730-42b7-9e16-df8a914abbd9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442240
Dec 11 21:14:48.455608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369a070-7c46-4cab-bbf9-8613ed6f23e9 req-271f28d7-58c4-41e8-ab25-a6b9ce81ab8d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:48.457101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8369a070-7c46-4cab-bbf9-8613ed6f23e9 req-271f28d7-58c4-41e8-ab25-a6b9ce81ab8d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0534396
Dec 11 21:14:48.511301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8369a070-7c46-4cab-bbf9-8613ed6f23e9 req-c5f53ba0-0b43-488d-88c4-91b86be138fe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480576
Dec 11 21:14:49.639380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855319-07de-4440-b341-2a470d9fe38d req-ee674934-5ca2-475e-bcf8-d442e04d2d24 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:49.640980 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3855319-07de-4440-b341-2a470d9fe38d req-ee674934-5ca2-475e-bcf8-d442e04d2d24 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0543954
Dec 11 21:14:49.692557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3855319-07de-4440-b341-2a470d9fe38d req-9a48c16b-3e78-40d9-857f-b97be6aeb8b7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447643
Dec 11 21:14:49.837372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b0084-efd2-4c1d-b405-cbfaba4bc8b1 req-1eaf3c1c-77a3-460c-b096-e46d5803ae6d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:49.839105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c8b0084-efd2-4c1d-b405-cbfaba4bc8b1 req-1eaf3c1c-77a3-460c-b096-e46d5803ae6d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.3646169
Dec 11 21:14:49.884637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:14:49.886199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c8b0084-efd2-4c1d-b405-cbfaba4bc8b1 req-9b91dd88-056f-4b68-89ff-6a3a65104aec tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407884
Dec 11 21:14:49.981261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:49.992705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'mac_address': 'fa:16:3e:e2:1c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:14:50.027255 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:50.039929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9969e1e-829f-4f6d-86ca-69818e6e5c29 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:14:50.061746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:50.067114 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:50.114382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:50.291962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['a9969e1e-829f-4f6d-86ca-69818e6e5c29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:14:50.495064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-55cca7e9-1292-4746-a5a4-a1bbbad49ebd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407772
Dec 11 21:14:50.573643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-740d0142-affb-40c5-8401-24ddacb57351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:50.575057 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-740d0142-affb-40c5-8401-24ddacb57351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1097 time: 0.0386527
Dec 11 21:14:50.688404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-76274939-5ca0-4667-ae28-9afc61aecd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:50.690421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-76274939-5ca0-4667-ae28-9afc61aecd80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.0872605
Dec 11 21:14:50.755464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-992da6c6-8204-4e46-b146-cd4e458eb08f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 1001 time: 0.0581014
Dec 11 21:14:51.009176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2230-929c-4801-ab90-cb2f02a66507 req-f3137c22-b275-47fc-a205-85228e7214d8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:51.010829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd1d2230-929c-4801-ab90-cb2f02a66507 req-f3137c22-b275-47fc-a205-85228e7214d8 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0497532
Dec 11 21:14:51.059855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dd1d2230-929c-4801-ab90-cb2f02a66507 req-cf30e734-f3fd-4316-901d-e6b9afed3a76 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429366
Dec 11 21:14:51.166502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-45474fb2-9e14-42b1-acf4-e7312d05c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:51.167982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-45474fb2-9e14-42b1-acf4-e7312d05c530 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.4049432
Dec 11 21:14:51.181700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3158650-17c0-4443-9dd0-108116ca520f req-7acd72c2-167f-45f1-a0b7-d958317dc3cf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:51.183116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3158650-17c0-4443-9dd0-108116ca520f req-7acd72c2-167f-45f1-a0b7-d958317dc3cf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 945 time: 0.4106772
Dec 11 21:14:51.251782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-5fedd77b-4838-44c9-86b8-5eb6d69d7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:51.253813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-5fedd77b-4838-44c9-86b8-5eb6d69d7ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0698516
Dec 11 21:14:51.259020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3158650-17c0-4443-9dd0-108116ca520f req-7bcefeb3-619c-4912-8da4-0670f64d4ea3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672476
Dec 11 21:14:51.268451 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:51.347395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-eb8a4046-fc09-46ea-b4fb-987826e78a57 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843191
Dec 11 21:14:51.436394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4c5004f-e34e-4a99-8314-5d1618b77eed req-8f48c2bd-add7-4939-a82d-cdbdedd69800 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810981
Dec 11 21:14:51.903365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:14:51.950610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port a9969e1e-829f-4f6d-86ca-69818e6e5c29 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:14:51.954167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port a9969e1e-829f-4f6d-86ca-69818e6e5c29 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:14:51.954563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:52.031805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:52.053758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:52.056006 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fdc89d-5469-402c-9df5-81610402bbbd" -d '{"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-plugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:52.071875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:14:52.076867 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:52.101445 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4dfe1-affa-408a-b275-d8497d0e9ec1 x-openstack-request-id: req-32f4dfe1-affa-408a-b275-d8497d0e9ec1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:52.101744 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-plugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:52.102002 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32f4dfe1-affa-408a-b275-d8497d0e9ec1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:52.102438 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'code': 200}
Dec 11 21:14:52.131248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:52.219475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee46ec-c734-4ed6-bf47-412fba1f91c8 req-f83e6755-0b33-4e27-87a3-376d27d85cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:52.220988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaee46ec-c734-4ed6-bf47-412fba1f91c8 req-f83e6755-0b33-4e27-87a3-376d27d85cfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0646095
Dec 11 21:14:52.228630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad9660a-cb93-4894-bfc5-46d54389f3a8 req-10fccab0-34c8-481b-bac3-69c6925594d9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:52.229968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ad9660a-cb93-4894-bfc5-46d54389f3a8 req-10fccab0-34c8-481b-bac3-69c6925594d9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0823410
Dec 11 21:14:52.293378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaee46ec-c734-4ed6-bf47-412fba1f91c8 req-35a9077b-9724-42b7-a93e-af7c6b960a6c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624797
Dec 11 21:14:52.304680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ad9660a-cb93-4894-bfc5-46d54389f3a8 req-f2b1b479-58db-4b55-b926-d4654ad5c4da tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678098
Dec 11 21:14:52.381121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3a22-d0f1-458c-b3c0-80195679ee75 req-f0875ed8-ea1a-429d-8943-f0ad4f1ae071 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:52.382621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aafd3a22-d0f1-458c-b3c0-80195679ee75 req-f0875ed8-ea1a-429d-8943-f0ad4f1ae071 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0534990
Dec 11 21:14:52.430352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aafd3a22-d0f1-458c-b3c0-80195679ee75 req-b98e0977-9842-4de5-8210-ee31b462421b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417671
Dec 11 21:14:53.427163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa258-0355-4164-8371-6d88a3271465 req-9a5799da-2478-4f51-b02c-ac83a20a28ac tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:53.428565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-455fa258-0355-4164-8371-6d88a3271465 req-9a5799da-2478-4f51-b02c-ac83a20a28ac tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0506477
Dec 11 21:14:53.476000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-455fa258-0355-4164-8371-6d88a3271465 req-248e0fe3-01f5-4bd3-8a8a-ca1c6038a9e2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414772
Dec 11 21:14:53.552185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dcdb1-980d-4f21-8aaa-98b34ba50523 req-237448d5-776c-4d60-a46f-835e551c1609 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:53.553634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-208dcdb1-980d-4f21-8aaa-98b34ba50523 req-237448d5-776c-4d60-a46f-835e551c1609 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0512617
Dec 11 21:14:53.600899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-208dcdb1-980d-4f21-8aaa-98b34ba50523 req-1a9de2d8-8292-4547-b2a6-0e27f5204683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414157
Dec 11 21:14:53.712005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e636be-1973-41d1-9dae-5e7a0b6cd52d req-6a65ae0f-3e33-4412-a665-5be878c72dc9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:53.713380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e636be-1973-41d1-9dae-5e7a0b6cd52d req-6a65ae0f-3e33-4412-a665-5be878c72dc9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0478737
Dec 11 21:14:53.766337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e636be-1973-41d1-9dae-5e7a0b6cd52d req-f5fc1f45-09ab-4b12-bb74-4c77719e9c55 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470223
Dec 11 21:14:53.788640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44150) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:53.826715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606ffa57-6e43-4360-900f-b94fabffe921 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:53.828220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-606ffa57-6e43-4360-900f-b94fabffe921 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1092 time: 0.0386064
Dec 11 21:14:53.831749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:53.835961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:14:53.857724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:53.958470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.061269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.219 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a56ae0d3-0573-4b46-aaee-8c32442d0510) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:14:54.160813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.200049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.241658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:14:54.244528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:14:54.247164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:14:54.269864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=a56ae0d3-0573-4b46-aaee-8c32442d0510,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:54.637270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54746711-ee36-4706-b315-2fa36a04384c req-3a6df100-e6c4-49bb-ab6e-7c8bb2aa92a9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:54.638769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54746711-ee36-4706-b315-2fa36a04384c req-3a6df100-e6c4-49bb-ab6e-7c8bb2aa92a9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0944688
Dec 11 21:14:54.668151 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.727429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54746711-ee36-4706-b315-2fa36a04384c req-69ccac62-9aac-491c-986d-809a430f3130 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825572
Dec 11 21:14:54.755250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.905234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.909890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:54.982075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=a56ae0d3-0573-4b46-aaee-8c32442d0510,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:14:54.990824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:55.098159 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP 446ec8a3-f651-4689-9bcd-1b5dda15c403 associated. External IP: 172.35.1.219, port: a9969e1e-829f-4f6d-86ca-69818e6e5c29.
Dec 11 21:14:55.305068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 5326184a-e24d-4191-ad7d-34be526d2234 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:14:55.413480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:14:55.423589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Sync routers for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:14:55.431972 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:14:55.433978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:55.434698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7681de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:55.463168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8bc78459-aa1b-45f7-8b9b-f9b889e0a433 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6304100
Dec 11 21:14:55.464200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:14:55.466687 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b" -d '{"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:14:55.508227 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095667a-8ea8-4816-a6a8-f60f2fab3931 x-openstack-request-id: req-3095667a-8ea8-4816-a6a8-f60f2fab3931 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:14:55.508909 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:14:55.509386 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3095667a-8ea8-4816-a6a8-f60f2fab3931 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:14:55.510043 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'status': 'completed', 'code': 200}
Dec 11 21:14:55.545744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:55.566181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbd45-182d-4f97-bbd8-d4a40c834cca req-7756278e-a56d-4b02-88aa-197fa4195f1e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.568074 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d41cbd45-182d-4f97-bbd8-d4a40c834cca req-7756278e-a56d-4b02-88aa-197fa4195f1e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0557752
Dec 11 21:14:55.572552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-77b02b86-bd78-4c9f-b7ff-21f8859059ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.574163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-77b02b86-bd78-4c9f-b7ff-21f8859059ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0430267
Dec 11 21:14:55.625752 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d41cbd45-182d-4f97-bbd8-d4a40c834cca req-6911391f-4c25-4623-b39c-b4ccb74610b5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517054
Dec 11 21:14:55.649881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44182) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:55.682116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-4639f1e7-da26-4adf-b5af-455a7a9d1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.683740 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-4639f1e7-da26-4adf-b5af-455a7a9d1fb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1011980
Dec 11 21:14:55.712705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b5921d99-2846-4b75-9dd6-83b5f0181814 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/446ec8a3-f651-4689-9bcd-1b5dda15c403 HTTP/1.1" status: 200  len: 992 time: 0.0608630
Dec 11 21:14:55.753146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-e6fb36f3-46ce-4ad4-9e30-bee240b476be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1000 time: 0.0598328
Dec 11 21:14:55.784151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7681de80>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '446ec8a3-f651-4689-9bcd-1b5dda15c403', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'mac_address': 'fa:16:3e:e2:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:14:54Z', 'updated_at': '2021-12-11T21:14:54Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:55.810408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Checking router: 5326184a-e24d-4191-ad7d-34be526d2234 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:14:55.814942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-cc419b8d-9237-430b-a042-274e62c9b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.816450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-cc419b8d-9237-430b-a042-274e62c9b3ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0560286
Dec 11 21:14:55.819014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:14:55.819618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7681de80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:14:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:55.889357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1ac03-b356-4498-a633-d01620252029 req-d1cabb4d-3687-42bf-8685-ca75c45c8599 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.891244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97c1ac03-b356-4498-a633-d01620252029 req-d1cabb4d-3687-42bf-8685-ca75c45c8599 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0916305
Dec 11 21:14:55.893810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-339e3a70-0871-48a1-9f19-b530e82a087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:55.895415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-339e3a70-0871-48a1-9f19-b530e82a087d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0617566
Dec 11 21:14:56.012156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-97c1ac03-b356-4498-a633-d01620252029 req-983fe8f2-b171-4d0a-960b-ebfee7f530f9 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107254
Dec 11 21:14:56.038745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-dada346b-285f-454d-8b7a-58f19596389b service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335139
Dec 11 21:14:56.100537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:14:56.136973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48278a5-3ab8-42d7-9aa9-00dfc53db40b req-ed4f28c0-e77e-470e-91d5-8a7574f891e3 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0907168
Dec 11 21:14:56.333540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7681de80>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '446ec8a3-f651-4689-9bcd-1b5dda15c403', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'mac_address': 'fa:16:3e:e2:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:14:54Z', 'updated_at': '2021-12-11T21:14:54Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:14:56.363958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bc3a7-bc26-4a34-bc58-ee511baa58b2 None None] The sync data for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 is: [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '446ec8a3-f651-4689-9bcd-1b5dda15c403', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'mac_address': 'fa:16:3e:e2:1c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:14:54Z', 'updated_at': '2021-12-11T21:14:54Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:14:56.546787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5499664-b4cb-4a1c-a1d8-4e0c9a2cc768 None None] New status for floating IP 446ec8a3-f651-4689-9bcd-1b5dda15c403: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:14:56.715438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44206) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:14:56.778194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d84eba74-372a-4222-ad2c-9b172bd56d72 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/446ec8a3-f651-4689-9bcd-1b5dda15c403 HTTP/1.1" status: 200  len: 994 time: 0.0616078
Dec 11 21:14:57.128689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aee66-3a04-4c0e-91dc-59efd0cfc4b4 req-7a12926a-2563-4a95-bf72-5aa0b3c8bc32 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:57.130147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65aee66-3a04-4c0e-91dc-59efd0cfc4b4 req-7a12926a-2563-4a95-bf72-5aa0b3c8bc32 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0483296
Dec 11 21:14:57.177756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a65aee66-3a04-4c0e-91dc-59efd0cfc4b4 req-d39b7781-ee7d-4c09-97a3-f359d2aafa91 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416832
Dec 11 21:14:58.302370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cb493-0030-4c9f-920c-b9db06842b68 req-c17077d6-2035-4e1f-8a30-5cda40449a1e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:58.303872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b6cb493-0030-4c9f-920c-b9db06842b68 req-c17077d6-2035-4e1f-8a30-5cda40449a1e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0536652
Dec 11 21:14:58.351293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b6cb493-0030-4c9f-920c-b9db06842b68 req-00a549ef-4172-4f3c-a0bc-befbb9b8d97a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413857
Dec 11 21:14:59.464448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032798a4-7786-419f-b1d7-bcb5a572b4fc req-76052e7f-7830-41b9-8d4d-f00f0e348307 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:14:59.465907 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-032798a4-7786-419f-b1d7-bcb5a572b4fc req-76052e7f-7830-41b9-8d4d-f00f0e348307 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0478661
Dec 11 21:14:59.512402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-032798a4-7786-419f-b1d7-bcb5a572b4fc req-b9553956-3beb-4abe-a00c-45fe60f4e073 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401990
Dec 11 21:15:00.638047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7ba1d-96a9-4b82-b917-afe8f2212395 req-b2ddc589-4a62-4550-ba68-e0248e23ae98 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:00.639581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60d7ba1d-96a9-4b82-b917-afe8f2212395 req-b2ddc589-4a62-4550-ba68-e0248e23ae98 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0520411
Dec 11 21:15:00.686128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60d7ba1d-96a9-4b82-b917-afe8f2212395 req-56a707ba-3b52-4376-a16d-d82ad093c532 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401001
Dec 11 21:15:01.800212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5206b-f507-4b9b-b6e8-09908a2ee83f req-db59d624-f8a9-4c3f-b361-31354360b488 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:01.801663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cc5206b-f507-4b9b-b6e8-09908a2ee83f req-db59d624-f8a9-4c3f-b361-31354360b488 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0480714
Dec 11 21:15:01.849375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cc5206b-f507-4b9b-b6e8-09908a2ee83f req-4bb7c2d0-98d4-4039-9f08-3981bdd1cabd tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416555
Dec 11 21:15:02.967268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5af4f1-bca9-43ff-8b91-eafbf0cfe8d2 req-5fb1065d-cd11-42c2-8e69-d4e4a8a90c48 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:02.968741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d5af4f1-bca9-43ff-8b91-eafbf0cfe8d2 req-5fb1065d-cd11-42c2-8e69-d4e4a8a90c48 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0489097
Dec 11 21:15:03.021065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d5af4f1-bca9-43ff-8b91-eafbf0cfe8d2 req-5f432e1b-8366-4205-a58e-f03411f1b669 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454526
Dec 11 21:15:04.137769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054c0d-d700-417d-8186-b574c0a34dea req-bd44d011-f424-4eb9-9bca-ab9f3f664b6b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:04.139174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e054c0d-d700-417d-8186-b574c0a34dea req-bd44d011-f424-4eb9-9bca-ab9f3f664b6b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0487299
Dec 11 21:15:04.187410 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e054c0d-d700-417d-8186-b574c0a34dea req-ec56057c-7b1a-4d9a-974f-2c2cc18a05bc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422652
Dec 11 21:15:05.303554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d15e-9cc2-4503-b2cb-31c2bbbfbb8b req-665efe3d-6ed8-4997-8393-1f8f5f3ad6ea tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:05.305035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3893d15e-9cc2-4503-b2cb-31c2bbbfbb8b req-665efe3d-6ed8-4997-8393-1f8f5f3ad6ea tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0481777
Dec 11 21:15:05.351787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3893d15e-9cc2-4503-b2cb-31c2bbbfbb8b req-ebf7d8a1-e8cb-498c-a486-2beb7e9adc45 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408299
Dec 11 21:15:06.469399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa4d4a-a55a-4c79-be18-0dae29407ebe req-0fa6239c-5af0-409c-937c-ea8239bab9df tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:06.470942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50aa4d4a-a55a-4c79-be18-0dae29407ebe req-0fa6239c-5af0-409c-937c-ea8239bab9df tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0523231
Dec 11 21:15:06.517744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50aa4d4a-a55a-4c79-be18-0dae29407ebe req-2c9de7c8-c1ea-4eee-9714-a4dbb58ae9a5 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406301
Dec 11 21:15:07.633374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce0863-e6c8-434d-b854-2b1d9b033333 req-bc88b64a-e2df-4c42-be47-ceb05c7fc054 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:07.634906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69ce0863-e6c8-434d-b854-2b1d9b033333 req-bc88b64a-e2df-4c42-be47-ceb05c7fc054 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0501945
Dec 11 21:15:07.681227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69ce0863-e6c8-434d-b854-2b1d9b033333 req-4dd050f5-9ce7-4477-b42f-f2263cdc41fa tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404310
Dec 11 21:15:08.018075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-570a9631-75b6-4e6f-8e0c-59388ca252aa req-5cea0d37-b9f5-4be6-83ba-006f69b39f07 service neutron] (125988) timed out ('10.222.0.18', 41412) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:15:08.801283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0adb98-d014-41e8-b52d-4a28d64ac449 req-2e3f9b93-3078-4340-914e-86402ecae00d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:08.802804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce0adb98-d014-41e8-b52d-4a28d64ac449 req-2e3f9b93-3078-4340-914e-86402ecae00d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0506144
Dec 11 21:15:08.854085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce0adb98-d014-41e8-b52d-4a28d64ac449 req-cad26f2d-3acf-448b-9af4-d699c2f1663e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449708
Dec 11 21:15:09.968760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264a41b-ebcc-4991-9645-f6ae6189aa1c req-bf3bf6b5-de89-4730-91f4-a31fb8524c86 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:09.970298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f264a41b-ebcc-4991-9645-f6ae6189aa1c req-bf3bf6b5-de89-4730-91f4-a31fb8524c86 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0487604
Dec 11 21:15:10.021307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f264a41b-ebcc-4991-9645-f6ae6189aa1c req-d2112556-5002-4023-90b5-e470f6ccfeb1 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446849
Dec 11 21:15:10.987777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec622133-ed26-4334-bacd-259a756b7f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:11.139435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cda1a-ab79-4a37-b838-84df70916128 req-cba609ee-6f69-44ab-b6a9-461578c97d80 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:11.140913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-294cda1a-ab79-4a37-b838-84df70916128 req-cba609ee-6f69-44ab-b6a9-461578c97d80 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0491540
Dec 11 21:15:11.187242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-294cda1a-ab79-4a37-b838-84df70916128 req-7ce63c57-15d4-4ab1-83ee-480158f17b6b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404267
Dec 11 21:15:12.305706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31c763-4000-4d73-a4c4-1743fff4f786 req-61c23a65-d56c-447d-a5a2-9075ac9a2a30 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:12.307219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b31c763-4000-4d73-a4c4-1743fff4f786 req-61c23a65-d56c-447d-a5a2-9075ac9a2a30 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0526409
Dec 11 21:15:12.354840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3b31c763-4000-4d73-a4c4-1743fff4f786 req-0b5499c1-2b61-48bb-af47-50b80d94d60e tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415616
Dec 11 21:15:13.454704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-31177545-2d89-45a5-8734-e1db6b4369a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:13.469426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52a36b-7035-4723-a78b-1462811c6838 req-d998eaa8-1a35-49ab-a3e8-ce99e7da6ced tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:13.471824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d52a36b-7035-4723-a78b-1462811c6838 req-d998eaa8-1a35-49ab-a3e8-ce99e7da6ced tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0505548
Dec 11 21:15:13.517610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d52a36b-7035-4723-a78b-1462811c6838 req-2c1ee664-95ff-4a6b-9d03-d1d2ebb85d15 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399339
Dec 11 21:15:14.238279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976870-ccb9-430d-a540-8a6427f48873 req-0eb7c926-9f9b-4075-8af1-391ed0a0aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:14.239913 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29976870-ccb9-430d-a540-8a6427f48873 req-0eb7c926-9f9b-4075-8af1-391ed0a0aee5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1097 time: 0.0401771
Dec 11 21:15:14.285831 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29976870-ccb9-430d-a540-8a6427f48873 req-25bb8872-03a8-48b6-ae32-b54ed6e90e4c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387011
Dec 11 21:15:14.636739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69ea1-7775-4471-a8e0-43f43ce6915a req-84099edd-0e25-4c55-8ff8-f50db68cc176 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:14.638214 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95e69ea1-7775-4471-a8e0-43f43ce6915a req-84099edd-0e25-4c55-8ff8-f50db68cc176 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0525849
Dec 11 21:15:14.684980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95e69ea1-7775-4471-a8e0-43f43ce6915a req-7b2fe78e-8678-4afa-b61e-9fa7b7bd4b3a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408018
Dec 11 21:15:14.925756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:15.800643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9e09f-d76c-4c90-9c79-88940e513cea req-5def4635-eff7-413d-8565-ee652b2db421 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:15.802207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ec9e09f-d76c-4c90-9c79-88940e513cea req-5def4635-eff7-413d-8565-ee652b2db421 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0509658
Dec 11 21:15:15.851041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:15.854895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ec9e09f-d76c-4c90-9c79-88940e513cea req-ac1e89e9-19b6-4dfa-921f-9b9c13185769 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467122
Dec 11 21:15:16.045392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-b1edcd13-5ede-440b-a3c9-22eca51a0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:16.046951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-b1edcd13-5ede-440b-a3c9-22eca51a0055 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 1097 time: 0.0474250
Dec 11 21:15:16.051925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37861fd1-6a66-4b99-8bf5-3178cc7bd149 req-7a095f1e-0c3d-4b06-bf5e-27ae4d985924 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:16.053395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37861fd1-6a66-4b99-8bf5-3178cc7bd149 req-7a095f1e-0c3d-4b06-bf5e-27ae4d985924 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0489576
Dec 11 21:15:16.104744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37861fd1-6a66-4b99-8bf5-3178cc7bd149 req-15a961a5-35cb-4f9e-9678-03d861350b96 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454259
Dec 11 21:15:16.141219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-4593b46d-4fec-4b68-9245-c34efe8f969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:16.142765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-4593b46d-4fec-4b68-9245-c34efe8f969c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 200  len: 911 time: 0.0871630
Dec 11 21:15:16.186883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-f2b535fa-9743-4cd4-904b-7fb0cac1fe64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 200  len: 217 time: 0.0369401
Dec 11 21:15:16.234361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-dfea5582-6b28-412f-828a-167d8e821686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:16.235809 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-dfea5582-6b28-412f-828a-167d8e821686 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 200  len: 850 time: 0.0421851
Dec 11 21:15:16.268095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-9dc57f38-d8e1-453f-bc1c-2c685807848f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c984719-0551-4d82-bc75-8cdbc5774f19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0248034
Dec 11 21:15:16.288693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:16.356481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-0a687fd4-e885-45d1-995e-3f5b45634134 service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816829
Dec 11 21:15:16.361250 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:15:16.451692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d42c35b6-8737-4cc6-ae98-cb10218bc94f req-fc4fdc9e-5cc3-454e-a673-170092d1435f service neutron] 10.222.0.30 "GET /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871363
Dec 11 21:15:17.184341 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:17.224999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c6c1f-1ab5-40d7-9360-b205975f6e14 req-143c7cde-6eeb-4522-90f7-1b462929fb1d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:17.226508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf5c6c1f-1ab5-40d7-9360-b205975f6e14 req-143c7cde-6eeb-4522-90f7-1b462929fb1d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0525041
Dec 11 21:15:17.274182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf5c6c1f-1ab5-40d7-9360-b205975f6e14 req-48709ba9-a90a-450d-8739-ccaa17fef42f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415504
Dec 11 21:15:18.391753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0dc91-4786-46c9-a816-ef059c3144c8 req-ac7a6e44-f85c-4b42-abc1-0a4c7ef20ec6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:18.393360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ce0dc91-4786-46c9-a816-ef059c3144c8 req-ac7a6e44-f85c-4b42-abc1-0a4c7ef20ec6 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0496969
Dec 11 21:15:18.442275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ce0dc91-4786-46c9-a816-ef059c3144c8 req-3116a4ee-9209-47d5-87e8-6c69c8d68d1d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427930
Dec 11 21:15:19.570045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c63e5c-1239-4ba6-9ca5-117634b4e290 req-917bef6a-05fa-4815-8a6c-4861c4b2f317 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:19.571567 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32c63e5c-1239-4ba6-9ca5-117634b4e290 req-917bef6a-05fa-4815-8a6c-4861c4b2f317 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0496187
Dec 11 21:15:19.622778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32c63e5c-1239-4ba6-9ca5-117634b4e290 req-21f5a470-8d4a-41e4-ba56-f074bfb5d6e1 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450537
Dec 11 21:15:19.875651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5b897-72cc-466c-8501-b93946574cdd req-620e471a-da97-4846-91bc-48d6723217ca tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:19.877223 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85a5b897-72cc-466c-8501-b93946574cdd req-620e471a-da97-4846-91bc-48d6723217ca tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0540495
Dec 11 21:15:19.923428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85a5b897-72cc-466c-8501-b93946574cdd req-eaa50bab-c9ae-4e05-b38b-5a4d36f11b77 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403085
Dec 11 21:15:21.040426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206d165-76ce-42a6-8309-00d397e8ebf8 req-3cb97d57-1abf-4a63-9b78-287a6068f111 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:21.041902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c206d165-76ce-42a6-8309-00d397e8ebf8 req-3cb97d57-1abf-4a63-9b78-287a6068f111 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0486577
Dec 11 21:15:21.088659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c206d165-76ce-42a6-8309-00d397e8ebf8 req-e8c63c3b-efe8-46b2-9e7e-c109b3e286a2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407457
Dec 11 21:15:21.284140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:22.202958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb97a0-e553-48e6-985d-5b47833ad0a9 req-21dc3d2e-a463-40ea-9091-c319f914a82d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:22.204478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dfb97a0-e553-48e6-985d-5b47833ad0a9 req-21dc3d2e-a463-40ea-9091-c319f914a82d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0486481
Dec 11 21:15:22.255672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0dfb97a0-e553-48e6-985d-5b47833ad0a9 req-803a673d-f394-4eec-b5ea-4c57327fece2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447011
Dec 11 21:15:22.953731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-69e9d2da-5877-4a8b-87a2-8372c26e027b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:22.956108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-69e9d2da-5877-4a8b-87a2-8372c26e027b tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.30 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 946 time: 0.0477045
Dec 11 21:15:23.044805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Deleting port a01de9d3-bd80-472d-88c5-34a7e8b523e7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:23.045046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:23.135251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] For port a01de9d3-bd80-472d-88c5-34a7e8b523e7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a01de9d3-bd80-472d-88c5-34a7e8b523e7,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:23.135650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:23.148440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Calling delete_port for a01de9d3-bd80-472d-88c5-34a7e8b523e7 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:23.275524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:23.291004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c03c4a5d-c583-4449-8121-b6ba2ef260b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:23.315176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Pushing event deleted for resources: {'Port': ['ID=a01de9d3-bd80-472d-88c5-34a7e8b523e7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:23.334175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a01de9d3-bd80-472d-88c5-34a7e8b523e7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:23.338852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.339201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.339538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.339872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.340205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.340535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.340857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.341190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.341497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.341817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.342138 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.342456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.342796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:23.382808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] No DVR routers for this DVR port a01de9d3-bd80-472d-88c5-34a7e8b523e7 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:15:23.385484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:23.389078 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0463726-6e52-4e83-b583-2849cf9cb3e7 req-bbe48e85-fa44-4fd3-b44d-002eabfb32dc tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.30 "DELETE /v2.0/ports/a01de9d3-bd80-472d-88c5-34a7e8b523e7 HTTP/1.1" status: 204  len: 173 time: 0.4274950
Dec 11 21:15:23.389751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'name': 'network-vif-deleted', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:23.392213 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6709bc6-ac74-4b01-b8d8-52278b2b8716" -d '{"events": [{"server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "name": "network-vif-deleted", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:23.396315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aff2bd1a-a860-435a-9093-ecf73a7ba249 req-c2cd3318-4db2-47a8-bc65-ef204f49888a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39ebf67-eb92-494c-858c-66d30b1f5bb4 HTTP/1.1" status: 200  len: 210 time: 0.0615733
Dec 11 21:15:23.438794 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e371c3-35a6-4ff4-8fe8-e0e6b325d483 x-openstack-request-id: req-41e371c3-35a6-4ff4-8fe8-e0e6b325d483 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:23.439316 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39ebf67-eb92-494c-858c-66d30b1f5bb4", "name": "network-vif-deleted", "tag": "a01de9d3-bd80-472d-88c5-34a7e8b523e7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:23.439584 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41e371c3-35a6-4ff4-8fe8-e0e6b325d483 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:23.440022 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39ebf67-eb92-494c-858c-66d30b1f5bb4', 'name': 'network-vif-deleted', 'tag': 'a01de9d3-bd80-472d-88c5-34a7e8b523e7', 'status': 'completed', 'code': 200}
Dec 11 21:15:24.674367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d08b-f302-48f9-a47e-502f26533ffa req-c1721435-532e-46ad-b47e-ce441f181ce2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:24.675875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aea0d08b-f302-48f9-a47e-502f26533ffa req-c1721435-532e-46ad-b47e-ce441f181ce2 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0533681
Dec 11 21:15:24.723678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aea0d08b-f302-48f9-a47e-502f26533ffa req-9c908801-a85a-47c7-9a31-912b144314f3 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418580
Dec 11 21:15:25.836340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec461a7-af55-49f7-918f-6864d23bddf5 req-fb2dc61b-56b9-4fcd-a3ac-a4edbbb529b4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:25.837814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ec461a7-af55-49f7-918f-6864d23bddf5 req-fb2dc61b-56b9-4fcd-a3ac-a4edbbb529b4 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0481527
Dec 11 21:15:25.887305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ec461a7-af55-49f7-918f-6864d23bddf5 req-e286ca94-8a84-4f47-b4fb-300bf2b9081a tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433443
Dec 11 21:15:26.918013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-3363cb52-993b-4725-87fd-b68ef41fd954 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:26.920052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-3363cb52-993b-4725-87fd-b68ef41fd954 tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.16 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0542214
Dec 11 21:15:27.020039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Deleting port c03c4a5d-c583-4449-8121-b6ba2ef260b0 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:27.020439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:27.026957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ba7a7-01ea-4db8-a75f-ba59fd9d3b13 req-778c1d63-e4eb-494b-97fc-62889c839dcd tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:27.028502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-288ba7a7-01ea-4db8-a75f-ba59fd9d3b13 req-778c1d63-e4eb-494b-97fc-62889c839dcd tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/ports?device_id=672962f5-fe06-4db3-8eee-5dd2e8774010 HTTP/1.1" status: 200  len: 946 time: 0.0582769
Dec 11 21:15:27.076498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-288ba7a7-01ea-4db8-a75f-ba59fd9d3b13 req-77fd9d9e-e730-4df4-8bf3-b2a4db72131f tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.18 "GET /v2.0/security-groups?id=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410357
Dec 11 21:15:27.113940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] For port c03c4a5d-c583-4449-8121-b6ba2ef260b0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c03c4a5d-c583-4449-8121-b6ba2ef260b0,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:27.114232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:27.127403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Calling delete_port for c03c4a5d-c583-4449-8121-b6ba2ef260b0 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:27.268086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:27.282180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c03c4a5d-c583-4449-8121-b6ba2ef260b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:27.303890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Pushing event deleted for resources: {'Port': ['ID=c03c4a5d-c583-4449-8121-b6ba2ef260b0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:27.327865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.328212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.328548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.328882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.329222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.329552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.330516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.330850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.331173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.331495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.331816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.332137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.332460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:27.354344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] No DVR routers for this DVR port c03c4a5d-c583-4449-8121-b6ba2ef260b0 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:15:27.356963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:27.360293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-079ba29b-2437-4571-8cea-8c05ef7e4ef1 req-844e1707-a616-45b7-9012-43c4141e102d tempest-ServerRescueTestJSON-1333594599 tempest-ServerRescueTestJSON-1333594599-project] 10.222.0.16 "DELETE /v2.0/ports/c03c4a5d-c583-4449-8121-b6ba2ef260b0 HTTP/1.1" status: 204  len: 173 time: 0.4334140
Dec 11 21:15:27.360735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'name': 'network-vif-deleted', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:27.363083 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a9069-c4bb-4652-a435-8801a5e5f723" -d '{"events": [{"server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "name": "network-vif-deleted", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:27.401020 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450bd969-4e4b-4d5a-8117-2c996f4a1c4f x-openstack-request-id: req-450bd969-4e4b-4d5a-8117-2c996f4a1c4f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:27.401325 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672962f5-fe06-4db3-8eee-5dd2e8774010", "name": "network-vif-deleted", "tag": "c03c4a5d-c583-4449-8121-b6ba2ef260b0", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:27.401612 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-450bd969-4e4b-4d5a-8117-2c996f4a1c4f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:27.402020 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672962f5-fe06-4db3-8eee-5dd2e8774010', 'name': 'network-vif-deleted', 'tag': 'c03c4a5d-c583-4449-8121-b6ba2ef260b0', 'status': 'completed', 'code': 200}
Dec 11 21:15:27.525085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42292b-1bd9-47b0-bbb7-99e7dbf39e57 req-0f3892ff-9ea0-4947-af47-77f80f50ec4c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:27.526600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f42292b-1bd9-47b0-bbb7-99e7dbf39e57 req-0f3892ff-9ea0-4947-af47-77f80f50ec4c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.0515425
Dec 11 21:15:27.580342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f42292b-1bd9-47b0-bbb7-99e7dbf39e57 req-da1c2964-153e-4566-8761-265d0cf38bea tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476227
Dec 11 21:15:27.914055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a01de9d3-bd80-472d-88c5-34a7e8b523e7 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:27.933291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: a01de9d3-bd80-472d-88c5-34a7e8b523e7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:15:27.933616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a01de9d3-bd80-472d-88c5-34a7e8b523e7 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:28.132996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44418) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:28.471135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:28.697868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182ac3d-b7f3-4fbe-a433-6805e1c1422b req-c93a30ef-07ae-4fd8-8ef6-73f8d7c88c4a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:28.699514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c182ac3d-b7f3-4fbe-a433-6805e1c1422b req-c93a30ef-07ae-4fd8-8ef6-73f8d7c88c4a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.0500350
Dec 11 21:15:28.717931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Deleting port 1a1cef93-106f-4391-a152-4059456aee5e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:28.718604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:28.748081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c182ac3d-b7f3-4fbe-a433-6805e1c1422b req-37a10cb5-316a-4118-80f7-e85dab19687a tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/security-groups?id=a864da9e-b3d7-43e4-97d1-6b4188d3a43b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423653
Dec 11 21:15:28.796496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] For port 1a1cef93-106f-4391-a152-4059456aee5e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a1cef93-106f-4391-a152-4059456aee5e,segment=NetworkSegment(c1fe6a13-7f08-4d5a-b653-52035eb27f78),segment_id=c1fe6a13-7f08-4d5a-b653-52035eb27f78)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:28.796843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:28.810193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Calling delete_port for 1a1cef93-106f-4391-a152-4059456aee5e owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:28.990231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.019976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1cef93-106f-4391-a152-4059456aee5e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:29.028911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-9f5c80c7-1494-4cda-aca3-7036ebf59816 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:29.030419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-9f5c80c7-1494-4cda-aca3-7036ebf59816 tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 946 time: 0.0480902
Dec 11 21:15:29.125049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Deleting port ec26b330-dab0-44a1-b561-20b9ff76c45e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:29.125462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.182788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.220060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] For port ec26b330-dab0-44a1-b561-20b9ff76c45e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ec26b330-dab0-44a1-b561-20b9ff76c45e,segment=NetworkSegment(bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03),segment_id=bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:29.220978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.234052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Calling delete_port for ec26b330-dab0-44a1-b561-20b9ff76c45e owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:29.369478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.381029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ec26b330-dab0-44a1-b561-20b9ff76c45e'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:29.398790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Pushing event deleted for resources: {'Port': ['ID=ec26b330-dab0-44a1-b561-20b9ff76c45e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:29.399921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:15:29.446304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] No DVR routers for this DVR port ec26b330-dab0-44a1-b561-20b9ff76c45e on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:15:29.448952 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:29.452733 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2526a1bd-fb4b-47eb-a793-5dd5e8a12698 req-29e9c362-4dcb-46ca-9ed2-3db5a541a9cd tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.16 "DELETE /v2.0/ports/ec26b330-dab0-44a1-b561-20b9ff76c45e HTTP/1.1" status: 204  len: 173 time: 0.4162266
Dec 11 21:15:29.453197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'name': 'network-vif-deleted', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:29.456885 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fb0aa-0734-478c-b3bd-7c0dcd2c20b1" -d '{"events": [{"server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "name": "network-vif-deleted", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:29.499006 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ebc67-79dc-4953-b6ae-6033c4787657 x-openstack-request-id: req-9c0ebc67-79dc-4953-b6ae-6033c4787657 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:29.499343 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5bc7f3-9118-4e41-be76-367fcc461867", "name": "network-vif-deleted", "tag": "ec26b330-dab0-44a1-b561-20b9ff76c45e", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:29.499609 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c0ebc67-79dc-4953-b6ae-6033c4787657 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:29.500038 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bc7f3-9118-4e41-be76-367fcc461867', 'name': 'network-vif-deleted', 'tag': 'ec26b330-dab0-44a1-b561-20b9ff76c45e', 'status': 'completed', 'code': 200}
Dec 11 21:15:29.511107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:15:29.516221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da5105a2-7b3f-4c3a-8149-f277f291531b admin admin] 10.222.0.18 "PUT /v2.0/routers/c7a5fb2d-beb4-47d3-96b7-0d9580a285ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3820400
Dec 11 21:15:29.519353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44426) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:29.524186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Sync routers for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:15:29.534619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:15:29.535231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76aabc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:29.644188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:15:29.838754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76aabc70>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:15:28Z', 'revision_number': 5, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:29.867418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Checking router: c7a5fb2d-beb4-47d3-96b7-0d9580a285ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:15:29.877627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Routers {'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:15:29.878392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76aabc70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:29.996378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2bebe91-e074-4715-906e-e0a9782d1f33 req-87a6e529-2811-4f90-9386-cd240478f84c tempest-VolumesSnapshotTestJSON-970988873 tempest-VolumesSnapshotTestJSON-970988873-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad5bc7f3-9118-4e41-be76-367fcc461867 HTTP/1.1" status: 200  len: 210 time: 0.0302613
Dec 11 21:15:30.009528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff297fb-addf-4593-a75a-2113de75033c req-08f716e7-d6ef-428a-b3b8-312432c33c95 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:30.010424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.021549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fff297fb-addf-4593-a75a-2113de75033c req-08f716e7-d6ef-428a-b3b8-312432c33c95 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0670850
Dec 11 21:15:30.026167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] Set router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:15:30.038172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fff297fb-addf-4593-a75a-2113de75033c req-c2a6bef6-cd42-4bd4-ba7b-54eeff7d5ffa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.124196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c03c4a5d-c583-4449-8121-b6ba2ef260b0 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:30.126991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fff297fb-addf-4593-a75a-2113de75033c req-c2a6bef6-cd42-4bd4-ba7b-54eeff7d5ffa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.132775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-fff297fb-addf-4593-a75a-2113de75033c req-c2a6bef6-cd42-4bd4-ba7b-54eeff7d5ffa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.141053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.173190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: c03c4a5d-c583-4449-8121-b6ba2ef260b0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:15:30.174417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c03c4a5d-c583-4449-8121-b6ba2ef260b0 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:30.175956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fff297fb-addf-4593-a75a-2113de75033c req-c2a6bef6-cd42-4bd4-ba7b-54eeff7d5ffa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526115
Dec 11 21:15:30.176449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6bef6-cd42-4bd4-ba7b-54eeff7d5ffa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211739d2-3ce7-44e2-b4bf-80b02cd10cc0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:30.229635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Deleting port 8342c152-8421-452c-8cff-d1de2f7118b2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:30.230326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.298366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76aabc70>, [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:15:28Z', 'revision_number': 5, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:30.326612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] For port 8342c152-8421-452c-8cff-d1de2f7118b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8342c152-8421-452c-8cff-d1de2f7118b2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:30.327012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.330030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24286179-78b1-413a-ac82-eb8bd1fee743 None None] The sync data for ids ['c7a5fb2d-beb4-47d3-96b7-0d9580a285ec'] in ncdv-master-1 is: [{'id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'name': 'tempest-ServerRescueTestJSON-696021923-router', 'tenant_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226'}], 'enable_snat': True}, 'gw_port_id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:13:36Z', 'updated_at': '2021-12-11T21:15:28Z', 'revision_number': 5, 'project_id': 'd382c6b1fdec45ad9d628dceadd2d8c1', 'gw_port': {'id': '8342c152-8421-452c-8cff-d1de2f7118b2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:79:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a5fb2d-beb4-47d3-96b7-0d9580a285ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:13:38Z', 'updated_at': '2021-12-11T21:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:15:30.333554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5bd2e-f744-4a42-b79d-e5cdfe10d8ed req-cd32869e-91d6-40df-b1cf-53b779d77a62 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:30.339718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Calling delete_port for 8342c152-8421-452c-8cff-d1de2f7118b2 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:30.341082 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91b5bd2e-f744-4a42-b79d-e5cdfe10d8ed req-cd32869e-91d6-40df-b1cf-53b779d77a62 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0633492
Dec 11 21:15:30.394664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91b5bd2e-f744-4a42-b79d-e5cdfe10d8ed req-14b196b2-25a3-45ce-a003-34ed1a8af147 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526052
Dec 11 21:15:30.418001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:30.479090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-20039390-f373-4680-87c0-1b1d42f30f7b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/446ec8a3-f651-4689-9bcd-1b5dda15c403 HTTP/1.1" status: 200  len: 994 time: 0.0596728
Dec 11 21:15:30.508960 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.537170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8342c152-8421-452c-8cff-d1de2f7118b2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:30.552567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a109a-d826-45d3-ac42-ec28976f0f45 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:15:30.607385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.702922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.706011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.752422 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.753294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7a5fb2d-beb4-47d3-96b7-0d9580a285ec {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:15:30.759651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.763283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dc56a67a-63e6-4e10-bec3-d9662b8d2c2f admin admin] 10.222.0.18 "DELETE /v2.0/routers/c7a5fb2d-beb4-47d3-96b7-0d9580a285ec HTTP/1.1" status: 204  len: 168 time: 1.2406437
Dec 11 21:15:30.763470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44446) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:30.787148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-b8ec6e6a-43e1-42ad-ae82-b0b637e6efdf req-f242c94d-dde0-477d-97d7-ef5464c874a0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:15:30.788197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8ec6e6a-43e1-42ad-ae82-b0b637e6efdf req-f242c94d-dde0-477d-97d7-ef5464c874a0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065207
Dec 11 21:15:30.810655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Deleting subnet 6a18e1f1-6a82-4dbb-b863-23fa108b245a {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:15:30.815714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.856578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.904741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:30.970942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.001107 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.004971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6a18e1f1-6a82-4dbb-b863-23fa108b245a HTTP/1.1" status: 204  len: 168 time: 0.2405024
Dec 11 21:15:31.006052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee77c3-56f5-48dd-83a3-1b3768216809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a18e1f1-6a82-4dbb-b863-23fa108b245a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:31.007607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44452) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:31.121681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.147448 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:31.224744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.251299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-bf7742ca-8d0e-427a-856f-c998242e83bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1011229
Dec 11 21:15:31.252461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec00220>,) {'filters': {'network_id': ['5c984719-0551-4d82-bc75-8cdbc5774f19']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:31.263783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-1e8bd4e3-3113-4d4f-8e78-570095e0c932 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:15:31.268071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-1e8bd4e3-3113-4d4f-8e78-570095e0c932 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0084724
Dec 11 21:15:31.284446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec00220>, 'c1fe6a13-7f08-4d5a-b653-52035eb27f78') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:31.284446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ec00220>, 'c1fe6a13-7f08-4d5a-b653-52035eb27f78') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:31.291888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.311141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29840476-6564-46db-87a2-7560497d9791 req-ff2d0bc4-95e3-4f04-b808-c9d0a633bba3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:31.312779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29840476-6564-46db-87a2-7560497d9791 req-ff2d0bc4-95e3-4f04-b808-c9d0a633bba3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.1602857
Dec 11 21:15:31.323855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.349721 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:15:31.350291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:15:31.353614 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:15:31.456485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29840476-6564-46db-87a2-7560497d9791 req-70ca2805-1091-4f59-93de-238d3b121dc1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318974
Dec 11 21:15:31.467800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.474275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.481308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c984719-0551-4d82-bc75-8cdbc5774f19 HTTP/1.1" status: 204  len: 168 time: 0.4699304
Dec 11 21:15:31.492800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a8fd-efcc-4245-83d8-6b17388e382b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c984719-0551-4d82-bc75-8cdbc5774f19,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:31.687986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44500) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:31.736775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5bc4d322-49c4-4692-bab5-0cbbd33a06e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d382c6b1fdec45ad9d628dceadd2d8c1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0455692
Dec 11 21:15:31.739422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 44504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:31.793524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.815403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.870212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.873032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:31.877229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9b5f6c5-7918-4712-91d1-9217a4fbbb0b HTTP/1.1" status: 204  len: 168 time: 0.1337135
Dec 11 21:15:31.886658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9a57-7704-4650-897d-36c943e0e6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b5f6c5-7918-4712-91d1-9217a4fbbb0b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:31.916620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a1cef93-106f-4391-a152-4059456aee5e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:31.941044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1a1cef93-106f-4391-a152-4059456aee5e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:15:31.941476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1a1cef93-106f-4391-a152-4059456aee5e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:31.942117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8342c152-8421-452c-8cff-d1de2f7118b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:31.962275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 8342c152-8421-452c-8cff-d1de2f7118b2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:15:31.962710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8342c152-8421-452c-8cff-d1de2f7118b2 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:32.114333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ec26b330-dab0-44a1-b561-20b9ff76c45e no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:32.138425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ec26b330-dab0-44a1-b561-20b9ff76c45e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:15:32.138883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ec26b330-dab0-44a1-b561-20b9ff76c45e not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:32.604008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-9fa1c53b-e988-4127-8b32-93d843681df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:32.605587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-9fa1c53b-e988-4127-8b32-93d843681df9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0826459
Dec 11 21:15:32.618889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb8123-93de-46ed-a66a-660f67fa283c req-efa6ed89-e80f-4cfd-aedd-6a4220c9f350 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:32.620578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27fb8123-93de-46ed-a66a-660f67fa283c req-efa6ed89-e80f-4cfd-aedd-6a4220c9f350 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0834484
Dec 11 21:15:32.679458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44540) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:32.726822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27fb8123-93de-46ed-a66a-660f67fa283c req-5ca47c9e-9d06-4306-a431-37e4d58bfbfd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956168
Dec 11 21:15:32.763250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-df4de058-be58-4af3-94d2-fa4ad30b8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:32.765154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-df4de058-be58-4af3-94d2-fa4ad30b8760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1434216
Dec 11 21:15:32.799792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-31157041-network', 'tenant_id': 'f8c23b577a41445f8d98e859bd185062'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:32.821108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Made reservation on behalf of f8c23b577a41445f8d98e859bd185062 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:32.823543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:32.833320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:32.840305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-fa725343-f718-4e21-a527-8cbe17abbdf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1002 time: 0.0681367
Dec 11 21:15:32.891150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-b3f97418-bee7-4ef9-8786-abbc4b9d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:32.893250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-b3f97418-bee7-4ef9-8786-abbc4b9d8283 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0465634
Dec 11 21:15:32.923913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:32.928945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:32.954067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:15:32.957725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-0eb769a1-4559-4d19-9a0c-5009111be365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:32.959350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-0eb769a1-4559-4d19-9a0c-5009111be365 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0587301
Dec 11 21:15:32.963566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ff54de-cb16-42c5-9a30-d495bb56d45a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:32.970948 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:32.971289 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Added segment 7fbe3077-60c7-4052-85bc-bf2b21258e95 of type vlan for network b2fb8e44-afa6-4508-8add-2de32a41f9e7
Dec 11 21:15:33.012918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.040020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.041132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:33.041821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.056073 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-9b9d739c-b4b7-4d6b-b2db-8be83c516f37 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896366
Dec 11 21:15:33.094014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4132669
Dec 11 21:15:33.100890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 44554) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:33.108540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Request body: {'subnet': {'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-31157041-subnet', 'tenant_id': 'f8c23b577a41445f8d98e859bd185062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:33.121616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3694643-b43b-407b-860e-efd26a976eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2fb8e44-afa6-4508-8add-2de32a41f9e7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:33.132796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:15:33.139012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Made reservation on behalf of f8c23b577a41445f8d98e859bd185062 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:33.143086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.151372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-20a2896d-14d8-4a97-b359-f235134393a0 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879195
Dec 11 21:15:33.340919 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.403122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:33.410718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Checking segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:33.411437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Network hostable DHCP agents. Network: b2fb8e44-afa6-4508-8add-2de32a41f9e7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:15:33.428094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:15:33.437038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2fb8e44-afa6-4508-8add-2de32a41f9e7) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:33.442234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:33.442900 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:33.447169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ab102-e443-41f3-8527-4cf2b16038d0 None None] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:15:33.459367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ab0fff6f-4c8f-479e-9e0f-eb87f82bcd79 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3575306
Dec 11 21:15:33.549085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70fce10-4a7f-4b2a-97e7-1191b386dbac None None] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:15:33.865574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15498d9-df8f-4769-bace-383d8fd03f24 req-573dc21f-b299-4e85-b1fb-ff00c351bb96 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:33.867348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d15498d9-df8f-4769-bace-383d8fd03f24 req-573dc21f-b299-4e85-b1fb-ff00c351bb96 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0552514
Dec 11 21:15:33.909507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-99cb0f25-a36b-4c55-8bc2-3bd9c20fb60c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:33.911697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-99cb0f25-a36b-4c55-8bc2-3bd9c20fb60c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 812 time: 0.1125834
Dec 11 21:15:33.920749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d15498d9-df8f-4769-bace-383d8fd03f24 req-b547a369-9828-4eea-9bc6-d90aa9e344f5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456412
Dec 11 21:15:33.927742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-f9a5b4a2-116e-400a-948b-0b40791aeb56 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/quotas/f8c23b577a41445f8d98e859bd185062 HTTP/1.1" status: 200  len: 375 time: 0.0099552
Dec 11 21:15:33.959895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-7a67647c-ce99-4633-a7f6-8bf4a76534c0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0260139
Dec 11 21:15:34.046902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-ff5bdc27-b8fb-4b96-a893-299780afb6cc service neutron] 10.222.0.18 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798323
Dec 11 21:15:34.138572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-63800ad6-bcd5-4b54-844d-23361036f880 service neutron] 10.222.0.18 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849702
Dec 11 21:15:34.300763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-994adac2-4176-4fb5-98aa-092be0307081 req-8d1a6379-ab62-482d-9e0a-f41736e666e8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 210 time: 0.0264854
Dec 11 21:15:35.050189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b875f2b-a330-4aa6-af1e-b43e826961e8 req-faecc01c-1a09-4618-9277-44b38158117e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:35.051741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b875f2b-a330-4aa6-af1e-b43e826961e8 req-faecc01c-1a09-4618-9277-44b38158117e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0550559
Dec 11 21:15:35.106105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b875f2b-a330-4aa6-af1e-b43e826961e8 req-721901db-2148-4388-be48-82c968c3424a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482104
Dec 11 21:15:35.238429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-351a225a-a365-43f3-945c-a3e7e8cc04b0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:35.239980 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-351a225a-a365-43f3-945c-a3e7e8cc04b0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.30 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 812 time: 0.1143751
Dec 11 21:15:35.253355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Request body: {'port': {'device_id': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'admin_state_up': True, 'tenant_id': 'f8c23b577a41445f8d98e859bd185062'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:35.381065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Made reservation on behalf of f8c23b577a41445f8d98e859bd185062 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:35.385197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:35.413890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3d2a1dd-8e1a-4228-9339-d4f57a92bc5d req-9d31bd56-1a21-4a0f-b90a-6d7b394439c1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 210 time: 0.0390551
Dec 11 21:15:35.517554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Allocated IP 172.20.0.7 (b2fb8e44-afa6-4508-8add-2de32a41f9e7/6d36ffd7-3de8-4c74-9443-3db0ebad7d7d/4acd3577-338a-416a-88a5-b4647dd6e993) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:15:35.668029 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:35.700885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:35.747660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:35.750657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:35.754461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:15:35.781816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:35.809109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:35.809722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:35.824762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-8d27ad1c-a525-4d47-b8ae-e9e13fe40c2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5759981
Dec 11 21:15:35.837770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Request body: {'port': {'device_id': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:35.888941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.156105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:15:36.165811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.183501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Transition to ACTIVE for port object 4acd3577-338a-416a-88a5-b4647dd6e993 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:15:36.191350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.260144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1bb33-2ad5-4781-bc65-29039b4b838e req-95c325a4-13ea-4c8b-840f-4d7e9a802cf9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:36.261315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bc1bb33-2ad5-4781-bc65-29039b4b838e req-95c325a4-13ea-4c8b-840f-4d7e9a802cf9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0650730
Dec 11 21:15:36.274106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:36.331438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:15:36.331783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:15:36.332125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:36.333071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4bc1bb33-2ad5-4781-bc65-29039b4b838e req-71b679f0-ad19-46c8-9cea-6c4ea172fe35 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646095
Dec 11 21:15:36.337307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:15:36.337682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:36.342928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:15:36.343350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Checking segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:36.343852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Bound using segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:15:36.344430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Bound port: 4acd3577-338a-416a-88a5-b4647dd6e993, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:15:36.344894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.419065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:36.422605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:15:36.429329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.475105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:36.475723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:36.477120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] 10.222.0.30 "PUT /v2.0/ports/4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 1091 time: 0.6433351
Dec 11 21:15:36.477587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:36.479896 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d6cfc-6a45-41d8-b10f-10f53bb3077a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:36.537246 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a08d05-7037-48e7-b531-5c14da7dc795 x-openstack-request-id: req-42a08d05-7037-48e7-b531-5c14da7dc795 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:36.537512 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:36.537791 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42a08d05-7037-48e7-b531-5c14da7dc795 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:36.538211 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'status': 'completed', 'code': 200}
Dec 11 21:15:36.544789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0822dd3-39e2-4fec-942f-6bb3b9db0fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:36.580129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01509cb-45aa-4df5-a1fe-f19bce5fdb75 req-40353f53-4057-4bb2-a695-301b120d1a40 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:36.581644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d01509cb-45aa-4df5-a1fe-f19bce5fdb75 req-40353f53-4057-4bb2-a695-301b120d1a40 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0965159
Dec 11 21:15:36.596820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-5d3268b0-71f1-445d-ad3c-30ada6064efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:36.598417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-5d3268b0-71f1-445d-ad3c-30ada6064efd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1094 time: 0.0726235
Dec 11 21:15:36.652282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-9d9a79e5-88ca-4757-a4e8-d7a96fa3620f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0458806
Dec 11 21:15:36.701843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d01509cb-45aa-4df5-a1fe-f19bce5fdb75 req-3a8899f0-e903-4f0e-ab14-b20ea191f01b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128557
Dec 11 21:15:36.722597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-a87f5210-08d4-4a12-8cc4-61b1f8db91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:36.724146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-a87f5210-08d4-4a12-8cc4-61b1f8db91bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0550673
Dec 11 21:15:36.756837 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-71ced02a-cc4f-4736-9fd8-48d29d8f47f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258307
Dec 11 21:15:36.849916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-6edce377-88da-4de3-8fb8-f2db1ae9ab39 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858054
Dec 11 21:15:36.938077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b35e7798-2c25-4c1f-8afe-06e8af7e516c req-6c6b297d-661f-4cb0-b891-239614a83c00 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814717
Dec 11 21:15:37.022827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-abc1f59b-26e3-474c-a2e6-6b53ef3a851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:37.024300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-abc1f59b-26e3-474c-a2e6-6b53ef3a851a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1094 time: 0.0407960
Dec 11 21:15:37.117099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-2ab3abf3-2cc5-408f-a924-3d538d69a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:37.118553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-2ab3abf3-2cc5-408f-a924-3d538d69a712 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.0875437
Dec 11 21:15:37.159880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-6f19d0e3-dca1-451f-8c74-428d51550ef9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0339823
Dec 11 21:15:37.211996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-b17ed1cc-89c7-40cf-bbd5-0229b98da8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:37.213422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-b17ed1cc-89c7-40cf-bbd5-0229b98da8d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0467901
Dec 11 21:15:37.246047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-9c990059-3bb7-405a-b360-c3f9478da4bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249791
Dec 11 21:15:37.336568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-d01c4cb7-b33e-420b-9f80-b889c0065728 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830412
Dec 11 21:15:37.436726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-760d6cfc-6a45-41d8-b10f-10f53bb3077a req-d4f64043-fc6b-4f93-8abc-758f46c15cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0933530
Dec 11 21:15:37.460582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce296-4f90-4e4f-84f5-d78a4798f86c req-223ac5cb-1530-4e9d-a499-838c35aa29c5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:37.462090 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafce296-4f90-4e4f-84f5-d78a4798f86c req-223ac5cb-1530-4e9d-a499-838c35aa29c5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0508637
Dec 11 21:15:37.529335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bafce296-4f90-4e4f-84f5-d78a4798f86c req-38eeaa52-78e9-4d94-b46a-0cceebfbcce9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535753
Dec 11 21:15:37.822602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804482f-5528-4cd8-a86d-ec8eb05dacb4 req-50a60253-2674-4961-8198-670cd3ebbe49 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:37.824048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5804482f-5528-4cd8-a86d-ec8eb05dacb4 req-50a60253-2674-4961-8198-670cd3ebbe49 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0481315
Dec 11 21:15:37.870106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5804482f-5528-4cd8-a86d-ec8eb05dacb4 req-c4ebd9e2-1cec-4441-8002-139ea32f8009 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394459
Dec 11 21:15:38.650337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e23098-5b7e-4de2-8556-013873b8f3ca req-51092304-9272-43fe-a5b7-1af85e0d755e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:38.651982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8e23098-5b7e-4de2-8556-013873b8f3ca req-51092304-9272-43fe-a5b7-1af85e0d755e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0511234
Dec 11 21:15:38.715484 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f8e23098-5b7e-4de2-8556-013873b8f3ca req-702767ee-20ac-49fc-a3ee-3a4714fa4fd3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547433
Dec 11 21:15:38.996727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051481d-50d6-41af-bde9-3f048dc28a0a req-5285c77a-69d7-4fa9-baf7-3ae0bbf524fc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:38.998455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b051481d-50d6-41af-bde9-3f048dc28a0a req-5285c77a-69d7-4fa9-baf7-3ae0bbf524fc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0538538
Dec 11 21:15:39.051527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b051481d-50d6-41af-bde9-3f048dc28a0a req-5418c50c-ce4c-464d-908c-530c6c2000fa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459418
Dec 11 21:15:39.833993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38cf20-8eb6-4282-b691-a1a58f950e82 req-1f2fb9ed-c91a-419b-ae6a-3fb6dd32eb3b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:39.841238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff38cf20-8eb6-4282-b691-a1a58f950e82 req-1f2fb9ed-c91a-419b-ae6a-3fb6dd32eb3b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0595410
Dec 11 21:15:39.889642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff38cf20-8eb6-4282-b691-a1a58f950e82 req-8157217c-c42f-41a1-86a2-b9a7db6dec01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475559
Dec 11 21:15:40.175660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5eb94-dba1-4a60-adf2-7c6825befac6 req-d32a5e38-cfa3-4d24-a98b-8c4d8df64002 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:40.177165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-22e5eb94-dba1-4a60-adf2-7c6825befac6 req-d32a5e38-cfa3-4d24-a98b-8c4d8df64002 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0495656
Dec 11 21:15:40.226266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-22e5eb94-dba1-4a60-adf2-7c6825befac6 req-125c0d70-df27-4bb1-954d-e60d56595f6a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429120
Dec 11 21:15:40.991589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0ca1b541-e863-43d7-aada-121e65dc90eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:41.013293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0053c2-3eba-4c5f-8dc6-017a156bbac9 req-203220ee-3a45-4ed1-8e79-6d69671a90fd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:41.014818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca0053c2-3eba-4c5f-8dc6-017a156bbac9 req-203220ee-3a45-4ed1-8e79-6d69671a90fd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0547326
Dec 11 21:15:41.071678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca0053c2-3eba-4c5f-8dc6-017a156bbac9 req-3b8bec68-f323-4958-954a-7df82f7ad013 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507090
Dec 11 21:15:41.350517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37b630-0c6c-44ba-a289-2970834208ad req-b9b91ef7-dcd4-4d2e-b59a-bb22e0a69b53 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:41.352317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f37b630-0c6c-44ba-a289-2970834208ad req-b9b91ef7-dcd4-4d2e-b59a-bb22e0a69b53 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0541124
Dec 11 21:15:41.403945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f37b630-0c6c-44ba-a289-2970834208ad req-0e1424c2-00bb-42de-90fa-5b02987d8994 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450497
Dec 11 21:15:42.023451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:15:42.123198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:42.135883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '4acd3577-338a-416a-88a5-b4647dd6e993', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'port_id': '4acd3577-338a-416a-88a5-b4647dd6e993', 'mac_address': 'fa:16:3e:c1:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36ffd7-3de8-4c74-9443-3db0ebad7d7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:15:42.173778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:42.188054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:15:42.201373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4e8d-5bc0-4aa4-9c5f-4755fb5ab60e req-4fdae468-6928-4475-bb61-002a5991def5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:42.203028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a9e4e8d-5bc0-4aa4-9c5f-4755fb5ab60e req-4fdae468-6928-4475-bb61-002a5991def5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0497754
Dec 11 21:15:42.212282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:42.216242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:42.276417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:42.279121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a9e4e8d-5bc0-4aa4-9c5f-4755fb5ab60e req-a7677b52-bdfe-4a65-9f35-f03bfa443f61 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693066
Dec 11 21:15:42.286156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.286519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.287061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.287471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.287809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.288143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.288648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.288985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.289315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.289646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.289973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.290299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.290662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:42.528725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c447-007c-4c91-ab24-f5706e0b6aa9 req-9e80350e-b5ce-4abe-a480-9b33d5fbb5e0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:42.530202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cb8c447-007c-4c91-ab24-f5706e0b6aa9 req-9e80350e-b5ce-4abe-a480-9b33d5fbb5e0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0518703
Dec 11 21:15:42.537863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:42.578362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cb8c447-007c-4c91-ab24-f5706e0b6aa9 req-b12568d9-9c3f-4610-a98b-4cdb8b29100f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406225
Dec 11 21:15:43.390669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb8856-563b-43d8-afdf-4fe4ee58a637 req-5b7a9aec-427f-49a3-8c37-065e8b521189 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:43.392666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03cb8856-563b-43d8-afdf-4fe4ee58a637 req-5b7a9aec-427f-49a3-8c37-065e8b521189 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0489600
Dec 11 21:15:43.444860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03cb8856-563b-43d8-afdf-4fe4ee58a637 req-4336c7f3-113c-4564-a8ea-b7b5a1c468a0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462339
Dec 11 21:15:43.474294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e13b61e6-3aef-4a28-a31b-ce296319db15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:43.702664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de143d-85c2-4ad0-bf32-3016ed84e99e req-52d991f2-3b38-4eb8-9ebf-c53dac0fe87d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:43.705010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86de143d-85c2-4ad0-bf32-3016ed84e99e req-52d991f2-3b38-4eb8-9ebf-c53dac0fe87d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0509481
Dec 11 21:15:43.753709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86de143d-85c2-4ad0-bf32-3016ed84e99e req-e9f46fa6-13fd-47bd-8982-f9f891da5474 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420487
Dec 11 21:15:44.039247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:15:44.088544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 4acd3577-338a-416a-88a5-b4647dd6e993 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:15:44.092409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 4acd3577-338a-416a-88a5-b4647dd6e993 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:44.092785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:44.174575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:44.196539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:44.198777 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c00f464-2045-4d10-974d-3c183045bc5e" -d '{"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:44.211027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:44.214831 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:44.238977 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4147328-4790-448f-a915-307d33b7d9e2 x-openstack-request-id: req-d4147328-4790-448f-a915-307d33b7d9e2 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:44.239271 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:44.239525 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4147328-4790-448f-a915-307d33b7d9e2 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:44.239909 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'code': 200}
Dec 11 21:15:44.265262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:44.334068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4794571-8343-46f4-9d8a-102171315f86 req-25624890-c3aa-4f9d-9e4f-38a5d72c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:44.335525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4794571-8343-46f4-9d8a-102171315f86 req-25624890-c3aa-4f9d-9e4f-38a5d72c813e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1096 time: 0.0404232
Dec 11 21:15:44.385874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4794571-8343-46f4-9d8a-102171315f86 req-852f5edc-8643-4193-ac61-e63904292bb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436327
Dec 11 21:15:44.587417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0396e43-5b59-4230-8cf5-4bf2c489577a req-6cf75dfb-c987-4aac-80dc-a1f065550f1d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:44.588945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0396e43-5b59-4230-8cf5-4bf2c489577a req-6cf75dfb-c987-4aac-80dc-a1f065550f1d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0500343
Dec 11 21:15:44.663478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0396e43-5b59-4230-8cf5-4bf2c489577a req-1dd69f49-baf9-43b4-94fd-5587f9015c4c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678673
Dec 11 21:15:44.876177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9c080-f472-44de-85d4-57ea3b50370a req-ce2615b0-65f6-4329-97d0-40d6aa6b737c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:44.877639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a9c080-f472-44de-85d4-57ea3b50370a req-ce2615b0-65f6-4329-97d0-40d6aa6b737c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0487978
Dec 11 21:15:44.935133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f4a9c080-f472-44de-85d4-57ea3b50370a req-9790eab5-385a-4e71-a69a-23f1db908df4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492454
Dec 11 21:15:44.943669 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:45.811867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618ad8f-b657-4269-9891-7a68191d8940 req-e114e335-b1e0-4548-aaaa-e57155343414 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:45.814306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8618ad8f-b657-4269-9891-7a68191d8940 req-e114e335-b1e0-4548-aaaa-e57155343414 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0593345
Dec 11 21:15:45.865807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:45.883277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8618ad8f-b657-4269-9891-7a68191d8940 req-bccab4fe-a6c9-4ea0-b3cc-1371f89803ff tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630729
Dec 11 21:15:46.069274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dea17-a023-43bd-a4b7-bef3a3051815 req-785e484a-7c4f-49fe-b0cf-822772f2327d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:46.070711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666dea17-a023-43bd-a4b7-bef3a3051815 req-785e484a-7c4f-49fe-b0cf-822772f2327d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0610094
Dec 11 21:15:46.120615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666dea17-a023-43bd-a4b7-bef3a3051815 req-260b12be-1444-49e5-b2d0-4b685901395d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436492
Dec 11 21:15:46.292270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:46.348270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-b43ac794-2201-498b-b605-9b2138e56059 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:46.355842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-b43ac794-2201-498b-b605-9b2138e56059 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 812 time: 0.1020057
Dec 11 21:15:46.365797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-7a64ed25-0009-4f8d-a89e-7692224dbc6b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/quotas/f8c23b577a41445f8d98e859bd185062 HTTP/1.1" status: 200  len: 375 time: 0.0091660
Dec 11 21:15:46.418863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-66c957b1-03a0-4328-90d9-98823b1b0343 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0477958
Dec 11 21:15:46.510381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-60853b20-0433-4870-8af6-211e03c06959 service neutron] 10.222.0.18 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796764
Dec 11 21:15:46.602391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-62029c63-45b0-4e0b-8f36-330f1dbae172 service neutron] 10.222.0.18 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858600
Dec 11 21:15:46.774037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5947e86-7980-4ea2-beb8-634a75674103 req-7451ee0d-75c9-477d-83df-59fdc1339fa6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 210 time: 0.0329022
Dec 11 21:15:47.030361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e246eb-66bf-4f0e-a2ae-0ad21e843e29 req-a7cdd4e0-1312-4f0e-b864-6710b153cc59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:47.032091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37e246eb-66bf-4f0e-a2ae-0ad21e843e29 req-a7cdd4e0-1312-4f0e-b864-6710b153cc59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0653849
Dec 11 21:15:47.086712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-37e246eb-66bf-4f0e-a2ae-0ad21e843e29 req-c32527af-51d8-49eb-9661-11f6b2721131 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477622
Dec 11 21:15:47.184002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:47.792959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-ccdb8fb3-08c2-4466-bb8c-9d73ee3e75aa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:47.794496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-ccdb8fb3-08c2-4466-bb8c-9d73ee3e75aa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 812 time: 0.1125062
Dec 11 21:15:47.809599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Request body: {'port': {'device_id': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'admin_state_up': True, 'tenant_id': 'f8c23b577a41445f8d98e859bd185062'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:47.898628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-019eeb3c-d4dc-4c0a-b0ca-9002f13b39d1 req-dc7bccdb-47ce-4b26-9e37-6fa6a62e509a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 210 time: 0.0312696
Dec 11 21:15:47.959469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Made reservation on behalf of f8c23b577a41445f8d98e859bd185062 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:47.963096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.104187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Allocated IP 172.20.0.11 (b2fb8e44-afa6-4508-8add-2de32a41f9e7/6d36ffd7-3de8-4c74-9443-3db0ebad7d7d/f19928bb-e500-4516-aa8b-9c6ca61015b9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:15:48.222041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196011da-14df-4bbc-9518-2daf040e8663 req-15e2daab-899c-4b71-90b8-e82a91ce70ee tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:48.223627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-196011da-14df-4bbc-9518-2daf040e8663 req-15e2daab-899c-4b71-90b8-e82a91ce70ee tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0524690
Dec 11 21:15:48.274613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-196011da-14df-4bbc-9518-2daf040e8663 req-86963d53-896c-448b-bcc9-cd85bd184bdd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442283
Dec 11 21:15:48.283554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.319648 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.332506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:48.378574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Network b2fb8e44-afa6-4508-8add-2de32a41f9e7 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:48.382594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Pushing event updated for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:48.386965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:48.389223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:15:48.438043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:48.438703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.455237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-54c503f8-4828-4b3c-9115-a6eb290a499c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6508849
Dec 11 21:15:48.501314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Request body: {'port': {'device_id': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:48.557028 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.809701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19928bb-e500-4516-aa8b-9c6ca61015b9 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:15:48.817269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.831198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Transition to ACTIVE for port object f19928bb-e500-4516-aa8b-9c6ca61015b9 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:15:48.835710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:48.895222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Pushing event updated for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:48.979651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Attempting to bind port f19928bb-e500-4516-aa8b-9c6ca61015b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:15:48.979999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Attempting to bind port f19928bb-e500-4516-aa8b-9c6ca61015b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:15:48.980394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Attempting to bind port f19928bb-e500-4516-aa8b-9c6ca61015b9 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:48.985419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Port f19928bb-e500-4516-aa8b-9c6ca61015b9 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:15:48.985742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Attempting to bind port f19928bb-e500-4516-aa8b-9c6ca61015b9 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:48.990930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:15:48.991273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Checking segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:48.991659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Bound using segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:15:48.992089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Bound port: f19928bb-e500-4516-aa8b-9c6ca61015b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:15:48.992449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:49.027957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d2bf3-7712-4ec8-9381-a92044e4ca5d req-f7d2f30b-83ff-4475-882f-26d27e0e7c12 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.029577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da4d2bf3-7712-4ec8-9381-a92044e4ca5d req-f7d2f30b-83ff-4475-882f-26d27e0e7c12 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 944 time: 0.0527709
Dec 11 21:15:49.058836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:49.061954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:15:49.066601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:49.078024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da4d2bf3-7712-4ec8-9381-a92044e4ca5d req-67afba47-1080-4135-a7da-ebce54123905 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420144
Dec 11 21:15:49.097912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.099324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:49.100931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] 10.222.0.16 "PUT /v2.0/ports/f19928bb-e500-4516-aa8b-9c6ca61015b9 HTTP/1.1" status: 200  len: 1092 time: 0.6037664
Dec 11 21:15:49.106567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:49.108804 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:49.137554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03a26f-d421-46d3-9554-b9959215e378 service neutron] Pushing event updated for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:49.148776 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d7700f-9876-42f6-8bb9-f93d76055714 x-openstack-request-id: req-87d7700f-9876-42f6-8bb9-f93d76055714 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:49.149157 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:49.149479 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87d7700f-9876-42f6-8bb9-f93d76055714 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:49.149949 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9', 'status': 'completed', 'code': 200}
Dec 11 21:15:49.415667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640023a4-cae2-4bb0-bdb4-92e72ce8d561 req-eb78ec89-782a-49f4-96b0-2c5d2f38530d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.417360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-640023a4-cae2-4bb0-bdb4-92e72ce8d561 req-eb78ec89-782a-49f4-96b0-2c5d2f38530d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0627310
Dec 11 21:15:49.480479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-640023a4-cae2-4bb0-bdb4-92e72ce8d561 req-da37556f-6006-4f7c-a523-81219f319099 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543520
Dec 11 21:15:49.543038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-3fbe9a3a-a553-454e-a24a-6d2aa2c7dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.544778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-3fbe9a3a-a553-454e-a24a-6d2aa2c7dcfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 1095 time: 0.3938546
Dec 11 21:15:49.588482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-500455f1-2342-4489-901c-c3ba732d17b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9 HTTP/1.1" status: 200  len: 217 time: 0.0344787
Dec 11 21:15:49.644090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-7bad06d8-02fd-4f16-8083-36157098dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.645913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-7bad06d8-02fd-4f16-8083-36157098dc00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0499060
Dec 11 21:15:49.679569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-ddc5fb68-6b03-4772-92ab-3789d35c0062 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257750
Dec 11 21:15:49.780867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-822e4e68-3729-4311-a70f-cf0e9298d097 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0933833
Dec 11 21:15:49.872933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f563aa85-45e1-4470-8895-dfb6fc9944e0 req-1fc2daa1-7dd9-4c2d-89d5-07fd005cd707 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847270
Dec 11 21:15:49.958860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-93e62d3a-d401-4f59-af34-e6253c79d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:49.960256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-93e62d3a-d401-4f59-af34-e6253c79d2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 1095 time: 0.0455015
Dec 11 21:15:50.082565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-ccab843a-f30a-4d0b-bf18-855e63bb271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:50.084008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-ccab843a-f30a-4d0b-bf18-855e63bb271f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.1172435
Dec 11 21:15:50.136335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-67fb8936-d00c-4169-988d-5963785620f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9 HTTP/1.1" status: 200  len: 217 time: 0.0418990
Dec 11 21:15:50.137511 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-f6613929-2046-46f7-adf6-eb3e11b324b7 service neutron] show failed (client error): The resource could not be found.
Dec 11 21:15:50.138405 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-f6613929-2046-46f7-adf6-eb3e11b324b7 service neutron] 10.222.0.16 "GET /v2.0/ports/a9969e1e-829f-4f6d-86ca-69818e6e5c29/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1105142
Dec 11 21:15:50.231378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-3f902f26-9069-4be8-a85b-7553a64623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:50.232904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-3f902f26-9069-4be8-a85b-7553a64623a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0846217
Dec 11 21:15:50.241451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493fc24-0ef7-4dd7-bc64-4925e30ff58a req-3d227ed5-51ac-4f7b-b31d-7ad14c90751d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:50.243040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7493fc24-0ef7-4dd7-bc64-4925e30ff58a req-3d227ed5-51ac-4f7b-b31d-7ad14c90751d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 944 time: 0.0868316
Dec 11 21:15:50.286262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-e1141db0-06a5-4061-869b-caab3a18902d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421875
Dec 11 21:15:50.293640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45080) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:50.371423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Deleting subnet 735d2304-51c2-4d4b-8767-e1aa72600a25 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:15:50.374639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7493fc24-0ef7-4dd7-bc64-4925e30ff58a req-b48be1ee-d1de-4201-b3a9-10006e22ed8d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227748
Dec 11 21:15:50.378586 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.413551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-2e204497-4f76-4e2b-ad87-f561ac34d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:50.415534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-2e204497-4f76-4e2b-ad87-f561ac34d690 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 1097 time: 0.0894201
Dec 11 21:15:50.421526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-1891643a-c0e8-479d-8d56-3a6ffc4b0347 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256235
Dec 11 21:15:50.426709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.431552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:50.511436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.518084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa7dbec7-042c-4dbe-8bd2-71fc1dbbf2ea req-d485c40d-0f1a-4d9c-b6bf-74f3ca277ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890598
Dec 11 21:15:50.540531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.616475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae975d7-e85f-498d-958d-315ca84396e0 req-dc8d14bb-d404-494d-b7b4-ec020c082b00 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:50.616733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.623346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae975d7-e85f-498d-958d-315ca84396e0 req-dc8d14bb-d404-494d-b7b4-ec020c082b00 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0662878
Dec 11 21:15:50.670580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae975d7-e85f-498d-958d-315ca84396e0 req-4e61cfa4-7480-4b02-b3ee-8d25c15339de tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434685
Dec 11 21:15:50.691356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735d2304-51c2-4d4b-8767-e1aa72600a25,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:50.695494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.698712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-80088395-d93f-42cd-906b-339250cee4cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/735d2304-51c2-4d4b-8767-e1aa72600a25 HTTP/1.1" status: 204  len: 168 time: 0.4035647
Dec 11 21:15:50.701230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45086) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:50.772815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.795716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:50.829849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:50.853105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.872089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:50.874518 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e01ed-09c4-423d-a4a0-a313111eb886" -d '{"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:50.878946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7cc72f70>,) {'filters': {'network_id': ['0339fca5-3ebd-43a5-8e40-c4554d409cd4']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:50.879236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.889365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7cc72f70>, 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:50.889661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7cc72f70>, 'bbb4d0ef-9eb3-440f-bdbc-e7ff47f08a03') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:50.891959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Transition to ACTIVE for port object a9969e1e-829f-4f6d-86ca-69818e6e5c29 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:15:50.895840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.899823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.913815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.919887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:15:50.920282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:15:50.922061 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:15:50.932036 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a27b35e-c45a-4471-8284-288b60dc21df x-openstack-request-id: req-8a27b35e-c45a-4471-8284-288b60dc21df {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:50.932408 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-unplugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:50.932728 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a27b35e-c45a-4471-8284-288b60dc21df {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:50.933184 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'code': 200}
Dec 11 21:15:50.979056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.985811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:50.991989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] 10.222.0.18 "DELETE /v2.0/networks/0339fca5-3ebd-43a5-8e40-c4554d409cd4 HTTP/1.1" status: 204  len: 168 time: 0.2873461
Dec 11 21:15:50.995797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:51.004175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9589a6a-9931-49c5-9ce5-5dd6e7ae148b admin admin] Pushing event deleted for resources: {'Network': ['ID=0339fca5-3ebd-43a5-8e40-c4554d409cd4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:51.040943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] No DVR routers for this DVR port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:15:51.134902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:51.176940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a59f342e-01c7-4b64-9de2-42bcb32f9b59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4720aeed7bbd42e2aa8790c9c63b0d0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0408714
Dec 11 21:15:51.179547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45094) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:51.189874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:15:51.190207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:15:51.190565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:51.195118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:15:51.195437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Attempting to bind port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on network 23970f39-6869-436e-ae19-b058930f0524 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:51.200152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:15:51.200488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Checking segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:51.200861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Bound using segment: {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:15:51.201283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Bound port: a9969e1e-829f-4f6d-86ca-69818e6e5c29, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83047862-b7b2-4f31-bbbb-1bd1a7c3b185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '23970f39-6869-436e-ae19-b058930f0524'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:15:51.201631 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.226682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.252753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.267402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:51.270646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:15:51.277124 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.289712 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.304781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.307595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.308836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a864da9e-b3d7-43e4-97d1-6b4188d3a43b HTTP/1.1" status: 204  len: 168 time: 0.1282439
Dec 11 21:15:51.316995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdce60f-a75a-4b40-b0a8-950e42655257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a864da9e-b3d7-43e4-97d1-6b4188d3a43b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:51.324829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.325511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:51.326944 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] 10.222.0.30 "PUT /v2.0/ports/a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1092 time: 0.9030104
Dec 11 21:15:51.347236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32410dc-642c-4a3c-b9e0-0b63ef734b0f service neutron] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:51.396937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-69ca8e80-54ec-4f32-a9c4-a42205a097d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.398430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-69ca8e80-54ec-4f32-a9c4-a42205a097d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1095 time: 0.0455911
Dec 11 21:15:51.518044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e24ce-fdbe-4ca9-a897-3b0eaaf1ee61 req-fdf900e5-c05d-47be-8b84-0ff7bcc04ed6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.519802 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e0e24ce-fdbe-4ca9-a897-3b0eaaf1ee61 req-fdf900e5-c05d-47be-8b84-0ff7bcc04ed6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 944 time: 0.0564997
Dec 11 21:15:51.525933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-5c323054-270b-46b1-9e3d-a227c5c474cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.535471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-5c323054-270b-46b1-9e3d-a227c5c474cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1293352
Dec 11 21:15:51.586318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e0e24ce-fdbe-4ca9-a897-3b0eaaf1ee61 req-c0b2b201-5ff0-48b5-acb3-594ef835baa5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582378
Dec 11 21:15:51.629358 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-0b0c6af5-91d5-486c-9bbc-e8b0e4391880 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1000 time: 0.0865800
Dec 11 21:15:51.684776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-3389d018-39a4-4731-a1cb-4394d687573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.686249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-3389d018-39a4-4731-a1cb-4394d687573d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0485356
Dec 11 21:15:51.737132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-3f1c6d1c-4508-4d51-b7aa-2bec3fa78324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.738921 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-3f1c6d1c-4508-4d51-b7aa-2bec3fa78324 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0444946
Dec 11 21:15:51.796112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71655e23-f7d0-4ada-a6f7-2c7d585bfd97 req-fe726b4e-6b43-42bd-b396-ad314398c756 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:51.797762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71655e23-f7d0-4ada-a6f7-2c7d585bfd97 req-fe726b4e-6b43-42bd-b396-ad314398c756 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0506055
Dec 11 21:15:51.839643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-2d876641-732c-4cc7-b80f-3e1b76a83939 service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0935819
Dec 11 21:15:51.885299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71655e23-f7d0-4ada-a6f7-2c7d585bfd97 req-a49e725a-f454-4c17-8d4c-0f7f0d2bf4eb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808313
Dec 11 21:15:51.957599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c24c0e0-2758-4928-b2e4-9a5e8fcc4d0c req-c516b40d-cf3e-4c54-b773-14593c228fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101971
Dec 11 21:15:52.246346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f19928bb-e500-4516-aa8b-9c6ca61015b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:15:52.342313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:52.355201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f19928bb-e500-4516-aa8b-9c6ca61015b9', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'port_id': 'f19928bb-e500-4516-aa8b-9c6ca61015b9', 'mac_address': 'fa:16:3e:5f:a0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36ffd7-3de8-4c74-9443-3db0ebad7d7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:15:52.391177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:52.404391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19928bb-e500-4516-aa8b-9c6ca61015b9 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:15:52.426464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:52.430710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:52.479526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:52.636007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f19928bb-e500-4516-aa8b-9c6ca61015b9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:52.680427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:52.744011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a1c0-12ce-4f39-b23f-697caab2de68 req-4ca94662-1c08-4cc4-8f5b-4d205c28e194 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:52.745671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-80b2a1c0-12ce-4f39-b23f-697caab2de68 req-4ca94662-1c08-4cc4-8f5b-4d205c28e194 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 945 time: 0.0709763
Dec 11 21:15:52.804083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-80b2a1c0-12ce-4f39-b23f-697caab2de68 req-a0f034d6-2f9f-4eb3-a3eb-ab54d6d1247f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501330
Dec 11 21:15:52.868257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'network': {'name': 'tempest-network-smoke--1434096541', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'port_security_enabled': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:52.888773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:52.892824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:52.901332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:52.935026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:52.939555 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f968c-2906-42eb-aa93-91347ea8e1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:52.991824 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1721b4-256b-4b8a-8c30-7aff8abdbcec x-openstack-request-id: req-3c1721b4-256b-4b8a-8c30-7aff8abdbcec {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:52.992124 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:52.992583 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c1721b4-256b-4b8a-8c30-7aff8abdbcec {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:52.992985 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'status': 'completed', 'code': 200}
Dec 11 21:15:53.002432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.009879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.056115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-3fc846e9-7b16-45da-a724-7374243bc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.057602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-3fc846e9-7b16-45da-a724-7374243bc995 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1095 time: 0.0419128
Dec 11 21:15:53.070390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:15:53.085317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da0405-cda8-472b-98d4-23716523d233 req-e51dc7cf-4c43-4a85-9425-ceaaf1297108 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.086835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83da0405-cda8-472b-98d4-23716523d233 req-e51dc7cf-4c43-4a85-9425-ceaaf1297108 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.1198416
Dec 11 21:15:53.087449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7174f11c-a220-47c9-8d49-f4753777ecdb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:53.098371 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.098760 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Added segment 7df06050-0a93-4b92-8c47-991a38a5c733 of type vlan for network cefa467a-a7db-4b33-b468-467aa0966df8
Dec 11 21:15:53.153345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-9a025766-c0be-4e46-9dfb-55223bee6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.154882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-9a025766-c0be-4e46-9dfb-55223bee6b72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.0898166
Dec 11 21:15:53.157925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-32e4fc84-ce9c-4260-b76a-e9a3633935ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.159424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-32e4fc84-ce9c-4260-b76a-e9a3633935ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1095 time: 0.1464553
Dec 11 21:15:53.165500 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.221822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-7bdbb435-8fce-47f4-97fa-c3bd227affef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1000 time: 0.0583725
Dec 11 21:15:53.244708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83da0405-cda8-472b-98d4-23716523d233 req-b01dc62b-31c6-40c8-b5c3-62b779c63de9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1504152
Dec 11 21:15:53.275109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.275294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-89fdf609-2ef1-4eba-9727-c64e0ef040db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.275465 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-89fdf609-2ef1-4eba-9727-c64e0ef040db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0462244
Dec 11 21:15:53.277769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.278345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.328287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-ac01b5ff-24e8-42ba-aa15-906656751f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.329906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-ac01b5ff-24e8-42ba-aa15-906656751f85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467646
Dec 11 21:15:53.353253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-603af680-5eef-4143-8da1-d36801c55eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.354810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-603af680-5eef-4143-8da1-d36801c55eee service neutron] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1825523
Dec 11 21:15:53.363446 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6785736
Dec 11 21:15:53.363637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:15:53.364529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45150) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:53.370687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'admin_state_up': True, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:53.410276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43824f33-f212-4d34-9fcc-df5fbf21eb29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Network': ['ID=cefa467a-a7db-4b33-b468-467aa0966df8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:53.419110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-c3a1f133-9879-4e76-b175-d2454170c855 service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818717
Dec 11 21:15:53.421754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network cefa467a-a7db-4b33-b468-467aa0966df8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:15:53.449391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-a5b5d386-8ece-4c2e-aab7-6e1d874d5d3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1000 time: 0.0855424
Dec 11 21:15:53.450680 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.451706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.535640 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-6b421fca-03e7-4bdc-ab59-b84e8a2790be service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960376
Dec 11 21:15:53.539083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-16ede3fd-92c0-4c29-8650-bd74accb3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.540591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-16ede3fd-92c0-4c29-8650-bd74accb3780 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0844753
Dec 11 21:15:53.542245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.684078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-e5212671-46e7-44a4-8fb0-189ed0c69e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:53.685593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-e5212671-46e7-44a4-8fb0-189ed0c69e38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1369050
Dec 11 21:15:53.715166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:53.858182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-020e531a-89da-4e26-9e99-a7053d34de4c service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453724
Dec 11 21:15:54.003249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64aec8-5ad9-4eea-ba58-c9192f2338f2 req-e6a2a714-ddbf-45bc-b04c-7edf62ef5abd tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:54.004788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b64aec8-5ad9-4eea-ba58-c9192f2338f2 req-e6a2a714-ddbf-45bc-b04c-7edf62ef5abd tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 945 time: 0.1190023
Dec 11 21:15:54.063130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412f968c-2906-42eb-aa93-91347ea8e1fe req-0b4ccc18-4590-4c74-a7ca-8e2f6b2a4653 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974735
Dec 11 21:15:54.119776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.142793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.161768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7b64aec8-5ad9-4eea-ba58-c9192f2338f2 req-cd21f9c5-048c-4959-bce6-c95371c5f7c1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190498
Dec 11 21:15:54.252890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f19928bb-e500-4516-aa8b-9c6ca61015b9 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:15:54.258394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.35.1.163 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/857c8c21-6e6e-4f88-85cb-1c69d4090d82) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:15:54.309959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f19928bb-e500-4516-aa8b-9c6ca61015b9 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:15:54.314852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f19928bb-e500-4516-aa8b-9c6ca61015b9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:54.315219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.370895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.380147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4685d-b1c3-4066-a3ed-357f06db64ce req-a5cbe0e2-039b-4772-9c0f-b82d1846b78c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:54.400872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13a4685d-b1c3-4066-a3ed-357f06db64ce req-a5cbe0e2-039b-4772-9c0f-b82d1846b78c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0542414
Dec 11 21:15:54.408191 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.422363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.432556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:54.435020 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef51078-25f4-4e2a-b6d7-52eef1548641" -d '{"events": [{"server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "name": "network-vif-plugged", "status": "completed", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:54.451986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:54.457509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.458509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:15:54.459235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-13a4685d-b1c3-4066-a3ed-357f06db64ce req-001e0dcb-a0e2-461e-be44-723ea6eb407d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632565
Dec 11 21:15:54.473135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:54.476774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:54.479219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:15:54.491080 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd907fe-a7d8-4a62-a93f-1136a9b58b7e x-openstack-request-id: req-7cd907fe-a7d8-4a62-a93f-1136a9b58b7e {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:54.491360 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "name": "network-vif-plugged", "status": "completed", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:54.491620 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cd907fe-a7d8-4a62-a93f-1136a9b58b7e {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:54.492017 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9', 'code': 200}
Dec 11 21:15:54.514597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=857c8c21-6e6e-4f88-85cb-1c69d4090d82,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:54.516145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985602dd-b6a0-4481-a639-c958b3049114 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:15:54.555821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:15:54.560185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:54.614110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-50a8721f-d7c7-4577-9b97-4e0f4bcbf641 None None] Provisioning complete for port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:54.614846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50a8721f-d7c7-4577-9b97-4e0f4bcbf641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:54.651639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-50a8721f-d7c7-4577-9b97-4e0f4bcbf641 None None] Port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:15:54.661840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c077020-b783-449f-98e9-79b1367ac83e req-133805dc-ade4-418c-9fb8-c4939f64ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:54.663360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c077020-b783-449f-98e9-79b1367ac83e req-133805dc-ade4-418c-9fb8-c4939f64ef73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 1097 time: 0.0951269
Dec 11 21:15:54.755901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c077020-b783-449f-98e9-79b1367ac83e req-19b32c75-bb53-41e5-a738-91d28b95c516 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853906
Dec 11 21:15:54.800719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:55.011883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:55.137417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:15:55.243176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:15:55.260306 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:15:55.263953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:55.268712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-89cd1b60-065c-4ada-aa30-2d8c6e448c22 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.8998253
Dec 11 21:15:55.269020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:55.272261 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:15:55.272261 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840bae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:55.297615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5a095-35dd-40cb-8ff5-ea545e703110 req-802995ee-6d12-4a9d-8199-767cc5370fcc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:55.299580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45f5a095-35dd-40cb-8ff5-ea545e703110 req-802995ee-6d12-4a9d-8199-767cc5370fcc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 946 time: 0.0668731
Dec 11 21:15:55.355797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-70b78e3d-2a46-4561-b150-0a1fb0b6f65a tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=618c0c4bd82a4e6f8898b110b99c6baf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0855086
Dec 11 21:15:55.358566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45168) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:55.359024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45f5a095-35dd-40cb-8ff5-ea545e703110 req-5aac4af7-b0a1-47ff-b6fb-dd7f017cd986 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528343
Dec 11 21:15:55.378468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:15:55.504655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d178a2-af7e-4462-be1a-d9a1652f8acd tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:55.508693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0d178a2-af7e-4462-be1a-d9a1652f8acd tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1463075
Dec 11 21:15:55.509334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45172) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:55.545255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7766ca06-467f-41ba-985d-11a758d621ac tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0348399
Dec 11 21:15:55.548073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:55.553640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1417665951', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:15:55.560215 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840bae50>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:54Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:55.588580 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:15:55.589023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Updating router ba0fb20a-0284-41f6-94b2-48eee49a4d98 port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:15:55.657927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:15:55.662401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:55.716417 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:55.964168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c287b-f783-4c87-a05e-e0984eb04685 req-b3f275fd-5de1-44b1-bcf0-2f057e01460f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:55.972100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf8c287b-f783-4c87-a05e-e0984eb04685 req-b3f275fd-5de1-44b1-bcf0-2f057e01460f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.4296868
Dec 11 21:15:56.025675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf8c287b-f783-4c87-a05e-e0984eb04685 req-19e6463e-423f-47de-8b20-a0330a864cc5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526619
Dec 11 21:15:56.045955 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.052851 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.102895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02a75e-b80d-47ce-a996-9e5a51f0d215 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:15:56.103489 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Attempting to bind port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:15:56.103599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Attempting to bind port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:15:56.103906 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Attempting to bind port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:56.113422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:15:56.113847 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:56.114355 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.114791 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:15:56.115276 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Bound port: 857c8c21-6e6e-4f88-85cb-1c69d4090d82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:15:56.115662 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.120245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:15:56.172851 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] For port 857c8c21-6e6e-4f88-85cb-1c69d4090d82, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:56.176897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] For port 857c8c21-6e6e-4f88-85cb-1c69d4090d82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=857c8c21-6e6e-4f88-85cb-1c69d4090d82,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:15:56.184640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Pushing event updated for resources: {'Port': ['ID=857c8c21-6e6e-4f88-85cb-1c69d4090d82,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:56.189901 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.197220 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.197775 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.197936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.198222 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.198581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.198917 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.199245 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.199576 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.199903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.200227 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.200551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.200878 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.201201 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:15:56.242055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] Provisioning complete for port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:56.242598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.264897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a4a49-68fa-4a4b-9319-208e3f2ed1bc None None] Pushing event updated for resources: {'Port': ['ID=857c8c21-6e6e-4f88-85cb-1c69d4090d82,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:56.290001 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:15:56.290665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840bae50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:56.301039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef1bc5-badc-4c77-8a53-576de9802491 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:15:56.306207 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.347568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:56.378324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Checking segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:56.379148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network hostable DHCP agents. Network: cefa467a-a7db-4b33-b468-467aa0966df8, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:15:56.384650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Subnet': ['ID=725a8d2b-d3f7-4942-ae1d-662581ae020d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:56.406040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network cefa467a-a7db-4b33-b468-467aa0966df8 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:15:56.424803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cefa467a-a7db-4b33-b468-467aa0966df8) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:56.439986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:56.441147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.446016 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:15:56.448050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6c757-8cd0-45ef-b6db-1ca944c83135 req-de6b2adc-c811-42b7-9225-bc64ae88332a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:56.449619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc6c757-8cd0-45ef-b6db-1ca944c83135 req-de6b2adc-c811-42b7-9225-bc64ae88332a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 944 time: 0.0861299
Dec 11 21:15:56.452796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'port_id': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'mac_address': 'fa:16:3e:e2:1c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:15:56.462551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef9f03-017e-4287-baef-8e3cdca4146b None None] Network cefa467a-a7db-4b33-b468-467aa0966df8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:15:56.470106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e1411b65-74ff-44dc-85e1-0036775c5f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9195905
Dec 11 21:15:56.473101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45200) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:56.501872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.587318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] For port 857c8c21-6e6e-4f88-85cb-1c69d4090d82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=857c8c21-6e6e-4f88-85cb-1c69d4090d82,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:56.590069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a965d35-1178-4e29-bac1-738ed048fbb2 req-9576e2ce-3dc6-402f-a480-20a44f0b0375 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:56.592650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a965d35-1178-4e29-bac1-738ed048fbb2 req-9576e2ce-3dc6-402f-a480-20a44f0b0375 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 946 time: 0.0736921
Dec 11 21:15:56.597653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.617194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9969e1e-829f-4f6d-86ca-69818e6e5c29 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:15:56.621839 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.631807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ecc6c757-8cd0-45ef-b6db-1ca944c83135 req-111f76a4-ae12-4ea0-9721-c27c08b84856 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683300
Dec 11 21:15:56.652185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-db23f590-97a1-4c8a-b3c5-1351786b6deb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:56.654721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-db23f590-97a1-4c8a-b3c5-1351786b6deb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9&tenant_id=57a572b530bb4301876a76b0a8a94b78&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1713645
Dec 11 21:15:56.683254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:56.708861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.718181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840bae50>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:54Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:56.727613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cefa467a-a7db-4b33-b468-467aa0966df8', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:15:56.728598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.742508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a965d35-1178-4e29-bac1-738ed048fbb2 req-4721db06-796c-49fb-80ca-7770eaee26ed tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142399
Dec 11 21:15:56.751277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36992e7a-3a00-4526-9be2-0901882f6649 None None] Pushing event updated for resources: {'Port': ['ID=857c8c21-6e6e-4f88-85cb-1c69d4090d82,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:56.771038 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd05dbc-4fd0-48b5-bf57-ac81d59f4608 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:54Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:15:56.798223 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-2eb95e0f-86b6-498a-8655-0470f472047e service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:15:56.799329 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-2eb95e0f-86b6-498a-8655-0470f472047e service neutron] 10.222.0.16 "DELETE /v2.0/ports/a9969e1e-829f-4f6d-86ca-69818e6e5c29/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1368475
Dec 11 21:15:56.892722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d54339a6-be12-49a9-9b5c-7976e5018219 None None] Provisioning complete for port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:56.893084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d54339a6-be12-49a9-9b5c-7976e5018219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:56.925026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-4b4e72f1-7f01-4eea-90ec-55eb50bb038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:56.926960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-4b4e72f1-7f01-4eea-90ec-55eb50bb038a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1096 time: 0.0631413
Dec 11 21:15:56.931056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:57.025352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Allocated IP 172.20.0.2 (cefa467a-a7db-4b33-b468-467aa0966df8/725a8d2b-d3f7-4942-ae1d-662581ae020d/a56fbede-fb52-4155-9fd8-d3f06212418e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:15:57.088348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a9969e1e-829f-4f6d-86ca-69818e6e5c29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:57.183539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-3d74aa6f-1612-45b6-bafc-2d106cc01313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:57.185678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-3d74aa6f-1612-45b6-bafc-2d106cc01313 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.2522821
Dec 11 21:15:57.204270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.284508 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508ed2d-225f-4fcf-966f-dc16b677d9c4 req-8afc4599-e608-4542-9e6f-824895a10e47 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:57.286636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b508ed2d-225f-4fcf-966f-dc16b677d9c4 req-8afc4599-e608-4542-9e6f-824895a10e47 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 946 time: 0.1812632
Dec 11 21:15:57.311974 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-717cabf6-c6bc-4d9d-b255-975f902003eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 1001 time: 0.1169212
Dec 11 21:15:57.385088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b508ed2d-225f-4fcf-966f-dc16b677d9c4 req-f3c8c624-453e-4aa6-8b87-e0470dea741b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926576
Dec 11 21:15:57.403440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.405285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-d3b808dc-0884-4d15-8848-18f243af3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:57.409142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-d3b808dc-0884-4d15-8848-18f243af3ed1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.0876915
Dec 11 21:15:57.417535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.467405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-61caa095-6485-4f73-b371-bffe1009e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:57.469539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-61caa095-6485-4f73-b371-bffe1009e2f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0543168
Dec 11 21:15:57.478757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Network cefa467a-a7db-4b33-b468-467aa0966df8 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:57.486322 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:57.495387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:15:57.555827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Pushing event updated for resources: {'Port': ['ID=a56fbede-fb52-4155-9fd8-d3f06212418e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:57.586264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Attempting to bind port a56fbede-fb52-4155-9fd8-d3f06212418e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:15:57.586709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Attempting to bind port a56fbede-fb52-4155-9fd8-d3f06212418e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:15:57.586945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.1 (cefa467a-a7db-4b33-b468-467aa0966df8/725a8d2b-d3f7-4942-ae1d-662581ae020d/ab8d145e-c10a-4404-9c3e-ae08845d5e56) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:15:57.587153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Attempting to bind port a56fbede-fb52-4155-9fd8-d3f06212418e on network cefa467a-a7db-4b33-b468-467aa0966df8 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:15:57.595470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:15:57.595940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Checking segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:15:57.596232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.596799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-a0a84d3b-2eb7-428e-afbf-da4cf4a01d32 service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1167819
Dec 11 21:15:57.596937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Bound using segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:15:57.597377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Bound port: a56fbede-fb52-4155-9fd8-d3f06212418e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:15:57.597750 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.706293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22d315c3-3bb7-45c1-ae86-1a3b91e4c795 req-bdc745a7-83c0-4efe-a42f-c735d219c85f service neutron] 10.222.0.16 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0986698
Dec 11 21:15:57.720741 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.722914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] For port a56fbede-fb52-4155-9fd8-d3f06212418e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:15:57.726585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] For port a56fbede-fb52-4155-9fd8-d3f06212418e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56fbede-fb52-4155-9fd8-d3f06212418e,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:15:57.733447 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.806911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8892acc-79fd-4af0-8990-f8553ed432b5 None None] Pushing event updated for resources: {'Port': ['ID=a56fbede-fb52-4155-9fd8-d3f06212418e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:57.817118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:57.885612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee3bec-d8f2-4a14-b2cb-5b0c517e8216 req-935595c7-3b97-400b-9e91-02d4af37e486 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:57.888660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92ee3bec-d8f2-4a14-b2cb-5b0c517e8216 req-935595c7-3b97-400b-9e91-02d4af37e486 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 945 time: 0.1429198
Dec 11 21:15:57.894819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network cefa467a-a7db-4b33-b468-467aa0966df8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:57.899210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:57.902035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:15:57.964778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:57.992408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.014772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 857c8c21-6e6e-4f88-85cb-1c69d4090d82 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:15:58.069881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92ee3bec-d8f2-4a14-b2cb-5b0c517e8216 req-c0b277ed-ce6a-4474-8e8e-e397baaf57bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355622
Dec 11 21:15:58.115646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:58.116049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.301361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.367989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefba146-b578-4305-be23-c749383d959b req-1eef84d9-e37c-45eb-88e6-32e941c3062f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:58.370583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cefba146-b578-4305-be23-c749383d959b req-1eef84d9-e37c-45eb-88e6-32e941c3062f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 946 time: 0.0796175
Dec 11 21:15:58.487184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Deleting port f19928bb-e500-4516-aa8b-9c6ca61015b9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:15:58.487814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.568763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9672-592d-4473-afbe-4d890ce625df req-4c284018-8679-4975-94b2-e5a1e7d9daf3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:58.570268 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-986c9672-592d-4473-afbe-4d890ce625df req-4c284018-8679-4975-94b2-e5a1e7d9daf3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e57fb34-fbf3-4365-86da-690a72eb9099 HTTP/1.1" status: 200  len: 946 time: 0.0914645
Dec 11 21:15:58.582626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] For port f19928bb-e500-4516-aa8b-9c6ca61015b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f19928bb-e500-4516-aa8b-9c6ca61015b9,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:58.582996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.596205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Calling delete_port for f19928bb-e500-4516-aa8b-9c6ca61015b9 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:15:58.670001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-986c9672-592d-4473-afbe-4d890ce625df req-20cc0518-36bb-42cd-8399-8c80a2301d2f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712006
Dec 11 21:15:58.705275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.714629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.734570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.749549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f19928bb-e500-4516-aa8b-9c6ca61015b9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:58.752800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:15:58.772248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Pushing event deleted for resources: {'Port': ['ID=f19928bb-e500-4516-aa8b-9c6ca61015b9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:58.801348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.803220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:58.826809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] No DVR routers for this DVR port f19928bb-e500-4516-aa8b-9c6ca61015b9 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:15:58.832020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:58.836720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cefba146-b578-4305-be23-c749383d959b req-05a29ee8-9d15-455a-b7ed-4a7e247a5608 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "DELETE /v2.0/ports/f19928bb-e500-4516-aa8b-9c6ca61015b9 HTTP/1.1" status: 204  len: 173 time: 0.4588122
Dec 11 21:15:58.837307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'name': 'network-vif-deleted', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:15:58.847732 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da03e12-83f0-4eda-b4e4-1d644b5055fa" -d '{"events": [{"server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "name": "network-vif-deleted", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:15:58.902030 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e3a3d8-30ac-4033-afb5-0fb9d7d6f9bb x-openstack-request-id: req-f7e3a3d8-30ac-4033-afb5-0fb9d7d6f9bb {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:15:58.902405 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e57fb34-fbf3-4365-86da-690a72eb9099", "name": "network-vif-deleted", "tag": "f19928bb-e500-4516-aa8b-9c6ca61015b9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:15:58.902777 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7e3a3d8-30ac-4033-afb5-0fb9d7d6f9bb {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:15:58.903369 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e57fb34-fbf3-4365-86da-690a72eb9099', 'name': 'network-vif-deleted', 'tag': 'f19928bb-e500-4516-aa8b-9c6ca61015b9', 'status': 'completed', 'code': 200}
Dec 11 21:15:58.913503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network cefa467a-a7db-4b33-b468-467aa0966df8 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:15:58.915708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:15:59.035245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:15:59.148688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:15:59.153941 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c704c0b-319e-4c82-a3b1-83016925b0e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/ba0fb20a-0284-41f6-94b2-48eee49a4d98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6797998
Dec 11 21:15:59.156440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45218) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:59.349231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162d31e-8d76-437e-84d2-c2fedf7dedca req-5584b304-e32a-45e9-9fd8-a2b46ec0dcec tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.351868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8162d31e-8d76-437e-84d2-c2fedf7dedca req-5584b304-e32a-45e9-9fd8-a2b46ec0dcec tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 945 time: 0.1646223
Dec 11 21:15:59.383367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa804924-a13d-411c-889d-0305be246875 None None] Network cefa467a-a7db-4b33-b468-467aa0966df8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:15:59.441403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.441872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.442349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.442971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.443423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.443874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.444356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.446236 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8de53c55-add8-418e-b187-1730c1809e1f tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4975 time: 0.2885737
Dec 11 21:15:59.449060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45222) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:59.499862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] Provisioning complete for port a56fbede-fb52-4155-9fd8-d3f06212418e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:15:59.500236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:59.515005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8162d31e-8d76-437e-84d2-c2fedf7dedca req-416f8ce8-e589-4016-be3d-899ffe5fba3a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1556606
Dec 11 21:15:59.536958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:59.573716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.574292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.574769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.575216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.575655 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.576088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.576524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.581330 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-14950469-22de-45d7-a3a2-d565b42dc059 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4634 time: 0.1313410
Dec 11 21:15:59.582016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45226) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:15:59.587486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:59.622129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-53aa4169-ad69-4e44-9e72-9cb29c499736 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/446ec8a3-f651-4689-9bcd-1b5dda15c403 HTTP/1.1" status: 200  len: 993 time: 0.0839448
Dec 11 21:15:59.634461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] For port a56fbede-fb52-4155-9fd8-d3f06212418e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56fbede-fb52-4155-9fd8-d3f06212418e,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:15:59.646171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:15:59.651129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:15:59.693662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:15:59.694316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7729ff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:15:59.761849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7cdd-188d-4d4d-af3e-52560c6609ef None None] Pushing event updated for resources: {'Port': ['ID=a56fbede-fb52-4155-9fd8-d3f06212418e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:15:59.836368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:15:59.906405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37182230-7b65-4243-9456-e7dff2130ef6 req-a624f61c-130e-499f-a2e3-9a449bdd32d3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:15:59.908773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-37182230-7b65-4243-9456-e7dff2130ef6 req-a624f61c-130e-499f-a2e3-9a449bdd32d3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1046319
Dec 11 21:15:59.920021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8ab2316-b8c0-45eb-b5aa-eebe5996b642 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3060 time: 0.3368065
Dec 11 21:15:59.980280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-37182230-7b65-4243-9456-e7dff2130ef6 req-9c4cefe5-d8d2-44fe-a2f9-f535f91e66c8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589478
Dec 11 21:16:00.067004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a56fbede-fb52-4155-9fd8-d3f06212418e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:00.112116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-92b7ea52-090e-4fab-bf75-e1ffcbd7e41e None None] Provisioning complete for port ab8d145e-c10a-4404-9c3e-ae08845d5e56 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:00.112560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea52-090e-4fab-bf75-e1ffcbd7e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.175867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45240) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:00.180435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663279763', 'description': 'tempest-secgroup-smoke-1663279763 description', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:00.196516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:00.209826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.229585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-92b7ea52-090e-4fab-bf75-e1ffcbd7e41e None None] Port ab8d145e-c10a-4404-9c3e-ae08845d5e56 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:16:00.293532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30627800-71bc-40b5-a3ef-a3fd7d769399 req-4db94695-9c50-424a-937a-a5d5a43d829a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:00.295031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30627800-71bc-40b5-a3ef-a3fd7d769399 req-4db94695-9c50-424a-937a-a5d5a43d829a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0753367
Dec 11 21:16:00.314502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-92b7ea52-090e-4fab-bf75-e1ffcbd7e41e None None] Provisioning complete for port a56fbede-fb52-4155-9fd8-d3f06212418e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:00.314966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92b7ea52-090e-4fab-bf75-e1ffcbd7e41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.365198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.372432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a56fbede-fb52-4155-9fd8-d3f06212418e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:00.372968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.374377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.380082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port a9969e1e-829f-4f6d-86ca-69818e6e5c29 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:16:00.391858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30627800-71bc-40b5-a3ef-a3fd7d769399 req-4b88fe41-956e-4bab-8d34-329202f2aad3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847101
Dec 11 21:16:00.420002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a9969e1e-829f-4f6d-86ca-69818e6e5c29 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:00.420491 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.427729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.429034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2520897
Dec 11 21:16:00.431806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45246) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:00.436319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:00.442700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897da39-ae09-4f55-82c3-cc99781c8ed8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ec851-6e5e-4752-bd36-32b3c7af57fc,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:00.482150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.570897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c24259-e028-4d73-a1eb-8294bdfedfba req-495b0517-3539-4188-bf4b-7e67ccf8ba1a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:00.572359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93c24259-e028-4d73-a1eb-8294bdfedfba req-495b0517-3539-4188-bf4b-7e67ccf8ba1a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0804632
Dec 11 21:16:00.587560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.594569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.623105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cd8191-3cd6-4faa-9131-6f1f98a8f24b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:00.639460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.640678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a86add5-c833-41b6-9689-a029abcff6ba tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2078865
Dec 11 21:16:00.643691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45248) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:00.651814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:00.652358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7729ff10>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 2, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:00.652809 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-93c24259-e028-4d73-a1eb-8294bdfedfba req-9513fa9d-55fe-4c70-be5f-91b510b80fcf tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681276
Dec 11 21:16:00.684548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.688707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:16:00.689134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Updating router ba0fb20a-0284-41f6-94b2-48eee49a4d98 port ab8d145e-c10a-4404-9c3e-ae08845d5e56 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:16:00.691492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.734009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:00.737225 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6640782-9599-452e-97e2-05e3572bf7d1" -d '{"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-plugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:00.759513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.763898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:00.765006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.767400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.783756 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce585c3e-be54-445d-a7fa-62f1d1ee593f x-openstack-request-id: req-ce585c3e-be54-445d-a7fa-62f1d1ee593f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:00.784052 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-plugged", "status": "completed", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:00.784313 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce585c3e-be54-445d-a7fa-62f1d1ee593f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:00.784708 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'code': 200}
Dec 11 21:16:00.792022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3e2993-f1d9-4a64-9670-4d219d2c7176,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:00.799374 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.802911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-894db713-8528-416a-a85d-28a3dd95a1d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1565580
Dec 11 21:16:00.803867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45254) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:00.808487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:00.814539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.840875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.860576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8c3e825b-9254-4883-8871-8366223f7841 None None] Provisioning complete for port ab8d145e-c10a-4404-9c3e-ae08845d5e56 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:00.861504 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c3e825b-9254-4883-8871-8366223f7841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.917312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.921587 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.947016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79e3794-c146-473b-a4a5-ccc8b1999ba7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:00.957619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:00.962035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45256) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:00.962211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f465cbce-1c64-4e54-adac-250d55d99667 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1572027
Dec 11 21:16:00.964924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:00.968651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:00.993895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e825b-9254-4883-8871-8366223f7841 None None] Port ab8d145e-c10a-4404-9c3e-ae08845d5e56 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:16:01.015005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.109506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.114951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.142170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.143915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1794994
Dec 11 21:16:01.146681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:01.152076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:01.175299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ee359-7206-403a-a87e-e5ea44ba0b87 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c494f4-a438-42e1-96d5-412b1b1dd363,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:01.180089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.186342 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:16:01.186583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.195821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.236678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2f24-e167-4f57-ba0d-dedde7c2c2af None None] Pushing event updated for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:01.275295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.280705 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.299437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Attempting to bind port ab8d145e-c10a-4404-9c3e-ae08845d5e56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:16:01.299892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Attempting to bind port ab8d145e-c10a-4404-9c3e-ae08845d5e56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:16:01.300325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Attempting to bind port ab8d145e-c10a-4404-9c3e-ae08845d5e56 on network cefa467a-a7db-4b33-b468-467aa0966df8 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:01.302216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722697e6-cac9-4dee-bbfc-c6016d1329c9,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:01.305852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:16:01.306447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Checking segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:16:01.307006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.307756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Bound using segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:16:01.308002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Bound port: ab8d145e-c10a-4404-9c3e-ae08845d5e56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:16:01.308674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.316054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.317361 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-98ad704e-d357-481d-8e80-abf35ee0b474 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1694932
Dec 11 21:16:01.320254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:01.324783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '4b0ec851-6e5e-4752-bd36-32b3c7af57fc', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:01.349210 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:16:01.354539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.388269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] For port ab8d145e-c10a-4404-9c3e-ae08845d5e56, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:16:01.392450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] For port ab8d145e-c10a-4404-9c3e-ae08845d5e56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab8d145e-c10a-4404-9c3e-ae08845d5e56,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:16:01.396770 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.423356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.444526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.464945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:16:01.465576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7729ff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:15:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:01.469974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab94d23-d910-4515-a5a2-b139c116595a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:01.470330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2f24-e167-4f57-ba0d-dedde7c2c2af None None] Pushing event updated for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:01.484179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.488187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27d3daec-1a46-4733-ae12-175bbf8eaa37 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1668861
Dec 11 21:16:01.597892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:16:01.650313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] Provisioning complete for port ab8d145e-c10a-4404-9c3e-ae08845d5e56 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:01.650709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.660809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-45f27f28-9a9b-4bb6-9e43-2c5abefd53d9 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663279763&fields=id&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 267 time: 0.0525973
Dec 11 21:16:01.778425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-1f3491cd-5a0f-48c5-a4b6-8fd55b432f17 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:01.780125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-1f3491cd-5a0f-48c5-a4b6-8fd55b432f17 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/networks?id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 797 time: 0.1121843
Dec 11 21:16:01.796919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-f7d3dbbb-1b4b-4841-948c-60d1eaa9bd61 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/quotas/618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 375 time: 0.0097361
Dec 11 21:16:01.857721 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.860840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-13bfc0e0-d8be-44a1-8f68-ed83fedfcc89 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0545080
Dec 11 21:16:01.905405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] For port ab8d145e-c10a-4404-9c3e-ae08845d5e56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab8d145e-c10a-4404-9c3e-ae08845d5e56,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:01.912077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:01.918851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7729ff10>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:01.963918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-d3f00947-1799-4a48-8587-082da15fa3b5 service neutron] 10.222.0.18 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914099
Dec 11 21:16:01.967021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daefbd4e-e723-4e3b-93e0-5d5f79d225e9 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:16:02.001210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea99d61-3f93-4f15-8230-38e85f3a7a3d None None] Pushing event updated for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:02.055522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-13326303-ae48-4cb8-9458-23a618499d33 None None] Provisioning complete for port ab8d145e-c10a-4404-9c3e-ae08845d5e56 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:02.055898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-13326303-ae48-4cb8-9458-23a618499d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:02.098549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-21f63666-825c-4214-87e6-020d9cd7ee46 service neutron] 10.222.0.18 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267326
Dec 11 21:16:02.253178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f19928bb-e500-4516-aa8b-9c6ca61015b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:16:02.282460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f19928bb-e500-4516-aa8b-9c6ca61015b9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:16:02.282847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f19928bb-e500-4516-aa8b-9c6ca61015b9 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:16:02.325030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9885c4b-2b9c-435c-aa9e-8829b1ba0a04 req-7764465d-2802-4a08-820a-7c991af25cc4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 210 time: 0.0347335
Dec 11 21:16:02.489995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1cf39-03a9-426e-ad9c-c4c27fb0343f req-6f3c7014-a4ac-4051-b1d7-41321abf1892 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:02.491544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42b1cf39-03a9-426e-ad9c-c4c27fb0343f req-6f3c7014-a4ac-4051-b1d7-41321abf1892 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0573831
Dec 11 21:16:02.572781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42b1cf39-03a9-426e-ad9c-c4c27fb0343f req-6d26e852-8e6e-4a94-9b35-45578fedfb46 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660315
Dec 11 21:16:02.810682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ad2-d117-419e-a2a1-36352696a663 req-79127d91-1ba4-4fda-b6a8-7e9583f96709 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:02.812331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0984ad2-d117-419e-a2a1-36352696a663 req-79127d91-1ba4-4fda-b6a8-7e9583f96709 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1019461
Dec 11 21:16:02.920655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0984ad2-d117-419e-a2a1-36352696a663 req-ea571dd6-78c5-4198-aab8-00eeb6af3414 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943100
Dec 11 21:16:03.474209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1379acb1-0449-43de-8954-d4267f21d0da req-7d8d4f55-fdd8-4907-bf52-635b10f3a3c9 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 210 time: 0.0506220
Dec 11 21:16:03.543180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-ae79c468-677c-450c-b6a3-27e0f2ec7559 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:03.545477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-ae79c468-677c-450c-b6a3-27e0f2ec7559 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/networks?id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 797 time: 0.1686454
Dec 11 21:16:03.618434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4b527b1b-d9ba-492f-952f-75b74c6c557b tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 380 time: 0.0637317
Dec 11 21:16:03.629076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'port': {'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'admin_state_up': True, 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'security_groups': ['4b0ec851-6e5e-4752-bd36-32b3c7af57fc']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:03.733128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:16:03.737174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:03.865931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.10 (cefa467a-a7db-4b33-b468-467aa0966df8/725a8d2b-d3f7-4942-ae1d-662581ae020d/4c6631d8-2236-46a7-908e-124b61d8ea0d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:16:03.955710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ab8d145e-c10a-4404-9c3e-ae08845d5e56 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:04.019361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.057814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.109396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network cefa467a-a7db-4b33-b468-467aa0966df8 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:16:04.109396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:16:04.112190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:16:04.151860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:04.173778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:04.174532 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.176973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ab8d145e-c10a-4404-9c3e-ae08845d5e56 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:04.177346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.193563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-42d35fff-3b4a-4690-bd34-4d083042f169 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5686285
Dec 11 21:16:04.207067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Request body: {'port': {'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:04.269985 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.408299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8090860f-5103-4e61-8c75-685589f29edc None None] Provisioning complete for port 4c6631d8-2236-46a7-908e-124b61d8ea0d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:04.408936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8090860f-5103-4e61-8c75-685589f29edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.458718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8090860f-5103-4e61-8c75-685589f29edc None None] Port 4c6631d8-2236-46a7-908e-124b61d8ea0d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:16:04.520941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012215f5-3042-4a8a-a50c-fab2ecfd60e1 req-8706520c-5f17-4e3e-ab12-3da543aa0dff tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:04.522372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-012215f5-3042-4a8a-a50c-fab2ecfd60e1 req-8706520c-5f17-4e3e-ab12-3da543aa0dff tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1015573
Dec 11 21:16:04.590005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7964595-610a-4c19-b1a4-4eea398fbf05 req-477f1ec8-670f-41a9-915f-ad979ac923a2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:04.591547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7964595-610a-4c19-b1a4-4eea398fbf05 req-477f1ec8-670f-41a9-915f-ad979ac923a2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 932 time: 0.0489154
Dec 11 21:16:04.615951 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-012215f5-3042-4a8a-a50c-fab2ecfd60e1 req-50dfe1e9-95c9-41fd-89e7-4ea4e8234fb7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872471
Dec 11 21:16:04.627240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6631d8-2236-46a7-908e-124b61d8ea0d {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:16:04.639824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.649872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a7964595-610a-4c19-b1a4-4eea398fbf05 req-b4038d76-06ce-4ec5-a394-ed5fad24dfc8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501602
Dec 11 21:16:04.659502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Transition to ACTIVE for port object 4c6631d8-2236-46a7-908e-124b61d8ea0d will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:16:04.664545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.745850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Pushing event updated for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:04.812345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45df99-5c29-4743-8f22-2584657c874d req-6bdc53c2-5fa4-41ec-89a6-6fc7d7093c3e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:04.814418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df45df99-5c29-4743-8f22-2584657c874d req-6bdc53c2-5fa4-41ec-89a6-6fc7d7093c3e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1185443
Dec 11 21:16:04.857862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Attempting to bind port 4c6631d8-2236-46a7-908e-124b61d8ea0d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:16:04.858196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Attempting to bind port 4c6631d8-2236-46a7-908e-124b61d8ea0d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:16:04.858546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Attempting to bind port 4c6631d8-2236-46a7-908e-124b61d8ea0d on network cefa467a-a7db-4b33-b468-467aa0966df8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:04.871247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Port 4c6631d8-2236-46a7-908e-124b61d8ea0d on network cefa467a-a7db-4b33-b468-467aa0966df8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:16:04.871569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Attempting to bind port 4c6631d8-2236-46a7-908e-124b61d8ea0d on network cefa467a-a7db-4b33-b468-467aa0966df8 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:04.884647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:16:04.884977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Checking segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:16:04.885358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Bound using segment: {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:16:04.885785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Bound port: 4c6631d8-2236-46a7-908e-124b61d8ea0d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df06050-0a93-4b92-8c47-991a38a5c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:16:04.886137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:04.892498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df45df99-5c29-4743-8f22-2584657c874d req-37eebf47-0ca7-4b38-9f20-ea49a4d3360d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711868
Dec 11 21:16:04.957033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:16:04.960549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:16:04.964351 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:05.002266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.002919 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:05.004304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] 10.222.0.16 "PUT /v2.0/ports/4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 200  len: 1092 time: 0.8028634
Dec 11 21:16:05.004765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:05.007107 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:05.035543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6430-3d4a-4d14-ac3b-d304cc42491c service neutron] Pushing event updated for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:05.063498 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58faf8-1dbb-480a-a1ee-ea4d1c7a31f5 x-openstack-request-id: req-5c58faf8-1dbb-480a-a1ee-ea4d1c7a31f5 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:05.063777 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:05.064034 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c58faf8-1dbb-480a-a1ee-ea4d1c7a31f5 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:05.064427 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'status': 'completed', 'code': 200}
Dec 11 21:16:05.127799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-c1f13d5c-26b0-4e63-a6b8-9a0b8891556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.129352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-c1f13d5c-26b0-4e63-a6b8-9a0b8891556c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1095 time: 0.0785797
Dec 11 21:16:05.140882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bfe9e-feec-41d2-b469-0677227c2ad9 req-ed880275-ae38-4cb3-a714-42c08abdb064 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.142685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-594bfe9e-feec-41d2-b469-0677227c2ad9 req-ed880275-ae38-4cb3-a714-42c08abdb064 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0827913
Dec 11 21:16:05.184662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-f3eaa000-7107-47fa-8383-2d50113a4ab5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 200  len: 217 time: 0.0410039
Dec 11 21:16:05.259658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-594bfe9e-feec-41d2-b469-0677227c2ad9 req-e6c2cacd-e392-49a4-b85f-55fb81d2147d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079979
Dec 11 21:16:05.261419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-b02fd17b-f72b-49bd-8eff-3fad0d7a1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.262879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-b02fd17b-f72b-49bd-8eff-3fad0d7a1f6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=725a8d2b-d3f7-4942-ae1d-662581ae020d HTTP/1.1" status: 200  len: 835 time: 0.0701549
Dec 11 21:16:05.311167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d4336-8883-421d-8ad7-f66a4f799724 req-786c23ec-9321-458e-8732-a1cb68510f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.313702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-786c23ec-9321-458e-8732-a1cb68510f93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cefa467a-a7db-4b33-b468-467aa0966df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434401
Dec 11 21:16:05.385093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff3002-45b4-4100-910b-d05476cf4c06 req-991863a9-a1ae-452f-aba9-b326202ad026 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.386743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7ff3002-45b4-4100-910b-d05476cf4c06 req-991863a9-a1ae-452f-aba9-b326202ad026 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0533974
Dec 11 21:16:05.403306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-47ba915f-bb41-42ee-9e18-664e1fd9bacd service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829535
Dec 11 21:16:05.434942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c7ff3002-45b4-4100-910b-d05476cf4c06 req-8b32cdda-a724-4439-958a-2ecab90ce3c9 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416098
Dec 11 21:16:05.500210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-145d4336-8883-421d-8ad7-f66a4f799724 req-47756006-66eb-4697-b1e1-0b7a41fd2186 service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896211
Dec 11 21:16:05.585620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-68d9ba4c-0dc6-46b7-b3d7-37518852d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.587133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-68d9ba4c-0dc6-46b7-b3d7-37518852d9f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1095 time: 0.0422218
Dec 11 21:16:05.602896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85812791-d89c-4825-9fa3-f078bb310d3d req-f7bcf402-f357-4434-9798-cf971f79c641 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.604400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85812791-d89c-4825-9fa3-f078bb310d3d req-f7bcf402-f357-4434-9798-cf971f79c641 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0487404
Dec 11 21:16:05.656064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85812791-d89c-4825-9fa3-f078bb310d3d req-f9cd5f9e-efd6-4311-bdc1-2b152380ec73 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398684
Dec 11 21:16:05.682821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-2f4e13f2-1f23-426e-bf17-2855ef9cfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.684427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-2f4e13f2-1f23-426e-bf17-2855ef9cfab3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 898 time: 0.0909004
Dec 11 21:16:05.730564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-2e52639c-0f9a-444f-bf88-9a0173eb1bcf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 200  len: 217 time: 0.0390379
Dec 11 21:16:05.777033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62f017-38e9-4004-acb9-03921a1806c3 req-97b6b15c-cc4a-40c0-9430-4ece5ee41539 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.778541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d62f017-38e9-4004-acb9-03921a1806c3 req-97b6b15c-cc4a-40c0-9430-4ece5ee41539 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0577185
Dec 11 21:16:05.823653 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc806b7-c392-4b99-82f6-a29479321526 req-5f1c04e4-220c-4001-b887-12c969badd4d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.825160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fc806b7-c392-4b99-82f6-a29479321526 req-5f1c04e4-220c-4001-b887-12c969badd4d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 944 time: 0.0978630
Dec 11 21:16:05.826505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-9f28d9c2-4ba4-4b96-b08d-2700c8e7d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.826675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d62f017-38e9-4004-acb9-03921a1806c3 req-89829d6e-fe44-43f8-9a46-d9bd66918209 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418930
Dec 11 21:16:05.827849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-9f28d9c2-4ba4-4b96-b08d-2700c8e7d38f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=725a8d2b-d3f7-4942-ae1d-662581ae020d HTTP/1.1" status: 200  len: 835 time: 0.0853093
Dec 11 21:16:05.903266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-55395c39-fd9c-424d-a83c-452f87cf403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:05.904775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-55395c39-fd9c-424d-a83c-452f87cf403e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cefa467a-a7db-4b33-b468-467aa0966df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0667257
Dec 11 21:16:05.910211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fc806b7-c392-4b99-82f6-a29479321526 req-e59d3166-d5db-4c72-aacd-f5a7cc6f8a83 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781465
Dec 11 21:16:06.019283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-687dc678-b22f-4add-96a1-894e24a0d38a service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061666
Dec 11 21:16:06.019647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48a28e-cd2d-449d-a000-4a854538d1a1 req-63aefa5f-8c86-47bd-a141-07ea65596340 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.021202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f48a28e-cd2d-449d-a000-4a854538d1a1 req-63aefa5f-8c86-47bd-a141-07ea65596340 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0538116
Dec 11 21:16:06.088731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1f48a28e-cd2d-449d-a000-4a854538d1a1 req-b91c2f35-6d07-42b3-bb73-0a6e71a9d645 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605919
Dec 11 21:16:06.135051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9af8a40a-dfc0-42be-8e73-2b7d41e02f67 req-fac9cfda-1e4c-47a1-9e97-1bcae0294d7e service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077642
Dec 11 21:16:06.220926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe830c-acb1-4afa-b78b-d9bbe692366e req-0b196689-dc3d-4c08-bba7-791717b8d6d5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.222737 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ebe830c-acb1-4afa-b78b-d9bbe692366e req-0b196689-dc3d-4c08-bba7-791717b8d6d5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0528252
Dec 11 21:16:06.272248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ebe830c-acb1-4afa-b78b-d9bbe692366e req-15bcef37-d189-4626-a097-b3918470f37f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435543
Dec 11 21:16:06.447455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a395bf-4ad2-46e5-8815-828dcbf41700 req-77fe25a8-9bb1-4dff-98cd-68056798f666 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.448925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a395bf-4ad2-46e5-8815-828dcbf41700 req-77fe25a8-9bb1-4dff-98cd-68056798f666 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0614669
Dec 11 21:16:06.495972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-71a395bf-4ad2-46e5-8815-828dcbf41700 req-b354f496-220c-441a-9a79-01851d0a6ef6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405190
Dec 11 21:16:06.615254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5773-c5ed-41a3-9f05-faea5ddf00c3 req-51c00b37-81dd-409b-bd08-852c11363c44 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.616649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16fc5773-c5ed-41a3-9f05-faea5ddf00c3 req-51c00b37-81dd-409b-bd08-852c11363c44 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0490746
Dec 11 21:16:06.667482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16fc5773-c5ed-41a3-9f05-faea5ddf00c3 req-81d113d5-8d0b-4f5e-87de-be20b28aca32 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450830
Dec 11 21:16:06.829800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c231f81-a774-498c-afd7-492e9b8f4aed req-1cac659a-1579-4167-91de-90a3ccd63e89 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.831286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c231f81-a774-498c-afd7-492e9b8f4aed req-1cac659a-1579-4167-91de-90a3ccd63e89 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0478024
Dec 11 21:16:06.878546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c231f81-a774-498c-afd7-492e9b8f4aed req-e2df2465-172a-4789-bf93-6755bc9d9273 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413625
Dec 11 21:16:06.991577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486f04-7822-45d2-8d75-e6c61a5d1e96 req-06e91ebe-d228-43c7-bef6-fac461d5f6ce tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:06.993061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41486f04-7822-45d2-8d75-e6c61a5d1e96 req-06e91ebe-d228-43c7-bef6-fac461d5f6ce tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0476973
Dec 11 21:16:07.030011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d187ff-d2a3-4ac7-b723-5d0e68555175 req-f2dda256-dab9-4a18-9f7c-407ce007a648 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:07.031577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11d187ff-d2a3-4ac7-b723-5d0e68555175 req-f2dda256-dab9-4a18-9f7c-407ce007a648 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 944 time: 0.0498183
Dec 11 21:16:07.040341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41486f04-7822-45d2-8d75-e6c61a5d1e96 req-72336186-9872-4d7a-9184-849f331be3d7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410786
Dec 11 21:16:07.083431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11d187ff-d2a3-4ac7-b723-5d0e68555175 req-c67f0ac7-51fc-4d90-acd9-87295beb8fca tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456285
Dec 11 21:16:07.261201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd3315-2a33-45be-a29a-56dfbc74068b req-adcd6021-f205-4d38-9a12-1a5846adfc1b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:07.262708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33cd3315-2a33-45be-a29a-56dfbc74068b req-adcd6021-f205-4d38-9a12-1a5846adfc1b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 812 time: 0.1020880
Dec 11 21:16:07.278026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33cd3315-2a33-45be-a29a-56dfbc74068b req-e82bf505-9527-4909-9957-44f55fe86781 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/quotas/f8c23b577a41445f8d98e859bd185062 HTTP/1.1" status: 200  len: 375 time: 0.0094106
Dec 11 21:16:07.329119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33cd3315-2a33-45be-a29a-56dfbc74068b req-bd60c920-838e-4204-a26c-e1d383134c80 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0452132
Dec 11 21:16:07.440078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b0c6f-55db-4295-80a6-d07d1c42a48c req-93e092b3-6bd1-489f-89a7-1e52fa2e466d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:07.441525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-968b0c6f-55db-4295-80a6-d07d1c42a48c req-93e092b3-6bd1-489f-89a7-1e52fa2e466d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0534401
Dec 11 21:16:07.488587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-968b0c6f-55db-4295-80a6-d07d1c42a48c req-1f4404f7-6072-4126-aa6b-5dcfafd2570c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411351
Dec 11 21:16:07.604004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844476f-8ef9-4a4c-9065-8b7aa3783b32 req-e0cd75f3-1a72-48e7-8f18-8090a99c0adc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:07.605533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a844476f-8ef9-4a4c-9065-8b7aa3783b32 req-e0cd75f3-1a72-48e7-8f18-8090a99c0adc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0509374
Dec 11 21:16:07.650946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a844476f-8ef9-4a4c-9065-8b7aa3783b32 req-c81b14e1-f6bc-4286-bd67-9e65bc0de37a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390065
Dec 11 21:16:07.802441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-601e3dba-06cb-4d6c-bf70-6fd6f16dea2a req-785c866d-3316-41ed-885b-13b6db0782cd tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f8c23b577a41445f8d98e859bd185062 HTTP/1.1" status: 200  len: 221 time: 0.0297294
Dec 11 21:16:07.902979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce35-7110-4c29-bc17-88181c6572a0 req-df5c4e9d-0d04-48f8-ace7-d956f04c74e0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:07.904436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-17fcce35-7110-4c29-bc17-88181c6572a0 req-df5c4e9d-0d04-48f8-ace7-d956f04c74e0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0518601
Dec 11 21:16:07.952938 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-17fcce35-7110-4c29-bc17-88181c6572a0 req-0070ffaa-e704-4dd6-90e1-7eb02a83de0b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416017
Dec 11 21:16:08.069222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1fd8-7289-4d13-be67-fa6434e1dfb5 req-ef69a740-12fc-41d6-a8ca-a439693fe2e2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:08.070747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90fb1fd8-7289-4d13-be67-fa6434e1dfb5 req-ef69a740-12fc-41d6-a8ca-a439693fe2e2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0485809
Dec 11 21:16:08.121718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90fb1fd8-7289-4d13-be67-fa6434e1dfb5 req-961bf76e-f2bc-4095-af17-54673772634d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450008
Dec 11 21:16:08.199506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce8c38-e5b8-476f-bab1-5484a891f0df req-82ea6e75-1be7-4f77-aeac-4741b3ed115d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:08.201007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bce8c38-e5b8-476f-bab1-5484a891f0df req-82ea6e75-1be7-4f77-aeac-4741b3ed115d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 944 time: 0.0484896
Dec 11 21:16:08.252007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c6631d8-2236-46a7-908e-124b61d8ea0d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:16:08.260049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bce8c38-e5b8-476f-bab1-5484a891f0df req-1c1567ff-c3c5-40f4-a8a8-afab5abafeab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483928
Dec 11 21:16:08.260686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25438b8a-6ae4-4973-9032-5a1916aab668 req-aec7bba5-d8a5-4942-93ac-dd18a870b85e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:08.268880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25438b8a-6ae4-4973-9032-5a1916aab668 req-aec7bba5-d8a5-4942-93ac-dd18a870b85e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0623927
Dec 11 21:16:08.357560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:08.373565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:16:08.414561 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:08.427980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6631d8-2236-46a7-908e-124b61d8ea0d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:16:08.448152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:08.454090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:08.502298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:08.633323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25438b8a-6ae4-4973-9032-5a1916aab668 req-6a45eaa2-2db1-487e-9fc8-dd0a480e5f0e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3635798
Dec 11 21:16:08.639658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4c6631d8-2236-46a7-908e-124b61d8ea0d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:16:08.758401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac55cce-0f93-47ae-ac2f-1783792a9d13 req-8ea8e07d-f272-41bf-91c1-54dbe8b2578e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:08.760045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ac55cce-0f93-47ae-ac2f-1783792a9d13 req-8ea8e07d-f272-41bf-91c1-54dbe8b2578e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0567818
Dec 11 21:16:08.807255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ac55cce-0f93-47ae-ac2f-1783792a9d13 req-4a1ae8e0-48f0-4d1b-93c2-c8a231d97478 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410855
Dec 11 21:16:08.929920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08351-416f-424d-ba99-da6733a79481 req-ca5bb691-3889-44a6-bddc-dac4f4aa048b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:08.931404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01c08351-416f-424d-ba99-da6733a79481 req-ca5bb691-3889-44a6-bddc-dac4f4aa048b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0471544
Dec 11 21:16:08.978104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01c08351-416f-424d-ba99-da6733a79481 req-839ee4bc-64d8-41f6-adcf-8dadfa7046ce tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402730
Dec 11 21:16:09.091900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c544fe-6b3a-488e-b57a-c468348e89b1 req-83fc2640-0c08-48ed-97cd-71959a71e3d5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.093543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40c544fe-6b3a-488e-b57a-c468348e89b1 req-83fc2640-0c08-48ed-97cd-71959a71e3d5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0488033
Dec 11 21:16:09.140774 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40c544fe-6b3a-488e-b57a-c468348e89b1 req-af0d892d-360b-41d1-a7da-77b6d78e4be8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403306
Dec 11 21:16:09.261889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201bd9c-7da7-4c01-9b3a-51eaf0e2e774 req-28e7813a-efa9-4560-b85d-d891a4ec7c64 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.263483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7201bd9c-7da7-4c01-9b3a-51eaf0e2e774 req-28e7813a-efa9-4560-b85d-d891a4ec7c64 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0484183
Dec 11 21:16:09.316903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7201bd9c-7da7-4c01-9b3a-51eaf0e2e774 req-67de0b29-3484-4f94-a8f8-bc1cc5a08acf tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475070
Dec 11 21:16:09.376357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafffc8-b32b-4c0c-8cca-b47073254f13 req-1757709a-5455-4ac5-8c3e-e20f3d2b14bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.377857 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-feafffc8-b32b-4c0c-8cca-b47073254f13 req-1757709a-5455-4ac5-8c3e-e20f3d2b14bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 945 time: 0.0490501
Dec 11 21:16:09.430383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff548d53-58a3-4458-a56e-5eb73b62a95c req-ffb8592d-48ed-4b13-b2f2-2196d662c2af tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.431186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-feafffc8-b32b-4c0c-8cca-b47073254f13 req-221aedf5-c3ac-4c62-ae7b-1ad139339896 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474865
Dec 11 21:16:09.432519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff548d53-58a3-4458-a56e-5eb73b62a95c req-ffb8592d-48ed-4b13-b2f2-2196d662c2af tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0485551
Dec 11 21:16:09.481698 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff548d53-58a3-4458-a56e-5eb73b62a95c req-e8f16cef-fd73-46ac-bc6a-2f9951aeecf3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431747
Dec 11 21:16:09.615302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd191a-bec2-457b-b36f-1bbe0b697470 req-25ef112b-d2dd-40cb-a418-ad45c2d1f148 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.616696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ccd191a-bec2-457b-b36f-1bbe0b697470 req-25ef112b-d2dd-40cb-a418-ad45c2d1f148 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0493917
Dec 11 21:16:09.663084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ccd191a-bec2-457b-b36f-1bbe0b697470 req-46a84b3c-80d2-4c30-be39-9525937e0551 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404973
Dec 11 21:16:09.778353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208c8d7-d581-4bcc-bba3-9a571dcf79e5 req-832fdc0c-611d-4381-9b84-b857cc069083 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.779873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4208c8d7-d581-4bcc-bba3-9a571dcf79e5 req-832fdc0c-611d-4381-9b84-b857cc069083 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0483906
Dec 11 21:16:09.827171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4208c8d7-d581-4bcc-bba3-9a571dcf79e5 req-fedd5afc-973a-47bc-bfdb-6e2a7aff6db5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405242
Dec 11 21:16:09.964481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4078a65-3664-43cd-9546-cbd98b0129fb req-9e0e64d8-d61d-4816-83db-066bed66d1d8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:09.966211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4078a65-3664-43cd-9546-cbd98b0129fb req-9e0e64d8-d61d-4816-83db-066bed66d1d8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0547810
Dec 11 21:16:10.013815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d4078a65-3664-43cd-9546-cbd98b0129fb req-5da3359a-1584-48d0-80e3-b97d1e37a6c8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412731
Dec 11 21:16:10.131821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a262181-6a30-47b2-9cb9-6e20910c0dee req-f4ef3b61-7d43-43ce-9128-dc23f863aace tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.133191 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a262181-6a30-47b2-9cb9-6e20910c0dee req-f4ef3b61-7d43-43ce-9128-dc23f863aace tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0503142
Dec 11 21:16:10.181028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a262181-6a30-47b2-9cb9-6e20910c0dee req-2bd72a9c-9158-46d6-872a-9bc78acc78e5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418055
Dec 11 21:16:10.252528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c6631d8-2236-46a7-908e-124b61d8ea0d up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:10.301282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4c6631d8-2236-46a7-908e-124b61d8ea0d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:16:10.305613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4c6631d8-2236-46a7-908e-124b61d8ea0d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:10.305986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:10.325609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecdc26-fbd0-4e3b-95e8-684eb4d2f2e4 req-b5f99f3d-c674-486a-9ad6-44941eebbcb1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.327210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baecdc26-fbd0-4e3b-95e8-684eb4d2f2e4 req-b5f99f3d-c674-486a-9ad6-44941eebbcb1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0568421
Dec 11 21:16:10.375617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baecdc26-fbd0-4e3b-95e8-684eb4d2f2e4 req-cdb7ed96-5dc9-4481-9e0f-2cd9bf7d862f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417688
Dec 11 21:16:10.384719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:10.407425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:10.409696 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aace0ec7-36c9-4f2a-a998-2e51b0b6214f" -d '{"events": [{"server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "name": "network-vif-plugged", "status": "completed", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:10.424052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:10.431577 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:10.456925 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b56168d-05e8-4079-b138-7f5366e57fa7 x-openstack-request-id: req-9b56168d-05e8-4079-b138-7f5366e57fa7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:10.457211 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "name": "network-vif-plugged", "status": "completed", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:10.457466 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b56168d-05e8-4079-b138-7f5366e57fa7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:10.457854 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'code': 200}
Dec 11 21:16:10.488278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:10.511067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297446f-a548-459c-9e5f-32d276534499 req-251a3e7e-1006-4b99-afd3-bd576f762e71 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.513403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3297446f-a548-459c-9e5f-32d276534499 req-251a3e7e-1006-4b99-afd3-bd576f762e71 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0615494
Dec 11 21:16:10.565530 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3297446f-a548-459c-9e5f-32d276534499 req-64061b8f-7405-4564-b673-8afc7a36ec11 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452886
Dec 11 21:16:10.591057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e9eca-c281-40a5-8f25-1521a530c04c req-4c2ba039-7f23-4967-874e-c79177d4b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.592647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b22e9eca-c281-40a5-8f25-1521a530c04c req-4c2ba039-7f23-4967-874e-c79177d4b37e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1097 time: 0.0720675
Dec 11 21:16:10.628386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23820d84-b8a2-424d-9f66-05b57979a2d5 req-2ef6d280-e3f0-4f36-9b9e-f8bad925b0bd tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.630083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-23820d84-b8a2-424d-9f66-05b57979a2d5 req-2ef6d280-e3f0-4f36-9b9e-f8bad925b0bd tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.0997326
Dec 11 21:16:10.686942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b22e9eca-c281-40a5-8f25-1521a530c04c req-599b0f75-b4c1-4883-9f8b-7aee85815f7d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869691
Dec 11 21:16:10.701839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-23820d84-b8a2-424d-9f66-05b57979a2d5 req-946bd30e-a5ea-4288-b344-6af49172dd72 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658553
Dec 11 21:16:10.763410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6e45c-f67c-44d6-aee9-d21062c7c582 req-baf1ef76-808b-4ba3-adbd-fda4690c33d1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.764861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-28b6e45c-f67c-44d6-aee9-d21062c7c582 req-baf1ef76-808b-4ba3-adbd-fda4690c33d1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0485132
Dec 11 21:16:10.817168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-28b6e45c-f67c-44d6-aee9-d21062c7c582 req-6f476110-4cec-4c72-bdfc-4eab8e5caffe tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446808
Dec 11 21:16:10.931016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1daec3-4480-4c12-bda7-f8a4b2b1eda9 req-a00b9085-540c-4bcd-a2ef-83e7f9c0d88a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:10.932387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1daec3-4480-4c12-bda7-f8a4b2b1eda9 req-a00b9085-540c-4bcd-a2ef-83e7f9c0d88a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0483770
Dec 11 21:16:10.981574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1daec3-4480-4c12-bda7-f8a4b2b1eda9 req-57250b59-43b9-4c67-ae41-ab370ae22602 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427811
Dec 11 21:16:10.994173 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1879708e-ddd4-487d-bce6-7bffaab3f1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:11.141124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41a2d-45f8-4edd-ba43-dfc882d0e93a req-438a08b4-27d1-4eaa-b28f-db5e33b01bd1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.142610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd41a2d-45f8-4edd-ba43-dfc882d0e93a req-438a08b4-27d1-4eaa-b28f-db5e33b01bd1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0484312
Dec 11 21:16:11.189140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fd41a2d-45f8-4edd-ba43-dfc882d0e93a req-66d8c5de-943c-477f-b6eb-d542fb1e0103 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405118
Dec 11 21:16:11.303153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b5d53-5366-4d81-88b7-ddc72c0ed26d req-a69955dd-ba85-4008-98e5-5d27ed346ced tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.304618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-142b5d53-5366-4d81-88b7-ddc72c0ed26d req-a69955dd-ba85-4008-98e5-5d27ed346ced tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0475874
Dec 11 21:16:11.352126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-142b5d53-5366-4d81-88b7-ddc72c0ed26d req-bbb0125c-7903-4fa3-98a7-4b122414104b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413883
Dec 11 21:16:11.480648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89132092-4059-4592-a503-64b8c9ecce04 req-f2dba534-9d00-488b-ae94-b59a4a7c6f27 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.482042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89132092-4059-4592-a503-64b8c9ecce04 req-f2dba534-9d00-488b-ae94-b59a4a7c6f27 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0491173
Dec 11 21:16:11.528117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89132092-4059-4592-a503-64b8c9ecce04 req-5819b808-0480-4c0b-a1a3-88de8bb3b2e5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394690
Dec 11 21:16:11.647740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122988ad-12bb-4c7a-906d-330573915990 req-2ca5b7bd-aa26-4d9c-b4d6-6d18c39a4551 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.649221 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-122988ad-12bb-4c7a-906d-330573915990 req-2ca5b7bd-aa26-4d9c-b4d6-6d18c39a4551 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0548089
Dec 11 21:16:11.704910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-122988ad-12bb-4c7a-906d-330573915990 req-67670e34-8c51-4227-b38d-b5cd0f68a214 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496469
Dec 11 21:16:11.829034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefccd34-7bbf-422f-9af2-f1ddcbd17c57 req-85dea2d1-2990-40ce-8018-beb35200c4fd tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.830737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cefccd34-7bbf-422f-9af2-f1ddcbd17c57 req-85dea2d1-2990-40ce-8018-beb35200c4fd tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.0583532
Dec 11 21:16:11.887153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cefccd34-7bbf-422f-9af2-f1ddcbd17c57 req-8a5805f8-f29f-44c1-919a-8768705af39c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496850
Dec 11 21:16:11.910702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22ca08-f579-4cc4-a68c-3cc688d4459c req-f74c05ce-6bbf-49cc-a302-c61dae6ead02 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:11.912180 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff22ca08-f579-4cc4-a68c-3cc688d4459c req-f74c05ce-6bbf-49cc-a302-c61dae6ead02 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0500183
Dec 11 21:16:11.959701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff22ca08-f579-4cc4-a68c-3cc688d4459c req-b0bbb184-5833-4ca5-80e2-455aa620e059 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412507
Dec 11 21:16:12.006887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf3056-6e45-4f54-9e1d-bc363c6f863d req-c9d555fc-5ec1-47b7-8086-22a8b1e5fb19 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:12.008397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8fbf3056-6e45-4f54-9e1d-bc363c6f863d req-c9d555fc-5ec1-47b7-8086-22a8b1e5fb19 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.0565689
Dec 11 21:16:12.062014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8fbf3056-6e45-4f54-9e1d-bc363c6f863d req-7b408c6d-89f8-4042-b02e-fa91364f6f54 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473225
Dec 11 21:16:12.084238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:12.127102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533ffbc-3087-444d-a650-6fb691cef7eb tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:12.128592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6533ffbc-3087-444d-a650-6fb691cef7eb tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1092 time: 0.0434015
Dec 11 21:16:12.131642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45522) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:12.135820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:12.159394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:12.253705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:12.401832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.35.1.206 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/c0646b51-0ab2-483b-92bc-bc72f797ff29) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:16:12.504423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:12.536667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:12.574535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:16:12.577303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:16:12.580899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:16:12.605147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=c0646b51-0ab2-483b-92bc-bc72f797ff29,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:12.959186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.027164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.150672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17b735-20c7-49cd-929a-37daa241dc92 req-3d032007-237c-4a8e-b14e-dcd4d34b2087 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:13.152086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a17b735-20c7-49cd-929a-37daa241dc92 req-3d032007-237c-4a8e-b14e-dcd4d34b2087 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1017368
Dec 11 21:16:13.236977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a17b735-20c7-49cd-929a-37daa241dc92 req-fee9bfab-f8bf-4b63-9bd2-81c5120c2763 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782580
Dec 11 21:16:13.254354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.261387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.329474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=c0646b51-0ab2-483b-92bc-bc72f797ff29,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:13.342909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.456308 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Floating IP c03083a5-354a-4296-823e-bb2081642e66 associated. External IP: 172.35.1.206, port: 4c6631d8-2236-46a7-908e-124b61d8ea0d.
Dec 11 21:16:13.458140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a3a1571-97bf-4efe-ad2b-cd1b4e5e868a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.498177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1471b6-a9e8-44f8-9265-821bada7c35c req-b946d425-01cc-4cc4-971b-2fa91224a974 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:13.499773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e1471b6-a9e8-44f8-9265-821bada7c35c req-b946d425-01cc-4cc4-971b-2fa91224a974 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0583928
Dec 11 21:16:13.552284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3e1471b6-a9e8-44f8-9265-821bada7c35c req-467d9743-8c75-4858-9935-d8ca1f02c8c2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447264
Dec 11 21:16:13.691420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:16:13.797420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:16:13.807444 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:16:13.818527 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:16:13.819105 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:13.824019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:13.858544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6735f524-befa-404f-bb26-7a0a68410018 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.7258654
Dec 11 21:16:13.859232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:13.861543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45536) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:13.861716 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a638ce-8cff-4d9f-a4ce-200160f1380c" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:13.909597 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e90b61-db7b-4a1a-aa3b-360ebd79da50 x-openstack-request-id: req-58e90b61-db7b-4a1a-aa3b-360ebd79da50 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:13.910011 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:13.910322 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58e90b61-db7b-4a1a-aa3b-360ebd79da50 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:13.910787 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'status': 'completed', 'code': 200}
Dec 11 21:16:13.927498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ffd63ba-8423-480f-812a-bb055ca9de92 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c03083a5-354a-4296-823e-bb2081642e66 HTTP/1.1" status: 200  len: 992 time: 0.0642133
Dec 11 21:16:13.936947 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:16:13.971850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-5b269166-9ca0-44a3-a4b5-b01292619b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:13.973447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-5b269166-9ca0-44a3-a4b5-b01292619b54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1097 time: 0.0415089
Dec 11 21:16:14.065907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-4ed5b507-35e1-4579-8a30-6a643b40c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:14.067417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-4ed5b507-35e1-4579-8a30-6a643b40c738 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 898 time: 0.0866747
Dec 11 21:16:14.132734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-a8c33d61-5db3-4b7e-9ef5-0e434fb192de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 200  len: 1000 time: 0.0574663
Dec 11 21:16:14.170352 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0a30>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:12Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:14.183710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-57e1db75-f334-484f-af71-ddfe6cdd6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:14.185170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-57e1db75-f334-484f-af71-ddfe6cdd6972 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=725a8d2b-d3f7-4942-ae1d-662581ae020d HTTP/1.1" status: 200  len: 835 time: 0.0461833
Dec 11 21:16:14.200772 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:16:14.209207 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:16:14.209811 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:14.228900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-4cfdbe66-963e-44a1-9332-f8557837a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:14.230336 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-4cfdbe66-963e-44a1-9332-f8557837a46c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cefa467a-a7db-4b33-b468-467aa0966df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388391
Dec 11 21:16:14.315775 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:16:14.322261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-da409e95-99b3-4339-8778-722d373cdcb2 service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847051
Dec 11 21:16:14.416372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96a638ce-8cff-4d9f-a4ce-200160f1380c req-b4ebc5f3-5275-4720-b4e2-c5e1c5488bbd service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870552
Dec 11 21:16:14.534301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea4517ed-a947-4c45-8634-038994684465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c0a30>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:12Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:14.562937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4517ed-a947-4c45-8634-038994684465 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:15:58Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:12Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:16:14.678336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd99dcf-c5d7-40ff-b6be-46d2085b1f2b req-f8e9813f-623e-4249-ba6a-51a6c3f585ec tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:14.679918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd99dcf-c5d7-40ff-b6be-46d2085b1f2b req-f8e9813f-623e-4249-ba6a-51a6c3f585ec tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0521016
Dec 11 21:16:14.730847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bd99dcf-c5d7-40ff-b6be-46d2085b1f2b req-d7a9d88d-27ae-450f-8645-11879a8e304c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445671
Dec 11 21:16:14.782341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bf413-ceb8-4771-818a-e1352b7b3660 None None] New status for floating IP c03083a5-354a-4296-823e-bb2081642e66: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:16:14.865941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320804d4-edeb-43ac-8c25-d707d3e97020 req-6957c788-4ee3-481f-849b-05f5477f7682 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:14.867482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-320804d4-edeb-43ac-8c25-d707d3e97020 req-6957c788-4ee3-481f-849b-05f5477f7682 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0499723
Dec 11 21:16:14.920313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-320804d4-edeb-43ac-8c25-d707d3e97020 req-b1a5315f-8a0f-4a63-bbd1-93bd350cc94e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463259
Dec 11 21:16:14.931156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45546) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:14.954787 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:15.000561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c687625f-09a3-4620-856b-8540980cf270 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c03083a5-354a-4296-823e-bb2081642e66 HTTP/1.1" status: 200  len: 994 time: 0.0680668
Dec 11 21:16:15.082706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8ff8-bc7a-4a8c-b6a8-7ea7a3249105 req-979c15d4-dc06-4985-b430-9f067c2b8ba1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.084165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad8e8ff8-bc7a-4a8c-b6a8-7ea7a3249105 req-979c15d4-dc06-4985-b430-9f067c2b8ba1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0476723
Dec 11 21:16:15.131934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ad8e8ff8-bc7a-4a8c-b6a8-7ea7a3249105 req-d4bfb407-78a6-4a20-b87e-8f66b433f743 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412624
Dec 11 21:16:15.258219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443abe-892b-4d3f-9fc1-02e33bbad1cc req-64bb411a-a37a-4f86-b7c7-0c51ccdce229 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.259746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d443abe-892b-4d3f-9fc1-02e33bbad1cc req-64bb411a-a37a-4f86-b7c7-0c51ccdce229 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0523615
Dec 11 21:16:15.306889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d443abe-892b-4d3f-9fc1-02e33bbad1cc req-0c73ac74-be07-4718-91d0-d81f241c4db8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411525
Dec 11 21:16:15.434702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366babc-9f89-4a38-81d2-17e7cbbd130c req-ead7a05a-d4ee-4581-847e-1c30be2781b8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.436086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b366babc-9f89-4a38-81d2-17e7cbbd130c req-ead7a05a-d4ee-4581-847e-1c30be2781b8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0481684
Dec 11 21:16:15.483777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b366babc-9f89-4a38-81d2-17e7cbbd130c req-f87f14ca-87ad-41b0-9a65-d4ca2068af6a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413671
Dec 11 21:16:15.599012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d201512-f057-436f-abb7-a1c9a015f689 req-7490c861-b1e2-4943-8e9d-69e4af5c0dfa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.600456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d201512-f057-436f-abb7-a1c9a015f689 req-7490c861-b1e2-4943-8e9d-69e4af5c0dfa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0504417
Dec 11 21:16:15.646106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d201512-f057-436f-abb7-a1c9a015f689 req-8e168a1d-ef96-428c-9390-8573f46c0d1e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398316
Dec 11 21:16:15.790602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368065d8-5e46-40f3-895b-e0e43288b129 req-2a59343b-9a9b-43be-8e9c-2de40b0dfef7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.792053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368065d8-5e46-40f3-895b-e0e43288b129 req-2a59343b-9a9b-43be-8e9c-2de40b0dfef7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0474041
Dec 11 21:16:15.840997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-368065d8-5e46-40f3-895b-e0e43288b129 req-91c9665b-1f30-4990-8519-c5e6e7da0077 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425973
Dec 11 21:16:15.860384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:15.962045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d186c9-ff56-47dc-8fd1-b23440447460 req-12b83405-d2e6-42cd-9dc4-12deae8f6565 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:15.963485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71d186c9-ff56-47dc-8fd1-b23440447460 req-12b83405-d2e6-42cd-9dc4-12deae8f6565 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0524132
Dec 11 21:16:16.011589 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-71d186c9-ff56-47dc-8fd1-b23440447460 req-9e0759d0-2041-4f09-8030-526bec839f70 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415890
Dec 11 21:16:16.143689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae91fc-c38a-4ef1-bdce-cfb21116370b req-d51fdbf2-f427-4f22-935c-cc1f7cac73e1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:16.145155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4ae91fc-c38a-4ef1-bdce-cfb21116370b req-d51fdbf2-f427-4f22-935c-cc1f7cac73e1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0486336
Dec 11 21:16:16.191532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4ae91fc-c38a-4ef1-bdce-cfb21116370b req-45ab7d9e-3d27-4954-af43-dd085899171d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404065
Dec 11 21:16:16.298147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:16.311493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379141a0-c748-435a-8a00-5707757ec0ee req-4db2c72f-c8c8-4ebb-8d2b-0fe4d87c9b71 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:16.312967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379141a0-c748-435a-8a00-5707757ec0ee req-4db2c72f-c8c8-4ebb-8d2b-0fe4d87c9b71 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0519567
Dec 11 21:16:16.364758 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379141a0-c748-435a-8a00-5707757ec0ee req-03df7a6d-e8ae-4290-b268-1fe2d6911702 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457191
Dec 11 21:16:16.504579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61402d6-f8bf-48bd-8999-52b6d12c4c87 req-90ccc0ae-c296-46ff-ad77-07931ab3a002 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:16.506054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a61402d6-f8bf-48bd-8999-52b6d12c4c87 req-90ccc0ae-c296-46ff-ad77-07931ab3a002 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0571675
Dec 11 21:16:16.553481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a61402d6-f8bf-48bd-8999-52b6d12c4c87 req-80017e83-640d-45be-8c47-ca598b3dc8f2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414894
Dec 11 21:16:16.666215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b56192-ac1c-4f20-9218-26f7a4f9cdb4 req-1f91c448-ef56-414e-998d-f85d23b04b2e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:16.667711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-55b56192-ac1c-4f20-9218-26f7a4f9cdb4 req-1f91c448-ef56-414e-998d-f85d23b04b2e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0480409
Dec 11 21:16:16.718157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-55b56192-ac1c-4f20-9218-26f7a4f9cdb4 req-02bedf67-aee5-43f2-a515-90cfe7bbb635 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446327
Dec 11 21:16:16.878835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0048a-35a1-45f1-89c4-ea838fa01955 req-350bb867-7a6a-4900-bc58-15c2c7dc8bfc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:16.880363 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76e0048a-35a1-45f1-89c4-ea838fa01955 req-350bb867-7a6a-4900-bc58-15c2c7dc8bfc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0546994
Dec 11 21:16:16.926967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76e0048a-35a1-45f1-89c4-ea838fa01955 req-1405affb-dffd-4929-b807-ac30acfc00a6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406890
Dec 11 21:16:17.042195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7975-6dd9-487a-977f-94afc322a226 req-3add043d-7eb9-43bc-8f30-cb417f0db7de tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.043722 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77bc7975-6dd9-487a-977f-94afc322a226 req-3add043d-7eb9-43bc-8f30-cb417f0db7de tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0491557
Dec 11 21:16:17.089675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77bc7975-6dd9-487a-977f-94afc322a226 req-3058f78a-9a84-4677-ba31-e63976f24cad tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397103
Dec 11 21:16:17.177098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:17.226418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770501-1fb5-40bf-9198-a24cc0fc9b6e req-891495ec-c95d-4211-9ea9-2348fb4ddb7c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.227884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8770501-1fb5-40bf-9198-a24cc0fc9b6e req-891495ec-c95d-4211-9ea9-2348fb4ddb7c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0555441
Dec 11 21:16:17.274579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f8770501-1fb5-40bf-9198-a24cc0fc9b6e req-5c237470-6d18-4eb0-95c0-cdcc7ad85487 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405962
Dec 11 21:16:17.390330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833b846-2a05-4505-b2b0-da3b90b0f771 req-d33d9da7-5efa-4635-9d6a-ae2c75aa1030 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.391809 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2833b846-2a05-4505-b2b0-da3b90b0f771 req-d33d9da7-5efa-4635-9d6a-ae2c75aa1030 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0476909
Dec 11 21:16:17.437528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2833b846-2a05-4505-b2b0-da3b90b0f771 req-7eea0b44-e191-4d06-8276-74b367522688 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399446
Dec 11 21:16:17.595309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf61d1-31ce-4515-8ab7-2cba7d2eb1aa req-b64fe2e8-d511-4acf-87c9-880f368f8dba tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.596935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3abf61d1-31ce-4515-8ab7-2cba7d2eb1aa req-b64fe2e8-d511-4acf-87c9-880f368f8dba tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0520272
Dec 11 21:16:17.642285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3abf61d1-31ce-4515-8ab7-2cba7d2eb1aa req-d46bf7cf-8829-494b-b8fb-f805bb43a771 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395329
Dec 11 21:16:17.756266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b0340-8227-4044-b6f4-e419e8cbf0ba req-73ba1074-487b-4ad6-b166-ac3a9e10b39b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.757709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f4b0340-8227-4044-b6f4-e419e8cbf0ba req-73ba1074-487b-4ad6-b166-ac3a9e10b39b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0483923
Dec 11 21:16:17.805647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f4b0340-8227-4044-b6f4-e419e8cbf0ba req-ca99022d-b342-4d91-932a-6678cdbcd945 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418608
Dec 11 21:16:17.965439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ccb1b-68b5-4ce7-9192-f75c15b9204c req-471fb0a4-99fd-49ab-a904-8f5f88f29b8a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:17.967014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a98ccb1b-68b5-4ce7-9192-f75c15b9204c req-471fb0a4-99fd-49ab-a904-8f5f88f29b8a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0471456
Dec 11 21:16:18.016545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a98ccb1b-68b5-4ce7-9192-f75c15b9204c req-a4906206-99c6-4ae6-8402-8d6ea25d003d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427778
Dec 11 21:16:18.136798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72216-2e05-48ea-97dc-01a257cd4212 req-bca8dc9d-111b-46ac-9baa-97712d94ef9b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:18.138291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4e72216-2e05-48ea-97dc-01a257cd4212 req-bca8dc9d-111b-46ac-9baa-97712d94ef9b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0515099
Dec 11 21:16:18.184715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4e72216-2e05-48ea-97dc-01a257cd4212 req-5493935d-3e27-41a6-9efe-bbd60d2501b5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396936
Dec 11 21:16:18.317674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe29b8-f893-4a15-b0d8-37201d0e839f req-2a991866-6d5d-4699-a06b-3df1bcbb1618 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:18.319247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1fe29b8-f893-4a15-b0d8-37201d0e839f req-2a991866-6d5d-4699-a06b-3df1bcbb1618 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0500698
Dec 11 21:16:18.369038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1fe29b8-f893-4a15-b0d8-37201d0e839f req-daff184d-63a6-4b19-afba-d6ac1d8ec52f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438170
Dec 11 21:16:18.483723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20de7f-fbe6-41d1-9ac8-f399694362f0 req-b4e0463e-6dbb-4e3c-82fd-ff9789db63e2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:18.485696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb20de7f-fbe6-41d1-9ac8-f399694362f0 req-b4e0463e-6dbb-4e3c-82fd-ff9789db63e2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0490253
Dec 11 21:16:18.531372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb20de7f-fbe6-41d1-9ac8-f399694362f0 req-f52f6c01-b214-4b80-95ec-245385d0fb2a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398431
Dec 11 21:16:18.959145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b98ba-2792-4d7f-8c12-a102d6fdb947 req-fe1ff92d-e0f0-4968-bad5-0a9761c88831 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:18.960515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-754b98ba-2792-4d7f-8c12-a102d6fdb947 req-fe1ff92d-e0f0-4968-bad5-0a9761c88831 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0482447
Dec 11 21:16:19.006781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-754b98ba-2792-4d7f-8c12-a102d6fdb947 req-941a283b-2b16-4ed4-a5a9-5c468096a090 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403457
Dec 11 21:16:20.127323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b47807-9791-4599-9979-0dc382fdb0b5 req-dcee4578-c70c-436e-8508-93516a91a32a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:20.128769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0b47807-9791-4599-9979-0dc382fdb0b5 req-dcee4578-c70c-436e-8508-93516a91a32a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0532653
Dec 11 21:16:20.174260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e0b47807-9791-4599-9979-0dc382fdb0b5 req-45912f87-65c0-4f74-9cac-96e8c4559ce0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395603
Dec 11 21:16:21.279732 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:21.289378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6706ea-9ca8-478a-8b4e-00c5124c24ff req-2fa536d9-9132-4511-9929-cc7230ee39db tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:21.290894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c6706ea-9ca8-478a-8b4e-00c5124c24ff req-2fa536d9-9132-4511-9929-cc7230ee39db tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0510442
Dec 11 21:16:21.338300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c6706ea-9ca8-478a-8b4e-00c5124c24ff req-02c4ed5c-d873-422e-8ae8-7948bd8c1126 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414736
Dec 11 21:16:22.455691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380f235-b272-4737-92f6-04f45428efaa req-e3c7bd80-a826-43ec-a4b2-dbdc10618094 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:22.457150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7380f235-b272-4737-92f6-04f45428efaa req-e3c7bd80-a826-43ec-a4b2-dbdc10618094 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0508449
Dec 11 21:16:22.818301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7380f235-b272-4737-92f6-04f45428efaa req-7fe46e19-ef29-4a77-8dcf-7f630f9880f8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3552225
Dec 11 21:16:23.932748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853479-7fa8-41e8-88db-6906714fcf66 req-a2c6e4ed-3e0e-4a6e-ab6a-44ed9257df29 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:23.934178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41853479-7fa8-41e8-88db-6906714fcf66 req-a2c6e4ed-3e0e-4a6e-ab6a-44ed9257df29 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0473132
Dec 11 21:16:23.980280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-41853479-7fa8-41e8-88db-6906714fcf66 req-d9bde5a5-cc54-40dd-af8d-6881da4eb80b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400877
Dec 11 21:16:25.094971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6d8b5-50c7-4920-9c2b-f432420bae5b req-b8dd945b-de05-4fee-bb43-7c68de787e05 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:25.096723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91c6d8b5-50c7-4920-9c2b-f432420bae5b req-b8dd945b-de05-4fee-bb43-7c68de787e05 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0480306
Dec 11 21:16:25.146356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-91c6d8b5-50c7-4920-9c2b-f432420bae5b req-a76f4e37-72d7-4d94-9b15-c6959de862f8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434783
Dec 11 21:16:26.261583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caacd2-178e-4059-bf2a-cab1622d67ce req-4b5a117e-dbbf-49af-a1b6-254221959e94 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:26.263166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4caacd2-178e-4059-bf2a-cab1622d67ce req-4b5a117e-dbbf-49af-a1b6-254221959e94 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0478406
Dec 11 21:16:26.309252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4caacd2-178e-4059-bf2a-cab1622d67ce req-7a400ed4-bf0c-4534-999a-ddb58b4b9bc8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399821
Dec 11 21:16:27.423984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6827ea-6690-4b62-a30d-852bcd61a748 req-b2e30c51-4270-469e-9cea-becbc0096563 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:27.425443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c6827ea-6690-4b62-a30d-852bcd61a748 req-b2e30c51-4270-469e-9cea-becbc0096563 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0474935
Dec 11 21:16:27.470533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c6827ea-6690-4b62-a30d-852bcd61a748 req-5c36f040-c6d9-40a7-a583-396c3b2f6a31 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392032
Dec 11 21:16:28.305607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:16:28.399922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:28.411488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '4acd3577-338a-416a-88a5-b4647dd6e993', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'port_id': '4acd3577-338a-416a-88a5-b4647dd6e993', 'mac_address': 'fa:16:3e:c1:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36ffd7-3de8-4c74-9443-3db0ebad7d7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:16:28.446275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:28.458987 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:16:28.478853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:28.482814 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:28.540971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:28.561289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:16:28.589871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4e15e-c40c-491b-afcf-8fd0402c81a9 req-2dd94de0-b37f-4b72-bf8a-d05a67cd4483 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:28.591899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57c4e15e-c40c-491b-afcf-8fd0402c81a9 req-2dd94de0-b37f-4b72-bf8a-d05a67cd4483 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0521073
Dec 11 21:16:28.639105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57c4e15e-c40c-491b-afcf-8fd0402c81a9 req-b8806804-e59d-48af-885c-a3f075183032 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402963
Dec 11 21:16:29.752923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2beb3-bfe7-49dc-a3d7-4c1ea9c45053 req-f4df659c-86fd-465d-a299-5e92b54a0c58 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:29.754443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa2beb3-bfe7-49dc-a3d7-4c1ea9c45053 req-f4df659c-86fd-465d-a299-5e92b54a0c58 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0479729
Dec 11 21:16:29.802216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa2beb3-bfe7-49dc-a3d7-4c1ea9c45053 req-75aaee9f-cd63-4e28-a46d-68f3d98c6afe tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418675
Dec 11 21:16:30.315592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:30.362363 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:16:30.363713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 4acd3577-338a-416a-88a5-b4647dd6e993 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:30.364082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:30.441944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:30.463144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:30.465378 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa00ed6f-0958-474e-be95-a280fb20de59" -d '{"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:30.478164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:30.483468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:30.507185 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3a677-52c6-4990-8264-433fb83991f6 x-openstack-request-id: req-23b3a677-52c6-4990-8264-433fb83991f6 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:30.507477 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:30.507734 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23b3a677-52c6-4990-8264-433fb83991f6 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:30.508133 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'code': 200}
Dec 11 21:16:30.532370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:30.923434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7604bf1-20ed-4767-82bc-63d54eb473bf req-f46f6b23-67a1-4a0d-9428-c5b47c3e64ea tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:30.924922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7604bf1-20ed-4767-82bc-63d54eb473bf req-f46f6b23-67a1-4a0d-9428-c5b47c3e64ea tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0505161
Dec 11 21:16:30.973178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7604bf1-20ed-4767-82bc-63d54eb473bf req-d31e5780-360b-467e-98aa-2678a4f0267c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420606
Dec 11 21:16:32.139067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c2143-b3ad-4542-8fd5-5a3b7c37b10a req-76bb0687-196d-4e00-b43b-5a6cf7085c3f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:32.140703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-353c2143-b3ad-4542-8fd5-5a3b7c37b10a req-76bb0687-196d-4e00-b43b-5a6cf7085c3f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0652800
Dec 11 21:16:32.197219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-353c2143-b3ad-4542-8fd5-5a3b7c37b10a req-77641c20-65f6-4489-ae70-bda356417f63 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499446
Dec 11 21:16:33.346769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1afa40-514e-4da1-aa9b-49c6f8c2672c req-cc33e72b-1dbd-43fb-877b-07a1cebe4197 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:33.348350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f1afa40-514e-4da1-aa9b-49c6f8c2672c req-cc33e72b-1dbd-43fb-877b-07a1cebe4197 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0580482
Dec 11 21:16:33.408216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f1afa40-514e-4da1-aa9b-49c6f8c2672c req-97c18af7-8942-4eec-8866-5bda534e812b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532551
Dec 11 21:16:34.531399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c932f-148b-4d95-adcd-b7e8401370af req-c60a4381-60c7-4f2a-97d1-1e1991e03f13 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:34.534293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-946c932f-148b-4d95-adcd-b7e8401370af req-c60a4381-60c7-4f2a-97d1-1e1991e03f13 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0541618
Dec 11 21:16:34.604918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-946c932f-148b-4d95-adcd-b7e8401370af req-5100e675-aeae-4094-b86e-6d75b1b1898f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653126
Dec 11 21:16:35.752990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed63c5-9c85-4680-b6eb-f52d001f4dfb req-b08c7c7c-f122-4cc4-8ae3-adeeafe9b2ff tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:35.761139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04ed63c5-9c85-4680-b6eb-f52d001f4dfb req-b08c7c7c-f122-4cc4-8ae3-adeeafe9b2ff tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0612431
Dec 11 21:16:35.833544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04ed63c5-9c85-4680-b6eb-f52d001f4dfb req-0e2027b2-cc45-474e-8f38-4323d4854b9f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711472
Dec 11 21:16:36.010837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb3d5d-f902-413a-bb1e-45be69693da9 req-c2becf26-c553-49bc-97ad-d5e8c413c5e1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:36.012453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65fb3d5d-f902-413a-bb1e-45be69693da9 req-c2becf26-c553-49bc-97ad-d5e8c413c5e1 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0559089
Dec 11 21:16:36.063028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-65fb3d5d-f902-413a-bb1e-45be69693da9 req-01e53a12-e9fb-4faa-ab93-afc204dc8f3e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429094
Dec 11 21:16:36.962994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94453b-67ec-407b-9a9f-79af096315e3 req-4060d981-7ccd-4353-8338-36ea1c3ce148 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:36.964606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef94453b-67ec-407b-9a9f-79af096315e3 req-4060d981-7ccd-4353-8338-36ea1c3ce148 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0603337
Dec 11 21:16:37.021453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef94453b-67ec-407b-9a9f-79af096315e3 req-e54cd5e1-e297-47a3-8f86-fd9820bbe017 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485854
Dec 11 21:16:37.199916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839964e-dd1a-461a-ab29-ffcd0db49ac4 req-5db0763c-c2b7-4469-b5f9-6ed368c3f9d3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:37.201481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0839964e-dd1a-461a-ab29-ffcd0db49ac4 req-5db0763c-c2b7-4469-b5f9-6ed368c3f9d3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0584812
Dec 11 21:16:37.256175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0839964e-dd1a-461a-ab29-ffcd0db49ac4 req-100635c9-70dd-4143-bfe3-d97530f92fed tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483749
Dec 11 21:16:38.169493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25707d3-3c4d-4318-bd50-428b418df3f2 req-b27564b4-46a2-4ad2-b8e8-8499193dd006 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:38.170950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f25707d3-3c4d-4318-bd50-428b418df3f2 req-b27564b4-46a2-4ad2-b8e8-8499193dd006 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0602560
Dec 11 21:16:38.230079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f25707d3-3c4d-4318-bd50-428b418df3f2 req-3fe906a7-e730-406a-98e1-370854b4e2f5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524602
Dec 11 21:16:38.394424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d2bb-a04d-4195-8a7c-4016ec3c983a req-2c8fe641-58e2-4b2d-b848-2d6d7f9c93f6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:38.399045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1e3d2bb-a04d-4195-8a7c-4016ec3c983a req-2c8fe641-58e2-4b2d-b848-2d6d7f9c93f6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0576432
Dec 11 21:16:38.446011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1e3d2bb-a04d-4195-8a7c-4016ec3c983a req-95d11cdb-2ea8-42e5-8f4b-71ecd8d94572 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440478
Dec 11 21:16:39.365396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b9ecb-8dfb-4f5f-8a31-a059c27dd2f3 req-7d836928-2827-4c20-8121-0d2fff58efc0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:39.372113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-442b9ecb-8dfb-4f5f-8a31-a059c27dd2f3 req-7d836928-2827-4c20-8121-0d2fff58efc0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0638137
Dec 11 21:16:39.417438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-442b9ecb-8dfb-4f5f-8a31-a059c27dd2f3 req-27495b02-1c2f-4eb5-885d-33c42c18be27 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433328
Dec 11 21:16:39.587546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fdb8c-5472-4791-8158-416a121c4412 req-6a2a2a1e-0653-4b05-b5e8-8dae2617754a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:39.588999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-053fdb8c-5472-4791-8158-416a121c4412 req-6a2a2a1e-0653-4b05-b5e8-8dae2617754a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0557647
Dec 11 21:16:39.641003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-053fdb8c-5472-4791-8158-416a121c4412 req-64e6b72b-a66d-4486-9830-c7f4a338c7fd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445681
Dec 11 21:16:40.536405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c974257-16cd-4a20-9bda-02dd72955a09 req-204ca927-36a9-4a0b-96ba-59733d995c8d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:40.538018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c974257-16cd-4a20-9bda-02dd72955a09 req-204ca927-36a9-4a0b-96ba-59733d995c8d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0504165
Dec 11 21:16:40.595314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c974257-16cd-4a20-9bda-02dd72955a09 req-645aaa4b-6a08-4535-81b1-94d0c8c4d067 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507605
Dec 11 21:16:40.766597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47792c72-c491-469b-b778-667e0569d1f1 req-433961fe-35ae-4234-9e88-35060fc813cd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:40.768084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47792c72-c491-469b-b778-667e0569d1f1 req-433961fe-35ae-4234-9e88-35060fc813cd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0494878
Dec 11 21:16:40.814263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47792c72-c491-469b-b778-667e0569d1f1 req-0a0cfa47-7664-488d-897f-689147f3321b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401809
Dec 11 21:16:40.996053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-629d41d6-102e-4c1a-811b-3a2d3c93da2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:41.497742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-5d221bcf-29fb-4f19-a69c-7a56dc334c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:41.499262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-5d221bcf-29fb-4f19-a69c-7a56dc334c83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1096 time: 0.0415306
Dec 11 21:16:41.588226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-c99d0b8b-5907-4caa-be19-4107e92a16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:41.589644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-c99d0b8b-5907-4caa-be19-4107e92a16c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.0829854
Dec 11 21:16:41.636311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-31b1472f-1489-4e88-836a-c494ca77d2b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0385206
Dec 11 21:16:41.713956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-c82afddf-e0ff-4e83-999c-b2fd79da900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:41.715433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-c82afddf-e0ff-4e83-999c-b2fd79da900d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0721498
Dec 11 21:16:41.727706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a038e8d-f906-4753-bd6f-648b90422f30 req-8feb4682-0527-44a0-9571-4b565ffcc911 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:41.729075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a038e8d-f906-4753-bd6f-648b90422f30 req-8feb4682-0527-44a0-9571-4b565ffcc911 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0605793
Dec 11 21:16:41.766918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-a56f2df0-60e8-481f-afb1-2881746a0a34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368838
Dec 11 21:16:41.939546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f82f1-75f5-49d4-9931-f09caea665bc req-88c7b092-5b31-435c-b97a-6651f1809bfd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:41.941179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e80f82f1-75f5-49d4-9931-f09caea665bc req-88c7b092-5b31-435c-b97a-6651f1809bfd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0523493
Dec 11 21:16:41.997154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e80f82f1-75f5-49d4-9931-f09caea665bc req-7a4d5674-b71c-4576-aece-70778ebc92fa tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498147
Dec 11 21:16:42.088766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a038e8d-f906-4753-bd6f-648b90422f30 req-cd68a2f9-86e8-4170-87d7-81f38aa3cdac tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3515546
Dec 11 21:16:42.125881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-d8273197-7d72-4965-8411-145ed5e0c919 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3514950
Dec 11 21:16:42.217122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fcd88e5b-9a4f-41ca-9c67-e55027cd62c1 req-ba7a2944-b6fe-4872-9702-99c2eb785111 service neutron] 10.222.0.30 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836802
Dec 11 21:16:43.122062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33231849-7fd6-467b-8d59-4c3bd5bef7c3 req-486eda45-712f-4606-b3b7-40f7828dd92c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:43.123800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33231849-7fd6-467b-8d59-4c3bd5bef7c3 req-486eda45-712f-4606-b3b7-40f7828dd92c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0528982
Dec 11 21:16:43.174668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-33231849-7fd6-467b-8d59-4c3bd5bef7c3 req-4f91b583-1339-4ece-829c-30772feb16df tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444477
Dec 11 21:16:43.216577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38ae77-0192-4751-9ca8-750cfa7ac50e req-035ac290-d15c-4787-b6f5-7bf5e0d310ee tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:43.218055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc38ae77-0192-4751-9ca8-750cfa7ac50e req-035ac290-d15c-4787-b6f5-7bf5e0d310ee tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0495896
Dec 11 21:16:43.264881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc38ae77-0192-4751-9ca8-750cfa7ac50e req-c3e31cf7-f7ee-4715-8ebf-62a1cca9e1e0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398991
Dec 11 21:16:43.460009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dcf1dbcd-2f2f-4e3c-8097-570924b4b9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:44.306411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0e933-0651-4bb8-b7e6-f08f48936cbe req-223cfe3d-53d7-49c6-85cc-ad89cdf3f2c5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:44.307786 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ac0e933-0651-4bb8-b7e6-f08f48936cbe req-223cfe3d-53d7-49c6-85cc-ad89cdf3f2c5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0553014
Dec 11 21:16:44.358156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ac0e933-0651-4bb8-b7e6-f08f48936cbe req-043f8605-3c69-4be8-80d5-755d87a5bee9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431488
Dec 11 21:16:44.397615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:16:44.407936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cb7f3-94bd-48bc-a2a4-855826f5c1f5 req-edae603f-6eef-4248-93ca-1a91f4f16e9c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:44.409396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d47cb7f3-94bd-48bc-a2a4-855826f5c1f5 req-edae603f-6eef-4248-93ca-1a91f4f16e9c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.0553648
Dec 11 21:16:44.461172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d47cb7f3-94bd-48bc-a2a4-855826f5c1f5 req-6816ac5f-e75b-488b-85b4-7506f52ebc26 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456371
Dec 11 21:16:44.479413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:44.502342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:44.504502 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05796f03-b6f7-4998-a708-ca08f1ebf83f" -d '{"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:44.516974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:44.520997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:44.559884 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae400b-75f7-497d-a87f-eef047d26f59 x-openstack-request-id: req-59ae400b-75f7-497d-a87f-eef047d26f59 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:44.560167 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-unplugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:44.560405 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59ae400b-75f7-497d-a87f-eef047d26f59 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:44.560792 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'code': 200}
Dec 11 21:16:44.585896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:44.590091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f396-440c-466a-9f62-aa1e1b7e44ed req-1618f0a4-7d45-4166-8d6b-1c9b169c78a3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:44.591614 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0622f396-440c-466a-9f62-aa1e1b7e44ed req-1618f0a4-7d45-4166-8d6b-1c9b169c78a3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0584173
Dec 11 21:16:44.593089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.593957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.594297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.594660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.594994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.595321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.595644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.595967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.596554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.596903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.597225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.597542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.597891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:44.641478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0622f396-440c-466a-9f62-aa1e1b7e44ed req-3d362c25-dd46-4b46-a829-3d0fa288e193 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427110
Dec 11 21:16:44.794632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-121385e4-b69d-48b2-9cf6-cc972d4e2829 req-f8725b9d-9882-4957-a2dd-9ec7268c5fc8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:16:44.795607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-121385e4-b69d-48b2-9cf6-cc972d4e2829 req-f8725b9d-9882-4957-a2dd-9ec7268c5fc8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053694
Dec 11 21:16:44.936687 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:44.947557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284f640-4a67-412c-b078-f82278350230 req-9478b011-e228-4455-819a-bbac7434b8c8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:44.949100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f284f640-4a67-412c-b078-f82278350230 req-9478b011-e228-4455-819a-bbac7434b8c8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0503056
Dec 11 21:16:44.999258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f284f640-4a67-412c-b078-f82278350230 req-a19ad18b-313d-48f1-90f3-f48231fb28da tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435343
Dec 11 21:16:45.156841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-8e9ebdd8-fc91-4d4d-ae5a-fe793cd5ca53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0391364
Dec 11 21:16:45.484451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b3ba-a950-4d6a-a0ea-c56e1044aecf req-61b8b5c3-0398-43e5-a363-81248a650664 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:45.485958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f36b3ba-a950-4d6a-a0ea-c56e1044aecf req-61b8b5c3-0398-43e5-a363-81248a650664 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0515270
Dec 11 21:16:45.534357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f36b3ba-a950-4d6a-a0ea-c56e1044aecf req-3ac8e95d-51ef-4479-af7d-bd80df4ba158 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421500
Dec 11 21:16:45.872342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:45.995828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-679046b8-e8b0-4ce8-85f4-4c5033fb35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:45.997345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-679046b8-e8b0-4ce8-85f4-4c5033fb35a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355&tenant_id=f8c23b577a41445f8d98e859bd185062 HTTP/1.1" status: 200  len: 1094 time: 0.0729091
Dec 11 21:16:46.009320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:46.061555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.116957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb814f0-d64a-4a2f-8838-6f8f36d9051e req-d01e88d2-23a8-4e45-92aa-17044045303c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.118379 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecb814f0-d64a-4a2f-8838-6f8f36d9051e req-d01e88d2-23a8-4e45-92aa-17044045303c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 943 time: 0.0503082
Dec 11 21:16:46.170394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecb814f0-d64a-4a2f-8838-6f8f36d9051e req-bfb3486a-4095-439e-a97e-4132db1c7656 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459652
Dec 11 21:16:46.201814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45860) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:46.269288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:46.276709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7864c8-4820-43fa-9341-16e26e93dda2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.277187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7864c8-4820-43fa-9341-16e26e93dda2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.277658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7864c8-4820-43fa-9341-16e26e93dda2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.281146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1d7864c8-4820-43fa-9341-16e26e93dda2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=618c0c4bd82a4e6f8898b110b99c6baf&network_id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 2972 time: 0.0781567
Dec 11 21:16:46.305541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.311483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:16:46.350244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:16:46.357709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.370426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Transition to ACTIVE for port object 4acd3577-338a-416a-88a5-b4647dd6e993 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:16:46.374462 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.424808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=9']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:46.440702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] No DVR routers for this DVR port 4acd3577-338a-416a-88a5-b4647dd6e993 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:16:46.448785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.449140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.449490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.449835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.450195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.450573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.450909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.451243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.451575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.451907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.452237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.452564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.452920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:46.489158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:16:46.489782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:16:46.489782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:46.494035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:16:46.494352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Attempting to bind port 4acd3577-338a-416a-88a5-b4647dd6e993 on network b2fb8e44-afa6-4508-8add-2de32a41f9e7 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:46.499302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:16:46.500281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Checking segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:16:46.500665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Bound using segment: {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:16:46.501079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Bound port: 4acd3577-338a-416a-88a5-b4647dd6e993, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbe3077-60c7-4052-85bc-bf2b21258e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:16:46.501424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.566076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:16:46.569632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:16:46.574467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.616689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.617306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:46.618700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] 10.222.0.16 "PUT /v2.0/ports/4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 1091 time: 0.6132648
Dec 11 21:16:46.619769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:46.622012 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b8a57e-5b72-4ff7-baa7-c138588ac142" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:46.659561 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be91ceb2-1b87-4a68-a077-6d05316492f3 x-openstack-request-id: req-be91ceb2-1b87-4a68-a077-6d05316492f3 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:46.659841 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:46.660097 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be91ceb2-1b87-4a68-a077-6d05316492f3 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:46.660485 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'status': 'completed', 'code': 200}
Dec 11 21:16:46.692985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf23b98-ac08-421b-a2da-f53e7c72282d service neutron] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:46.716182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b49f09-5a0f-4562-89fb-92edde06e33a req-db502672-4213-42bc-8784-f0625e07d627 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.717678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b49f09-5a0f-4562-89fb-92edde06e33a req-db502672-4213-42bc-8784-f0625e07d627 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1047773
Dec 11 21:16:46.726936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-08d94f6a-563d-4eb1-b031-30102e54b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.728313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-08d94f6a-563d-4eb1-b031-30102e54b16c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1095 time: 0.0766270
Dec 11 21:16:46.818341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b49f09-5a0f-4562-89fb-92edde06e33a req-a3ee53a9-9662-4a5e-b402-75c54ea5edc7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932682
Dec 11 21:16:46.845343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-95cd2414-7b24-46ca-9202-94a61b690c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.847103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-95cd2414-7b24-46ca-9202-94a61b690c5a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.1057193
Dec 11 21:16:46.893381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-94afa0c6-3ae3-4eaf-94cd-495c305337d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0379651
Dec 11 21:16:46.943261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-85c1f836-d8f5-4b24-bd53-64c97afc0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:46.944726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-85c1f836-d8f5-4b24-bd53-64c97afc0f14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0433004
Dec 11 21:16:46.977251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-4be4dee4-d69a-434d-a685-b1e8b00a5df3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246339
Dec 11 21:16:47.068478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-38ae549c-df6c-4a8e-a067-8c638a973cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831368
Dec 11 21:16:47.163113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9532fc83-647f-4c3f-90ee-537fbe414eeb req-de158668-bb7b-4711-a8df-47860be26fcd service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860441
Dec 11 21:16:47.183925 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:47.251961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-e2b1153b-dbe8-4bd7-9dbd-6c94684f9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:47.253496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-e2b1153b-dbe8-4bd7-9dbd-6c94684f9848 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1095 time: 0.0455287
Dec 11 21:16:47.312202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38fd3d-f478-4813-b724-bce3b056e394 req-b2b691b3-c556-4b0e-8552-d1e957f2556d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:47.314269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d38fd3d-f478-4813-b724-bce3b056e394 req-b2b691b3-c556-4b0e-8552-d1e957f2556d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0656009
Dec 11 21:16:47.357821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-57fc18c7-0017-4fee-818d-fd18fc3568e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:47.359534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-57fc18c7-0017-4fee-818d-fd18fc3568e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.0982993
Dec 11 21:16:47.370041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d38fd3d-f478-4813-b724-bce3b056e394 req-335c4f74-5b09-4db0-8ec0-459570c9e060 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488448
Dec 11 21:16:47.405327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-d08f24d7-87da-4fe7-be91-2fdb277f7d4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0377297
Dec 11 21:16:47.470201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-025c7fcb-76a6-4436-8a04-4a62a25a1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:47.472233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-025c7fcb-76a6-4436-8a04-4a62a25a1d4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0599105
Dec 11 21:16:47.951101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcf279-ac2a-49cf-96a2-7415d792efb0 req-028b2465-a86c-44f5-9490-12d9dfac5f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:47.952626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30fcf279-ac2a-49cf-96a2-7415d792efb0 req-028b2465-a86c-44f5-9490-12d9dfac5f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0567341
Dec 11 21:16:48.002572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30fcf279-ac2a-49cf-96a2-7415d792efb0 req-a34064ac-8ccf-4e21-b77d-fe9df4a3369c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436924
Dec 11 21:16:48.038736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:48.093353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d2f8b5-0e00-4736-9366-436f56e18f50 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:48.095941 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-31d2f8b5-0e00-4736-9366-436f56e18f50 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 814 time: 0.0560212
Dec 11 21:16:48.416938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:16:48.428997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:16:48.523014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032d23e-1880-4810-8f0f-a7c1e0721f50 req-7466b816-6609-4eef-a576-038f1de1f533 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:48.525084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:16:48.525657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4032d23e-1880-4810-8f0f-a7c1e0721f50 req-7466b816-6609-4eef-a576-038f1de1f533 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0535407
Dec 11 21:16:48.566529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:48.578547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:16:48.587256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4032d23e-1880-4810-8f0f-a7c1e0721f50 req-a4ccd880-d0c3-49ea-a8c9-77e1fd508412 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527272
Dec 11 21:16:48.622952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:48.635976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:16:48.657954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:48.662807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:48.714641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:48.765016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f959cad4-7cef-45f1-8801-adbd9425d7b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:16:48.889285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45902) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:48.895234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'network': {'name': 'tempest-network-smoke--1985437060', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:48.916956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:16:48.920440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:48.949880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:16:48.960472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:48.960869 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Added segment b22bc331-cc23-410d-a5cf-f28c6fa4555a of type vlan for network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f
Dec 11 21:16:49.005316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:49.033267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:49.039421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.039754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:49.156987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Network': ['ID=6210bb73-47c2-41e0-b9e2-31afe4e6f50f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:49.162015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54f49b-67cd-47c1-8280-efdfcdb9a494 req-e570d1d6-7d8e-4b90-97d0-8dc03cdd781a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.165820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2727871
Dec 11 21:16:49.165984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fe54f49b-67cd-47c1-8280-efdfcdb9a494 req-e570d1d6-7d8e-4b90-97d0-8dc03cdd781a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 945 time: 0.0554667
Dec 11 21:16:49.166130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45906) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.168460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.168790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.169128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.169464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.169796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.170127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.170452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.170817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.171135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.171456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.171775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.172100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.172427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710976e0-0698-40c9-a577-7a59287dbaa4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:16:49.193588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:16:49.276122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fe54f49b-67cd-47c1-8280-efdfcdb9a494 req-6ada985e-9bc2-428d-a9a3-d98ddba7e3ba tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979192
Dec 11 21:16:49.294489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67310d99-8e55-49d3-a8c9-347cdce595ca tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.298527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-67310d99-8e55-49d3-a8c9-347cdce595ca tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=618c0c4bd82a4e6f8898b110b99c6baf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1290746
Dec 11 21:16:49.299598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45908) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.458649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8b1df-bd68-4ca7-b445-2a6cebca3c83 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.460095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ee8b1df-bd68-4ca7-b445-2a6cebca3c83 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1594746
Dec 11 21:16:49.463435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.498010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-61fb8ab9-4564-461e-8837-f36c61b18a45 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0333662
Dec 11 21:16:49.500677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.547712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0eda15c-52ec-40d4-a8b2-7d228824c11a tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=618c0c4bd82a4e6f8898b110b99c6baf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0453768
Dec 11 21:16:49.550700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.649684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258212dc-2572-4641-bceb-acda194740cf tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.652127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-258212dc-2572-4641-bceb-acda194740cf tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0995667
Dec 11 21:16:49.654260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45918) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.694329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6487a86-1da3-432b-a297-a39e6714a11a tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386651
Dec 11 21:16:49.698876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:49.703018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-64534694', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:49.801567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525ef99-5d96-4634-b3c8-e6e6d6ada6c8 req-dee5b90e-6b5d-4407-93d2-db0e1f1a7fa6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:49.803109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d525ef99-5d96-4634-b3c8-e6e6d6ada6c8 req-dee5b90e-6b5d-4407-93d2-db0e1f1a7fa6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.1369836
Dec 11 21:16:49.847532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:16:49.851040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:49.913547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d525ef99-5d96-4634-b3c8-e6e6d6ada6c8 req-0b2842bd-0338-420b-abd9-ad02016a3807 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016896
Dec 11 21:16:50.059904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.132251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Subnet': ['ID=9598fab1-955c-4e88-bd60-d348a4aa433a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:50.143446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Checking segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:16:50.143832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network hostable DHCP agents. Network: 6210bb73-47c2-41e0-b9e2-31afe4e6f50f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:16:50.177389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:16:50.213801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6210bb73-47c2-41e0-b9e2-31afe4e6f50f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:16:50.228047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:50.229039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.230753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1926f4-7fdb-497f-a83c-ced01eefec8f None None] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:16:50.271295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cdda033b-c3ee-49e9-ab67-0a193987d211 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 833 time: 0.5730567
Dec 11 21:16:50.421278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:50.504297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847f7f1-165a-4d6b-8f9b-028a29492fa0 req-4c6a5d90-b316-4de0-b6fd-6c679ac11b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:50.504297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5847f7f1-165a-4d6b-8f9b-028a29492fa0 req-4c6a5d90-b316-4de0-b6fd-6c679ac11b44 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 945 time: 0.0799019
Dec 11 21:16:50.540289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ips': [{'subnet_id': '9598fab1-955c-4e88-bd60-d348a4aa433a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:16:50.541493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.620146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5847f7f1-165a-4d6b-8f9b-028a29492fa0 req-e2850b60-d842-48fd-a6f2-fc9cefcc3a02 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055567
Dec 11 21:16:50.748316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f959cad4-7cef-45f1-8801-adbd9425d7b0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:50.748583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.785271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45930) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:50.790827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257614937', 'description': 'tempest-secgroup-smoke-1257614937 description', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:50.831388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.874603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Allocated IP 172.20.0.18 (6210bb73-47c2-41e0-b9e2-31afe4e6f50f/9598fab1-955c-4e88-bd60-d348a4aa433a/b945badc-8e3a-461e-bae2-ed990c024a6c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:16:50.932873 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.952006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.959273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.992956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:50.995225 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c081cc-01d8-45e3-bbfa-087108d0a3ac" -d '{"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:50.997108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:50.998350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2111876
Dec 11 21:16:51.000322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61878b8e-0b20-483a-aaca-319e220d39d2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2384f3-85c1-46bd-a800-9da651213e2c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.002662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45936) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:51.011206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:51.022972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.026345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:51.085815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.088986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.122900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfd69b-fa04-4504-b2e4-c7c155b2c00b req-5081046c-d31f-4b7e-a662-f1e314714b6c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:51.124502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-decfd69b-fa04-4504-b2e4-c7c155b2c00b req-5081046c-d31f-4b7e-a662-f1e314714b6c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0889044
Dec 11 21:16:51.139668 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d16817-f13c-4486-985f-ac8a07811e12 x-openstack-request-id: req-e6d16817-f13c-4486-985f-ac8a07811e12 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:51.139982 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:51.140212 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6d16817-f13c-4486-985f-ac8a07811e12 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:51.140603 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'code': 200}
Dec 11 21:16:51.165433 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.169378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.174689 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.180006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.215045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-decfd69b-fa04-4504-b2e4-c7c155b2c00b req-1081297d-8c8a-4d7d-93bb-3376124c9a36 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795555
Dec 11 21:16:51.227385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a6d296-c22d-47c5-a4de-437398520df9,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.238773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.238773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06f00d24-8478-40c4-889d-d95077e05891 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2299042
Dec 11 21:16:51.240380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45938) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:51.257881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:51.262577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:16:51.291819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:16:51.300778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:16:51.308730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.341923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Pushing event updated for resources: {'Port': ['ID=b945badc-8e3a-461e-bae2-ed990c024a6c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.348609 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.388347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Attempting to bind port b945badc-8e3a-461e-bae2-ed990c024a6c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:16:51.389107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Attempting to bind port b945badc-8e3a-461e-bae2-ed990c024a6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:16:51.389486 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.390265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Attempting to bind port b945badc-8e3a-461e-bae2-ed990c024a6c on network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:16:51.397566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:16:51.398338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.398506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Checking segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:16:51.399353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.399946 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Bound using segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:16:51.400767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Bound port: b945badc-8e3a-461e-bae2-ed990c024a6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:16:51.401684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.420644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13076431-2f5d-468a-bf7e-87b90856d169,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.443144 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.448477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a105f182-8fdc-4fe4-bf1f-8129407b7c04 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2032688
Dec 11 21:16:51.448802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:51.453779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:51.494596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.514003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] For port b945badc-8e3a-461e-bae2-ed990c024a6c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:16:51.518637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] For port b945badc-8e3a-461e-bae2-ed990c024a6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b945badc-8e3a-461e-bae2-ed990c024a6c,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:16:51.523088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.559926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.566965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.599472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a28329a-8e6c-4f42-8f0b-87b81eeebbf3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.601555 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecbc59-2d7b-4cd4-a948-23316aa1e618 None None] Pushing event updated for resources: {'Port': ['ID=b945badc-8e3a-461e-bae2-ed990c024a6c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.609849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.611150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64b5290e-989a-4217-9c06-08bed1e36e7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1612172
Dec 11 21:16:51.614255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 45942) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:51.619403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:51.667450 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.799181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.807643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee39015-8037-4f2d-8701-1b60f4cb1ded req-9f322bea-7306-4633-aa2b-f55c6d60cf05 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:51.809169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ee39015-8037-4f2d-8701-1b60f4cb1ded req-9f322bea-7306-4633-aa2b-f55c6d60cf05 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0823250
Dec 11 21:16:51.810361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.850654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3ca50e-5807-494f-9a5a-cf91e0e82090,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:51.887709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:51.887709 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-47680759-c7d9-4797-9751-3066d8c55224 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2713857
Dec 11 21:16:51.893392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45946) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:51.905478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:51.934777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ee39015-8037-4f2d-8701-1b60f4cb1ded req-6bf48fc3-352a-4a50-a580-094578964551 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139004
Dec 11 21:16:51.964483 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:16:51.971583 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.071788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.078692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.114312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9506ae32-8b3b-4541-ad3f-a7d1fb089b83,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:52.123712 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.125174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-20f816dd-d575-4bc3-bf97-039eabcb7370 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2300684
Dec 11 21:16:52.128724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 45948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:52.134392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': '1c2384f3-85c1-46bd-a800-9da651213e2c', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:52.163671 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:16:52.171602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b945badc-8e3a-461e-bae2-ed990c024a6c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:52.176817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.284824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b945badc-8e3a-461e-bae2-ed990c024a6c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:52.285513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.292872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.304252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.416006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.428530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d254001-530a-4f46-8218-f27364bcd0ba,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:52.441650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.443335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-36ef4f68-8404-49c1-991f-21ade5417447 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3135614
Dec 11 21:16:52.486232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1304a-630f-475c-b354-70d257f534a3 req-23b45eb8-76f0-4b5f-b75f-a5bf9ebdf8fb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:52.495928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44e1304a-630f-475c-b354-70d257f534a3 req-23b45eb8-76f0-4b5f-b75f-a5bf9ebdf8fb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.1615522
Dec 11 21:16:52.519367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port b945badc-8e3a-461e-bae2-ed990c024a6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b945badc-8e3a-461e-bae2-ed990c024a6c,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:16:52.529084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:52.627078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=b945badc-8e3a-461e-bae2-ed990c024a6c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:52.677013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-a5d450d0-1c90-4192-aabd-b7fa0af55062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:52.678725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-a5d450d0-1c90-4192-aabd-b7fa0af55062 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1097 time: 0.1447470
Dec 11 21:16:52.693504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44e1304a-630f-475c-b354-70d257f534a3 req-da1a1e81-43c6-4e42-9eb7-07e966461aa1 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933763
Dec 11 21:16:52.829566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-667ecc3b-3326-422b-8a25-57e564d11504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:52.833965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-667ecc3b-3326-422b-8a25-57e564d11504 service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.1303649
Dec 11 21:16:52.927117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-cf04da21-ffed-4728-ae74-2c4c0d545b97 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257614937&fields=id&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 267 time: 0.1483970
Dec 11 21:16:52.995543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-058a825e-75e4-4927-ae92-ef0d55d47780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 1001 time: 0.1536987
Dec 11 21:16:53.107328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca976ac0-ca13-43dc-9ab1-55e3b09134d8 None None] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:16:53.146939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-5f54c198-1ef9-4a56-a0a2-5630da16855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:53.148725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-5f54c198-1ef9-4a56-a0a2-5630da16855d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.1461482
Dec 11 21:16:53.189923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-a05adda5-f2ae-4eff-8aa7-6c980a86c3f7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:53.191743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-a05adda5-f2ae-4eff-8aa7-6c980a86c3f7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/networks?id=6210bb73-47c2-41e0-b9e2-31afe4e6f50f HTTP/1.1" status: 200  len: 797 time: 0.2622330
Dec 11 21:16:53.206698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e49f7-892a-4708-b417-78baf995351d req-d40404fd-2950-4f25-b9bc-5b52a626e8c3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:53.214333 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a27e49f7-892a-4708-b417-78baf995351d req-d40404fd-2950-4f25-b9bc-5b52a626e8c3 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1413355
Dec 11 21:16:53.220808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-579d76a2-7937-461c-bda7-0aa6365fba9c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/quotas/618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 375 time: 0.0203826
Dec 11 21:16:53.341985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0486a752-e24c-4e08-8916-4207f6aba7f6 None None] Provisioning complete for port b945badc-8e3a-461e-bae2-ed990c024a6c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:53.343062 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0486a752-e24c-4e08-8916-4207f6aba7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:53.350218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-04ff181f-ef01-4d56-97cb-27d9bf8d2f29 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1301768
Dec 11 21:16:53.404127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-24ab04f8-6db3-467a-b39d-65a0cd8a9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:53.405725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-24ab04f8-6db3-467a-b39d-65a0cd8a9bda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2444675
Dec 11 21:16:53.472238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-2653ac99-d4a4-4b5a-9406-4a62557ea4c5 service neutron] 10.222.0.18 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209736
Dec 11 21:16:53.516028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a27e49f7-892a-4708-b417-78baf995351d req-c5607338-712b-46ed-84c9-77daa7554e5d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2935534
Dec 11 21:16:53.681062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-a8c87d95-5d7f-437d-94ac-041dfe473ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571211
Dec 11 21:16:53.688123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-359f3796-5d8e-417f-bab2-c72278480d1d service neutron] 10.222.0.18 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148452
Dec 11 21:16:53.911945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-78ff7516-1765-4028-9048-48a327b666e8 None None] Provisioning complete for port b945badc-8e3a-461e-bae2-ed990c024a6c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:53.924040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-78ff7516-1765-4028-9048-48a327b666e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:54.083760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b945badc-8e3a-461e-bae2-ed990c024a6c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:16:54.118892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9e68-fa6a-4a07-bea2-bcf4bef6620b req-6e3cc734-257f-4d48-8b8c-2e29615a39b2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:54.124798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c34258d3-eb3d-4c26-9642-2ef6cb328eea req-d5178b58-1ef8-4eef-9a4c-e51e927c3194 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 210 time: 0.0528605
Dec 11 21:16:54.136915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0f3d9e68-fa6a-4a07-bea2-bcf4bef6620b req-6e3cc734-257f-4d48-8b8c-2e29615a39b2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.2501585
Dec 11 21:16:54.273852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0f3d9e68-fa6a-4a07-bea2-bcf4bef6620b req-7f1accf5-08a1-42bb-861c-c5b908319b66 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264217
Dec 11 21:16:54.285362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d147327a-64f4-4874-9f65-7da4d17f9b42 req-87e98cc1-e916-4491-88b7-a6e2140c31d2 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5985119
Dec 11 21:16:54.287923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-b9b57353-4082-4042-abd9-d9ef68566865 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804121
Dec 11 21:16:54.488562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-6703af50-d81c-40b3-8aa6-d07ba908861e service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754811
Dec 11 21:16:54.754701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b945badc-8e3a-461e-bae2-ed990c024a6c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:54.755361 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:54.792210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16b8a57e-5b72-4ff7-baa7-c138588ac142 req-aaa3d81a-2a42-4147-972e-5f8ca40e4086 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2954156
Dec 11 21:16:54.839870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de534bc5-f953-4762-a1a8-c3db59b7f9af req-0a41c5e4-885d-49b9-8bc6-42e8c596cbff tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:54.869386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de534bc5-f953-4762-a1a8-c3db59b7f9af req-0a41c5e4-885d-49b9-8bc6-42e8c596cbff tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1772192
Dec 11 21:16:55.073418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de534bc5-f953-4762-a1a8-c3db59b7f9af req-0c5797ee-9c35-4a08-b25d-8d187fa982f2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2029698
Dec 11 21:16:55.084489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-048103c4-323e-4b06-88aa-bc6fcd47ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:55.087139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-048103c4-323e-4b06-88aa-bc6fcd47ed10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1095 time: 0.1159902
Dec 11 21:16:55.365176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e5c720e-d06c-4ad5-99b7-5a1a0882eea3 req-5860000e-a9d4-45bd-a1cb-0e4b4eccc750 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 210 time: 0.0645280
Dec 11 21:16:55.460826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169f2a2-cdd8-4938-949a-8c9ee279a880 req-bcd463cc-7fc8-4dec-9f7b-3e3a04db78c6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:55.470812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5169f2a2-cdd8-4938-949a-8c9ee279a880 req-bcd463cc-7fc8-4dec-9f7b-3e3a04db78c6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0697913
Dec 11 21:16:55.581794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5169f2a2-cdd8-4938-949a-8c9ee279a880 req-4c7e5df5-7c55-4193-8729-2e4641055b2c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085384
Dec 11 21:16:56.268567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbe4fb-1634-46b7-ab5e-538e3bc66914 req-dea27e50-a152-485d-b0f3-3937ebf319c2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:56.270192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4dbe4fb-1634-46b7-ab5e-538e3bc66914 req-dea27e50-a152-485d-b0f3-3937ebf319c2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0818779
Dec 11 21:16:56.349755 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4dbe4fb-1634-46b7-ab5e-538e3bc66914 req-2a204d1d-6f27-4b74-b421-fbb4714bb6b4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576992
Dec 11 21:16:56.569930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-22837b9c-5a71-45f3-9323-95b4b6ed2c9b req-c33241dc-da4c-45e2-8f3b-f327ba79a27f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 210 time: 0.0716629
Dec 11 21:16:56.739595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ffe30-f221-4047-8f4e-6217a746c74f req-0069a041-e6c5-4da6-bf7d-8a575f76f686 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:56.755001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f37ffe30-f221-4047-8f4e-6217a746c74f req-0069a041-e6c5-4da6-bf7d-8a575f76f686 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0758083
Dec 11 21:16:56.768556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169bf12-726d-4984-b9aa-ebfe209349fe req-3eae5134-a750-426d-a919-d059db953cfd tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:56.779619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e169bf12-726d-4984-b9aa-ebfe209349fe req-3eae5134-a750-426d-a919-d059db953cfd tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.0843005
Dec 11 21:16:56.867894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f37ffe30-f221-4047-8f4e-6217a746c74f req-0473f6d2-8fdb-425d-b2e6-9a9cf6a59e1f tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115158
Dec 11 21:16:56.870744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e169bf12-726d-4984-b9aa-ebfe209349fe req-3e0a34ae-140a-457f-bfff-85c63073733e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853417
Dec 11 21:16:56.892201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:16:57.159076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port a56ae0d3-0573-4b46-aaee-8c32442d0510 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:16:57.159323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:57.256812 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:57.257139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:57.273015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for a56ae0d3-0573-4b46-aaee-8c32442d0510 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:16:57.516849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-ad9984ad-7d7d-4420-b64f-f7e4898de98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:57.519437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-ad9984ad-7d7d-4420-b64f-f7e4898de98c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.1531973
Dec 11 21:16:57.558872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:57.573541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-4e312149-bb52-4912-b573-e96bcf0ec8af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0443926
Dec 11 21:16:57.602919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=a56ae0d3-0573-4b46-aaee-8c32442d0510,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:57.635646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215392b-71df-4623-aa90-ffcbd9b0c932 req-2d2b1c04-7b65-49c2-a0ae-51f08646d884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:57.644086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b215392b-71df-4623-aa90-ffcbd9b0c932 req-2d2b1c04-7b65-49c2-a0ae-51f08646d884 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1529315
Dec 11 21:16:57.683874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-149ae7a3-af53-4e48-9679-0f1f47714fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:57.685282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-149ae7a3-af53-4e48-9679-0f1f47714fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.1029642
Dec 11 21:16:57.707018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-83961f03-aaa4-421c-9c55-ee64257437fd req-18781bb8-bd01-49e5-bd20-a6bcf0d1f51f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 210 time: 0.0415142
Dec 11 21:16:57.735282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b215392b-71df-4623-aa90-ffcbd9b0c932 req-e1ab80df-982e-42d0-91da-d30af7d0ae3f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900829
Dec 11 21:16:57.736278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:57.736677 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP 446ec8a3-f651-4689-9bcd-1b5dda15c403 disassociated (deleted). External IP: 172.35.1.219, port: a9969e1e-829f-4f6d-86ca-69818e6e5c29.
Dec 11 21:16:57.749650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-dd39f8cf-0267-48a9-a26b-a4560e7d51f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500245
Dec 11 21:16:57.960115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-2e815042-ac6f-4964-8b49-6ef68f03038d service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912849
Dec 11 21:16:58.168985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5bbd9b4-e8a4-4f83-951e-e1832c03b46f req-cd0adafb-18fa-4715-a7a0-830143dac512 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977525
Dec 11 21:16:58.193140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2483-9064-497f-bedf-6307d3e2f4c0 req-62b02ead-9f38-4fc7-8032-70ecbf9a9af5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:58.195029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10ae2483-9064-497f-bedf-6307d3e2f4c0 req-62b02ead-9f38-4fc7-8032-70ecbf9a9af5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.1355832
Dec 11 21:16:58.288610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-10ae2483-9064-497f-bedf-6307d3e2f4c0 req-70d72da5-7f48-4a8c-916a-1f06918f4893 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726101
Dec 11 21:16:58.318830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-53faf051-5694-4db7-a5cd-3e53c63cee40 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:58.320600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-53faf051-5694-4db7-a5cd-3e53c63cee40 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/networks?id=6210bb73-47c2-41e0-b9e2-31afe4e6f50f HTTP/1.1" status: 200  len: 797 time: 0.3592801
Dec 11 21:16:58.374453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 5326184a-e24d-4191-ad7d-34be526d2234 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:16:58.420321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-4a136d6c-40ac-4e95-bf54-9ef0f0175e3e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 473 time: 0.0875504
Dec 11 21:16:58.433546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'port': {'device_id': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'admin_state_up': True, 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'security_groups': ['1c2384f3-85c1-46bd-a800-9da651213e2c']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:58.492872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:16:58.497558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:58.509351 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Sync routers for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:16:58.524140 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:16:58.526524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0f60d833-0aa9-40e3-abe7-2cd55d77a830 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/floatingips/446ec8a3-f651-4689-9bcd-1b5dda15c403 HTTP/1.1" status: 204  len: 168 time: 1.6332664
Dec 11 21:16:58.527475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:16:58.528025 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:58.530114 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:16:58.580710 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dc2f2c-0c86-4ee0-b565-46485a1f506f x-openstack-request-id: req-11dc2f2c-0c86-4ee0-b565-46485a1f506f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:16:58.581014 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:16:58.581396 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11dc2f2c-0c86-4ee0-b565-46485a1f506f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:16:58.581835 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'status': 'completed', 'code': 200}
Dec 11 21:16:58.655901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:16:58.661571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-ca5959ae-5ce5-477e-b74d-1a977b97ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:58.663299 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-ca5959ae-5ce5-477e-b74d-1a977b97ca6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 1097 time: 0.0559723
Dec 11 21:16:58.664019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:58.779027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-c9af2b97-3ab8-4f3b-9098-f7f07b861103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:58.780733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-c9af2b97-3ab8-4f3b-9098-f7f07b861103 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 200  len: 898 time: 0.1095939
Dec 11 21:16:58.819264 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:16:58.859324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-c698e0a1-55f7-48fd-a990-8f6be164d65c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 200  len: 217 time: 0.0658319
Dec 11 21:16:58.871599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.21 (6210bb73-47c2-41e0-b9e2-31afe4e6f50f/9598fab1-955c-4e88-bd60-d348a4aa433a/c786ba96-1167-4b4f-932b-3e559b354c18) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:16:58.966687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-8432a856-75ce-47ca-9e93-b07d58ac0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:58.971742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-8432a856-75ce-47ca-9e93-b07d58ac0678 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 200  len: 835 time: 0.1043708
Dec 11 21:16:59.018680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fcbdb61-b8d3-4da8-a6a0-d35f4357fc4f req-f5e257ac-dd39-4582-b907-b898ecbf247c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 210 time: 0.0724022
Dec 11 21:16:59.068789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439e76-b2fe-454c-b26b-ff1b75fced58 req-0ae2d7b3-ac13-441a-a794-f333d27100cc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:59.076675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11439e76-b2fe-454c-b26b-ff1b75fced58 req-0ae2d7b3-ac13-441a-a794-f333d27100cc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1316941
Dec 11 21:16:59.105890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-46e24eb1-47dc-4612-a728-e8c8789520cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:59.109435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-46e24eb1-47dc-4612-a728-e8c8789520cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23970f39-6869-436e-ae19-b058930f0524&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1217504
Dec 11 21:16:59.160547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:59.181975 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469c640>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:59.209028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b73b2-7eb3-422f-87e4-0f6ef3d46563 req-1cf734b8-0e68-47ef-a274-b1ec681b3ce4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:59.211169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-637b73b2-7eb3-422f-87e4-0f6ef3d46563 req-1cf734b8-0e68-47ef-a274-b1ec681b3ce4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0840144
Dec 11 21:16:59.213037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Checking router: 5326184a-e24d-4191-ad7d-34be526d2234 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:16:59.223111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-11439e76-b2fe-454c-b26b-ff1b75fced58 req-0fab08f9-5c27-41cd-8873-a014d76edb55 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1369967
Dec 11 21:16:59.224279 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:16:59.225714 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469c640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:59.286405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-8dca7de0-83a5-43ec-a4e1-3c722885780d service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623628
Dec 11 21:16:59.295401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:59.366195 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:16:59.420378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-637b73b2-7eb3-422f-87e4-0f6ef3d46563 req-588231fa-fce4-45fb-99b9-ecf22f3a89b1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2020555
Dec 11 21:16:59.445286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:16:59.480456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:16:59.482321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:16:59.485104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:16:59.515692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e1c85afd-42c2-44de-9aa6-cf27b7aa9a4f req-f60c3663-ebf7-4567-81aa-90c2b59e0f11 service neutron] 10.222.0.30 "GET /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2216694
Dec 11 21:16:59.524966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fb367-62f0-4c02-be2f-e5db4152ba11 req-add6c0f3-8969-421c-afdb-ce5bcd8e2964 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:59.527116 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-815fb367-62f0-4c02-be2f-e5db4152ba11 req-add6c0f3-8969-421c-afdb-ce5bcd8e2964 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.1383801
Dec 11 21:16:59.561291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:16:59.562122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:59.596615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-c29438c3-0d71-4b3f-b5b3-af23654272d5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1678221
Dec 11 21:16:59.609894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-815fb367-62f0-4c02-be2f-e5db4152ba11 req-8094ebcd-a0cf-42e7-8006-cf8d5164bdc8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685208
Dec 11 21:16:59.635178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Request body: {'port': {'device_id': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:16:59.675933 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469c640>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:16:59.711702 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67795c7a-9ef5-4f0a-ab9c-444a17890db9 None None] The sync data for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 is: [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:41Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ea6b7e6b-f80d-43ed-a8db-24a94a5ef970', 'name': '', 'network_id': '23970f39-6869-436e-ae19-b058930f0524', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e4:ae:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5c834319-d2bb-4dfd-81be-974352909359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:40Z', 'updated_at': '2021-12-11T21:14:45Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '5c834319-d2bb-4dfd-81be-974352909359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:16:59.761507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:59.824434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bb9ca316-59b8-47f9-984e-8978386b78ac None None] Provisioning complete for port c786ba96-1167-4b4f-932b-3e559b354c18 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:16:59.825413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca316-59b8-47f9-984e-8978386b78ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:16:59.879396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ca316-59b8-47f9-984e-8978386b78ac None None] Port c786ba96-1167-4b4f-932b-3e559b354c18 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:00.168226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a4d1e-2e27-4acd-adf8-f36024b883ea None None] New status for floating IP 446ec8a3-f651-4689-9bcd-1b5dda15c403: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:17:00.197847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c786ba96-1167-4b4f-932b-3e559b354c18 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:00.207315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.230346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Transition to ACTIVE for port object c786ba96-1167-4b4f-932b-3e559b354c18 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:17:00.240172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3e02-c9e9-4310-bc2d-da2dbb54af4f req-8308c4af-fb8f-45f2-a9e5-1000db83b367 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.241886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b73d3e02-c9e9-4310-bc2d-da2dbb54af4f req-8308c4af-fb8f-45f2-a9e5-1000db83b367 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 932 time: 0.1132023
Dec 11 21:17:00.243356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.386593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Pushing event updated for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:00.424289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a7b40-1b46-4ae5-a9b1-6610e4d4b9d4 req-17e63335-abf4-4fbd-a517-b8a1952987e6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.425600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-979a7b40-1b46-4ae5-a9b1-6610e4d4b9d4 req-17e63335-abf4-4fbd-a517-b8a1952987e6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0780373
Dec 11 21:17:00.458755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b73d3e02-c9e9-4310-bc2d-da2dbb54af4f req-22d615e0-ea92-44a3-8eaa-9172eaad19e4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642699
Dec 11 21:17:00.483533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:17:00.489451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Attempting to bind port c786ba96-1167-4b4f-932b-3e559b354c18 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:00.489797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Attempting to bind port c786ba96-1167-4b4f-932b-3e559b354c18 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:00.490120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Attempting to bind port c786ba96-1167-4b4f-932b-3e559b354c18 on network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:00.494969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Port c786ba96-1167-4b4f-932b-3e559b354c18 on network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:17:00.495657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Attempting to bind port c786ba96-1167-4b4f-932b-3e559b354c18 on network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:00.498159 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-979a7b40-1b46-4ae5-a9b1-6610e4d4b9d4 req-32f3cb80-05af-4822-b6b3-b869b196df60 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628800
Dec 11 21:17:00.507320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:00.507665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Checking segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:00.508685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Bound using segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:00.509159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Bound port: c786ba96-1167-4b4f-932b-3e559b354c18, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:00.509540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.608389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-ae7a3790-3885-43b2-8670-3c88d6a90965 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.610514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-ae7a3790-3885-43b2-8670-3c88d6a90965 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.0804410
Dec 11 21:17:00.680566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:00.700874 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:00.717652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4acd3577-338a-416a-88a5-b4647dd6e993', 'network_id': 'b2fb8e44-afa6-4508-8add-2de32a41f9e7', 'port_id': '4acd3577-338a-416a-88a5-b4647dd6e993', 'mac_address': 'fa:16:3e:c1:0f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d36ffd7-3de8-4c74-9443-3db0ebad7d7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:17:00.725478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c786ba96-1167-4b4f-932b-3e559b354c18,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:00.739944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bb59d-37b0-485b-84b4-d0890e0647f7 req-32b73f23-a062-4dee-910f-ac30e240adcb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.741759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc8bb59d-37b0-485b-84b4-d0890e0647f7 req-32b73f23-a062-4dee-910f-ac30e240adcb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 946 time: 0.1466084
Dec 11 21:17:00.743200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.771140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.804893 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.807106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:00.815578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.817463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] 10.222.0.16 "PUT /v2.0/ports/c786ba96-1167-4b4f-932b-3e559b354c18 HTTP/1.1" status: 200  len: 1092 time: 1.2059360
Dec 11 21:17:00.843971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:00.851797 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8016a8f8-61b4-4d5a-9f1f-ddd952837004" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:00.870325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1de42-2998-49e7-947e-a4b54703efbe req-f302eaa9-2ac0-4f00-bc51-fc33742f4dd0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:00.870619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:00.871845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5db1de42-2998-49e7-947e-a4b54703efbe req-f302eaa9-2ac0-4f00-bc51-fc33742f4dd0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 944 time: 0.1355720
Dec 11 21:17:00.887541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.932225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port a9969e1e-829f-4f6d-86ca-69818e6e5c29 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:00.932606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:00.958307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=11']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:00.976731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06af379-b904-4015-b2f6-e35e5728411d service neutron] Pushing event updated for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:00.993632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc8bb59d-37b0-485b-84b4-d0890e0647f7 req-1cc355a3-4b4e-40df-94b7-f6fdfdd80bae tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2454658
Dec 11 21:17:01.034573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-3e2df65e-6a6e-4148-af24-c25d5aca09bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.040045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-3e2df65e-6a6e-4148-af24-c25d5aca09bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 1095 time: 0.1726160
Dec 11 21:17:01.085394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5db1de42-2998-49e7-947e-a4b54703efbe req-c6fa81f8-c790-4517-b174-da2496d6ac8b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990948
Dec 11 21:17:01.108558 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0378c5-bf98-4a14-9e40-b62e30f2e1dc x-openstack-request-id: req-9f0378c5-bf98-4a14-9e40-b62e30f2e1dc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:01.109170 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:01.110382 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f0378c5-bf98-4a14-9e40-b62e30f2e1dc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:01.111110 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18', 'status': 'completed', 'code': 200}
Dec 11 21:17:01.111444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:17:01.113352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-b3aa4350-dcd6-425d-b52b-2f42151d61c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c786ba96-1167-4b4f-932b-3e559b354c18 HTTP/1.1" status: 200  len: 217 time: 0.0639818
Dec 11 21:17:01.143492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port a9969e1e-829f-4f6d-86ca-69818e6e5c29, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a9969e1e-829f-4f6d-86ca-69818e6e5c29,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:01.143867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:01.158512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for a9969e1e-829f-4f6d-86ca-69818e6e5c29 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:01.177074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e48cc1ff-9c51-4193-bbf4-e0e801ab640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.179010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-e48cc1ff-9c51-4193-bbf4-e0e801ab640c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9598fab1-955c-4e88-bd60-d348a4aa433a HTTP/1.1" status: 200  len: 836 time: 0.0581810
Dec 11 21:17:01.238427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-2906d89d-0b3b-4115-a4a1-a74bb1102cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.241817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-2906d89d-0b3b-4115-a4a1-a74bb1102cf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6210bb73-47c2-41e0-b9e2-31afe4e6f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0551238
Dec 11 21:17:01.367048 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:01.373784 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-4d5671be-69fb-4bc8-be63-85a3cee77a2a service neutron] 10.222.0.16 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241655
Dec 11 21:17:01.400413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=a9969e1e-829f-4f6d-86ca-69818e6e5c29,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:01.453765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] No DVR routers for this DVR port a9969e1e-829f-4f6d-86ca-69818e6e5c29 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:01.456551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:01.459912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-20813bed-cc8d-4a05-8a96-a38f2915eeaf req-c5353e43-0a8e-4a93-888c-32650350b7bc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "DELETE /v2.0/ports/a9969e1e-829f-4f6d-86ca-69818e6e5c29 HTTP/1.1" status: 204  len: 173 time: 0.8393054
Dec 11 21:17:01.460474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-deleted', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:01.462918 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b84ded-f26f-45f3-9976-f736bbe9a978" -d '{"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-deleted", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:01.518001 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7a2246-53ad-4da4-8156-c27788099ca0 x-openstack-request-id: req-2e7a2246-53ad-4da4-8156-c27788099ca0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:01.518001 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222f367-cacf-4810-bbea-a1648af8fef9", "name": "network-vif-deleted", "tag": "a9969e1e-829f-4f6d-86ca-69818e6e5c29", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:01.518001 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e7a2246-53ad-4da4-8156-c27788099ca0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:01.518001 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f222f367-cacf-4810-bbea-a1648af8fef9', 'name': 'network-vif-deleted', 'tag': 'a9969e1e-829f-4f6d-86ca-69818e6e5c29', 'status': 'completed', 'code': 200}
Dec 11 21:17:01.555932 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f10415ec-c0fb-4dd8-90e2-a1bc7dfe9978 req-deb59fea-7e7f-43c5-b593-c28aa751c7fb service neutron] 10.222.0.16 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679609
Dec 11 21:17:01.670826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362755-8d7d-4e9f-9235-626ff621fb89 req-01832063-dbeb-4ae5-9eae-b8352ee08663 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.678298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18362755-8d7d-4e9f-9235-626ff621fb89 req-01832063-dbeb-4ae5-9eae-b8352ee08663 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0985491
Dec 11 21:17:01.694879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5a73f-4516-4af3-ae85-42a69db5b65a req-1ef5d011-9435-4f5e-b2d2-52f001a03092 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.707390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72c5a73f-4516-4af3-ae85-42a69db5b65a req-1ef5d011-9435-4f5e-b2d2-52f001a03092 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 944 time: 0.0968931
Dec 11 21:17:01.707980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-fdaf5288-ad0d-4c42-a486-3456870c86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.709541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-fdaf5288-ad0d-4c42-a486-3456870c86e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 1095 time: 0.0885358
Dec 11 21:17:01.824575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72c5a73f-4516-4af3-ae85-42a69db5b65a req-b5c83bf5-5ad4-490f-b35f-256c931e5112 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105545
Dec 11 21:17:01.866618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18362755-8d7d-4e9f-9235-626ff621fb89 req-c38cde3b-c377-4f87-9cc2-f29cd827bc81 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1872628
Dec 11 21:17:01.967023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-2f5fc100-3ae4-492a-a597-a437fb24c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:01.968697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-2f5fc100-3ae4-492a-a597-a437fb24c492 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6210bb73-47c2-41e0-b9e2-31afe4e6f50f HTTP/1.1" status: 200  len: 898 time: 0.2345908
Dec 11 21:17:02.191906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f174c782-b05e-4ce9-9d2a-533779d13ed3 req-0b7c1ba8-afa5-485e-9561-4dfd2482f04a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=f222f367-cacf-4810-bbea-a1648af8fef9 HTTP/1.1" status: 200  len: 210 time: 0.0559959
Dec 11 21:17:02.499622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:02.509918 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-4943541f-2c0f-43fc-9a67-2f8acd67dd8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=c786ba96-1167-4b4f-932b-3e559b354c18 HTTP/1.1" status: 200  len: 217 time: 0.5338104
Dec 11 21:17:02.556227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4acd3577-338a-416a-88a5-b4647dd6e993 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:17:02.561341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4acd3577-338a-416a-88a5-b4647dd6e993 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:02.562161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:02.596042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-a6ea2a1c-bd6f-427c-b23f-d1451a9885dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:02.597859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-a6ea2a1c-bd6f-427c-b23f-d1451a9885dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9598fab1-955c-4e88-bd60-d348a4aa433a HTTP/1.1" status: 200  len: 836 time: 0.0803549
Dec 11 21:17:02.606566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14d064-886c-4c29-a501-e32343244783 req-90b93f42-6ca7-4335-835a-0845699daef5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:02.608236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a14d064-886c-4c29-a501-e32343244783 req-90b93f42-6ca7-4335-835a-0845699daef5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 945 time: 0.1009097
Dec 11 21:17:02.659813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:02.687096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-1178ca99-b709-41f2-a7d6-19722c190522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:02.687961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:02.689421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-1178ca99-b709-41f2-a7d6-19722c190522 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6210bb73-47c2-41e0-b9e2-31afe4e6f50f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0801454
Dec 11 21:17:02.690619 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dfeff0-ab29-4e95-9fe0-1736e20e4bdb" -d '{"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:02.709398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:02.715564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:02.733356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a14d064-886c-4c29-a501-e32343244783 req-4c5ed574-31c6-4ff1-a034-ab7d3d672c3c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096742
Dec 11 21:17:02.744454 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df542dd-907f-4484-97d2-a93eeac4b15f x-openstack-request-id: req-7df542dd-907f-4484-97d2-a93eeac4b15f {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:02.744888 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-plugged", "status": "completed", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:02.745238 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df542dd-907f-4484-97d2-a93eeac4b15f {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:02.745867 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'code': 200}
Dec 11 21:17:02.801783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:02.819946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-3816c9c7-bb04-4652-af06-3c080b52a576 service neutron] 10.222.0.16 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209526
Dec 11 21:17:02.972909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a261-a46f-4cd4-b447-faabaa8efcc8 req-8387a671-2fde-4cf7-a64a-6a8baf9c1453 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:02.975373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc81ab-4728-416f-aa9d-1fdbb75df95b req-76ab94af-6e0b-457b-8261-87bf72f4ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:02.977061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdbc81ab-4728-416f-aa9d-1fdbb75df95b req-76ab94af-6e0b-457b-8261-87bf72f4ecbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1097 time: 0.0791590
Dec 11 21:17:02.982125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8016a8f8-61b4-4d5a-9f1f-ddd952837004 req-f4130200-3e4b-4bd4-91b8-29fc23abcada service neutron] 10.222.0.16 "GET /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524684
Dec 11 21:17:02.982344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f897a261-a46f-4cd4-b447-faabaa8efcc8 req-8387a671-2fde-4cf7-a64a-6a8baf9c1453 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 944 time: 0.0813115
Dec 11 21:17:03.070727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f897a261-a46f-4cd4-b447-faabaa8efcc8 req-1494196b-39bd-4c31-8568-f465297ca2e2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830312
Dec 11 21:17:03.108616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fdbc81ab-4728-416f-aa9d-1fdbb75df95b req-321a52eb-f33e-430a-9dca-3a69c66a4662 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174355
Dec 11 21:17:03.123596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edb974-9954-46ea-a2fd-118fe29c0833 req-6331c5b1-e1b3-4e7e-96aa-96a59b0cc527 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:03.131985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24edb974-9954-46ea-a2fd-118fe29c0833 req-6331c5b1-e1b3-4e7e-96aa-96a59b0cc527 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0967813
Dec 11 21:17:03.197686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24edb974-9954-46ea-a2fd-118fe29c0833 req-6196612c-555c-4808-a9a5-fd7ca676e8e0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634723
Dec 11 21:17:03.275072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46090) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:03.734974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:03.924944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbe634-4f09-4383-8b61-832e6c1f792a req-e0924e24-f824-4232-b18c-90b6d597e1ea tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:03.926443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31cbe634-4f09-4383-8b61-832e6c1f792a req-e0924e24-f824-4232-b18c-90b6d597e1ea tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0935917
Dec 11 21:17:04.008851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31cbe634-4f09-4383-8b61-832e6c1f792a req-56c97cf6-a9c0-462b-abd8-0b91e8d6c9b6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652714
Dec 11 21:17:04.121543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:04.122027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:04.210290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f17bc-ba01-430c-b198-abc4a9aea923 req-753b3189-c95b-4e28-915d-9ff5aa12ff96 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:04.219614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a5f17bc-ba01-430c-b198-abc4a9aea923 req-753b3189-c95b-4e28-915d-9ff5aa12ff96 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 944 time: 0.0670617
Dec 11 21:17:04.293624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port ea6b7e6b-f80d-43ed-a8db-24a94a5ef970, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:04.293624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:04.315990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:04.348067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7a5f17bc-ba01-430c-b198-abc4a9aea923 req-819a06ec-991c-41d5-a794-5036d15e5b69 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1199310
Dec 11 21:17:04.487645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:04.506997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684af5db-1ab5-4300-a326-a4185516b939 req-6a4077b2-48f7-4b1c-8e5e-6d1665f16490 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:04.508439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-684af5db-1ab5-4300-a326-a4185516b939 req-6a4077b2-48f7-4b1c-8e5e-6d1665f16490 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1133659
Dec 11 21:17:04.518006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c786ba96-1167-4b4f-932b-3e559b354c18 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:17:04.522850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: a9969e1e-829f-4f6d-86ca-69818e6e5c29 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:04.523326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a9969e1e-829f-4f6d-86ca-69818e6e5c29 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:04.605612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-684af5db-1ab5-4300-a326-a4185516b939 req-1b870ae2-4d87-459e-afd0-a66d9b5bfd10 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903709
Dec 11 21:17:04.674581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c786ba96-1167-4b4f-932b-3e559b354c18,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:04.686094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'c786ba96-1167-4b4f-932b-3e559b354c18', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'port_id': 'c786ba96-1167-4b4f-932b-3e559b354c18', 'mac_address': 'fa:16:3e:e0:22:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:17:04.699635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:04.734302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:04.738746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=ea6b7e6b-f80d-43ed-a8db-24a94a5ef970,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:04.750493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c786ba96-1167-4b4f-932b-3e559b354c18 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:04.775655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c786ba96-1167-4b4f-932b-3e559b354c18,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:04.779905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:04.838010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:04.995734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c786ba96-1167-4b4f-932b-3e559b354c18'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:17:05.016564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.239410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ca134-19d1-46cf-9258-5efad5c48ef2 req-2e44968a-f86e-4ad2-a8d8-bb3b4397cae7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:05.247326 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-812ca134-19d1-46cf-9258-5efad5c48ef2 req-2e44968a-f86e-4ad2-a8d8-bb3b4397cae7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1013882
Dec 11 21:17:05.335952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 5326184a-e24d-4191-ad7d-34be526d2234 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:05.347121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-812ca134-19d1-46cf-9258-5efad5c48ef2 req-25a42fde-a778-43f7-9c10-f106e7089cd4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871756
Dec 11 21:17:05.503971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:05.511158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a0d0fdf3-dd75-4c89-87dc-e07316052d69 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/5326184a-e24d-4191-ad7d-34be526d2234/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2345510
Dec 11 21:17:05.512421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46136) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:05.515174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Sync routers for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:05.536791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae68b5-9450-4486-8181-f0b24552a6e4 req-caf1c3ba-5897-4039-8e58-e46173fede3d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:05.538862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aae68b5-9450-4486-8181-f0b24552a6e4 req-caf1c3ba-5897-4039-8e58-e46173fede3d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 945 time: 0.0810769
Dec 11 21:17:05.544070 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:05.549219 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84044190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:05.575199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting subnet 5c834319-d2bb-4dfd-81be-974352909359 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:17:05.579006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.629841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aae68b5-9450-4486-8181-f0b24552a6e4 req-cc18fac7-bdfa-49d5-9000-5ad935200c05 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760183
Dec 11 21:17:05.633559 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.736351 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:05.808042 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.857411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8dfd1-facc-40b0-b006-e30051ed5c85 req-43ba832a-cd23-43fa-9bec-453f8c70e7e4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:05.859179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7bb8dfd1-facc-40b0-b006-e30051ed5c85 req-43ba832a-cd23-43fa-9bec-453f8c70e7e4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1370211
Dec 11 21:17:05.929677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7bb8dfd1-facc-40b0-b006-e30051ed5c85 req-de07b0ce-238b-4a82-aa5a-8c667d4a1828 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645709
Dec 11 21:17:05.931136 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.944899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:05.951142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/subnets/5c834319-d2bb-4dfd-81be-974352909359 HTTP/1.1" status: 204  len: 168 time: 0.4349263
Dec 11 21:17:05.951802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46144) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:05.959315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714cc85c-1ba3-40e5-9091-f87a6bc7e693 None None] Network 23970f39-6869-436e-ae19-b058930f0524 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:05.963694 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84044190>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:17:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:05.989575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b1ed8-d510-4466-9daf-31a872c83f9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Subnet': ['ID=5c834319-d2bb-4dfd-81be-974352909359,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:06.016759 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Checking router: 5326184a-e24d-4191-ad7d-34be526d2234 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:06.029106 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Routers {'5326184a-e24d-4191-ad7d-34be526d2234'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:06.030391 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84044190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5326184a-e24d-4191-ad7d-34be526d2234'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:06.161948 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.196319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] DHCP port deletion for 23970f39-6869-436e-ae19-b058930f0524 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:06.275356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Deleting port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:06.275771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.305425 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] Set router 5326184a-e24d-4191-ad7d-34be526d2234 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:06.332791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.367972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] For port e5aa5d32-2415-4eeb-b645-2cb9a23791a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,segment=NetworkSegment(83047862-b7b2-4f31-bbbb-1bd1a7c3b185),segment_id=83047862-b7b2-4f31-bbbb-1bd1a7c3b185)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:06.368576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.383680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Calling delete_port for e5aa5d32-2415-4eeb-b645-2cb9a23791a4 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:06.425679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:06.425918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.485598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.522920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] Pushing event deleted for resources: {'Port': ['ID=e5aa5d32-2415-4eeb-b645-2cb9a23791a4,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:06.527812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bda8d5-2a98-461f-bfc8-9c3365c41d06 None None] No DVR routers for this DVR port e5aa5d32-2415-4eeb-b645-2cb9a23791a4 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:06.543625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c786ba96-1167-4b4f-932b-3e559b354c18 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:06.555534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:06.556313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.569967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:06.607746 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84044190>, [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:17:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:06.620247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port c786ba96-1167-4b4f-932b-3e559b354c18 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:17:06.625573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port c786ba96-1167-4b4f-932b-3e559b354c18 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:06.625944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.638936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca149-44c0-4401-a40b-4028d9b3ebd8 None None] The sync data for ids ['5326184a-e24d-4191-ad7d-34be526d2234'] in ncdv-master-1 is: [{'id': '5326184a-e24d-4191-ad7d-34be526d2234', 'name': 'tempest-TestNetworkAdvancedServerOps-router-105552236', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105'}], 'enable_snat': True}, 'gw_port_id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:17:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5326184a-e24d-4191-ad7d-34be526d2234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:14:37Z', 'updated_at': '2021-12-11T21:14:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:06.735182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23997b-2f76-4816-ae5e-2f08e9490f94 req-16389615-d96f-4879-8246-ab80fe8875cb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:06.744023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23997b-2f76-4816-ae5e-2f08e9490f94 req-16389615-d96f-4879-8246-ab80fe8875cb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1644821
Dec 11 21:17:06.768975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.801907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:06.804273 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a95f1f-383e-4057-8df6-c13126ff3692" -d '{"events": [{"server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "name": "network-vif-plugged", "status": "completed", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:06.818696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c786ba96-1167-4b4f-932b-3e559b354c18,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:06.828168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253ed1-9dba-44b3-83b3-fd61ba6aae8f req-6c31abf2-3ea3-422a-b69a-cda99919d276 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:06.829195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:06.836876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db23997b-2f76-4816-ae5e-2f08e9490f94 req-68c2c052-8b7d-48c6-bd1e-be2d76dc6c23 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920568
Dec 11 21:17:06.847105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7253ed1-9dba-44b3-83b3-fd61ba6aae8f req-6c31abf2-3ea3-422a-b69a-cda99919d276 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 945 time: 0.1223145
Dec 11 21:17:06.925367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7253ed1-9dba-44b3-83b3-fd61ba6aae8f req-2c5a1795-0f42-447b-ab5c-a09652647147 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772715
Dec 11 21:17:06.943413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:06.968066 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a69482-5a57-4b9c-a356-943fc09902dc x-openstack-request-id: req-23a69482-5a57-4b9c-a356-943fc09902dc {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:06.968663 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "name": "network-vif-plugged", "status": "completed", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:06.968663 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23a69482-5a57-4b9c-a356-943fc09902dc {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:06.969581 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18', 'code': 200}
Dec 11 21:17:06.980489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.013460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:07.027267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005a978-bd77-498d-9ab8-80cd808f26d1 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:07.103596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a180-66b3-486f-88bf-b88dea23c2ce req-3b7c9953-999c-4237-863a-965ffcc3780a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.105266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3449a180-66b3-486f-88bf-b88dea23c2ce req-3b7c9953-999c-4237-863a-965ffcc3780a tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0910897
Dec 11 21:17:07.150762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.180735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3449a180-66b3-486f-88bf-b88dea23c2ce req-15a3f098-70d3-4618-9a9b-0cb5be67d9ca tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655787
Dec 11 21:17:07.259111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.262200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.267716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701355fa-f71d-4469-aa38-6ccac03db554 req-c3fc4a46-b21c-45a7-baaf-2c43f8b10a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.269267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-701355fa-f71d-4469-aa38-6ccac03db554 req-c3fc4a46-b21c-45a7-baaf-2c43f8b10a93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 1097 time: 0.2066138
Dec 11 21:17:07.285223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59f9f-27bf-49c4-a11e-c1b7dfcf54ff req-307b0499-d301-44e7-8fac-4b05e806600f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.286772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76a59f9f-27bf-49c4-a11e-c1b7dfcf54ff req-307b0499-d301-44e7-8fac-4b05e806600f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1846232
Dec 11 21:17:07.337920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4162d8a-7142-4d2d-8894-ec873d3ed55a req-7dbc46df-c794-4804-bcbb-c9ab9ce8056f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.339814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4162d8a-7142-4d2d-8894-ec873d3ed55a req-7dbc46df-c794-4804-bcbb-c9ab9ce8056f tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0620615
Dec 11 21:17:07.351258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.351818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Fanout notify agent at l3_agent the message router_deleted on router 5326184a-e24d-4191-ad7d-34be526d2234 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:17:07.359588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.363201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8f2d336f-8c94-4820-bcaa-691eded5115e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/routers/5326184a-e24d-4191-ad7d-34be526d2234 HTTP/1.1" status: 204  len: 168 time: 1.4074311
Dec 11 21:17:07.366032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46164) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:07.369559 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:17:07.411762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4162d8a-7142-4d2d-8894-ec873d3ed55a req-1ad3e5eb-99b7-4993-9472-6e0b26c6519e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635605
Dec 11 21:17:07.553913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c4499-da7b-47be-834f-fb75c573a677 req-7ebe784c-8c03-4bd3-8ced-98ebc984f941 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.555682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f65c4499-da7b-47be-834f-fb75c573a677 req-7ebe784c-8c03-4bd3-8ced-98ebc984f941 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0561254
Dec 11 21:17:07.607169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f65c4499-da7b-47be-834f-fb75c573a677 req-17d482d6-2d8a-42c7-95a7-d305389c7dfc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453072
Dec 11 21:17:07.731397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc980e52-623e-4485-8f08-6970010fcca6 req-2a046f3e-9853-48d5-b3da-b3a7867553fa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.732954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc980e52-623e-4485-8f08-6970010fcca6 req-2a046f3e-9853-48d5-b3da-b3a7867553fa tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0553622
Dec 11 21:17:07.782721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc980e52-623e-4485-8f08-6970010fcca6 req-861508c9-de84-419c-995f-62791b0ea5db tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437026
Dec 11 21:17:07.809293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-701355fa-f71d-4469-aa38-6ccac03db554 req-2a98ab62-3622-45f5-a52d-f610f59fbc93 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5214765
Dec 11 21:17:07.823782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76a59f9f-27bf-49c4-a11e-c1b7dfcf54ff req-f6bbecc0-70e5-4434-ad80-9d4b7ffa5e98 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5007703
Dec 11 21:17:07.849286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.942267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ac225-b52b-41d9-b245-a77ce54772cc req-30d648cd-9cf2-4ff6-b94d-01ad179ebc43 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:07.947150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:07.947385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-371ac225-b52b-41d9-b245-a77ce54772cc req-30d648cd-9cf2-4ff6-b94d-01ad179ebc43 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0539286
Dec 11 21:17:07.969057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d71bc70>,) {'filters': {'network_id': ['23970f39-6869-436e-ae19-b058930f0524']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:07.979301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d71bc70>, '83047862-b7b2-4f31-bbbb-1bd1a7c3b185') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:07.979597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d71bc70>, '83047862-b7b2-4f31-bbbb-1bd1a7c3b185') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:07.989658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.023959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:08.027321 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-371ac225-b52b-41d9-b245-a77ce54772cc req-c1080e87-1999-45e6-b1d5-5cde031c79da tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746229
Dec 11 21:17:08.032287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.050754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:08.051615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2ae9bf8f-addb-48ae-a0e2-dc6eeaf5c95f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:08.052125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e5aa5d32-2415-4eeb-b645-2cb9a23791a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:08.072047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c997f-2a57-47b5-99c4-e7928e79ab0d req-80eab1ec-a5ae-4664-b5e6-85ac810ca415 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.073829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-566c997f-2a57-47b5-99c4-e7928e79ab0d req-80eab1ec-a5ae-4664-b5e6-85ac810ca415 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0776806
Dec 11 21:17:08.075153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:17:08.075673 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.082045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e5aa5d32-2415-4eeb-b645-2cb9a23791a4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:08.082396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e5aa5d32-2415-4eeb-b645-2cb9a23791a4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:08.082855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:08.107905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:08.108367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ea6b7e6b-f80d-43ed-a8db-24a94a5ef970 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:17:08.124806 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:17:08.159089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579d970-ac74-480c-9a5b-68715e316fa5 req-7440ea6d-fe8e-48f3-afa8-04399e7d2c01 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.159761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.160789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0579d970-ac74-480c-9a5b-68715e316fa5 req-7440ea6d-fe8e-48f3-afa8-04399e7d2c01 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0564842
Dec 11 21:17:08.164664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.168574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/networks/23970f39-6869-436e-ae19-b058930f0524 HTTP/1.1" status: 204  len: 168 time: 0.8014457
Dec 11 21:17:08.176388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46184) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:08.195915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98adfb8-fd53-445f-b9e4-4705a13c8ab9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Network': ['ID=23970f39-6869-436e-ae19-b058930f0524,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:08.207480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-566c997f-2a57-47b5-99c4-e7928e79ab0d req-6b42368d-b6f4-4e52-9412-cc33ebc23c40 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812871
Dec 11 21:17:08.280392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0579d970-ac74-480c-9a5b-68715e316fa5 req-b93b79fd-7096-4d5b-b30b-ff12e14f8943 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029646
Dec 11 21:17:08.282680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-79d21483-72e0-48c7-936d-87f54418d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.284111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-79d21483-72e0-48c7-936d-87f54418d8ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1097 time: 0.1199157
Dec 11 21:17:08.321975 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.384894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.444619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-0bac886c-f5eb-4437-a6b5-9b6a3cb4361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.446182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-0bac886c-f5eb-4437-a6b5-9b6a3cb4361a service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.1545620
Dec 11 21:17:08.546262 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.549414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:08.550603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/security-groups/2ff3250c-62ac-4cdf-9da0-e2a6435bca1e HTTP/1.1" status: 204  len: 168 time: 0.3720908
Dec 11 21:17:08.555863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-af2b84a4-830f-4c0e-9dd6-c721f188f3fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 1001 time: 0.1020947
Dec 11 21:17:08.574728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bb22f-1b94-4d96-8ffd-43351ee5bc77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff3250c-62ac-4cdf-9da0-e2a6435bca1e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:08.611186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2fda0-0288-4951-8de2-88320efd79e0 req-e8612719-7820-44be-ad26-bc8bb8121ee8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.612675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fde2fda0-0288-4951-8de2-88320efd79e0 req-e8612719-7820-44be-ad26-bc8bb8121ee8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1224418
Dec 11 21:17:08.631515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-33f9f375-8e61-4d7b-a012-7fdccd99e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.632961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-33f9f375-8e61-4d7b-a012-7fdccd99e4ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0679362
Dec 11 21:17:08.695240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fde2fda0-0288-4951-8de2-88320efd79e0 req-a2583e77-6b66-41ec-b94f-e66eff2f3a20 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746408
Dec 11 21:17:08.701100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-2342143e-3ab0-42dd-80b4-d825c62b6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.702574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-2342143e-3ab0-42dd-80b4-d825c62b6acb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0616405
Dec 11 21:17:08.797598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-8ba84383-215b-449d-b5e3-e6dc63b03d47 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856130
Dec 11 21:17:08.889715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cec384fc-9f6c-4879-b454-eb9d212d6364 req-0b73223a-1ef2-45f5-84ae-dfb2b1e5b1b9 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847032
Dec 11 21:17:08.970262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518974-4959-48b9-bd90-6e74508c2c2c req-93ba4d70-92cf-4c22-81e6-60c3980c9798 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:08.972024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92518974-4959-48b9-bd90-6e74508c2c2c req-93ba4d70-92cf-4c22-81e6-60c3980c9798 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0645459
Dec 11 21:17:09.024475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92518974-4959-48b9-bd90-6e74508c2c2c req-654ddfa6-7d46-4325-b655-a0b5da91e433 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441539
Dec 11 21:17:09.116334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46198) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.120916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579696772', 'description': 'tempest-secgroup-smoke-579696772 description', 'project_id': '57a572b530bb4301876a76b0a8a94b78'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.143532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.208290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.211904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.239090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.240335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1229773
Dec 11 21:17:09.243457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46202) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.244430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294f5e6-98a2-44a9-9a8e-4456a2392080 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2179af-9ce6-4ec2-b85c-779b61c405fd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.248836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.283893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.337641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d699df-fb08-41ea-954e-73be058e5c82 req-37170628-1223-4fb3-9717-927295d98116 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:09.338580 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.339176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4d699df-fb08-41ea-954e-73be058e5c82 req-37170628-1223-4fb3-9717-927295d98116 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0492604
Dec 11 21:17:09.342198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.359957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b67ce4-ad41-4386-b647-5dde2fa6592c,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.367489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.368693 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf2cb8e7-dc99-4d0d-8e83-80a7aa2b1d5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1242332
Dec 11 21:17:09.371488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46204) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.376446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.393003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4d699df-fb08-41ea-954e-73be058e5c82 req-62ec6602-f947-4738-b0a0-5029bf069718 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472245
Dec 11 21:17:09.403566 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.458955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.470975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.503347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08c08a5-6a09-40ed-8cd4-31a65a9e434e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.513195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.514379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b6035777-9f19-4e84-9127-caf737148d27 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1419125
Dec 11 21:17:09.517318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46208) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.523124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.543839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1865d-c2e8-4475-a118-7bb27b0aeeab req-3ecfb860-3f5f-4237-b698-2c7852c30908 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:09.545281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7d1865d-c2e8-4475-a118-7bb27b0aeeab req-3ecfb860-3f5f-4237-b698-2c7852c30908 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0842514
Dec 11 21:17:09.573377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.628086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7d1865d-c2e8-4475-a118-7bb27b0aeeab req-e69e75d0-fbbd-43ff-ac2f-d09f979803f2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748386
Dec 11 21:17:09.646430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.649834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.671506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4878dc9-ef04-4abc-8952-835ad75b0951,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.677896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.679119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-caf54b21-f028-4f2e-8918-5bfabe185d84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1608839
Dec 11 21:17:09.682201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46212) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.686818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.712437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.782410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.798009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.821717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27b4540-783f-4745-8dd9-1bc707efbd07,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.833128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.834319 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a4797e6b-1c9a-472e-b74d-571271b38566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1509769
Dec 11 21:17:09.837297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46218) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.841819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.842089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd74ef2-29f4-4c5d-b341-6f1452cc7285 req-60f91cdf-65cc-4b65-8dce-65c1c6453bbb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:09.843683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3dd74ef2-29f4-4c5d-b341-6f1452cc7285 req-60f91cdf-65cc-4b65-8dce-65c1c6453bbb tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0780525
Dec 11 21:17:09.865920 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:17:09.870842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.894681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3dd74ef2-29f4-4c5d-b341-6f1452cc7285 req-09e947b8-da5c-4d64-87e4-09131b43c289 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435834
Dec 11 21:17:09.929787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.935978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.953376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a86dde-51ff-45b3-a0af-dd9102f74b5e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:09.962215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:09.966038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2210c689-4783-4503-bcb2-10ecb3cb3c13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1251786
Dec 11 21:17:09.966456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:09.971822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': '7e2179af-9ce6-4ec2-b85c-779b61c405fd', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:09.996025 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:17:10.000912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.059395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.064192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.087223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aebe3d5-8e11-4763-a6d1-c21e32e2fbae,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:10.099996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.101583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-49373988-621d-48cb-a2d2-36f1c76f4820 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1339958
Dec 11 21:17:10.104623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46230) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:10.112682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'network': {'name': 'tempest-network-smoke--617072732', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:10.140279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:10.146390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.171943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d064-d6be-45ba-93b9-1679475cea34 req-8e13b5b0-b9f5-47bf-a350-65609de85c24 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.173448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0181d064-d6be-45ba-93b9-1679475cea34 req-8e13b5b0-b9f5-47bf-a350-65609de85c24 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0565014
Dec 11 21:17:10.204836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:17:10.229255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f3f0f-8eea-4079-8921-d31f2903ca4d req-552f0ddf-1095-4ed0-ae3b-22bdcd3b3dc4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.230795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a7f3f0f-8eea-4079-8921-d31f2903ca4d req-552f0ddf-1095-4ed0-ae3b-22bdcd3b3dc4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0809672
Dec 11 21:17:10.231923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.232268 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Added segment 048b1420-9cda-487f-8aa4-88ef0e41ebc0 of type vlan for network 6656d936-98ca-43ec-b407-4c83e6878016
Dec 11 21:17:10.243458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-288c9354-4955-48fd-b88c-072603d29aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.244973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-288c9354-4955-48fd-b88c-072603d29aa9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f8c23b577a41445f8d98e859bd185062&device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 1097 time: 0.0706339
Dec 11 21:17:10.248748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0181d064-d6be-45ba-93b9-1679475cea34 req-6b2305b5-e26f-4b48-9ec3-9585612d78dc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669255
Dec 11 21:17:10.292470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.326431 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a7f3f0f-8eea-4079-8921-d31f2903ca4d req-1588b17e-65a8-49a9-82de-322f1d9b8d78 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861251
Dec 11 21:17:10.337656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.346545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.347169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.356272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-44b768e9-e4bf-4325-953b-cad0017f4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.358204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-44b768e9-e4bf-4325-953b-cad0017f4aed service neutron] 10.222.0.16 "GET /v2.0/networks?id=b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 200  len: 913 time: 0.1065593
Dec 11 21:17:10.404303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-eb242687-a177-4b6b-a9ab-8506a20fe2ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 200  len: 217 time: 0.0395076
Dec 11 21:17:10.410165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3038704
Dec 11 21:17:10.416954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46232) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:10.422029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'admin_state_up': True, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:10.441424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaddcc-24ae-4a6e-97ad-5f31fcefb327 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Network': ['ID=6656d936-98ca-43ec-b407-4c83e6878016,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:10.453992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 6656d936-98ca-43ec-b407-4c83e6878016 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:17:10.459041 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.460349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.463444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-fcfda0f9-6ef8-42b2-9550-89704bb8d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:10.465677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-fcfda0f9-6ef8-42b2-9550-89704bb8d536 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 200  len: 852 time: 0.0542650
Dec 11 21:17:10.502508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-19ad6bd1-647c-4446-8fcd-ccdde1dfe6d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b2fb8e44-afa6-4508-8add-2de32a41f9e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0297375
Dec 11 21:17:10.561048 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.604865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-d15cd038-9913-4877-9321-22a8ed23b8ce service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945995
Dec 11 21:17:10.698893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:10.700950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a653e80-3317-4af7-b75d-1ec8242c6a7e req-efc2c914-01f3-4c88-a482-cfc2f662af59 service neutron] 10.222.0.16 "GET /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895441
Dec 11 21:17:11.001139 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21f37ec3-dccb-436f-a42d-bdc395fe0866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.159741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:11.188253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.213275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.333094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.107 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1ddd690d-8493-4226-a435-b9a524bb4f04) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:11.483816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d57b53-e401-4c88-a77e-0e4978ee5b1c req-32c9b72e-510a-47a6-8d2e-1004a2f36f20 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:11.485929 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16d57b53-e401-4c88-a77e-0e4978ee5b1c req-32c9b72e-510a-47a6-8d2e-1004a2f36f20 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.1028976
Dec 11 21:17:11.494816 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.509911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788a982-dac5-47f9-9f33-352c7b9383b8 req-c9542a28-db61-4529-9380-7f643e0e4a4c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:11.511377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f788a982-dac5-47f9-9f33-352c7b9383b8 req-c9542a28-db61-4529-9380-7f643e0e4a4c tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0828667
Dec 11 21:17:11.576517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f788a982-dac5-47f9-9f33-352c7b9383b8 req-2bbb1d5f-236b-4b87-b879-29299e99cdcc tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580475
Dec 11 21:17:11.578392 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.580596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-16d57b53-e401-4c88-a77e-0e4978ee5b1c req-0d117f78-fdfe-4e5b-976c-5d97475a7ee6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878532
Dec 11 21:17:11.622706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:11.625727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:11.628946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:11.641282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aea346-8951-4f45-bebe-6802ac0cc2f7 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:11.658631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=1ddd690d-8493-4226-a435-b9a524bb4f04,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:11.689858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f901ab28-1f26-4f41-94bd-be67e8650a27 None None] Provisioning complete for port 1ddd690d-8493-4226-a435-b9a524bb4f04 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:11.690707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f901ab28-1f26-4f41-94bd-be67e8650a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.730806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f901ab28-1f26-4f41-94bd-be67e8650a27 None None] Port 1ddd690d-8493-4226-a435-b9a524bb4f04 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:11.743236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:11.921175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.048890 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.17 (6210bb73-47c2-41e0-b9e2-31afe4e6f50f/9598fab1-955c-4e88-bd60-d348a4aa433a/0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:12.144852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.180323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.217834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.264816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:12.268544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:12.272722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:12.300985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:12.315050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 74efc034-d436-41bd-a69d-5c9e3526fd71 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:17:12.329191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.454973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:12.465813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Sync routers for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:12.489860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.492858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:12.497430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76eaac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:16:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:12.505273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.506770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-457cea37-3a0b-40ed-b03c-b99679d30557 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.0888505
Dec 11 21:17:12.508254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:12.510786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:12.548933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7326fd8d-7acf-4eda-b709-127cbcbabe60 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=57a572b530bb4301876a76b0a8a94b78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0365953
Dec 11 21:17:12.551275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:12.725253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f940df38-ca35-457e-b242-99a52154800e None None] Provisioning complete for port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:12.726286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f940df38-ca35-457e-b242-99a52154800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.748316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28358ebc-9770-4c5c-a5a6-a51666222bd4 req-ec8df29d-a944-43de-96b0-2f54d3a11374 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:12.750974 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28358ebc-9770-4c5c-a5a6-a51666222bd4 req-ec8df29d-a944-43de-96b0-2f54d3a11374 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 946 time: 0.0784330
Dec 11 21:17:12.764066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:12.766107 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.778281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78a803-c3f5-4869-b5d0-5982b4f77db4 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:12.779854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4f78a803-c3f5-4869-b5d0-5982b4f77db4 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2270525
Dec 11 21:17:12.784907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:12.829238 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-41f68321-429c-474e-93fe-7738266a657c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0407746
Dec 11 21:17:12.830187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:12.834545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f940df38-ca35-457e-b242-99a52154800e None None] Port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:12.836735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-904991389', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:12.863795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3238-811b-4298-ae32-823bb542a6ea req-5e263206-0695-4f42-9fc6-fa88a83c20d2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:12.871853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8efd3238-811b-4298-ae32-823bb542a6ea req-5e263206-0695-4f42-9fc6-fa88a83c20d2 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1595938
Dec 11 21:17:12.872126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:12.876244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:12.879202 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b96ff9-60af-4732-9ce0-a3713fc81d37" -d '{"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-unplugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:12.884585 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28358ebc-9770-4c5c-a5a6-a51666222bd4 req-f5f23513-3e19-4d08-b0de-7cce9a506b17 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959852
Dec 11 21:17:12.885772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:12.887283 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-b5cf2a2b-0e7f-44c9-b7bb-e0f697c3fb80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1586030
Dec 11 21:17:12.994357 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8efd3238-811b-4298-ae32-823bb542a6ea req-11d6f138-1d12-4d79-b8dc-c8c4cf6f6bd7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204052
Dec 11 21:17:13.021619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:13.024504 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a3f2fc-2cc9-492f-84e7-74a338c25fe9 x-openstack-request-id: req-e9a3f2fc-2cc9-492f-84e7-74a338c25fe9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:13.024819 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-unplugged", "status": "failed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "code": 422}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:13.025420 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9a3f2fc-2cc9-492f-84e7-74a338c25fe9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:13.026033 ncdv-master-1 neutron-server[125989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'code': 422} returned with failed status
Dec 11 21:17:13.027718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:13.029947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.075858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.082170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.155834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76eaac40>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:11Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:13.196956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Checking router: 74efc034-d436-41bd-a69d-5c9e3526fd71 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:13.197316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Updating router 74efc034-d436-41bd-a69d-5c9e3526fd71 port 1ddd690d-8493-4226-a435-b9a524bb4f04 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:17:13.212293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.224639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.231024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:13.262219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69992-8fc5-4ce6-9b48-e07c4d3191f6 req-a0880ee0-29f8-4f89-af96-99131f8a9923 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:13.271992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82b69992-8fc5-4ce6-9b48-e07c4d3191f6 req-a0880ee0-29f8-4f89-af96-99131f8a9923 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1521370
Dec 11 21:17:13.322958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.379085 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82b69992-8fc5-4ce6-9b48-e07c4d3191f6 req-2ca39d63-fb23-46c1-8d85-50d8e3419911 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061382
Dec 11 21:17:13.415166 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:13.416675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:13.426024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Subnet': ['ID=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:13.456545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:13.456545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network hostable DHCP agents. Network: 6656d936-98ca-43ec-b407-4c83e6878016, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:17:13.501360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 6656d936-98ca-43ec-b407-4c83e6878016 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:17:13.509649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92692e84-e36a-4e7a-a507-91aef2d605c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.520203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6656d936-98ca-43ec-b407-4c83e6878016) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:13.534150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:13.534770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.547386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2bb37d-c8a6-41e3-8501-6f6a524e6f0a None None] Network 6656d936-98ca-43ec-b407-4c83e6878016 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:13.573643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b99dd3fd-e7cc-45d7-a79c-11fd31445a59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7421618
Dec 11 21:17:13.577803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46298) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:13.623003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b59a4c-f385-4b86-bfa4-766b52851213 req-5f81596a-8bb4-40eb-b499-1da766a20562 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:13.624482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9b59a4c-f385-4b86-bfa4-766b52851213 req-5f81596a-8bb4-40eb-b499-1da766a20562 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1168482
Dec 11 21:17:13.633485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:13.726051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.743150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b9b59a4c-f385-4b86-bfa4-766b52851213 req-3c22fc09-ecf6-41d7-81c6-a71a9865fac0 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070881
Dec 11 21:17:13.746769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.782782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6656d936-98ca-43ec-b407-4c83e6878016', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:17:13.782782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:13.821767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:13.833458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:13.835264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4218bd66-af68-4bf2-9c5a-a9d7ec9a11ee tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/ba0fb20a-0284-41f6-94b2-48eee49a4d98/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6743348
Dec 11 21:17:13.852558 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:13.853188 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:13.967730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:13.967884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d490de-a9ea-4d3c-bdfb-07d4aed81e54 req-66ab0d33-dcda-4441-943e-b9c6b13c2626 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:13.980276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d490de-a9ea-4d3c-bdfb-07d4aed81e54 req-66ab0d33-dcda-4441-943e-b9c6b13c2626 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1277211
Dec 11 21:17:14.040424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Attempting to bind port 1ddd690d-8493-4226-a435-b9a524bb4f04 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:14.040884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Attempting to bind port 1ddd690d-8493-4226-a435-b9a524bb4f04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:14.041253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Attempting to bind port 1ddd690d-8493-4226-a435-b9a524bb4f04 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:14.044989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623af1-1a07-4b3d-adfa-e4e164459f50 None None] Pushing event updated for resources: {'Port': ['ID=1ddd690d-8493-4226-a435-b9a524bb4f04,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:14.056238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531823c-f029-42d1-bcbb-ea9870701134 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:14.071272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:14.071659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:14.072049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.072575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:14.073343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Bound port: 1ddd690d-8493-4226-a435-b9a524bb4f04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:14.074783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.076107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b23b1d84-0964-4675-bff0-8a6e70263a72 None None] Provisioning complete for port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:14.076527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b23b1d84-0964-4675-bff0-8a6e70263a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.086152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8374f2-7986-4120-87ef-3428d7ccd5a1 req-c9db76bf-92bd-4aac-89a0-5eb0f7fdcc30 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:14.086152 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d8374f2-7986-4120-87ef-3428d7ccd5a1 req-c9db76bf-92bd-4aac-89a0-5eb0f7fdcc30 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0623045
Dec 11 21:17:14.152037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d8374f2-7986-4120-87ef-3428d7ccd5a1 req-8f09fd6b-13b8-4a6a-b340-3cb44569d04c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558844
Dec 11 21:17:14.176914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255933fa-ecbc-466b-b162-39326d056793 req-d4f52270-0fc4-4e85-8cc7-2d565d1e9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:14.178816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-d4f52270-0fc4-4e85-8cc7-2d565d1e9392 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017&tenant_id=877d0194d21c485ab3477d5ed73d1970 HTTP/1.1" status: 200  len: 1095 time: 0.1954169
Dec 11 21:17:14.192617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0d490de-a9ea-4d3c-bdfb-07d4aed81e54 req-334ef9e0-09b6-47bb-83fd-beac049d0b83 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997952
Dec 11 21:17:14.263236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b23b1d84-0964-4675-bff0-8a6e70263a72 None None] Port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:14.292711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288e50>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:12Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6', 'name': '', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:c2:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:12Z', 'revision_number': 2, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:14.317597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] For port 1ddd690d-8493-4226-a435-b9a524bb4f04, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:14.322457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] For port 1ddd690d-8493-4226-a435-b9a524bb4f04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ddd690d-8493-4226-a435-b9a524bb4f04,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:14.334747 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:14.335163 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Updating router ba0fb20a-0284-41f6-94b2-48eee49a4d98 port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:17:14.336765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.345358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255933fa-ecbc-466b-b162-39326d056793 req-371705a1-b262-4023-a60a-bc3b5fa41a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:14.347166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-371705a1-b262-4023-a60a-bc3b5fa41a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1095 time: 0.1007464
Dec 11 21:17:14.376503 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.390533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Allocated IP 172.20.0.2 (6656d936-98ca-43ec-b407-4c83e6878016/7cdb15f5-9eae-4342-a5ae-d49ebc4aae82/747eaa4b-bb8b-44c9-840d-f05a3b891e36) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:14.402743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c278920-df22-43c6-9f09-37d4376ac224 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:14.456410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:14.457038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76eaac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:14.482368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.513351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59fd5-80bb-4546-aabd-c3c5ef66c434 req-ffd5139f-c4d5-4005-8717-af3cef164d65 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:14.514899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66c59fd5-80bb-4546-aabd-c3c5ef66c434 req-ffd5139f-c4d5-4005-8717-af3cef164d65 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1380539
Dec 11 21:17:14.532275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94623af1-1a07-4b3d-adfa-e4e164459f50 None None] Pushing event updated for resources: {'Port': ['ID=1ddd690d-8493-4226-a435-b9a524bb4f04,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:14.536198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] Provisioning complete for port 1ddd690d-8493-4226-a435-b9a524bb4f04 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:14.536573 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.612276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255933fa-ecbc-466b-b162-39326d056793 req-e5ee5326-a017-4c14-a0e1-47fecfb6e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:14.613771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-e5ee5326-a017-4c14-a0e1-47fecfb6e0ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 200  len: 917 time: 0.2358303
Dec 11 21:17:14.665714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:14.683863 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.690393 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.748601 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Pushing event updated for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:14.767839 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.768554 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.769127 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.769725 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.770146 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.770753 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.771172 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.771596 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.772015 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.772436 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.772852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.773276 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.773700 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:14.847737 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Attempting to bind port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:14.848439 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Attempting to bind port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:14.849250 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Attempting to bind port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 on network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:14.856583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:14.857609 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Checking segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:14.858137 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.858774 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Bound using segment: {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:14.859412 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Bound port: 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22bc331-cc23-410d-a5cf-f28c6fa4555a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:14.859885 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.874886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.880244 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.896844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.930919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] For port 1ddd690d-8493-4226-a435-b9a524bb4f04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ddd690d-8493-4226-a435-b9a524bb4f04,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:14.941313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] For port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:14.944782 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] For port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:14.951377 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.974251 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:14.990196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Network 6656d936-98ca-43ec-b407-4c83e6878016 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:14.997448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:15.000213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:15.026950 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45515-6f8a-454f-b5d5-b0ce61f5eea4 None None] Pushing event updated for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:15.037241 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:15.037907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.038086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84288e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:15.044079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Pushing event updated for resources: {'Port': ['ID=747eaa4b-bb8b-44c9-840d-f05a3b891e36,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:15.113244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66c59fd5-80bb-4546-aabd-c3c5ef66c434 req-10579b31-cb29-4813-99ed-15ba08a3b02e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5846989
Dec 11 21:17:15.143373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-a53600a5-e267-484a-b76f-19ef613ba51b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 200  len: 999 time: 0.5197651
Dec 11 21:17:15.193698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Attempting to bind port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:15.194070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Attempting to bind port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:15.194434 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Attempting to bind port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:15.196508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a92d4e-ad2a-4cb0-80ef-5ee4e4b79797 None None] Pushing event updated for resources: {'Port': ['ID=1ddd690d-8493-4226-a435-b9a524bb4f04,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:15.209223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Provisioning complete for port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:15.209785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.232059 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:15.259917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255933fa-ecbc-466b-b162-39326d056793 req-fbff7eee-b33f-44a5-a30d-72738e0a4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:15.267053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-fbff7eee-b33f-44a5-a30d-72738e0a4a37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 200  len: 855 time: 0.0606682
Dec 11 21:17:15.289817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:15.290588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:15.290993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.291386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Bound using segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:15.291871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Bound port: 747eaa4b-bb8b-44c9-840d-f05a3b891e36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:15.292248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.346567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76eaac40>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:11Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:15.359981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcf76e-a1d1-4e10-ba3f-c433aebd2832 req-263e956b-80b9-4f23-8197-ea2e3cbf7db9 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:15.367790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aefcf76e-a1d1-4e10-ba3f-c433aebd2832 req-263e956b-80b9-4f23-8197-ea2e3cbf7db9 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1044834
Dec 11 21:17:15.386645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039ef11-de4d-4f3a-836a-85feccf12c2f None None] The sync data for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 is: [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:11Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:15.421348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] For port 747eaa4b-bb8b-44c9-840d-f05a3b891e36, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:15.439711 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aefcf76e-a1d1-4e10-ba3f-c433aebd2832 req-861f07fb-ba1c-444c-b686-b54315b9519b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708659
Dec 11 21:17:15.461294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd08a4-a04a-415a-9a45-a4fbcc1f3430 req-31ae6a77-0936-4e96-bae6-241cf5db6ee5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:15.462901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1dd08a4-a04a-415a-9a45-a4fbcc1f3430 req-31ae6a77-0936-4e96-bae6-241cf5db6ee5 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1864171
Dec 11 21:17:15.490738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] For port 747eaa4b-bb8b-44c9-840d-f05a3b891e36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747eaa4b-bb8b-44c9-840d-f05a3b891e36,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:15.503100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.505758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.521046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255933fa-ecbc-466b-b162-39326d056793 req-81304dcd-279c-4540-9be6-c9a6500a65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:15.522643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-81304dcd-279c-4540-9be6-c9a6500a65d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=984a0679-f8df-497e-8996-1e2882618dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.2489660
Dec 11 21:17:15.602412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] For port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:15.604074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d081bfe-2901-41bd-ab91-23f9a8337a53 None None] Pushing event updated for resources: {'Port': ['ID=747eaa4b-bb8b-44c9-840d-f05a3b891e36,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:15.610439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.650373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Provisioning complete for port 1ddd690d-8493-4226-a435-b9a524bb4f04 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:15.650758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.658758 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84288e50>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:12Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6', 'name': '', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:c2:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:15.676274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc3f5-7ce6-4fdb-98f5-90245d8dacef req-d72bcf2e-cc00-4717-87c3-75f6f7def8ed tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:15.688706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a69fc3f5-7ce6-4fdb-98f5-90245d8dacef req-d72bcf2e-cc00-4717-87c3-75f6f7def8ed tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1133475
Dec 11 21:17:15.697879 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682b8219-f501-42a0-b190-94ef264f7966 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:12Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6', 'name': '', 'network_id': '6210bb73-47c2-41e0-b9e2-31afe4e6f50f', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:c2:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '9598fab1-955c-4e88-bd60-d348a4aa433a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:15.699692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-981f8d36-ca85-43c1-9e92-311baab0ae3b service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660516
Dec 11 21:17:15.703988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e7773-c24f-4a0b-b4db-5a15f6974723 None None] Pushing event updated for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:15.817867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a69fc3f5-7ce6-4fdb-98f5-90245d8dacef req-5488a83f-911e-4600-b421-be49eabf29a8 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026063
Dec 11 21:17:15.882740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.912596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1dd08a4-a04a-415a-9a45-a4fbcc1f3430 req-8bea6e41-2807-49c6-97ab-287c03d88102 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4395120
Dec 11 21:17:15.949861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4737ad50-1612-44ed-87f2-782d1a213bb5 None None] Provisioning complete for port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:15.950336 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4737ad50-1612-44ed-87f2-782d1a213bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:15.964045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.1 (6656d936-98ca-43ec-b407-4c83e6878016/7cdb15f5-9eae-4342-a5ae-d49ebc4aae82/d0f7f1b9-fb91-490f-b2ac-7144ee84c229) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:16.104749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96914a15-1e8a-4ded-b6fa-9a9e91e58093 req-cac120ea-0a62-4d3d-9902-eeee01a2f59d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:16.115292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96914a15-1e8a-4ded-b6fa-9a9e91e58093 req-cac120ea-0a62-4d3d-9902-eeee01a2f59d tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1021693
Dec 11 21:17:16.193781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:16.231933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96914a15-1e8a-4ded-b6fa-9a9e91e58093 req-af604baa-0445-4177-8e06-04cfad1e1ed3 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156147
Dec 11 21:17:16.316878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:16.317265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.352313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.363950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-fc3523e6-8160-4be3-b004-944b6b7b23b5 service neutron] 10.222.0.30 "GET /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6152132
Dec 11 21:17:16.382338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.433125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1ddd690d-8493-4226-a435-b9a524bb4f04 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:16.450067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.508798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1ddd690d-8493-4226-a435-b9a524bb4f04 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:16.509175 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.525969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 6656d936-98ca-43ec-b407-4c83e6878016 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:16.529802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:16.533213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:16.565800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb803ad-eda3-41de-9757-516cbfd645e4 req-633060a3-bd55-4788-81db-7c771ae1a700 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:16.567404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bb803ad-eda3-41de-9757-516cbfd645e4 req-633060a3-bd55-4788-81db-7c771ae1a700 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1448100
Dec 11 21:17:16.591661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:16.628642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:16.685472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6bb803ad-eda3-41de-9757-516cbfd645e4 req-9d37ecfd-5a88-4152-ac61-c74619d9afc6 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960572
Dec 11 21:17:16.967841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb964b1a-11b6-4701-aa93-cde09a2f9a9c req-09c8dbd5-f720-48ff-a567-b36436340073 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:16.972885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb964b1a-11b6-4701-aa93-cde09a2f9a9c req-09c8dbd5-f720-48ff-a567-b36436340073 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1748543
Dec 11 21:17:17.053420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.205728 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.206568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e11ab-6721-43ac-bde5-9e140e6e13aa req-d4c40f13-9893-40b8-8b34-55091018087e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:17.221764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-581e11ab-6721-43ac-bde5-9e140e6e13aa req-d4c40f13-9893-40b8-8b34-55091018087e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1654091
Dec 11 21:17:17.269269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb964b1a-11b6-4701-aa93-cde09a2f9a9c req-96cd8eae-150b-4156-9dca-4aea0b2d1db5 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883806
Dec 11 21:17:17.385041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-581e11ab-6721-43ac-bde5-9e140e6e13aa req-9dd1e6ea-4d6f-48d0-8976-eef4a3b40d7e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1615922
Dec 11 21:17:17.458643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7dba2a-002d-4975-b182-44e21811c302 None None] Network 6656d936-98ca-43ec-b407-4c83e6878016 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:17.529982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffb91b-bd53-40c1-a3e2-de078f20f83f req-9e71f696-7f05-4165-9e48-9d1cbda0df04 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:17.531555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29ffb91b-bd53-40c1-a3e2-de078f20f83f req-9e71f696-7f05-4165-9e48-9d1cbda0df04 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0730965
Dec 11 21:17:17.655821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-29ffb91b-bd53-40c1-a3e2-de078f20f83f req-022aa009-4e66-4128-9e2e-7b75a7e4687b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164181
Dec 11 21:17:17.678320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] Provisioning complete for port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:17.679483 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.779362 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.790656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.835159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.883984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] For port 747eaa4b-bb8b-44c9-840d-f05a3b891e36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747eaa4b-bb8b-44c9-840d-f05a3b891e36,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:17.893329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.911829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:17.914877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:17.956731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963f04-eb92-4b91-92de-0dbb9097bb84 req-02d79d94-7176-4d34-b8e3-e5403be5a9d4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:17.963840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09963f04-eb92-4b91-92de-0dbb9097bb84 req-02d79d94-7176-4d34-b8e3-e5403be5a9d4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1401958
Dec 11 21:17:18.081658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d93573-7cd4-425a-ae95-2f69fc70cfeb None None] Pushing event updated for resources: {'Port': ['ID=747eaa4b-bb8b-44c9-840d-f05a3b891e36,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:18.085019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 6656d936-98ca-43ec-b407-4c83e6878016 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:18.087060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:18.139349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09963f04-eb92-4b91-92de-0dbb9097bb84 req-da249380-e6b9-46db-a217-2d97de5693df tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630707
Dec 11 21:17:18.173681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 747eaa4b-bb8b-44c9-840d-f05a3b891e36 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:18.303422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3b9e8356-ead9-4aaf-8821-99cf01c9d630 None None] Provisioning complete for port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:18.304126 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b9e8356-ead9-4aaf-8821-99cf01c9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:18.346425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:18.346886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:18.361995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 74efc034-d436-41bd-a69d-5c9e3526fd71 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:18.389433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea4300-d113-40aa-923f-fc261f7520c7 req-005b114e-0918-4d37-8b39-93f8b1d05d43 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:18.401027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2ea4300-d113-40aa-923f-fc261f7520c7 req-005b114e-0918-4d37-8b39-93f8b1d05d43 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1301444
Dec 11 21:17:18.404032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3b9e8356-ead9-4aaf-8821-99cf01c9d630 None None] Port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:18.456219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3b9e8356-ead9-4aaf-8821-99cf01c9d630 None None] Provisioning complete for port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:18.456596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b9e8356-ead9-4aaf-8821-99cf01c9d630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:18.509373 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f2ea4300-d113-40aa-923f-fc261f7520c7 req-26885afd-aef1-46fb-af15-cbcd8d1406ff tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071777
Dec 11 21:17:18.785479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe455b54-bad7-4545-872d-a609eb40238e req-aea0520d-0248-4553-912e-4714ae60feed tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:18.794009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe455b54-bad7-4545-872d-a609eb40238e req-aea0520d-0248-4553-912e-4714ae60feed tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.2287555
Dec 11 21:17:18.809511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:18.824509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c90c8-5b17-4dc9-8cb3-b4cfb1fa6386 req-1953df07-825e-4924-b0c5-ee8c73623169 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:18.828527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-688c90c8-5b17-4dc9-8cb3-b4cfb1fa6386 req-1953df07-825e-4924-b0c5-ee8c73623169 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1903405
Dec 11 21:17:18.836573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-43cdb087-9f67-44ba-b88c-2d5b8881f166 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/74efc034-d436-41bd-a69d-5c9e3526fd71/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2545884
Dec 11 21:17:18.946182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Sync routers for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:18.948932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe455b54-bad7-4545-872d-a609eb40238e req-8419c3a1-a82a-4a01-aff4-40c1d780c860 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539536
Dec 11 21:17:18.952267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-688c90c8-5b17-4dc9-8cb3-b4cfb1fa6386 req-0faa4178-c806-4f64-8118-6238ec67746e tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112893
Dec 11 21:17:18.992937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:18.997686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77469520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:19.161160 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-3482e260-8522-4135-ad0d-bbbd83b24675 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579696772&fields=id&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 267 time: 0.0799985
Dec 11 21:17:19.170248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5578a4-c2fb-4c6c-9fee-f44e44c8b608 req-fa51874a-66fa-4f17-b7e4-f3d3c1212d39 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:19.175806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af5578a4-c2fb-4c6c-9fee-f44e44c8b608 req-fa51874a-66fa-4f17-b7e4-f3d3c1212d39 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.1124725
Dec 11 21:17:19.288960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af5578a4-c2fb-4c6c-9fee-f44e44c8b608 req-085858ee-10a5-4824-994f-77292faac06b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923223
Dec 11 21:17:19.327166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-cbc2173a-322a-4a78-85c9-c2a97b8949ca tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:19.338043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-cbc2173a-322a-4a78-85c9-c2a97b8949ca tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 796 time: 0.1754024
Dec 11 21:17:19.364120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-4b319e93-e69a-4a9f-9088-164a98f1d2e0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/quotas/57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 375 time: 0.0242994
Dec 11 21:17:19.472578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:19.571706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-537f84da-4766-45d2-9f2d-b58a19244e5a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2061925
Dec 11 21:17:19.624402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4b585d1f-a34e-4fc7-8936-60a6b4930cfe None None] Provisioning complete for port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:19.624940 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4b585d1f-a34e-4fc7-8936-60a6b4930cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:19.678091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4b585d1f-a34e-4fc7-8936-60a6b4930cfe None None] Port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:19.768121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77469520>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:17Z', 'revision_number': 2, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:19.824596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Checking router: 74efc034-d436-41bd-a69d-5c9e3526fd71 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:19.825039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Updating router 74efc034-d436-41bd-a69d-5c9e3526fd71 port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:17:19.845368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-bbf1dbbb-3662-4528-a1c0-6c13b17f2d6a service neutron] 10.222.0.18 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610364
Dec 11 21:17:19.865422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:19.988773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-1eb472c3-1b06-4016-9a64-b943fcfae0bc service neutron] 10.222.0.18 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338270
Dec 11 21:17:20.087895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 747eaa4b-bb8b-44c9-840d-f05a3b891e36 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:20.182920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7150-ba04-4a1a-90d6-01a5dc8567fb req-91c4d7e0-89b2-4868-a870-5bfd1e89c94b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:20.191061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-217a7150-ba04-4a1a-90d6-01a5dc8567fb req-91c4d7e0-89b2-4868-a870-5bfd1e89c94b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1010172
Dec 11 21:17:20.299545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-62b3233e-b517-4071-a2cb-b223529aa01f req-145703f9-03e0-43f6-9d46-fda950e71f13 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0533099
Dec 11 21:17:20.320051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-217a7150-ba04-4a1a-90d6-01a5dc8567fb req-6199fc34-5c0a-4427-8e65-9d129f458dfc tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144457
Dec 11 21:17:20.383587 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:20.383964 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:20.592558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:20.603407 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:20.698853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a293b-ff18-497a-9689-18ad51ac1522 None None] Pushing event updated for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:20.848944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Attempting to bind port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:20.849254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Attempting to bind port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:20.849627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Attempting to bind port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:20.861768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:20.862278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:20.862587 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:20.862989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Bound using segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:20.863467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Bound port: d0f7f1b9-fb91-490f-b2ac-7144ee84c229, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:20.863845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.006326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] For port d0f7f1b9-fb91-490f-b2ac-7144ee84c229, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:21.011354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] For port d0f7f1b9-fb91-490f-b2ac-7144ee84c229, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:21.020561 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.093160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:21.093953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77469520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:21.155911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a293b-ff18-497a-9689-18ad51ac1522 None None] Pushing event updated for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:21.268878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] Provisioning complete for port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:21.269312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.278381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:21.438570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f4d6175-57dc-4612-9613-5994de7cc394 req-8b13267c-d85d-4b48-98a4-fe3ca930ea64 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0479324
Dec 11 21:17:21.455628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.559682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5b13e-54c2-4b25-91fe-941974e5cf79 req-496a468d-d82f-40c0-9aa1-4061a5f1aa48 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:21.568735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96f5b13e-54c2-4b25-91fe-941974e5cf79 req-496a468d-d82f-40c0-9aa1-4061a5f1aa48 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1505527
Dec 11 21:17:21.655309 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.660564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-96f5b13e-54c2-4b25-91fe-941974e5cf79 req-8ce7579d-7571-4df3-b49c-634519b77285 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904462
Dec 11 21:17:21.703902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] For port d0f7f1b9-fb91-490f-b2ac-7144ee84c229, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:21.714612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:21.801549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205bfc7-c1ff-462f-bbef-ac75fb904cca None None] Pushing event updated for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:21.820991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77469520>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:21.856977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5208eb-8815-4ba7-84af-5bfa3283aa8f None None] The sync data for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 is: [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:21.864154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c47fe2f2-d1c6-45a6-8cdc-4dc69014372b None None] Provisioning complete for port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:21.864621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c47fe2f2-d1c6-45a6-8cdc-4dc69014372b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:22.147000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0f7f1b9-fb91-490f-b2ac-7144ee84c229 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:22.154621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66c45e-c13c-4c02-b033-a6328401ba8f req-05e04745-d131-4486-a150-290fdb3db526 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:22.157241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa66c45e-c13c-4c02-b033-a6328401ba8f req-05e04745-d131-4486-a150-290fdb3db526 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0736897
Dec 11 21:17:22.213149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:22.213593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:22.248662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa66c45e-c13c-4c02-b033-a6328401ba8f req-636ad4d3-699d-4aab-bff8-cc58a907c907 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803223
Dec 11 21:17:22.584180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f3a965c3-b137-4390-899a-166d51dd4cd2 req-583e5428-d0c9-497c-87ae-10d2175e1227 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0293748
Dec 11 21:17:22.779655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391111c5-d90c-4351-bace-bf6a913f50c9 req-bf432d1b-2821-4681-9d31-df42ee6005c6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:22.781228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-391111c5-d90c-4351-bace-bf6a913f50c9 req-bf432d1b-2821-4681-9d31-df42ee6005c6 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0562439
Dec 11 21:17:22.851288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-391111c5-d90c-4351-bace-bf6a913f50c9 req-b0c4d71e-d361-4cfe-894a-de91e7f850c4 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618412
Dec 11 21:17:23.358926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ca9f8-7f04-4bfd-bd98-e2c1abc2a665 req-1223e3f6-daaf-4556-bb8b-f3f06c45943b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:23.361033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-756ca9f8-7f04-4bfd-bd98-e2c1abc2a665 req-1223e3f6-daaf-4556-bb8b-f3f06c45943b tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0527875
Dec 11 21:17:23.413419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-756ca9f8-7f04-4bfd-bd98-e2c1abc2a665 req-e3ce09f7-ca1a-4f22-921c-a4e8fb479bf4 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7ff54de-cb16-42c5-9a30-d495bb56d45a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457821
Dec 11 21:17:23.680079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-782faf3e-8ced-4c15-86af-62ee387c34ea req-0de61a03-b2e1-43bd-b335-c358b56688f9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0281806
Dec 11 21:17:23.810908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151b055-4f8d-45cd-aa9a-92804865379f req-28310bdd-edab-4b19-8b2a-b20222cda9d7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:23.812430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f151b055-4f8d-45cd-aa9a-92804865379f req-28310bdd-edab-4b19-8b2a-b20222cda9d7 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 946 time: 0.0541780
Dec 11 21:17:23.911223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Deleting port 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:23.911567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:24.007942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e83242-9699-4bef-83f3-cbb276e09d41 req-6d872676-6544-4d8a-ab79-412251d035d0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:24.010317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54e83242-9699-4bef-83f3-cbb276e09d41 req-6d872676-6544-4d8a-ab79-412251d035d0 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0746226
Dec 11 21:17:24.016309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] For port 4acd3577-338a-416a-88a5-b4647dd6e993, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4acd3577-338a-416a-88a5-b4647dd6e993,segment=NetworkSegment(7fbe3077-60c7-4052-85bc-bf2b21258e95),segment_id=7fbe3077-60c7-4052-85bc-bf2b21258e95)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:24.016821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:24.032798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Calling delete_port for 4acd3577-338a-416a-88a5-b4647dd6e993 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:24.067727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-54e83242-9699-4bef-83f3-cbb276e09d41 req-8edf2b40-890b-4c79-9901-f56a87f7df1a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497811
Dec 11 21:17:24.171919 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:24.183932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4acd3577-338a-416a-88a5-b4647dd6e993'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:17:24.212070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Pushing event deleted for resources: {'Port': ['ID=4acd3577-338a-416a-88a5-b4647dd6e993,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:24.260941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] No DVR routers for this DVR port 4acd3577-338a-416a-88a5-b4647dd6e993 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:24.264086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:24.268113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f151b055-4f8d-45cd-aa9a-92804865379f req-74af3746-4626-42ea-8b19-5f9fa66cfc59 tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.16 "DELETE /v2.0/ports/4acd3577-338a-416a-88a5-b4647dd6e993 HTTP/1.1" status: 204  len: 173 time: 0.4501367
Dec 11 21:17:24.268581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-deleted', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:24.270921 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037260b4-d0c0-4a46-ae26-4a743e2c2681" -d '{"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-deleted", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:24.323606 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80062d8a-ff2d-4f76-b7f8-397a2d742bfa x-openstack-request-id: req-80062d8a-ff2d-4f76-b7f8-397a2d742bfa {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:24.323916 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7eb872-8215-4182-a050-0cc930f2e355", "name": "network-vif-deleted", "tag": "4acd3577-338a-416a-88a5-b4647dd6e993", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:24.324180 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80062d8a-ff2d-4f76-b7f8-397a2d742bfa {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:24.324633 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7eb872-8215-4182-a050-0cc930f2e355', 'name': 'network-vif-deleted', 'tag': '4acd3577-338a-416a-88a5-b4647dd6e993', 'status': 'completed', 'code': 200}
Dec 11 21:17:24.521887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3dd48a61-37d5-418e-9219-4be2919e6698 req-3f3c13e6-f55f-4a4a-9835-a971e1822caf tempest-ServersNegativeTestJSON-1448870888 tempest-ServersNegativeTestJSON-1448870888-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe7eb872-8215-4182-a050-0cc930f2e355 HTTP/1.1" status: 200  len: 210 time: 0.0269001
Dec 11 21:17:24.795571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da75aa91-1d34-46be-ab39-b3e36d923b36 req-686f6a9c-a601-4b76-9032-15c44e0ffad8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0344160
Dec 11 21:17:25.196937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ca0aa-a3f9-43f5-82af-68462e247e31 req-4d593153-fee6-48ea-aa4a-92c7557e379d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:25.198512 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5ca0aa-a3f9-43f5-82af-68462e247e31 req-4d593153-fee6-48ea-aa4a-92c7557e379d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0522535
Dec 11 21:17:25.248496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5ca0aa-a3f9-43f5-82af-68462e247e31 req-95cfc855-c62c-4fd6-bbdc-2b2751067cec tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429265
Dec 11 21:17:25.580210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46500) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:25.631140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Deleting subnet 6d36ffd7-3de8-4c74-9443-3db0ebad7d7d {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:17:25.634701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.670769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.710725 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.766640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.797455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d36ffd7-3de8-4c74-9443-3db0ebad7d7d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:25.803066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.806297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f3b75c3a-260e-4694-a08d-87735798e282 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6d36ffd7-3de8-4c74-9443-3db0ebad7d7d HTTP/1.1" status: 204  len: 168 time: 0.2247283
Dec 11 21:17:25.808845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:25.889200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:25.906437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0876712-4fb3-46c7-aab7-0277cb203b99 req-00bae66d-6de1-4abd-a67e-fb78592850f2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0327780
Dec 11 21:17:26.007349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.028715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc2c10>,) {'filters': {'network_id': ['b2fb8e44-afa6-4508-8add-2de32a41f9e7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:26.048610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc2c10>, '7fbe3077-60c7-4052-85bc-bf2b21258e95') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:26.048905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7edc2c10>, '7fbe3077-60c7-4052-85bc-bf2b21258e95') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:26.070402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.091148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.098158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:17:26.098693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:17:26.100714 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:17:26.163852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.170314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.174526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2fb8e44-afa6-4508-8add-2de32a41f9e7 HTTP/1.1" status: 204  len: 168 time: 0.3645072
Dec 11 21:17:26.187897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d28c1-cc13-4a1b-9bee-6adf8bea5bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fb8e44-afa6-4508-8add-2de32a41f9e7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:26.376405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:26.392148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dbbf1-0c1a-4872-8de9-71834fe265ab req-4dd679d7-4519-46f9-a2da-3940c92ddbf2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:26.393741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-207dbbf1-0c1a-4872-8de9-71834fe265ab req-4dd679d7-4519-46f9-a2da-3940c92ddbf2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0616429
Dec 11 21:17:26.448301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3e8c6e51-6e8b-4b61-8fbf-217070c0032d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8c23b577a41445f8d98e859bd185062&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0701702
Dec 11 21:17:26.450948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46514) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:26.478908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-207dbbf1-0c1a-4872-8de9-71834fe265ab req-1228016a-6602-4874-93f0-4a8699ee93c2 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750797
Dec 11 21:17:26.524279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.547810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.602368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.604746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:26.605688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:26.607936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7ff54de-cb16-42c5-9a30-d495bb56d45a HTTP/1.1" status: 204  len: 168 time: 0.1559262
Dec 11 21:17:26.617685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096011b6-3a3c-4a31-af22-bf26755f7184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ff54de-cb16-42c5-9a30-d495bb56d45a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:26.646721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 4acd3577-338a-416a-88a5-b4647dd6e993 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:26.647358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4acd3577-338a-416a-88a5-b4647dd6e993 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:27.007444 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-436e3098-9407-403c-bb29-2688438f2b9f req-b147a529-d892-4818-aca7-dd4e973bf83d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0322034
Dec 11 21:17:27.574880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46548) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:27.600133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1a7f-7043-4d0b-ba7a-9bd5205992f9 req-d584a7ff-8a0b-4fad-b0a2-0e5d1da66e29 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:27.601625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a7a1a7f-7043-4d0b-ba7a-9bd5205992f9 req-d584a7ff-8a0b-4fad-b0a2-0e5d1da66e29 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0490153
Dec 11 21:17:27.649875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a7a1a7f-7043-4d0b-ba7a-9bd5205992f9 req-203f5cb7-d310-4286-b2c6-93ce68bf4e2a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420916
Dec 11 21:17:27.683582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8824ba7c-285b-431e-908d-eae741b6f646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.757319 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8824ba7c-285b-431e-908d-eae741b6f646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.761150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8824ba7c-285b-431e-908d-eae741b6f646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.799757 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8824ba7c-285b-431e-908d-eae741b6f646 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=006c91297eec48bf8203bac18e0ce719&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2237234
Dec 11 21:17:27.800885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824ba7c-285b-431e-908d-eae741b6f646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830c18c-a7e4-4619-be18-baea3b45b5a8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:27.802417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:27.854851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.876002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.920945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.924081 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:27.925217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c830c18c-a7e4-4619-be18-baea3b45b5a8 HTTP/1.1" status: 204  len: 168 time: 0.1217270
Dec 11 21:17:27.932835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961adf0-d6ee-44b9-812e-1d682f840e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830c18c-a7e4-4619-be18-baea3b45b5a8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:28.105383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3300e74-98f7-4c9f-ad1f-cf4d6ed75dec req-e1901139-57f2-45c5-8eff-b3d633d1f86c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0288754
Dec 11 21:17:28.544895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46576) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:28.641520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-47873700-network', 'tenant_id': '90fcf368cec74373b0087523e347ec41'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:28.663673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Made reservation on behalf of 90fcf368cec74373b0087523e347ec41 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:28.666056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.674159 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.779245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.784624 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.809846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20678f9-d8f8-436a-9044-29492e41e52c req-e21f0f3d-7967-40ca-b182-c9efa2684f6a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:28.811377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b20678f9-d8f8-436a-9044-29492e41e52c req-e21f0f3d-7967-40ca-b182-c9efa2684f6a tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0804977
Dec 11 21:17:28.816420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:17:28.851671 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.852019 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Added segment bbd00ecc-9b63-449b-a536-581ac51f76ba of type vlan for network 978f5dd3-a343-44df-98da-83277a4f5ed2
Dec 11 21:17:28.853215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca95d50e-8dbf-4507-a801-096ab3142d66,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:28.909724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.926241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b20678f9-d8f8-436a-9044-29492e41e52c req-7c7a13dc-332d-4283-a594-6ecb412fd438 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073732
Dec 11 21:17:28.945817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.946976 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:28.947561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:28.998311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4523129
Dec 11 21:17:29.012691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9a5c5-297e-4971-901b-e843c1852988 admin admin] Pushing event updated for resources: {'Network': ['ID=978f5dd3-a343-44df-98da-83277a4f5ed2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:29.022785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 978f5dd3-a343-44df-98da-83277a4f5ed2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:17:29.201612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39ab3e9b-5d09-4fcd-9b09-c4273203f0d1 req-f39d762a-f4d7-4864-aa1e-df9b54bbc1fd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0262818
Dec 11 21:17:29.448249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7091-50c2-4e3d-819d-0be4a0663f3f req-c7259e7f-3798-49e3-8abf-e37a520dd5df tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:29.454470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7091-50c2-4e3d-819d-0be4a0663f3f req-c7259e7f-3798-49e3-8abf-e37a520dd5df tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:29.460172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7091-50c2-4e3d-819d-0be4a0663f3f req-c7259e7f-3798-49e3-8abf-e37a520dd5df tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:29.461735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe1c7091-50c2-4e3d-819d-0be4a0663f3f req-c7259e7f-3798-49e3-8abf-e37a520dd5df tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1901 time: 0.1921487
Dec 11 21:17:29.561383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003f9b-1dac-4674-85af-be187d7b8162 req-363a493b-b034-4cb7-abed-b0a768a09e43 tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:29.562764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0003f9b-1dac-4674-85af-be187d7b8162 req-363a493b-b034-4cb7-abed-b0a768a09e43 tempest-ComputeTenantNetworksTest-517046511 tempest-ComputeTenantNetworksTest-517046511-project] 10.222.0.18 "GET /v2.0/networks/978f5dd3-a343-44df-98da-83277a4f5ed2 HTTP/1.1" status: 200  len: 767 time: 0.0810220
Dec 11 21:17:29.570701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46594) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:29.635596 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.713568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.733916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ea160>,) {'filters': {'network_id': ['978f5dd3-a343-44df-98da-83277a4f5ed2']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:29.742745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ea160>, 'bbd00ecc-9b63-449b-a536-581ac51f76ba') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:29.743042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ea160>, 'bbd00ecc-9b63-449b-a536-581ac51f76ba') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:29.751970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.764559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.770910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:17:29.771309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:17:29.772996 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:17:29.826285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.832254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:29.835412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/978f5dd3-a343-44df-98da-83277a4f5ed2 HTTP/1.1" status: 204  len: 168 time: 0.2637873
Dec 11 21:17:29.847202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc847c0-8ea8-44f9-98ea-62dd01d0fd42 admin admin] Pushing event deleted for resources: {'Network': ['ID=978f5dd3-a343-44df-98da-83277a4f5ed2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:29.944633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46600) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:29.991851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7f8fc737-f684-4f48-815f-baa58b4a1dd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90fcf368cec74373b0087523e347ec41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0463998
Dec 11 21:17:29.992242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:30.079694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12690-7158-4705-bf16-bf6354461ac5 req-c79c398b-faf9-4c92-9bdc-e58557b33331 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:30.081202 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53f12690-7158-4705-bf16-bf6354461ac5 req-c79c398b-faf9-4c92-9bdc-e58557b33331 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0734205
Dec 11 21:17:30.086028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:30.124212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:30.164144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-53f12690-7158-4705-bf16-bf6354461ac5 req-c88f61c7-0505-4c2c-969d-07918a6560fe tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761418
Dec 11 21:17:30.196455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:30.199260 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:30.200452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca95d50e-8dbf-4507-a801-096ab3142d66 HTTP/1.1" status: 204  len: 168 time: 0.2072108
Dec 11 21:17:30.209889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804d69d-df92-402f-a504-58f3452d4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca95d50e-8dbf-4507-a801-096ab3142d66,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:30.297953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f5e3ed8-18d2-48b5-97a4-e5e928165070 req-ad6f9898-ca8e-483e-b542-3c9263a57a9c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0260661
Dec 11 21:17:30.575091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-91975c4e-600e-494c-9aa2-950e41b8cb1f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:30.576880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-91975c4e-600e-494c-9aa2-950e41b8cb1f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 796 time: 0.1211817
Dec 11 21:17:30.659288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-ebadaa39-11c3-4278-988c-9a95c3199a39 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 379 time: 0.0722129
Dec 11 21:17:30.669237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'port': {'device_id': '7db96feb-0246-411d-a491-4aa9194a5964', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'admin_state_up': True, 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'security_groups': ['7e2179af-9ce6-4ec2-b85c-779b61c405fd']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:30.784179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:30.787935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:30.925758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.8 (6656d936-98ca-43ec-b407-4c83e6878016/7cdb15f5-9eae-4342-a5ae-d49ebc4aae82/1f32e426-4a9b-4c30-9ca4-f18008134e38) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:31.379603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639ca55-01ad-41ac-949a-056a35860a9a req-ff62de12-e820-4281-9415-65993b26cd27 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:31.383958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1639ca55-01ad-41ac-949a-056a35860a9a req-ff62de12-e820-4281-9415-65993b26cd27 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1034346
Dec 11 21:17:31.413381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-899dd090-4f57-441f-8a2a-5f653f5eba87 req-70b7bc30-fc99-4f09-8ec1-0e78e10e14e7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 210 time: 0.0289738
Dec 11 21:17:31.459271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:31.480048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1639ca55-01ad-41ac-949a-056a35860a9a req-27c713c8-13e2-4e01-abc0-2fb499eeb47c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904994
Dec 11 21:17:31.516099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:31.565066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 6656d936-98ca-43ec-b407-4c83e6878016 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:31.568386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:31.571986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:31.579228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:31.628274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:31.628899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:31.645792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-70b6b37c-7088-4836-9146-91e93a8dbb0e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9803245
Dec 11 21:17:31.659021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Request body: {'port': {'device_id': '7db96feb-0246-411d-a491-4aa9194a5964', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:31.719022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:31.856125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a6e6659-c5b9-4c16-9c45-6458d9c30df5 None None] Provisioning complete for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:31.856693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a6e6659-c5b9-4c16-9c45-6458d9c30df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:31.888565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e6659-c5b9-4c16-9c45-6458d9c30df5 None None] Port 1f32e426-4a9b-4c30-9ca4-f18008134e38 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:31.979703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:31.988053 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:32.001365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Transition to ACTIVE for port object 1f32e426-4a9b-4c30-9ca4-f18008134e38 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:17:32.004889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:32.073153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376951-b292-483d-bec3-d647f57891cb service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:32.127379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:32.127721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:32.128052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:32.132587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:17:32.132906 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:32.137942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:32.138280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:32.138702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Bound using segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:32.139132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Bound port: 1f32e426-4a9b-4c30-9ca4-f18008134e38, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:32.139485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:32.205625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:32.208946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:32.213865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:32.249865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.250602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:32.251998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-53376951-b292-483d-bec3-d647f57891cb service neutron] 10.222.0.30 "PUT /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1091 time: 0.5973914
Dec 11 21:17:32.252451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:32.254984 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d65e4-e74c-4299-badb-db0536c05685" -d '{"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:32.293022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53376951-b292-483d-bec3-d647f57891cb service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:32.305305 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a2e3b4-b0df-4cf2-ae6a-a88192eb466c x-openstack-request-id: req-d5a2e3b4-b0df-4cf2-ae6a-a88192eb466c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:32.305601 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:32.305862 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5a2e3b4-b0df-4cf2-ae6a-a88192eb466c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:32.306278 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:17:32.381113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-211d8d65-e0f0-433c-9056-879cd24cd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.382904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-211d8d65-e0f0-433c-9056-879cd24cd831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1094 time: 0.0535433
Dec 11 21:17:32.428768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-48fec9c1-3fa6-411c-8dd1-07b0a95345e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 217 time: 0.0366206
Dec 11 21:17:32.490795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-06e9b8c1-b5c8-4bce-9454-d1cd312da427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.492355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-06e9b8c1-b5c8-4bce-9454-d1cd312da427 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0561485
Dec 11 21:17:32.551098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f200bb2-73e8-44ea-b29f-115b7a32f40d req-e32305ad-30ef-41d3-8074-6d95f45de730 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.553367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f200bb2-73e8-44ea-b29f-115b7a32f40d req-e32305ad-30ef-41d3-8074-6d95f45de730 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0589108
Dec 11 21:17:32.573164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-87f71aea-9792-4a12-9fb7-ce9206fe22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.575899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-87f71aea-9792-4a12-9fb7-ce9206fe22e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0763175
Dec 11 21:17:32.615618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f200bb2-73e8-44ea-b29f-115b7a32f40d req-060ab9cc-86f4-4749-b10b-3e0b3ea979c7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551808
Dec 11 21:17:32.675971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e00982-cc6e-4465-b6ad-dc092ab064f3 req-ab7e5e59-98c4-44f3-a126-9f9a3e42e8e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.677477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e00982-cc6e-4465-b6ad-dc092ab064f3 req-ab7e5e59-98c4-44f3-a126-9f9a3e42e8e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.1004086
Dec 11 21:17:32.729000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-d5e12409-7e64-4acf-9b48-37debc9aa124 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421754
Dec 11 21:17:32.796509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6e00982-cc6e-4465-b6ad-dc092ab064f3 req-80eaf849-357f-4c50-8f1a-2bf01ce4b147 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085522
Dec 11 21:17:32.837205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caae264e-b5ea-4cf9-a73a-b054fd7f169b req-fee8ded5-c010-413a-82cf-1d01b09e673c service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1003385
Dec 11 21:17:32.930767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-d28e9285-82ee-497a-b161-c85eacad6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:32.932312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-d28e9285-82ee-497a-b161-c85eacad6890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1094 time: 0.0438437
Dec 11 21:17:33.028889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-c960f011-c89c-4942-9428-898c90786d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:33.030361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-c960f011-c89c-4942-9428-898c90786d16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.0914514
Dec 11 21:17:33.071695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-990a1da1-4886-48ac-9326-feee63cb2083 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 217 time: 0.0338807
Dec 11 21:17:33.126056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-54672df3-e918-48d2-9178-924b455eaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:33.127702 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-54672df3-e918-48d2-9178-924b455eaaaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0492878
Dec 11 21:17:33.173786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-986ce41d-fc3c-4b36-b5b8-b2fed18d6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:33.175337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-986ce41d-fc3c-4b36-b5b8-b2fed18d6e6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405357
Dec 11 21:17:33.264477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-34776f0d-70a2-49d9-9011-6a6c423503d5 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808954
Dec 11 21:17:33.359509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d7d65e4-e74c-4299-badb-db0536c05685 req-0f43f67f-2995-405c-9149-5e30f1123262 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871654
Dec 11 21:17:33.736243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac4437-046e-4c81-b1a1-cfc68992d7a9 req-f27a662e-1a17-4e48-9b74-369984b16450 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:33.737685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57ac4437-046e-4c81-b1a1-cfc68992d7a9 req-f27a662e-1a17-4e48-9b74-369984b16450 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0493381
Dec 11 21:17:33.785860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57ac4437-046e-4c81-b1a1-cfc68992d7a9 req-a6172a95-a47c-4f28-81a1-c6e6d217945b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421946
Dec 11 21:17:33.934502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d4893-0542-4cfe-b9e0-73401b47fb26 req-94e97f1a-58e2-42fb-a500-ffb173754c43 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:33.936015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-869d4893-0542-4cfe-b9e0-73401b47fb26 req-94e97f1a-58e2-42fb-a500-ffb173754c43 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 944 time: 0.0509264
Dec 11 21:17:33.984279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-869d4893-0542-4cfe-b9e0-73401b47fb26 req-1234aa6c-7a0c-44b4-826a-79cb2085f60b tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418828
Dec 11 21:17:34.288970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46714) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:34.592085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:17:34.689703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:34.701925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'port_id': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'mac_address': 'fa:16:3e:74:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:17:34.745529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:34.760035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:34.781062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:34.785365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:34.835425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:34.919137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1513-09ad-4c51-85f9-6cbdcda1e2eb req-01d30305-3814-4ca1-a8a2-50491acee311 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:34.920642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdce1513-09ad-4c51-85f9-6cbdcda1e2eb req-01d30305-3814-4ca1-a8a2-50491acee311 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0540473
Dec 11 21:17:34.971547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdce1513-09ad-4c51-85f9-6cbdcda1e2eb req-12c17041-dbc5-4835-9389-9c5d861826a5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434530
Dec 11 21:17:34.992938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:35.076717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['f959cad4-7cef-45f1-8801-adbd9425d7b0'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:17:35.236136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef255-4757-4c1e-b7c7-ec0f78bf3571 req-11e66c1f-f704-4a07-a01c-f48f1b5e9949 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:35.237685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-097ef255-4757-4c1e-b7c7-ec0f78bf3571 req-11e66c1f-f704-4a07-a01c-f48f1b5e9949 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 945 time: 0.1637909
Dec 11 21:17:35.322055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-097ef255-4757-4c1e-b7c7-ec0f78bf3571 req-bab4c6b4-affe-4d7d-8420-626e922ff532 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766006
Dec 11 21:17:35.415442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:35.415681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:35.505830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:35.506188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:35.518572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:35.708926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:35.736748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:35.917143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:36.103680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357be61-a21b-45ea-9409-5c65795a50dc req-883b0c66-4ee2-47b8-94dc-13945db9a87c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:36.105881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8357be61-a21b-45ea-9409-5c65795a50dc req-883b0c66-4ee2-47b8-94dc-13945db9a87c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0533528
Dec 11 21:17:36.175041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8357be61-a21b-45ea-9409-5c65795a50dc req-83bba244-0148-4040-bc6a-1e87cb2dcc8d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623448
Dec 11 21:17:36.177556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:36.327659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:36.333201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-436dce8c-c6a8-4aa5-a387-c945f4b7a2c4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/ba0fb20a-0284-41f6-94b2-48eee49a4d98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0422809
Dec 11 21:17:36.344159 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:36.360514 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:36.361137 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8409dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:36.455307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8632c0-992b-44c6-b15d-1993cba1161c req-2b03ec82-68a7-4abb-9117-9ca3a6f85b75 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:36.456943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd8632c0-992b-44c6-b15d-1993cba1161c req-2b03ec82-68a7-4abb-9117-9ca3a6f85b75 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 945 time: 0.0537672
Dec 11 21:17:36.483402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:36.524776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dd8632c0-992b-44c6-b15d-1993cba1161c req-cb11f02f-c84e-4767-8598-4c747d9affd7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607073
Dec 11 21:17:36.607636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:17:36.610641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:36.627933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf06979-d948-4417-8fbe-4770f19c8afd req-2d07f787-b1a7-4189-a096-3b4a3a31b975 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:36.630135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baf06979-d948-4417-8fbe-4770f19c8afd req-2d07f787-b1a7-4189-a096-3b4a3a31b975 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0624878
Dec 11 21:17:36.702919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baf06979-d948-4417-8fbe-4770f19c8afd req-77fd5dd3-659a-4ef4-b8f4-ef894937333e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660062
Dec 11 21:17:36.716490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port f959cad4-7cef-45f1-8801-adbd9425d7b0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:36.717070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:36.786072 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8409dbe0>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:36.818732 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:36.828199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:36.828809 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8409dbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:36.939945 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:36.945857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:36.959440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:17:37.022602 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:37.026421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:37.055002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:17:37.064283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:37.066601 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d73cfc-3bb3-4388-975d-41f6fafb5e48" -d '{"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:37.084546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:37.091692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:37.094596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:37.100192 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:37.119268 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65365e0a-857a-4d7a-a455-8416a33dad5c x-openstack-request-id: req-65365e0a-857a-4d7a-a455-8416a33dad5c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:37.119544 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-plugged", "status": "completed", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:37.119805 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65365e0a-857a-4d7a-a455-8416a33dad5c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:37.120186 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'code': 200}
Dec 11 21:17:37.148142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:37.184637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8409dbe0>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:37.198154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:37.211667 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a506d05a-2d59-4754-8e2f-8eb266de36cc None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c03083a5-354a-4296-823e-bb2081642e66', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'port_id': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'mac_address': 'fa:16:3e:3f:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:16:12Z', 'updated_at': '2021-12-11T21:16:14Z', 'revision_number': 1, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:37.294741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb72a-5114-48dd-a140-e83623e50adf req-96eeaf27-4e18-40eb-b905-1c8566934d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:37.296709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45edb72a-5114-48dd-a140-e83623e50adf req-96eeaf27-4e18-40eb-b905-1c8566934d8f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 1098 time: 0.0492458
Dec 11 21:17:37.305446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef89f3d-dae3-4e59-8280-d5f81427c886 req-b2834593-4983-4552-9a6b-22b7db55e40b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:37.306954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef89f3d-dae3-4e59-8280-d5f81427c886 req-b2834593-4983-4552-9a6b-22b7db55e40b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0499268
Dec 11 21:17:37.342042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45edb72a-5114-48dd-a140-e83623e50adf req-14e232b7-47bb-4231-9708-83ccd8826d6b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370185
Dec 11 21:17:37.361416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef89f3d-dae3-4e59-8280-d5f81427c886 req-02fe0316-6c23-4310-8024-9cadbffb5e84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472121
Dec 11 21:17:37.418202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1f32e426-4a9b-4c30-9ca4-f18008134e38'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:17:37.841423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088703-1485-4036-ad10-32843fc1de5c req-dda0d938-850d-4def-9d06-9ca3dbd290c1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:37.843484 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c088703-1485-4036-ad10-32843fc1de5c req-dda0d938-850d-4def-9d06-9ca3dbd290c1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0647423
Dec 11 21:17:37.899316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc452a4d-c86d-4703-98ff-d20727c019d1 req-2e1798e3-ffe5-44e3-9729-a73113239c6f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:37.907467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc452a4d-c86d-4703-98ff-d20727c019d1 req-2e1798e3-ffe5-44e3-9729-a73113239c6f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.2926800
Dec 11 21:17:37.915680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-aced84fd-12e8-4416-b77a-1f398077e555 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:37.917158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-aced84fd-12e8-4416-b77a-1f398077e555 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6b0a4e9-ba96-449c-9ed4-850bda125156 HTTP/1.1" status: 200  len: 946 time: 0.0961695
Dec 11 21:17:37.938575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c088703-1485-4036-ad10-32843fc1de5c req-df5d1d20-b32e-4022-a537-fd7c98040178 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c2384f3-85c1-46bd-a800-9da651213e2c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723827
Dec 11 21:17:37.961226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fc452a4d-c86d-4703-98ff-d20727c019d1 req-c4a87ffd-b468-4196-b202-5ba6d536422c tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521648
Dec 11 21:17:37.975052 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:38.003243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:38.003595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0d4c129c-9564-4f5f-9f3a-0120ac2dd3d6 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:38.039077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port c786ba96-1167-4b4f-932b-3e559b354c18 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:38.039413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.126792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port c786ba96-1167-4b4f-932b-3e559b354c18, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c786ba96-1167-4b4f-932b-3e559b354c18,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:38.127067 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.139488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for c786ba96-1167-4b4f-932b-3e559b354c18 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:38.270618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.297616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=c786ba96-1167-4b4f-932b-3e559b354c18,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:38.344635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] No DVR routers for this DVR port c786ba96-1167-4b4f-932b-3e559b354c18 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:38.347711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.351167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6da4c10-a9bd-49ee-b154-7d992abdb824 req-b93ebec3-629b-4938-86b3-620791734000 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "DELETE /v2.0/ports/c786ba96-1167-4b4f-932b-3e559b354c18 HTTP/1.1" status: 204  len: 173 time: 0.4245715
Dec 11 21:17:38.351620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'name': 'network-vif-deleted', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:38.353922 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4744d47-ff67-4332-a10d-16dbd66022d6" -d '{"events": [{"server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "name": "network-vif-deleted", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:38.395810 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c694816f-6143-4815-985a-f5c39501c495 x-openstack-request-id: req-c694816f-6143-4815-985a-f5c39501c495 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:38.396110 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b0a4e9-ba96-449c-9ed4-850bda125156", "name": "network-vif-deleted", "tag": "c786ba96-1167-4b4f-932b-3e559b354c18", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:38.396369 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c694816f-6143-4815-985a-f5c39501c495 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:38.397634 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b0a4e9-ba96-449c-9ed4-850bda125156', 'name': 'network-vif-deleted', 'tag': 'c786ba96-1167-4b4f-932b-3e559b354c18', 'status': 'completed', 'code': 200}
Dec 11 21:17:38.478442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef47337-552b-455b-9485-2a81bd959d7c req-11e949d8-164d-4ab8-9f3b-87a01d6a390c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:38.480295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fef47337-552b-455b-9485-2a81bd959d7c req-11e949d8-164d-4ab8-9f3b-87a01d6a390c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0503788
Dec 11 21:17:38.535696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fef47337-552b-455b-9485-2a81bd959d7c req-59553db3-ffc6-49b9-926e-7d66333bc592 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492129
Dec 11 21:17:38.604956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:38.663814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:17:38.669180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:38.669547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.814352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.869304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:38.875588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:38.936258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:39.003739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:39.075266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.107012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.121029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:39.125471 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69004426-5e3c-4297-a2c3-0182151911c0" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:39.135222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586fba2-1873-4152-ba2a-c495bd894ac1 req-057f3747-8687-4774-a194-e32b65305f3f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:39.144527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b586fba2-1873-4152-ba2a-c495bd894ac1 req-057f3747-8687-4774-a194-e32b65305f3f tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.0877554
Dec 11 21:17:39.199281 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd1c922-54ce-40a8-bbd6-64fc003c44eb x-openstack-request-id: req-3bd1c922-54ce-40a8-bbd6-64fc003c44eb {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:39.199611 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:39.199898 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bd1c922-54ce-40a8-bbd6-64fc003c44eb {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:39.200295 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'code': 200}
Dec 11 21:17:39.201356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.204148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.205400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c2384f3-85c1-46bd-a800-9da651213e2c HTTP/1.1" status: 204  len: 168 time: 0.2006133
Dec 11 21:17:39.230420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286bf6-5960-4795-9c0d-bb79a9c49315 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2384f3-85c1-46bd-a800-9da651213e2c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:39.240220 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b586fba2-1873-4152-ba2a-c495bd894ac1 req-c46b0604-75a5-44b6-9432-34342f3ca263 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947835
Dec 11 21:17:39.247901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:39.351433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting subnet 9598fab1-955c-4e88-bd60-d348a4aa433a {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:17:39.357497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.383822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd56fe3-395e-4498-b3a7-d891749657c4 req-7eb0fc2c-4577-4e89-b7b8-086fe29b33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:39.385338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bd56fe3-395e-4498-b3a7-d891749657c4 req-7eb0fc2c-4577-4e89-b7b8-086fe29b33c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1096 time: 0.0842311
Dec 11 21:17:39.421309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.476542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1bd56fe3-395e-4498-b3a7-d891749657c4 req-d4db4216-2c38-4dfe-88bb-438464dce11d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840852
Dec 11 21:17:39.522800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.580776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.610999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.614229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/subnets/9598fab1-955c-4e88-bd60-d348a4aa433a HTTP/1.1" status: 204  len: 168 time: 0.3639665
Dec 11 21:17:39.616433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cb889-479f-4d53-9acb-81da1d8e767c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Subnet': ['ID=9598fab1-955c-4e88-bd60-d348a4aa433a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:39.617287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46926) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:39.618609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ae87d-3b56-4851-80ac-753985b0b6f2 None None] Network 6210bb73-47c2-41e0-b9e2-31afe4e6f50f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:39.771366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.788381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80af5a-2c01-4f28-bc63-6a3aa4d95f63 req-3377483e-65fd-4c1b-bfbf-4b21159f1d89 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:39.789880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea80af5a-2c01-4f28-bc63-6a3aa4d95f63 req-3377483e-65fd-4c1b-bfbf-4b21159f1d89 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1831160
Dec 11 21:17:39.806383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] DHCP port deletion for 6210bb73-47c2-41e0-b9e2-31afe4e6f50f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:39.859805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Deleting port b945badc-8e3a-461e-bae2-ed990c024a6c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:39.860438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.879024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea80af5a-2c01-4f28-bc63-6a3aa4d95f63 req-4b1f0ade-05e9-42c4-ac1b-0debb92736bb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0813515
Dec 11 21:17:39.890340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port b945badc-8e3a-461e-bae2-ed990c024a6c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:39.890769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.934333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] For port b945badc-8e3a-461e-bae2-ed990c024a6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b945badc-8e3a-461e-bae2-ed990c024a6c,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:39.934735 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.948857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Calling delete_port for b945badc-8e3a-461e-bae2-ed990c024a6c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:39.973314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port b945badc-8e3a-461e-bae2-ed990c024a6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b945badc-8e3a-461e-bae2-ed990c024a6c,segment=NetworkSegment(b22bc331-cc23-410d-a5cf-f28c6fa4555a),segment_id=b22bc331-cc23-410d-a5cf-f28c6fa4555a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:39.973878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:39.988523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for b945badc-8e3a-461e-bae2-ed990c024a6c owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:39.997973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46934) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:40.029677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b945badc-8e3a-461e-bae2-ed990c024a6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:40.083604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.087676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No active binding found for port b945badc-8e3a-461e-bae2-ed990c024a6c {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 21:17:40.088186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b945badc-8e3a-461e-bae2-ed990c024a6c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:40.093042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.115917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] Pushing event deleted for resources: {'Port': ['ID=b945badc-8e3a-461e-bae2-ed990c024a6c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:40.121633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ca551-815c-4b7d-beba-002f0e0b9b99 None None] No DVR routers for this DVR port b945badc-8e3a-461e-bae2-ed990c024a6c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:40.125378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=b945badc-8e3a-461e-bae2-ed990c024a6c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:40.127333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] No DVR routers for this DVR port b945badc-8e3a-461e-bae2-ed990c024a6c on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:40.145112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-351422f8-df0f-47c7-a520-b54511cf5621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.213200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.224226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-351422f8-df0f-47c7-a520-b54511cf5621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.228113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-351422f8-df0f-47c7-a520-b54511cf5621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.234046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f8beb80>,) {'filters': {'network_id': ['6210bb73-47c2-41e0-b9e2-31afe4e6f50f']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:40.243017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f8beb80>, 'b22bc331-cc23-410d-a5cf-f28c6fa4555a') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:40.243311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f8beb80>, 'b22bc331-cc23-410d-a5cf-f28c6fa4555a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:40.257071 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.264205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-351422f8-df0f-47c7-a520-b54511cf5621 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=618bf3ad33004a0fa32187b93c5d257c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2642319
Dec 11 21:17:40.267331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:40.279224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351422f8-df0f-47c7-a520-b54511cf5621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d381234c-dfd6-4b7f-bdfb-af5d8470f5b0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:40.279970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.292347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:17:40.292933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:17:40.297389 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:17:40.328238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.367367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.376295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.376618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.379464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/networks/6210bb73-47c2-41e0-b9e2-31afe4e6f50f HTTP/1.1" status: 204  len: 168 time: 0.7611787
Dec 11 21:17:40.384010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 46942) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:40.390521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814300a-765b-4bc1-934a-efc84bfdb187 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Network': ['ID=6210bb73-47c2-41e0-b9e2-31afe4e6f50f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:40.466406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5d41b-ed86-4300-af03-5fe892b01dc2 req-f69241ea-1b7a-48a7-b901-57bf9f51e5e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:40.467895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebf5d41b-ed86-4300-af03-5fe892b01dc2 req-f69241ea-1b7a-48a7-b901-57bf9f51e5e7 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.1367989
Dec 11 21:17:40.546553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.549098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.550241 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d381234c-dfd6-4b7f-bdfb-af5d8470f5b0 HTTP/1.1" status: 204  len: 168 time: 0.2820044
Dec 11 21:17:40.574529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d95cc-4315-4ac9-99a2-ec7dffdc8a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d381234c-dfd6-4b7f-bdfb-af5d8470f5b0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:40.591108 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebf5d41b-ed86-4300-af03-5fe892b01dc2 req-51476ca7-c357-4e44-925c-4089a11c233d tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150708
Dec 11 21:17:40.638388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port c0646b51-0ab2-483b-92bc-bc72f797ff29 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:40.638884 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.654016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c786ba96-1167-4b4f-932b-3e559b354c18 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:40.683337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: c786ba96-1167-4b4f-932b-3e559b354c18 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:40.683870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c786ba96-1167-4b4f-932b-3e559b354c18 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:40.723853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.724113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.738143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for c0646b51-0ab2-483b-92bc-bc72f797ff29 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:40.901857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:40.936900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=c0646b51-0ab2-483b-92bc-bc72f797ff29,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:41.000566 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:41.000962 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Floating IP c03083a5-354a-4296-823e-bb2081642e66 disassociated (deleted). External IP: 172.35.1.206, port: 4c6631d8-2236-46a7-908e-124b61d8ea0d.
Dec 11 21:17:41.015400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c08a829e-f948-43f4-9a00-49482068f7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:41.033466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535452f-c23e-4625-a5e8-1d1ee85f96b5 req-4f93583c-56ac-4103-b0c2-99c46247f5fe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.035101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0535452f-c23e-4625-a5e8-1d1ee85f96b5 req-4f93583c-56ac-4103-b0c2-99c46247f5fe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0553451
Dec 11 21:17:41.088958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0535452f-c23e-4625-a5e8-1d1ee85f96b5 req-cba350e2-4cbc-4ca5-adec-1b5c608fbb09 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478005
Dec 11 21:17:41.261071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453b08-7ec8-4628-b8c3-ea17c37a101c req-ec764c3e-7ed6-4464-8bad-6aeac754dca0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.262862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81453b08-7ec8-4628-b8c3-ea17c37a101c req-ec764c3e-7ed6-4464-8bad-6aeac754dca0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0967681
Dec 11 21:17:41.299887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:41.331122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81453b08-7ec8-4628-b8c3-ea17c37a101c req-1f8d31e1-4112-4f49-ac27-400ef15d8407 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599451
Dec 11 21:17:41.354512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:41.397585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0b300-a802-4930-a626-72831835c013 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.401788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-47b0b300-a802-4930-a626-72831835c013 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1091 time: 0.0436592
Dec 11 21:17:41.402110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 46972) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:41.406786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:41.432384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:41.447109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:41.452622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:41.461731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:41.473332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:41.474562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841d5f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:41.486834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fafabbd6-2d8b-478a-861d-861b24e20965 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/floatingips/c03083a5-354a-4296-823e-bb2081642e66 HTTP/1.1" status: 204  len: 168 time: 1.0980208
Dec 11 21:17:41.486834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:41.491657 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f" -d '{"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:41.569102 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a9a262-748e-4330-98b9-dc10007920a0 x-openstack-request-id: req-31a9a262-748e-4330-98b9-dc10007920a0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:41.569737 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:41.569737 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31a9a262-748e-4330-98b9-dc10007920a0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:41.570452 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'status': 'completed', 'code': 200}
Dec 11 21:17:41.600952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:41.638205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:41.698682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-7466809a-1e34-4445-81d5-f1a998468410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.700254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-7466809a-1e34-4445-81d5-f1a998468410 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 1097 time: 0.1071262
Dec 11 21:17:41.805531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec517ad-d756-43b5-9662-c4e3c92a5e16 req-92285ae0-0423-48db-aa7f-f815edec2bed tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.820190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ec517ad-d756-43b5-9662-c4e3c92a5e16 req-92285ae0-0423-48db-aa7f-f815edec2bed tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.0705047
Dec 11 21:17:41.851530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841d5f70>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:41.857823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-012ec1c3-6b01-494b-928d-6988ea91f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:41.859515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-012ec1c3-6b01-494b-928d-6988ea91f7d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 200  len: 898 time: 0.1494820
Dec 11 21:17:41.860650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.230 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/cc26300a-93e9-4a88-8320-cc3cd432a82e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:41.884845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:41.894539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ec517ad-d756-43b5-9662-c4e3c92a5e16 req-0597b472-8448-4c80-8062-2bfb412b9145 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727575
Dec 11 21:17:41.895577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:41.896689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841d5f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:41.923971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-894345f4-c6ae-45fb-9d47-f14e72df8b3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 200  len: 217 time: 0.0533466
Dec 11 21:17:42.025602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-59327208-6c54-46f3-b21d-646e82e1aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:42.027050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-59327208-6c54-46f3-b21d-646e82e1aec0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=725a8d2b-d3f7-4942-ae1d-662581ae020d HTTP/1.1" status: 200  len: 835 time: 0.0886962
Dec 11 21:17:42.029488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:42.091906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:42.100448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-afd82447-e83c-44c7-ad72-98e3c7baafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:42.101979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-afd82447-e83c-44c7-ad72-98e3c7baafa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cefa467a-a7db-4b33-b468-467aa0966df8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0660949
Dec 11 21:17:42.197426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:42.244072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841d5f70>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:42.261444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-288bcb79-1691-43e5-bd58-f5eb41e58777 service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500373
Dec 11 21:17:42.265227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:42.270451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:42.281691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:42.291741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755c1dc-d7c4-4bab-bb85-c8d5f5b6aab6 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:35Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab8d145e-c10a-4404-9c3e-ae08845d5e56', 'name': '', 'network_id': 'cefa467a-a7db-4b33-b468-467aa0966df8', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:b9:1d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:57Z', 'updated_at': '2021-12-11T21:16:01Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': '725a8d2b-d3f7-4942-ae1d-662581ae020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:42.312714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=cc26300a-93e9-4a88-8320-cc3cd432a82e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:42.453713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a99ae4e6-5997-4822-89b8-d406f7b1ed0f req-453bd1c3-2692-4631-b5d3-08ce624f8142 service neutron] 10.222.0.16 "GET /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1845477
Dec 11 21:17:42.612229 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e332a6-eb72-4205-93f6-c1ce58cfcf34 None None] New status for floating IP c03083a5-354a-4296-823e-bb2081642e66: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:17:43.272038 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.326510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-3193954e-9568-484a-ac3b-ac989d22f652 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:43.328046 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-3193954e-9568-484a-ac3b-ac989d22f652 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.2031739
Dec 11 21:17:43.347019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcd529-d1d4-4e4e-a9d0-18587f226a8b req-4b3ada40-5682-40a5-89d9-ff0167630314 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:43.348517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-23bcd529-d1d4-4e4e-a9d0-18587f226a8b req-4b3ada40-5682-40a5-89d9-ff0167630314 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 946 time: 0.2253017
Dec 11 21:17:43.464895 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-76ea5dcf-3305-43f7-97af-9150ec611315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.482272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.525324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-23bcd529-d1d4-4e4e-a9d0-18587f226a8b req-eaab1706-73f1-4fd9-84ac-b50b2282fe73 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b0ec851-6e5e-4752-bd36-32b3c7af57fc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654060
Dec 11 21:17:43.569343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 4c6631d8-2236-46a7-908e-124b61d8ea0d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:43.569684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.718849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 4c6631d8-2236-46a7-908e-124b61d8ea0d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c6631d8-2236-46a7-908e-124b61d8ea0d,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:43.719265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.739975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 4c6631d8-2236-46a7-908e-124b61d8ea0d owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:43.745909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.753546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:43.874136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=cc26300a-93e9-4a88-8320-cc3cd432a82e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:43.894440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:44.022761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:44.062862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=4c6631d8-2236-46a7-908e-124b61d8ea0d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:44.069857 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP 12cf5472-fcb6-40a2-b788-eb98f34edaa3 associated. External IP: 172.35.1.230, port: 1f32e426-4a9b-4c30-9ca4-f18008134e38.
Dec 11 21:17:44.147015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] No DVR routers for this DVR port 4c6631d8-2236-46a7-908e-124b61d8ea0d on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:44.150859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:44.154187 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e8c5793-3d96-43f8-9efd-84a0fcb103e2 req-6d8b9fd0-57aa-4f91-b5d7-6ffef005c2cb tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "DELETE /v2.0/ports/4c6631d8-2236-46a7-908e-124b61d8ea0d HTTP/1.1" status: 204  len: 173 time: 0.8047566
Dec 11 21:17:44.154840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'name': 'network-vif-deleted', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:44.157940 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4a552d-f437-4cf9-8acf-9f1e50f259b4" -d '{"events": [{"server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "name": "network-vif-deleted", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:44.205117 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e57c10-70d0-4bc3-a06f-ad334f4ccbdb x-openstack-request-id: req-38e57c10-70d0-4bc3-a06f-ad334f4ccbdb {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:44.205490 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df81a86a-6ded-4ca2-9024-79de2252dc23", "name": "network-vif-deleted", "tag": "4c6631d8-2236-46a7-908e-124b61d8ea0d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:44.205812 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38e57c10-70d0-4bc3-a06f-ad334f4ccbdb {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:44.206218 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df81a86a-6ded-4ca2-9024-79de2252dc23', 'name': 'network-vif-deleted', 'tag': '4c6631d8-2236-46a7-908e-124b61d8ea0d', 'status': 'completed', 'code': 200}
Dec 11 21:17:44.347471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 74efc034-d436-41bd-a69d-5c9e3526fd71 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:44.368182 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:17:44.463069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:44.474451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Sync routers for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:44.487022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:44.488077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:44.491193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:44.527286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc26affc-7bdf-4082-bcb1-82ef3c016bd4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1215858
Dec 11 21:17:44.663129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:44.694436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce077b88-9e2a-4ae9-8a18-40dcbf2f3642 req-85497de2-11c0-4f23-bbb6-cf39790368fc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=df81a86a-6ded-4ca2-9024-79de2252dc23 HTTP/1.1" status: 200  len: 210 time: 0.0510828
Dec 11 21:17:44.715390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feee4a-f99f-4860-9d80-6101a0dbdaaf req-a816d030-8b6f-473b-994e-2018482e549b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:44.717263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59feee4a-f99f-4860-9d80-6101a0dbdaaf req-a816d030-8b6f-473b-994e-2018482e549b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1015868
Dec 11 21:17:44.786626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-59feee4a-f99f-4860-9d80-6101a0dbdaaf req-5089f6ae-0489-4d00-9380-d64718e63d7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494153
Dec 11 21:17:44.809649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:44.883215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-400e8200-ee5e-49ce-ba1b-670a12f4ea8e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 200  len: 991 time: 0.0722528
Dec 11 21:17:44.948534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:44.964165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53160>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12cf5472-fcb6-40a2-b788-eb98f34edaa3', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.230', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db96feb-0246-411d-a491-4aa9194a5964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:17:42Z', 'updated_at': '2021-12-11T21:17:42Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:44.994018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Checking router: 74efc034-d436-41bd-a69d-5c9e3526fd71 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:45.006293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:45.006975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:45.120641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:45.506978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e53160>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12cf5472-fcb6-40a2-b788-eb98f34edaa3', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.230', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db96feb-0246-411d-a491-4aa9194a5964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:17:42Z', 'updated_at': '2021-12-11T21:17:42Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:45.533975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f863e5-14ef-46ca-96b1-23676a65a356 None None] The sync data for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 is: [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12cf5472-fcb6-40a2-b788-eb98f34edaa3', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.230', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db96feb-0246-411d-a491-4aa9194a5964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:17:42Z', 'updated_at': '2021-12-11T21:17:42Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:45.740922 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d778b5-f31b-4f78-bd58-331394d69a47 None None] New status for floating IP 12cf5472-fcb6-40a2-b788-eb98f34edaa3: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:17:45.762817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47162) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:45.826602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:45.854624 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:45.886387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47172) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:45.902301 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:45.940699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:45.943798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:45.956304 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b0ec851-6e5e-4752-bd36-32b3c7af57fc HTTP/1.1" status: 204  len: 168 time: 0.1920364
Dec 11 21:17:45.972495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9988614d-9dfd-4cca-9e92-ece0e3b59312 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 200  len: 991 time: 0.0831559
Dec 11 21:17:45.980700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1d7f7-3c7f-4e70-8772-95fdb07a0e33 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ec851-6e5e-4752-bd36-32b3c7af57fc,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:45.996376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47182) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:46.207161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:17:46.210065 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b61d8e-468e-4cf1-894e-dc267eb13977" -d '{"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:17:46.246730 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bf7a6f-208a-4993-8fec-c0c192be7a2d x-openstack-request-id: req-28bf7a6f-208a-4993-8fec-c0c192be7a2d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:17:46.247282 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:17:46.247790 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28bf7a6f-208a-4993-8fec-c0c192be7a2d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:17:46.248057 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:17:46.307333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:46.355093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-3b197f33-a7b0-4a39-b2cb-057a271a5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:46.356605 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-3b197f33-a7b0-4a39-b2cb-057a271a5f6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1096 time: 0.0764971
Dec 11 21:17:46.425347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47196) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:46.494786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-bdeb1970-2163-4028-9957-a673e7f8e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:46.496266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-bdeb1970-2163-4028-9957-a673e7f8e41b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1310220
Dec 11 21:17:46.570729 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:46.574985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb746a6b-0832-482b-877a-0621f34182a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:46.939527 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-c84b60d3-6fff-454a-b66c-740ac762e54d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1001 time: 0.4317641
Dec 11 21:17:46.977879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:47.042783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d9d1beb1-1521-4877-9269-705587008aad tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 200  len: 993 time: 0.0636027
Dec 11 21:17:47.081047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-2ee599e3-be06-4edc-be90-b451ffc61f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:47.082544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-2ee599e3-be06-4edc-be90-b451ffc61f6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.1330278
Dec 11 21:17:47.167457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb746a6b-0832-482b-877a-0621f34182a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.175496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb746a6b-0832-482b-877a-0621f34182a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.189371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.205628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-83fd228c-6d1c-4e4a-96dd-3aab79711d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:47.207182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-83fd228c-6d1c-4e4a-96dd-3aab79711d38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1165268
Dec 11 21:17:47.242360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb746a6b-0832-482b-877a-0621f34182a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c33dfc7ffb246bfafec32e5bf23df84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8129523
Dec 11 21:17:47.243191 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47202) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:47.258274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb746a6b-0832-482b-877a-0621f34182a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df0f1a8-e984-46b0-84f1-c0b3eec2b043,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:47.312501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.337202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.382090 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-b8eff2c0-0a96-446a-92f9-539b4222f7ba service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617210
Dec 11 21:17:47.385128 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.387904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.390539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4df0f1a8-e984-46b0-84f1-c0b3eec2b043 HTTP/1.1" status: 204  len: 168 time: 0.1448970
Dec 11 21:17:47.397897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df0f1a8-e984-46b0-84f1-c0b3eec2b043,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:47.406727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.407261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.407597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.408048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.408387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.408816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.409346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.409780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.410342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.410707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.411035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.411485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.412015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb65932e-379d-4e1f-8d22-ad9d11c42acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:47.442291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port ab8d145e-c10a-4404-9c3e-ae08845d5e56 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:47.442663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.548869 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30b61d8e-468e-4cf1-894e-dc267eb13977 req-61999ef1-5ab4-4856-80c2-65064cb91aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583905
Dec 11 21:17:47.566035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port ab8d145e-c10a-4404-9c3e-ae08845d5e56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab8d145e-c10a-4404-9c3e-ae08845d5e56,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:47.566284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.581498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for ab8d145e-c10a-4404-9c3e-ae08845d5e56 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:47.672766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47208) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:47.685879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0188a17f-d995-4794-911a-414662c5a22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.775264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0188a17f-d995-4794-911a-414662c5a22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.780827 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0188a17f-d995-4794-911a-414662c5a22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.786646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.816749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=ab8d145e-c10a-4404-9c3e-ae08845d5e56,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:47.824904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0188a17f-d995-4794-911a-414662c5a22a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=015276ac50314ce9a935c50a28576268&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1510201
Dec 11 21:17:47.825712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a17f-d995-4794-911a-414662c5a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb9e69-a5fc-4d37-a681-b210e0f7145e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:47.828306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47210) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:47.886019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.912663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.981002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.985906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:47.990137 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbeb9e69-a5fc-4d37-a681-b210e0f7145e HTTP/1.1" status: 204  len: 168 time: 0.1606016
Dec 11 21:17:47.998416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3d48d-bad7-4c07-84bb-be293042db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb9e69-a5fc-4d37-a681-b210e0f7145e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:48.022781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.258447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router ba0fb20a-0284-41f6-94b2-48eee49a4d98 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:48.381460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:48.387134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b5bf47d-275d-417e-b508-3876d7d4920e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/ba0fb20a-0284-41f6-94b2-48eee49a4d98/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3896687
Dec 11 21:17:48.392176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47222) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:48.396707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Sync routers for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:48.407827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:48.408782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d775a4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:48.449753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting subnet 725a8d2b-d3f7-4942-ae1d-662581ae020d {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:17:48.453846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.501915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.523040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:48.599139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.660813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.698549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c6631d8-2236-46a7-908e-124b61d8ea0d no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:48.703145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Subnet': ['ID=725a8d2b-d3f7-4942-ae1d-662581ae020d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:48.706973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.710267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-462801cc-9cce-46a5-bce0-137d84a9b445 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/subnets/725a8d2b-d3f7-4942-ae1d-662581ae020d HTTP/1.1" status: 204  len: 168 time: 0.3170648
Dec 11 21:17:48.713303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47234) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:48.730855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7ce22-479d-431e-9d49-c3e6d39d31fd None None] Network cefa467a-a7db-4b33-b468-467aa0966df8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:48.734633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 4c6631d8-2236-46a7-908e-124b61d8ea0d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:48.734978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c6631d8-2236-46a7-908e-124b61d8ea0d not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:48.794844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d775a4220>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:47Z', 'revision_number': 7, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:48.830259 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.839388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Checking router: ba0fb20a-0284-41f6-94b2-48eee49a4d98 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:48.852769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Routers {'ba0fb20a-0284-41f6-94b2-48eee49a4d98'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:48.853377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d775a4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:48.948087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:48.984976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] DHCP port deletion for cefa467a-a7db-4b33-b468-467aa0966df8 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:48.991625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] Set router ba0fb20a-0284-41f6-94b2-48eee49a4d98 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:49.004794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 857c8c21-6e6e-4f88-85cb-1c69d4090d82 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:49.005458 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.106684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 857c8c21-6e6e-4f88-85cb-1c69d4090d82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=857c8c21-6e6e-4f88-85cb-1c69d4090d82,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:49.106936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.121286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 857c8c21-6e6e-4f88-85cb-1c69d4090d82 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:49.163180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Deleting port a56fbede-fb52-4155-9fd8-d3f06212418e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:17:49.163736 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.258348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] For port a56fbede-fb52-4155-9fd8-d3f06212418e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a56fbede-fb52-4155-9fd8-d3f06212418e,segment=NetworkSegment(7df06050-0a93-4b92-8c47-991a38a5c733),segment_id=7df06050-0a93-4b92-8c47-991a38a5c733)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:49.258882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.276937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Calling delete_port for a56fbede-fb52-4155-9fd8-d3f06212418e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:17:49.334184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d775a4220>, [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:47Z', 'revision_number': 7, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:49.369065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d49c77-a40f-4c04-889c-38bed1e16c90 None None] The sync data for ids ['ba0fb20a-0284-41f6-94b2-48eee49a4d98'] in ncdv-master-1 is: [{'id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'name': 'tempest-TestNetworkBasicOps-router-1890464202', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163'}], 'enable_snat': True}, 'gw_port_id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:15:53Z', 'updated_at': '2021-12-11T21:17:47Z', 'revision_number': 7, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '857c8c21-6e6e-4f88-85cb-1c69d4090d82', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0fb20a-0284-41f6-94b2-48eee49a4d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:15:54Z', 'updated_at': '2021-12-11T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:49.423922 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.450791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Pushing event deleted for resources: {'Port': ['ID=a56fbede-fb52-4155-9fd8-d3f06212418e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:49.459297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] No DVR routers for this DVR port a56fbede-fb52-4155-9fd8-d3f06212418e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:17:49.461627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.461974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.462317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.462795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.463204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.463605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.463999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.464490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.464888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.465285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.465699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.466095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.466504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc6a0c9-0b72-4e8b-830f-1819cf780a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:49.572558 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.597975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=857c8c21-6e6e-4f88-85cb-1c69d4090d82,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:49.614079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11757c-e2d9-44b3-8d63-39185f09bd7e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:49.668009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.767000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.770073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.820397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.821124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Fanout notify agent at l3_agent the message router_deleted on router ba0fb20a-0284-41f6-94b2-48eee49a4d98 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:17:49.830706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:49.831863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-169c7556-237d-4b9c-b620-1f6cbf9d6881 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/routers/ba0fb20a-0284-41f6-94b2-48eee49a4d98 HTTP/1.1" status: 204  len: 168 time: 1.1176662
Dec 11 21:17:49.834866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47258) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:49.929552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.036457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.068428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e729790>,) {'filters': {'network_id': ['cefa467a-a7db-4b33-b468-467aa0966df8']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:50.079317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e729790>, '7df06050-0a93-4b92-8c47-991a38a5c733') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:50.079665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e729790>, '7df06050-0a93-4b92-8c47-991a38a5c733') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:50.092059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.112465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.119852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:17:50.120256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:17:50.124685 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:17:50.130028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ab8d145e-c10a-4404-9c3e-ae08845d5e56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:50.153514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ab8d145e-c10a-4404-9c3e-ae08845d5e56 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:50.153933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ab8d145e-c10a-4404-9c3e-ae08845d5e56 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:50.154424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a56fbede-fb52-4155-9fd8-d3f06212418e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:50.175632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a56fbede-fb52-4155-9fd8-d3f06212418e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:50.175981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a56fbede-fb52-4155-9fd8-d3f06212418e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:50.197786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.205868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.208277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/networks/cefa467a-a7db-4b33-b468-467aa0966df8 HTTP/1.1" status: 204  len: 168 time: 0.3723655
Dec 11 21:17:50.223829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Network': ['ID=cefa467a-a7db-4b33-b468-467aa0966df8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:50.230202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:50.233310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.233739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.234153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.234619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.235035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.235439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.235845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.235968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'network': {'name': 'tempest-network-smoke--2106745135', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'port_security_enabled': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:50.236408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.236810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.237229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.237660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.238066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.238539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be28f1c-1682-4bb9-945c-e7276459ddab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:17:50.267316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:50.270987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.297681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:17:50.308955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.309352 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Added segment ea970bda-0ba5-4b53-9c7e-27708ef761cc of type vlan for network a9b77b95-e493-4650-af5f-2adc928c9f1a
Dec 11 21:17:50.373753 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.403737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.409928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:50.410545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.470540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2391608
Dec 11 21:17:50.473627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:50.478423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'admin_state_up': True, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:50.488529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8456e-89e5-4e7a-901c-76596f750061 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Network': ['ID=a9b77b95-e493-4650-af5f-2adc928c9f1a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:50.500065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network a9b77b95-e493-4650-af5f-2adc928c9f1a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:17:50.513336 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.516058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.581642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.719140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.922449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:50.941078 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.052369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.35.1.49 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4f7eac2c-2ab2-46e6-8c86-1593332612ec) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:51.159222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.195374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.238750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:51.243600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:51.247042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:51.261220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d3c6a-374f-49ca-942d-c7e38e27c362 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:51.270700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=4f7eac2c-2ab2-46e6-8c86-1593332612ec,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:51.312616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.328250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cb0a327b-adda-47df-9088-c1c41c59ba5c None None] Provisioning complete for port 4f7eac2c-2ab2-46e6-8c86-1593332612ec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:51.328614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb0a327b-adda-47df-9088-c1c41c59ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.363981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a327b-adda-47df-9088-c1c41c59ba5c None None] Port 4f7eac2c-2ab2-46e6-8c86-1593332612ec cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:51.517564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:51.980493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 857c8c21-6e6e-4f88-85cb-1c69d4090d82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:17:52.012298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 857c8c21-6e6e-4f88-85cb-1c69d4090d82 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:17:52.012646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 857c8c21-6e6e-4f88-85cb-1c69d4090d82 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:17:52.044218 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.176280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router e890e952-e8c4-45e0-b929-d021ffe71857 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:17:52.286697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:52.297576 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Sync routers for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:52.308257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.308959 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:52.309579 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:52.309748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6532e66a-87f9-4141-b955-abf4d28e82ff tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8349955
Dec 11 21:17:52.313121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47304) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:52.349242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-056144fd-85de-47e0-a977-4167226c2a1a tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=618c0c4bd82a4e6f8898b110b99c6baf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0348806
Dec 11 21:17:52.352421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47306) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:52.434883 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:52.451990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d3258-4602-4e49-ad7e-c3f7b0eb98f2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:52.454176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c1d3258-4602-4e49-ad7e-c3f7b0eb98f2 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1002595
Dec 11 21:17:52.457128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47310) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:52.488645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db06d5ca-9020-4678-9df3-8eea886a579b tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0303791
Dec 11 21:17:52.491158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47312) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:52.496005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-789060183', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:52.585347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:52.589712 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.622099 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74c10>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:51Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:52.653540 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Checking router: e890e952-e8c4-45e0-b929-d021ffe71857 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:52.653888 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Updating router e890e952-e8c4-45e0-b929-d021ffe71857 port 4f7eac2c-2ab2-46e6-8c86-1593332612ec binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:17:52.781905 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.808876 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.882089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Subnet': ['ID=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:52.895066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Checking segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:52.895545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network hostable DHCP agents. Network: a9b77b95-e493-4650-af5f-2adc928c9f1a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:17:52.916129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network a9b77b95-e493-4650-af5f-2adc928c9f1a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:17:52.928951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9b77b95-e493-4650-af5f-2adc928c9f1a) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:52.949029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:52.950450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:52.980849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f08938e-d034-4616-add2-3b2de49e37bc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4852681
Dec 11 21:17:52.981250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47320) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:53.076541 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.085446 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.143819 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Attempting to bind port 4f7eac2c-2ab2-46e6-8c86-1593332612ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:53.144222 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Attempting to bind port 4f7eac2c-2ab2-46e6-8c86-1593332612ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:53.144566 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Attempting to bind port 4f7eac2c-2ab2-46e6-8c86-1593332612ec on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:53.151925 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:53.152303 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:53.152704 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.153098 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:53.153573 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Bound port: 4f7eac2c-2ab2-46e6-8c86-1593332612ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:53.153952 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.154175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4153cd-32a3-426c-8091-49a50e9f8982 None None] Network a9b77b95-e493-4650-af5f-2adc928c9f1a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:53.205128 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] For port 4f7eac2c-2ab2-46e6-8c86-1593332612ec, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:53.208269 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] For port 4f7eac2c-2ab2-46e6-8c86-1593332612ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f7eac2c-2ab2-46e6-8c86-1593332612ec,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:53.219254 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.229872 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75804b-4e40-4a92-844f-f7e7a956f953 None None] Pushing event updated for resources: {'Port': ['ID=4f7eac2c-2ab2-46e6-8c86-1593332612ec,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:53.231247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43f9d2-fedc-4cd5-957c-3442a064cb75 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:53.268714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba085f1-3049-4816-a426-4c7586f5220c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:17:53.355934 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75804b-4e40-4a92-844f-f7e7a956f953 None None] Pushing event updated for resources: {'Port': ['ID=4f7eac2c-2ab2-46e6-8c86-1593332612ec,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:53.357470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9b77b95-e493-4650-af5f-2adc928c9f1a', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:17:53.357470 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.358556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:53.358556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:53.359204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] Provisioning complete for port 4f7eac2c-2ab2-46e6-8c86-1593332612ec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:53.359204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.419808 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:53.579295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Allocated IP 172.20.0.2 (a9b77b95-e493-4650-af5f-2adc928c9f1a/ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1/2996252b-a3aa-48dd-9de9-d79a5aef58ca) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:53.592851 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.618225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.623120 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74c10>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:51Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:53.630689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] For port 4f7eac2c-2ab2-46e6-8c86-1593332612ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f7eac2c-2ab2-46e6-8c86-1593332612ec,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:53.659019 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7bf4d-b2f2-4286-b962-189c1148ef40 None None] The sync data for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 is: [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:51Z', 'revision_number': 3, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:53.661559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.749092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc16e40-675b-4df7-b82a-1b8a525c9d88 None None] Pushing event updated for resources: {'Port': ['ID=4f7eac2c-2ab2-46e6-8c86-1593332612ec,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:53.814351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ae203b96-6271-48ff-bc37-914b4b3df5f6 None None] Provisioning complete for port 4f7eac2c-2ab2-46e6-8c86-1593332612ec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:53.814887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae203b96-6271-48ff-bc37-914b4b3df5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.858823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.871267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:53.945899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Network a9b77b95-e493-4650-af5f-2adc928c9f1a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:53.955826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:53.961386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:53.964251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.1 (a9b77b95-e493-4650-af5f-2adc928c9f1a/ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1/22372cfe-723d-4fd8-b018-d31ab6c8732e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:53.976136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Pushing event updated for resources: {'Port': ['ID=2996252b-a3aa-48dd-9de9-d79a5aef58ca,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:54.078681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Attempting to bind port 2996252b-a3aa-48dd-9de9-d79a5aef58ca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:54.079400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Attempting to bind port 2996252b-a3aa-48dd-9de9-d79a5aef58ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:54.079916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Attempting to bind port 2996252b-a3aa-48dd-9de9-d79a5aef58ca on network a9b77b95-e493-4650-af5f-2adc928c9f1a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:54.086511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:54.086890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Checking segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:54.087444 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.088004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Bound using segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:54.088761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Bound port: 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:54.089156 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.145747 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.168287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] For port 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:54.172927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] For port 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2996252b-a3aa-48dd-9de9-d79a5aef58ca,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:54.179121 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.201330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.252623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network a9b77b95-e493-4650-af5f-2adc928c9f1a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:54.257145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:54.261419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:17:54.271743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82ccdb-4435-44ac-9a58-d60a7877ed01 None None] Pushing event updated for resources: {'Port': ['ID=2996252b-a3aa-48dd-9de9-d79a5aef58ca,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:54.322892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:54.341261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.504695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.828261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.833802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.913409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:54.915360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:55.011026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network a9b77b95-e493-4650-af5f-2adc928c9f1a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:17:55.012388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:17:55.135506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router e890e952-e8c4-45e0-b929-d021ffe71857 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:17:55.258375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:17:55.264505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c3c6c4d5-96fa-4eb1-ae9c-b73ee899c7ab tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/e890e952-e8c4-45e0-b929-d021ffe71857/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2816272
Dec 11 21:17:55.267379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:55.380153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.380625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.381086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.381539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.382021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.382490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.384362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fee5d342-ae63-4220-ad28-d81bdd863bb9 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4274 time: 0.1156917
Dec 11 21:17:55.387321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47352) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:55.457113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae92b85c-cbde-445f-b872-1714d2150907 None None] Network a9b77b95-e493-4650-af5f-2adc928c9f1a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:17:55.488098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.488764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.489329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.489843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.490417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.490913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:55.493155 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8369eacf-04c3-4ae1-8b12-5bc07eadd155 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3992 time: 0.1045971
Dec 11 21:17:55.496239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:55.569929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] Provisioning complete for port 2996252b-a3aa-48dd-9de9-d79a5aef58ca triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:55.570417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:55.659770 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:55.666731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8fc7e89a-aec3-45fb-8a55-2f3bbb6f8f83 tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3060 time: 0.1665657
Dec 11 21:17:55.695944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] For port 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2996252b-a3aa-48dd-9de9-d79a5aef58ca,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:55.706842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:55.769009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2e279-91b5-4d1e-a726-8b77aea86ed7 None None] Pushing event updated for resources: {'Port': ['ID=2996252b-a3aa-48dd-9de9-d79a5aef58ca,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:55.944552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3d0d151-ef68-489b-ae87-e3ded2c7957a None None] Provisioning complete for port 2996252b-a3aa-48dd-9de9-d79a5aef58ca triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:55.944920 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d151-ef68-489b-ae87-e3ded2c7957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.125884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b3d0d151-ef68-489b-ae87-e3ded2c7957a None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:56.126378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3d0d151-ef68-489b-ae87-e3ded2c7957a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.153673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47392) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.158323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363131123', 'description': 'tempest-secgroup-smoke-363131123 description', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:56.178225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Sync routers for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:17:56.186645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0d151-ef68-489b-ae87-e3ded2c7957a None None] Port 22372cfe-723d-4fd8-b018-d31ab6c8732e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:56.194745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2996252b-a3aa-48dd-9de9-d79a5aef58ca up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:56.198300 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.234376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:56.235028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768963d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:56.319050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.328036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.364271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2996252b-a3aa-48dd-9de9-d79a5aef58ca triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:56.364677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.370208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07936fa-1722-41f5-817e-8a9382c074c8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:56.376642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.380654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-22640977-f245-4545-b217-fd021dc75099 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2233686
Dec 11 21:17:56.381001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47398) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.385584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:56.396606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-67f6227c-4a00-47f7-8079-a6b273859e19 None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:56.396792 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67f6227c-4a00-47f7-8079-a6b273859e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.426136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.438440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:56.487513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-67f6227c-4a00-47f7-8079-a6b273859e19 None None] Port 22372cfe-723d-4fd8-b018-d31ab6c8732e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:56.495288 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.499995 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.523364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb35eec1-de19-4432-9e18-4551bda95ca2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:56.536895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.538317 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e481781d-84a8-4c5d-bfd7-39a64fd1fa6c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1563768
Dec 11 21:17:56.541076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47400) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.547037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:56.574666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.620484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f7eac2c-2ab2-46e6-8c86-1593332612ec up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:17:56.640224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.644499 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.664139 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d4bc22-299b-4cf5-a8cf-263e7767d069,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:56.676147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.678358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-faaf8d76-b821-4d36-af14-43cb59e97a6f None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:56.678755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-faaf8d76-b821-4d36-af14-43cb59e97a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.680317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47404) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.681254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-588e6764-87ff-4545-a821-c5119943a2c2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1386976
Dec 11 21:17:56.688497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:56.721410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.736342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47406) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.760182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-faaf8d76-b821-4d36-af14-43cb59e97a6f None None] Port 22372cfe-723d-4fd8-b018-d31ab6c8732e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:17:56.763499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4f7eac2c-2ab2-46e6-8c86-1593332612ec triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:56.764389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.794341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.801175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.818396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f90bff9-c5a4-4a95-9262-cd877ab0d436,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:56.823259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768963d0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 2, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:56.831267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.835087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-66e7d36a-a83f-47f4-8005-ef706be4b4e6 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1499081
Dec 11 21:17:56.835515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47410) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:56.840036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:56.869938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Checking router: e890e952-e8c4-45e0-b929-d021ffe71857 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:17:56.870213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Updating router e890e952-e8c4-45e0-b929-d021ffe71857 port 22372cfe-723d-4fd8-b018-d31ab6c8732e binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:17:56.882805 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.887603 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9e225f8-3187-4ac4-a4ec-2989936bd11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.905988 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.981614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:56.987426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.015266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc5f5b8-fcae-40a6-adc1-92dfd5006494,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.032333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9e225f8-3187-4ac4-a4ec-2989936bd11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.035340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.036633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b2c5fe0-2113-44de-abd8-58ce8a055c7f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2000811
Dec 11 21:17:57.037730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9e225f8-3187-4ac4-a4ec-2989936bd11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.039466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:57.045733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:57.070968 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:17:57.076706 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.083616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9e225f8-3187-4ac4-a4ec-2989936bd11a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bead4e6f6d54ff886cb842524f83220&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3435478
Dec 11 21:17:57.083616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e225f8-3187-4ac4-a4ec-2989936bd11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa97ee-9c10-4060-9e04-3fa05144b644,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.084513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47414) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:57.143239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.162760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.167029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.168065 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.191571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c29ddd7-33c1-4e47-96cd-0b769fa2f621,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.198455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.203055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47416) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:57.203282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fb53b3d2-5dba-49c1-833c-57e33ff79189 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1624732
Dec 11 21:17:57.208295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'security_group_rule': {'security_group_id': 'a07936fa-1722-41f5-817e-8a9382c074c8', 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:57.232609 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Project 618c0c4bd82a4e6f8898b110b99c6baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:17:57.237604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.240134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.241263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49fa97ee-9c10-4060-9e04-3fa05144b644 HTTP/1.1" status: 204  len: 168 time: 0.1558220
Dec 11 21:17:57.245935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.263846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747cab8-dc3e-418a-88be-7ebe7402de1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa97ee-9c10-4060-9e04-3fa05144b644,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.315073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.320681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.339295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8d40e0-913b-446f-96d4-f1f4f950e806,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.350178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.351669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2ef15049-7dc5-4b4b-8dd2-441f476e3b62 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1474605
Dec 11 21:17:57.355449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.364799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.425236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0770a4a-01e9-4b45-a15e-54d65758c111 None None] Pushing event updated for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.484089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Attempting to bind port 22372cfe-723d-4fd8-b018-d31ab6c8732e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:17:57.484089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Attempting to bind port 22372cfe-723d-4fd8-b018-d31ab6c8732e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:17:57.484417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Attempting to bind port 22372cfe-723d-4fd8-b018-d31ab6c8732e on network a9b77b95-e493-4650-af5f-2adc928c9f1a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:17:57.489968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:17:57.491015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Checking segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:17:57.491557 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.492104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Bound using segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:17:57.492708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Bound port: 22372cfe-723d-4fd8-b018-d31ab6c8732e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:17:57.493220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.564885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] For port 22372cfe-723d-4fd8-b018-d31ab6c8732e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:17:57.568486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] For port 22372cfe-723d-4fd8-b018-d31ab6c8732e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22372cfe-723d-4fd8-b018-d31ab6c8732e,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:17:57.577586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.614395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-aa2bf0cd-7710-4a72-859b-50ca6292f115 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363131123&fields=id&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 267 time: 0.0539944
Dec 11 21:17:57.637765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47434) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:57.657240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:17:57.658193 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768963d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:57.659529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0770a4a-01e9-4b45-a15e-54d65758c111 None None] Pushing event updated for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.693798 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c0a6-2f7c-476e-b3fa-46eecadfe8e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.727346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:57.727712 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.774814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-6df06944-a956-4d2c-9a51-4a93d015689c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:57.776364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-6df06944-a956-4d2c-9a51-4a93d015689c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/networks?id=a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 200  len: 797 time: 0.1543117
Dec 11 21:17:57.804760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-fd989950-44a9-4ddc-a44a-b147f2c14fe7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/quotas/618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 375 time: 0.0155985
Dec 11 21:17:57.818599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:17:57.855213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c0a6-2f7c-476e-b3fa-46eecadfe8e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.860292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c0a6-2f7c-476e-b3fa-46eecadfe8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:57.909364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-a621e542-0957-49f3-8236-3dedfca59376 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0928791
Dec 11 21:17:57.910688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4c0a6-2f7c-476e-b3fa-46eecadfe8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f65d1b-f597-4b74-a28e-9f6b67ba7324,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:57.914809 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b3c4c0a6-2f7c-476e-b3fa-46eecadfe8e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e07d0e6942445bba9ab066fd901941f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2760656
Dec 11 21:17:57.917350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47436) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:17:57.941488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.015712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] For port 22372cfe-723d-4fd8-b018-d31ab6c8732e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22372cfe-723d-4fd8-b018-d31ab6c8732e,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:17:58.022557 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.028864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.060544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-af2675d9-7d5b-4b2a-a1d5-f4ad6680e895 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283667
Dec 11 21:17:58.065455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.111368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8243e3-4b15-41ec-ba0c-d26ecc743155 None None] Pushing event updated for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:58.128813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768963d0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:17:58.161104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97d35d3-354e-49ca-98ca-4b4f33e4d7f5 None None] The sync data for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 is: [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:17:58.174270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7fcec6e9-89c0-4b70-8736-2641ba602df7 None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:17:58.174678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7fcec6e9-89c0-4b70-8736-2641ba602df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.189575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-49502e15-7d06-41eb-a01b-dc5ed7965dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176343
Dec 11 21:17:58.190460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.194183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:58.195335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6f65d1b-f597-4b74-a28e-9f6b67ba7324 HTTP/1.1" status: 204  len: 168 time: 0.2771003
Dec 11 21:17:58.204251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7288bc4-0323-49ad-96c9-ada974ba5799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f65d1b-f597-4b74-a28e-9f6b67ba7324,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:17:58.429466 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efd04924-c965-4215-a66d-7e44a4596bfe req-d383dd91-f577-4a2e-a16d-e174dd44c241 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 210 time: 0.0297441
Dec 11 21:17:59.464107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-4e9b05eb-9870-48cb-b932-13103f164d92 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:17:59.465805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-4e9b05eb-9870-48cb-b932-13103f164d92 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/networks?id=a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 200  len: 797 time: 0.1530929
Dec 11 21:17:59.539657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-63ee0eb0-d885-4b2a-9200-b2930ec5dd4e req-a534d7a4-3cf0-4c9c-b834-beb78352ed9f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 210 time: 0.0304422
Dec 11 21:17:59.543975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-212cd9e4-7d92-4cb9-82f7-ccdafcb90da5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618c0c4bd82a4e6f8898b110b99c6baf HTTP/1.1" status: 200  len: 379 time: 0.0694261
Dec 11 21:17:59.562067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'port': {'device_id': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'admin_state_up': True, 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'security_groups': ['a07936fa-1722-41f5-817e-8a9382c074c8']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:17:59.675279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Made reservation on behalf of 618c0c4bd82a4e6f8898b110b99c6baf for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:17:59.678988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:59.803398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.20.0.12 (a9b77b95-e493-4650-af5f-2adc928c9f1a/ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1/9718a4d6-0ba2-4d7b-913f-e6b4297de1c3) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:17:59.946845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:17:59.986886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.035498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network a9b77b95-e493-4650-af5f-2adc928c9f1a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:00.038901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:00.042550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:00.049284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:00.075845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 22372cfe-723d-4fd8-b018-d31ab6c8732e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:00.125264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:00.125931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.139387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 22372cfe-723d-4fd8-b018-d31ab6c8732e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:00.139861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.157804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-8e6c15c9-38bc-48ec-b6f0-77b18300e5b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5997405
Dec 11 21:18:00.162933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3fa27610-4f0e-4680-a6c2-b6af6b4b1083 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:18:00.164079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3fa27610-4f0e-4680-a6c2-b6af6b4b1083 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053766
Dec 11 21:18:00.301575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Request body: {'port': {'device_id': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:00.358223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-991674b3-1448-4a54-861d-e310976a971e None None] Provisioning complete for port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:00.358706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-991674b3-1448-4a54-861d-e310976a971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.358841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.399247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-991674b3-1448-4a54-861d-e310976a971e None None] Port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:00.655418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:18:00.664996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.683525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Transition to ACTIVE for port object 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:18:00.694022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141a42-69af-4707-a38b-52ee30658a0f req-513309fd-9b22-4e04-95b0-87a213fb5949 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:00.695665 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38141a42-69af-4707-a38b-52ee30658a0f req-513309fd-9b22-4e04-95b0-87a213fb5949 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 932 time: 0.0728617
Dec 11 21:18:00.696745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.785326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Pushing event updated for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:00.849311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38141a42-69af-4707-a38b-52ee30658a0f req-e63d1df3-de71-4d9c-aac1-9a914fc543b4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181529
Dec 11 21:18:00.873756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Attempting to bind port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:00.874226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Attempting to bind port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:00.874605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Attempting to bind port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 on network a9b77b95-e493-4650-af5f-2adc928c9f1a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:00.879280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 on network a9b77b95-e493-4650-af5f-2adc928c9f1a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:00.879611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Attempting to bind port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 on network a9b77b95-e493-4650-af5f-2adc928c9f1a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:00.884901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:00.885250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Checking segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:00.885639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Bound using segment: {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:00.886070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Bound port: 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea970bda-0ba5-4b53-9c7e-27708ef761cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:00.886439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:00.956360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:00.959586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:00.965555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:01.007069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.007752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:01.010579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] 10.222.0.16 "PUT /v2.0/ports/9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 200  len: 1092 time: 0.8376777
Dec 11 21:18:01.011073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:01.013469 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bce03e4-3bce-4e66-affa-75896c85791c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:01.043875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800e71f-bd91-4ec6-b536-7669cb40a77e service neutron] Pushing event updated for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:01.070038 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae54a0ae-ba31-4eae-99b0-7b03e06a7299 x-openstack-request-id: req-ae54a0ae-ba31-4eae-99b0-7b03e06a7299 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:01.070458 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:01.070845 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae54a0ae-ba31-4eae-99b0-7b03e06a7299 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:01.071346 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'status': 'completed', 'code': 200}
Dec 11 21:18:01.127871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-7bb4724b-b637-4c94-bb1f-f538c4ebd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.129596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-7bb4724b-b637-4c94-bb1f-f538c4ebd300 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1095 time: 0.0510771
Dec 11 21:18:01.176927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-4cee9932-55bd-4195-9034-a4dd6186b980 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 200  len: 217 time: 0.0372629
Dec 11 21:18:01.234574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-4e91de8e-9d96-4a81-b4c8-8dbd27a13673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.236103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-4e91de8e-9d96-4a81-b4c8-8dbd27a13673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 HTTP/1.1" status: 200  len: 834 time: 0.0517311
Dec 11 21:18:01.298037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-0ac9038a-b99c-4d77-820f-ee583539f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.299700 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-0ac9038a-b99c-4d77-820f-ee583539f779 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b77b95-e493-4650-af5f-2adc928c9f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0569408
Dec 11 21:18:01.392631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-21673f65-5873-4d86-84fd-faae758931c6 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851128
Dec 11 21:18:01.491168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ada39b4-c699-4b85-946f-16d013c8fd21 req-0c28b674-83dd-4ff9-9098-0f7ad9b0c816 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921912
Dec 11 21:18:01.584607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce03e4-3bce-4e66-affa-75896c85791c req-dc5d8fbd-f1c8-451a-a649-01d4de231563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.586197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-dc5d8fbd-f1c8-451a-a649-01d4de231563 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1095 time: 0.0420330
Dec 11 21:18:01.676793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce03e4-3bce-4e66-affa-75896c85791c req-ecc49a68-b683-4606-9c20-b0aaa561c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.678281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-ecc49a68-b683-4606-9c20-b0aaa561c1a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 200  len: 898 time: 0.0851927
Dec 11 21:18:01.725922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-295f32e4-9536-45ee-b813-1024d5f10739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 200  len: 217 time: 0.0389037
Dec 11 21:18:01.781824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce03e4-3bce-4e66-affa-75896c85791c req-5858c670-1001-43b2-b226-fd54db6a078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.783292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-5858c670-1001-43b2-b226-fd54db6a078f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 HTTP/1.1" status: 200  len: 834 time: 0.0497561
Dec 11 21:18:01.829616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce03e4-3bce-4e66-affa-75896c85791c req-6f2e93d8-fcba-4d15-972f-20394f30fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:01.831145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-6f2e93d8-fcba-4d15-972f-20394f30fcca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b77b95-e493-4650-af5f-2adc928c9f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405414
Dec 11 21:18:02.216769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-fe61c7d0-6bb6-45d0-854c-1814f2f066f5 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772128
Dec 11 21:18:02.224674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2bd6f-f16c-4bf5-9595-4c10a81db295 req-d1e13d4e-2264-4fca-b001-a4588bdb5347 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:02.226071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ed2bd6f-f16c-4bf5-9595-4c10a81db295 req-d1e13d4e-2264-4fca-b001-a4588bdb5347 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 944 time: 0.0760205
Dec 11 21:18:02.331726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1ed2bd6f-f16c-4bf5-9595-4c10a81db295 req-0e458426-0ab7-443d-86e1-d5789732d840 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971901
Dec 11 21:18:02.350500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7bce03e4-3bce-4e66-affa-75896c85791c req-e347ade0-9ae3-472e-a811-9afd6b569465 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234434
Dec 11 21:18:03.455288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecd0fc-8bf5-4943-a595-f42de356a18f req-edc80b37-e504-44fb-bd22-3b0b7d830d1a tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:03.456962 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56ecd0fc-8bf5-4943-a595-f42de356a18f req-edc80b37-e504-44fb-bd22-3b0b7d830d1a tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 944 time: 0.0535207
Dec 11 21:18:03.518390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56ecd0fc-8bf5-4943-a595-f42de356a18f req-8f811966-8fa5-4d19-8171-4f350e4c7645 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551775
Dec 11 21:18:04.635983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545a3c-52a7-456e-938a-ab41105b1d42 req-3b27f7c0-9d4f-4d07-9c4a-ce2733355412 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:04.637315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a545a3c-52a7-456e-938a-ab41105b1d42 req-3b27f7c0-9d4f-4d07-9c4a-ce2733355412 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 944 time: 0.0500443
Dec 11 21:18:04.689640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a545a3c-52a7-456e-938a-ab41105b1d42 req-4707de54-2a8b-467b-ad5e-f2661280db72 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457337
Dec 11 21:18:04.731715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:18:04.831140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:04.843157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'port_id': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'mac_address': 'fa:16:3e:38:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:18:04.880289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:04.893390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:18:04.912841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:04.917026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:04.965095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:05.121253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:18:05.810134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4590e-2a1e-410d-82ea-ca02b68cd35d req-4b2557cf-e08c-4419-ba7d-3a5d424d03fc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:05.811685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3fa4590e-2a1e-410d-82ea-ca02b68cd35d req-4b2557cf-e08c-4419-ba7d-3a5d424d03fc tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 945 time: 0.0532010
Dec 11 21:18:05.867006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3fa4590e-2a1e-410d-82ea-ca02b68cd35d req-d11f0128-9b9b-49e7-997b-27327ba7b301 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486281
Dec 11 21:18:06.670667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47636) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:06.731539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:06.780007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b894c351-297b-432c-ae7d-bcace6797052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.782001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:18:06.786065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:06.786614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.855446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b894c351-297b-432c-ae7d-bcace6797052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.861032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b894c351-297b-432c-ae7d-bcace6797052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.867359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.894702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:06.897456 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779450d7-33e1-4569-819a-71a8e4ab04ec" -d '{"events": [{"server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:06.900117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47642) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:06.900588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b894c351-297b-432c-ae7d-bcace6797052 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=480b38dc6dff42538a2f19acfcf086f7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2284086
Dec 11 21:18:06.905794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894c351-297b-432c-ae7d-bcace6797052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063dad01-fdc5-422d-a254-01ac1b750fa1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:06.925501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:06.934209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:06.969517 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac338d56-9bdd-46bc-9bf4-c9f24c985c7b x-openstack-request-id: req-ac338d56-9bdd-46bc-9bf4-c9f24c985c7b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:06.969517 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "name": "network-vif-plugged", "status": "completed", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:06.969851 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac338d56-9bdd-46bc-9bf4-c9f24c985c7b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:06.970323 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'code': 200}
Dec 11 21:18:06.993696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.001478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:07.063388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.130446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2df075-5d9b-4667-9bc0-44f04d91be81 req-5cce19c5-3da7-4668-b69f-82fb4279b5e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:07.131904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2df075-5d9b-4667-9bc0-44f04d91be81 req-5cce19c5-3da7-4668-b69f-82fb4279b5e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.1403465
Dec 11 21:18:07.134125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ca15-24fc-4918-8c4d-88d12103d8cd req-1a5f384f-99cd-44f2-96b4-53035bb03cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:07.135464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d93ca15-24fc-4918-8c4d-88d12103d8cd req-1a5f384f-99cd-44f2-96b4-53035bb03cf7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1097 time: 0.1064918
Dec 11 21:18:07.171657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.174168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.175326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/063dad01-fdc5-422d-a254-01ac1b750fa1 HTTP/1.1" status: 204  len: 168 time: 0.2735813
Dec 11 21:18:07.201490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e049ad5-d6f6-450e-a8ac-3df6972a4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063dad01-fdc5-422d-a254-01ac1b750fa1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:07.235593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d93ca15-24fc-4918-8c4d-88d12103d8cd req-3eb7ca44-c53f-4417-81f0-1677160912b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931098
Dec 11 21:18:07.239756 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1b2df075-5d9b-4667-9bc0-44f04d91be81 req-25c7aa51-ccc7-4d88-bbf2-7dd1b8684f9c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002822
Dec 11 21:18:07.440680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47650) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:07.454746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73d86d89-7064-4420-b27d-0263ac9d6cc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.529809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73d86d89-7064-4420-b27d-0263ac9d6cc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.533466 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-73d86d89-7064-4420-b27d-0263ac9d6cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.570461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-73d86d89-7064-4420-b27d-0263ac9d6cc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a4806fed7db4b88bef6d7be5f93db30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1287196
Dec 11 21:18:07.571613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d86d89-7064-4420-b27d-0263ac9d6cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03772a1-4ce9-412a-aabe-77c57c8e5664,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:07.573192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:07.620904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.642364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.691803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.694450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:07.695620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d03772a1-4ce9-412a-aabe-77c57c8e5664 HTTP/1.1" status: 204  len: 168 time: 0.1213644
Dec 11 21:18:07.705291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4da9-2884-4fda-adde-bd24117fb939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03772a1-4ce9-412a-aabe-77c57c8e5664,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:08.015756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47658) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:08.028716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51e392b1-ad8e-462b-9d9f-dfab32feda06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.117337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51e392b1-ad8e-462b-9d9f-dfab32feda06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.121026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51e392b1-ad8e-462b-9d9f-dfab32feda06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.159353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51e392b1-ad8e-462b-9d9f-dfab32feda06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0048e5f9c244b4d9e7e732fa90a8a92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1424921
Dec 11 21:18:08.161502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e392b1-ad8e-462b-9d9f-dfab32feda06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d7502-01eb-43a6-9215-4ced50d87a2b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:08.162053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47660) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:08.220618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.241273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.299225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.302169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.303508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/668d7502-01eb-43a6-9215-4ced50d87a2b HTTP/1.1" status: 204  len: 168 time: 0.1403511
Dec 11 21:18:08.312797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a9b3d-cf37-4eec-84ef-227262ba44c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d7502-01eb-43a6-9215-4ced50d87a2b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:08.384064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da39d-3350-47ca-8210-37bc02d46c00 req-3ef87c03-2b60-4324-9a34-bfb679056dc5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:08.385872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-140da39d-3350-47ca-8210-37bc02d46c00 req-3ef87c03-2b60-4324-9a34-bfb679056dc5 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.0556355
Dec 11 21:18:08.437850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-140da39d-3350-47ca-8210-37bc02d46c00 req-b1afaddc-2f1c-4582-8232-444d9af21ac4 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453024
Dec 11 21:18:08.557626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4f981-0f6a-43ef-bb1b-2397d58fe487 req-a056ff74-a7a1-4575-9100-cbeee1211c9c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:08.559151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dff4f981-0f6a-43ef-bb1b-2397d58fe487 req-a056ff74-a7a1-4575-9100-cbeee1211c9c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.0529196
Dec 11 21:18:08.610131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dff4f981-0f6a-43ef-bb1b-2397d58fe487 req-244b00e7-394c-4600-8a8f-3b35efe395d3 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440090
Dec 11 21:18:08.633718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47676) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:08.676872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925dad06-5e20-4b36-bc95-df4ebdf5b9ec tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:08.678424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-925dad06-5e20-4b36-bc95-df4ebdf5b9ec tempest-TestNetworkBasicOps-258808889 tempest-TestNetworkBasicOps-258808889-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1092 time: 0.0449641
Dec 11 21:18:08.682911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:08.686450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:08.708552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.812535 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:08.924218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Allocated IP 172.35.1.116 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/ca130f13-88bb-41a1-9f30-8878ee947f11) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:09.027950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.062524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.108485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:09.114079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:09.116076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=ca130f13-88bb-41a1-9f30-8878ee947f11,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:09.118243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:09.484564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.555407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.720418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.725436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.794099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event updated for resources: {'Port': ['ID=ca130f13-88bb-41a1-9f30-8878ee947f11,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:09.805745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:09.908778 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Floating IP c9fbc00c-7513-4149-a583-ac898dc153f2 associated. External IP: 172.35.1.116, port: 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3.
Dec 11 21:18:10.127645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router e890e952-e8c4-45e0-b929-d021ffe71857 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:10.238788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:10.250700 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Sync routers for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:10.260964 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:10.261747 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84085310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:10.267242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:10.296260 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-83fd3906-5472-4fcc-a7cd-ddab270867b8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6139612
Dec 11 21:18:10.297001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:10.299046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47724) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:10.299576 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c4b613-3d5a-4b66-9ccc-abef27692a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:10.339221 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4a5dc-1b16-47bf-91cc-2a1857214a00 x-openstack-request-id: req-c3d4a5dc-1b16-47bf-91cc-2a1857214a00 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:10.339591 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:10.340075 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3d4a5dc-1b16-47bf-91cc-2a1857214a00 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:10.340556 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'status': 'completed', 'code': 200}
Dec 11 21:18:10.403418 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:10.416739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-84570f69-dbd1-4c8c-a06d-4b2477480b4d tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c9fbc00c-7513-4149-a583-ac898dc153f2 HTTP/1.1" status: 200  len: 992 time: 0.1161976
Dec 11 21:18:10.426627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-27a75132-3f97-4230-bb1f-4c7b11fe5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:10.428117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-27a75132-3f97-4230-bb1f-4c7b11fe5d47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1097 time: 0.0619249
Dec 11 21:18:10.526843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-3d1a4ee3-d0b2-4d52-9658-dcdbaacc473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:10.528496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-3d1a4ee3-d0b2-4d52-9658-dcdbaacc473c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 200  len: 898 time: 0.0916283
Dec 11 21:18:10.603074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-1731dcb5-fd5a-4e8a-843f-ad97ae15461b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 200  len: 1000 time: 0.0676987
Dec 11 21:18:10.638560 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84085310>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9fbc00c-7513-4149-a583-ac898dc153f2', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.116', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'port_id': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'mac_address': 'fa:16:3e:38:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:18:09Z', 'updated_at': '2021-12-11T21:18:09Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:10.653599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-894800c1-dfe7-4968-a121-f1468bfde334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:10.655854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-894800c1-dfe7-4968-a121-f1468bfde334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 HTTP/1.1" status: 200  len: 834 time: 0.0463858
Dec 11 21:18:10.668282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Checking router: e890e952-e8c4-45e0-b929-d021ffe71857 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:10.677984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:10.678623 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84085310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:17:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:10.705940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-f2a01868-c568-4247-a342-b4f4a75fe729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:10.707747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-f2a01868-c568-4247-a342-b4f4a75fe729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b77b95-e493-4650-af5f-2adc928c9f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454278
Dec 11 21:18:10.805927 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:10.810891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-9b63d2c8-f346-47c7-980d-2534654151ba service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0945485
Dec 11 21:18:10.902600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47c4b613-3d5a-4b66-9ccc-abef27692a6a req-cc9c0642-640e-4c51-813c-c3b5958342ea service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852444
Dec 11 21:18:11.010560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67740e30-81f3-4ed6-a3de-008bb9bb4f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:11.043979 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84085310>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9fbc00c-7513-4149-a583-ac898dc153f2', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.116', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'port_id': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'mac_address': 'fa:16:3e:38:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:18:09Z', 'updated_at': '2021-12-11T21:18:09Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:11.163442 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bac5f5-c8ca-45e9-b2bd-5bf0545c544c None None] The sync data for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 is: [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c9fbc00c-7513-4149-a583-ac898dc153f2', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'floating_ip_address': '172.35.1.116', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'port_id': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'mac_address': 'fa:16:3e:38:b4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:18:09Z', 'updated_at': '2021-12-11T21:18:09Z', 'revision_number': 0, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:11.378610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1046ee2b-1278-4de0-a206-3ed4b362fed5 None None] New status for floating IP c9fbc00c-7513-4149-a583-ac898dc153f2: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:18:11.420814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47752) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:11.488046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b8adf5a-e479-4441-bab6-636b3f6c39d0 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c9fbc00c-7513-4149-a583-ac898dc153f2 HTTP/1.1" status: 200  len: 992 time: 0.0654697
Dec 11 21:18:12.491569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:12.554711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06a3c9f9-223b-43f1-b1f1-1b7149cf6b16 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c9fbc00c-7513-4149-a583-ac898dc153f2 HTTP/1.1" status: 200  len: 994 time: 0.0619318
Dec 11 21:18:13.457223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9251b441-9f55-46f4-b035-f4eecaca8f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.267359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:14.375923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b86b-1e1a-48bf-ac81-e3aa9360fc15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.448116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b86b-1e1a-48bf-ac81-e3aa9360fc15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.452395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b86b-1e1a-48bf-ac81-e3aa9360fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.489941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6eb2b86b-1e1a-48bf-ac81-e3aa9360fc15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3417feebdbf493498d94a53cfe06ec5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2214155
Dec 11 21:18:14.490854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2b86b-1e1a-48bf-ac81-e3aa9360fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60082a41-025d-4862-81da-ac334753b747,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:14.492753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47800) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:14.541357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.562278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.609245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.612164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.613305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60082a41-025d-4862-81da-ac334753b747 HTTP/1.1" status: 204  len: 168 time: 0.1194298
Dec 11 21:18:14.620752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb356fa-66f3-40dc-a6ef-6ac64de4bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60082a41-025d-4862-81da-ac334753b747,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:14.867691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47806) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:14.881604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1c3a-076d-4c70-a2ce-f770dc431b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.944171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.957770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1c3a-076d-4c70-a2ce-f770dc431b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:14.961429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1c3a-076d-4c70-a2ce-f770dc431b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:15.000297 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4a4f1c3a-076d-4c70-a2ce-f770dc431b05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21a8c48d2d554cf0ac293ca7a1b7eefc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315081
Dec 11 21:18:15.002668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f1c3a-076d-4c70-a2ce-f770dc431b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc564b-d938-40b5-bee5-3571aaf1c119,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:15.003208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47808) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:15.055313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:15.075468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:15.121782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:15.124526 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:15.125682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31fc564b-d938-40b5-bee5-3571aaf1c119 HTTP/1.1" status: 204  len: 168 time: 0.1214883
Dec 11 21:18:15.133285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e44eff-97b7-4646-b56d-b4239878c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc564b-d938-40b5-bee5-3571aaf1c119,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:15.900954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:16.307014 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:17.183868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:17.748747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47976) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:17.858505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5525130b-d927-42b0-a590-f19137dccee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:17.934276 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5525130b-d927-42b0-a590-f19137dccee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:17.938356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5525130b-d927-42b0-a590-f19137dccee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:17.981040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5525130b-d927-42b0-a590-f19137dccee9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15244316ee114e9c8d568b177c5b0de1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2310426
Dec 11 21:18:17.981233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:17.982015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525130b-d927-42b0-a590-f19137dccee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d94a7-243b-42c0-ab7d-1a57fe575600,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:18.032964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.057421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.105363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.107989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.109155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f8d94a7-243b-42c0-ab7d-1a57fe575600 HTTP/1.1" status: 204  len: 168 time: 0.1269066
Dec 11 21:18:18.117564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67da843-8721-4db1-90b0-67e1052ed5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d94a7-243b-42c0-ab7d-1a57fe575600,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:18.381589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 47986) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:18.395491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-917f855a-6328-40c6-ae59-31954611c2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.468050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-917f855a-6328-40c6-ae59-31954611c2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.472139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-917f855a-6328-40c6-ae59-31954611c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.513464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-917f855a-6328-40c6-ae59-31954611c2b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afe9f29977b644ca848b92a4510393bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1305978
Dec 11 21:18:18.514184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f855a-6328-40c6-ae59-31954611c2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28e56f7-90ac-4aee-aa7d-46802749af73,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:18.515960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 47988) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:18.563825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.587318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.634345 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.636899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:18.640359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d28e56f7-90ac-4aee-aa7d-46802749af73 HTTP/1.1" status: 204  len: 168 time: 0.1209781
Dec 11 21:18:18.645637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7b299-544c-4323-9f87-edfccede42d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28e56f7-90ac-4aee-aa7d-46802749af73,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:20.267323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:20.408929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:20.431441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:20.524821 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:20.631234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Allocated IP 172.35.1.63 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/10bf642f-f572-4e21-a0ba-3dc0bec01373) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:20.730707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:20.767806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:20.812856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:20.817288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:20.821599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:20.824649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=10bf642f-f572-4e21-a0ba-3dc0bec01373,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:20.906800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:20.938710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.091593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.096662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.175188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=10bf642f-f572-4e21-a0ba-3dc0bec01373,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:21.183264 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.198689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.199921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b16660b7-1f1f-4f5f-9eb0-4c7776eb8334 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9315844
Dec 11 21:18:21.203150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48044) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:21.207983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-281930029'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:21.227304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Made reservation on behalf of 1ccc397a22444cbb9a84fec05c3013e0 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:21.230688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.239257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.315748 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.316372 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.319355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.342635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:18:21.355969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d94d8-9a0d-4f99-904a-a33210b4ebe9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:21.357281 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:18:21.361885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.362228 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Added segment 2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1 of type vlan for network 13306f4b-f4d9-4a59-b2de-029c9f837556
Dec 11 21:18:21.402686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.426996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.432617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:21.433202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.495504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2913258
Dec 11 21:18:21.498889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48046) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:21.507551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Request body: {'subnet': {'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:21.511979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a865d-a438-40f4-a6bb-d995b4f1f1c0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Network': ['ID=13306f4b-f4d9-4a59-b2de-029c9f837556,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:21.524032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:18:21.600790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Made reservation on behalf of 1ccc397a22444cbb9a84fec05c3013e0 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:21.604432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.788137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.857344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Subnet': ['ID=e5220e43-ea5b-4e52-8d27-c28e95f9a82f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:21.861706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Checking segment: {'id': '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:21.862065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network hostable DHCP agents. Network: 13306f4b-f4d9-4a59-b2de-029c9f837556, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:18:21.881442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:18:21.892331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13306f4b-f4d9-4a59-b2de-029c9f837556) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:21.896702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:21.897902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.901251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8fbfa-a8d6-42e8-9d6f-35b39b1df6c5 None None] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:21.914131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b65dde08-7dec-4b9e-8a12-cd73b1034966 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4122281
Dec 11 21:18:21.916825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48050) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:21.921935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2003303639', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:21.944265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.945247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:21.997335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.013043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13306f4b-f4d9-4a59-b2de-029c9f837556', 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556', 'project_id': '1ccc397a22444cbb9a84fec05c3013e0', 'fixed_ips': [{'subnet_id': 'e5220e43-ea5b-4e52-8d27-c28e95f9a82f'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:18:22.014032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.139509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.150378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Allocated IP 172.20.0.2 (13306f4b-f4d9-4a59-b2de-029c9f837556/e5220e43-ea5b-4e52-8d27-c28e95f9a82f/efdde045-7022-426e-9b9b-f553a640a2e4) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:22.288916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.295545 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.336706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.338106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:22.341783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:22.345134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:22.352401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Pushing event updated for resources: {'Port': ['ID=efdde045-7022-426e-9b9b-f553a640a2e4,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:22.356529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.401506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Attempting to bind port efdde045-7022-426e-9b9b-f553a640a2e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:22.401789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Attempting to bind port efdde045-7022-426e-9b9b-f553a640a2e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:22.402149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Attempting to bind port efdde045-7022-426e-9b9b-f553a640a2e4 on network 13306f4b-f4d9-4a59-b2de-029c9f837556 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:22.409807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:22.410182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Checking segment: {'id': '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:22.410617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.411017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Bound using segment: {'id': '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:22.411482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Bound port: efdde045-7022-426e-9b9b-f553a640a2e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:22.411864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.461413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Allocated IP 172.35.1.135 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a085c609-ff9d-4a81-bb59-59322e98ccf2) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:22.487468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] For port efdde045-7022-426e-9b9b-f553a640a2e4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:22.490838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] For port efdde045-7022-426e-9b9b-f553a640a2e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efdde045-7022-426e-9b9b-f553a640a2e4,segment=NetworkSegment(2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1),segment_id=2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:22.495257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.557273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773c6d-eee2-4be5-90c2-bfd764dbdd02 None None] Pushing event updated for resources: {'Port': ['ID=efdde045-7022-426e-9b9b-f553a640a2e4,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:22.572582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.608943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.648223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:22.651080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:22.654813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:22.665112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5373d-4fe8-4dfc-8849-5d9ce82c3315 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:22.678076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=a085c609-ff9d-4a81-bb59-59322e98ccf2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:22.749773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ee84a2d8-0873-4a9b-b556-9c602ead0e15 None None] Provisioning complete for port a085c609-ff9d-4a81-bb59-59322e98ccf2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:22.750196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee84a2d8-0873-4a9b-b556-9c602ead0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:22.789495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ee84a2d8-0873-4a9b-b556-9c602ead0e15 None None] Port a085c609-ff9d-4a81-bb59-59322e98ccf2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:22.958327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:23.441626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:23.568082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4202097-3d59-4cf6-a961-7bb0e05b854d None None] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:23.571740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:18:23.641190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] Provisioning complete for port efdde045-7022-426e-9b9b-f553a640a2e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:23.641594 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:23.680076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:23.690627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] Sync routers for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:23.702714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:23.704285 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ac3c5bf-decf-40bb-88ab-f8bf9b754b08 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.7864745
Dec 11 21:18:23.704926 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:23.705729 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:23.707130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48052) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:23.740819 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd220>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:23.750033 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:23.750942 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:23.788102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843dd220>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:23.788749 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87000557-84a0-4e62-8845-b7c618e1d67e None None] The sync data for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:23.912883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:23.948241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] For port efdde045-7022-426e-9b9b-f553a640a2e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efdde045-7022-426e-9b9b-f553a640a2e4,segment=NetworkSegment(2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1),segment_id=2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:23.954385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.010922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f97c-99e0-437d-9850-30b5b4134ec5 None None] Pushing event updated for resources: {'Port': ['ID=efdde045-7022-426e-9b9b-f553a640a2e4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:24.096626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device efdde045-7022-426e-9b9b-f553a640a2e4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:24.144010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port efdde045-7022-426e-9b9b-f553a640a2e4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:24.144296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.170106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.189374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-985d900d-de7a-4f25-a7bf-bd40d6bc12bb None None] Provisioning complete for port efdde045-7022-426e-9b9b-f553a640a2e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:24.189741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-985d900d-de7a-4f25-a7bf-bd40d6bc12bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.440746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Allocated IP 172.20.0.1 (13306f4b-f4d9-4a59-b2de-029c9f837556/e5220e43-ea5b-4e52-8d27-c28e95f9a82f/c8ae1e15-e005-4aa4-ba42-b615eee6282a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:24.549311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.582104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.627066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:24.630077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:24.633919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:24.664040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=c8ae1e15-e005-4aa4-ba42-b615eee6282a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:24.681459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.819317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.927280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-338227c0-c2ae-4b51-8806-c4aa6de542f1 None None] Provisioning complete for port c8ae1e15-e005-4aa4-ba42-b615eee6282a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:24.927829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-338227c0-c2ae-4b51-8806-c4aa6de542f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:24.959591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-338227c0-c2ae-4b51-8806-c4aa6de542f1 None None] Port c8ae1e15-e005-4aa4-ba42-b615eee6282a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:25.100683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.107122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.177281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=c8ae1e15-e005-4aa4-ba42-b615eee6282a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:25.182043 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.275727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:25.277078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:25.389705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:25.485871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6a17118f-4ba3-4c64-9ed6-48e5a4a0d84d None None] Provisioning complete for port c8ae1e15-e005-4aa4-ba42-b615eee6282a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:25.486331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6a17118f-4ba3-4c64-9ed6-48e5a4a0d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.498868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:25.506940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c99690fb-93b8-44c8-9de1-6e743e37957c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "PUT /v2.0/routers/495cf70f-9e2f-4327-b9a0-e8adbfb25923/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7959852
Dec 11 21:18:25.506940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48058) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:25.510435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] Sync routers for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:25.512018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Request body: {'port': {'network_id': '13306f4b-f4d9-4a59-b2de-029c9f837556', 'name': 'tempest-FloatingIPAdminTestJSON-1875932227'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:25.529727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6a17118f-4ba3-4c64-9ed6-48e5a4a0d84d None None] Port c8ae1e15-e005-4aa4-ba42-b615eee6282a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:25.531118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:25.531743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:25.564709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f14f0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:25.573462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:25.574073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776f14f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:25.609001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776f14f0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:25.609563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc888c8e-4f35-41ce-82dc-20ec3874dd41 None None] The sync data for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:25.624131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Made reservation on behalf of 1ccc397a22444cbb9a84fec05c3013e0 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:25.627688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.646215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] device_id is not set on port 1eca8b99-2c56-49c6-8dd1-082fca1c0c06 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:25.754753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Allocated IP 172.20.0.12 (13306f4b-f4d9-4a59-b2de-029c9f837556/e5220e43-ea5b-4e52-8d27-c28e95f9a82f/1eca8b99-2c56-49c6-8dd1-082fca1c0c06) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:25.895430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.928377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:25.976273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:25.979519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:25.983535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:26.007667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event updated for resources: {'Port': ['ID=1eca8b99-2c56-49c6-8dd1-082fca1c0c06,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:26.037067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:26.037693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.047314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device efdde045-7022-426e-9b9b-f553a640a2e4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:26.058726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35ff725d-d7c7-41df-93e4-fd60795183e0 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 0.5506887
Dec 11 21:18:26.062497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48060) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:26.110327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port efdde045-7022-426e-9b9b-f553a640a2e4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:26.111333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.147739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'project_id': '1ccc397a22444cbb9a84fec05c3013e0', 'port_id': '1eca8b99-2c56-49c6-8dd1-082fca1c0c06'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:26.174038 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.251891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5743950-01fc-403b-bd8f-8ff467ccd180 None None] Provisioning complete for port 1eca8b99-2c56-49c6-8dd1-082fca1c0c06 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:26.252270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5743950-01fc-403b-bd8f-8ff467ccd180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.265957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.287233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5743950-01fc-403b-bd8f-8ff467ccd180 None None] Port 1eca8b99-2c56-49c6-8dd1-082fca1c0c06 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:26.373921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Allocated IP 172.35.1.5 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/ff691056-bfb2-476e-b952-bfb46b59f74d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:26.471430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.504554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.547091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:26.549954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:26.552401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:26.581174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Pushing event updated for resources: {'Port': ['ID=ff691056-bfb2-476e-b952-bfb46b59f74d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:26.904903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:26.974960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:27.118586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:27.124027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:27.196998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Pushing event updated for resources: {'Port': ['ID=ff691056-bfb2-476e-b952-bfb46b59f74d,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:27.206793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:27.305852 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Floating IP a7e1a6b4-f1aa-4d7e-ba46-65fcd5d0bda0 associated. External IP: 172.35.1.5, port: 1eca8b99-2c56-49c6-8dd1-082fca1c0c06.
Dec 11 21:18:27.770362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:27.874098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:27.883705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] Sync routers for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:27.894163 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:27.894762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:27.894894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:27.925639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fdcef2be-e507-4827-865d-71f95175b3b1 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 1.8620903
Dec 11 21:18:27.926863 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c81f0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:27.928252 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48064) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:27.935457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:27.936045 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844c81f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:27.970096 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844c81f0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:27.970766 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0625cd-9c84-47a7-8c9b-fbedbe50e95d None None] The sync data for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:28.045725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9af2aa26-36dd-4d43-b802-cfaa195fcd2d tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "GET /v2.0/floatingips/a7e1a6b4-f1aa-4d7e-ba46-65fcd5d0bda0 HTTP/1.1" status: 200  len: 982 time: 0.1162727
Dec 11 21:18:28.048038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48066) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:28.158457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b48ec036-4a3c-4938-b1c2-88658a17f210 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3821 time: 0.1093621
Dec 11 21:18:28.161110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48068) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:28.312708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port ff691056-bfb2-476e-b952-bfb46b59f74d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:28.312970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.388388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.388704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.399922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for ff691056-bfb2-476e-b952-bfb46b59f74d owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:28.569787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.596292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=ff691056-bfb2-476e-b952-bfb46b59f74d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:28.652828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.653148 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Floating IP a7e1a6b4-f1aa-4d7e-ba46-65fcd5d0bda0 disassociated (deleted). External IP: 172.35.1.5, port: 1eca8b99-2c56-49c6-8dd1-082fca1c0c06.
Dec 11 21:18:28.853804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:28.958681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:28.963221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:28.968806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] Sync routers for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:28.978615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:28.979216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7783bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:28.989549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33a36a76-a105-4ff7-bd7a-716275d4a49c tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/floatingips/a7e1a6b4-f1aa-4d7e-ba46-65fcd5d0bda0 HTTP/1.1" status: 204  len: 168 time: 0.8274426
Dec 11 21:18:28.993060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48070) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:28.998153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:29.011420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7783bdf0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:29.018802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.020664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:29.021259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7783bdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:29.061051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7783bdf0>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:29.061704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbbcb2-2b20-404b-b057-14b62f4f7859 None None] The sync data for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:29.114685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.215324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Allocated IP 172.35.1.165 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6477c643-1113-452b-8b7d-1829f54c5916) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:29.317656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.350643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.389126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:29.393376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:29.397485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:29.400478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Pushing event updated for resources: {'Port': ['ID=6477c643-1113-452b-8b7d-1829f54c5916,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:29.486243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.518308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.668407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.672702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.740492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Pushing event updated for resources: {'Port': ['ID=6477c643-1113-452b-8b7d-1829f54c5916,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:29.748560 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.763592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.764822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b5e27c6-a75c-48eb-ad49-763824b0660a tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.7706611
Dec 11 21:18:29.767680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48072) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:29.870245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:29.891947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:29.990260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.091596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Allocated IP 172.35.1.212 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5929e7c4-8379-4c99-9b76-5396eecea764) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:30.192901 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.225480 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.265109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:30.269511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:30.273686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:30.276697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Pushing event updated for resources: {'Port': ['ID=5929e7c4-8379-4c99-9b76-5396eecea764,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:30.359373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.393189 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.539394 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.543811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.612223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Pushing event updated for resources: {'Port': ['ID=5929e7c4-8379-4c99-9b76-5396eecea764,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:30.620000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.637197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:30.639034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7c7d0222-84d9-4a39-8539-b1c491347616 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8704016
Dec 11 21:18:30.641537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48078) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:30.709146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ec55194-5a58-41b5-9b04-407237cd4019 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4007 time: 0.0665257
Dec 11 21:18:30.711674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48080) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:30.780856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a30d6eb-f56b-49fe-b861-1e818b630578 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.0681324
Dec 11 21:18:30.783423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:31.181328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Deleting port 5929e7c4-8379-4c99-9b76-5396eecea764 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:31.182019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.260442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.260793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.272189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Calling delete_port for 5929e7c4-8379-4c99-9b76-5396eecea764 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:31.402872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.428535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Pushing event deleted for resources: {'Port': ['ID=5929e7c4-8379-4c99-9b76-5396eecea764,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:31.489613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.492403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.493581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b88ca5e3-dfd3-4006-a3c8-7ba2173c2604 tempest-FloatingIPAdminTestJSON-1944672859 tempest-FloatingIPAdminTestJSON-1944672859-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e5f7cdc-41fb-4977-b778-85d2b28f716e HTTP/1.1" status: 204  len: 168 time: 0.7092626
Dec 11 21:18:31.496291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48086) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:31.616439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Deleting port 6477c643-1113-452b-8b7d-1829f54c5916 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:31.616775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.689619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.689867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.701247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Calling delete_port for 6477c643-1113-452b-8b7d-1829f54c5916 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:31.829343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.854568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Pushing event deleted for resources: {'Port': ['ID=6477c643-1113-452b-8b7d-1829f54c5916,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:31.916619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.919274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:31.920409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d0dda89-2626-49e3-9a6f-49a97e8fb705 tempest-FloatingIPAdminTestJSON-578460326 tempest-FloatingIPAdminTestJSON-578460326-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/603a1ad3-55c3-4e9f-ab89-ff9521b3e77e HTTP/1.1" status: 204  len: 168 time: 0.4232147
Dec 11 21:18:31.923899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48088) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:32.008816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port 1eca8b99-2c56-49c6-8dd1-082fca1c0c06 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:32.009141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:32.095517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:32.107765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for 1eca8b99-2c56-49c6-8dd1-082fca1c0c06 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:32.229027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:32.260316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=1eca8b99-2c56-49c6-8dd1-082fca1c0c06,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:32.331684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:32.335084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aecd663a-00e8-480e-ac87-d09219877e28 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/ports/1eca8b99-2c56-49c6-8dd1-082fca1c0c06 HTTP/1.1" status: 204  len: 168 time: 0.4102492
Dec 11 21:18:32.337585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48090) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:32.388347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda3397-ff92-4f07-8432-c4be7c246811 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:32.389922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bcda3397-ff92-4f07-8432-c4be7c246811 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "GET /v2.0/ports?device_id=495cf70f-9e2f-4327-b9a0-e8adbfb25923 HTTP/1.1" status: 200  len: 913 time: 0.0514195
Dec 11 21:18:32.392513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48092) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:32.741401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:32.998354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port c8ae1e15-e005-4aa4-ba42-b615eee6282a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:32.998737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:33.089550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:33.101989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for c8ae1e15-e005-4aa4-ba42-b615eee6282a owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:33.292011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:33.323931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=c8ae1e15-e005-4aa4-ba42-b615eee6282a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:33.493431 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:33.702967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:33.806224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:33.814249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75cf50b8-f915-42c6-84ae-5f770c049d67 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "PUT /v2.0/routers/495cf70f-9e2f-4327-b9a0-e8adbfb25923/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4182658
Dec 11 21:18:33.814249 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48098) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:33.816046 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] Sync routers for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:33.826746 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:33.827360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d72b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:33.859167 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d72b0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:33.867677 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] Routers {'495cf70f-9e2f-4327-b9a0-e8adbfb25923'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:33.868276 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d72b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:33.900205 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d72b0>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:33.900847 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e94d0be-9b09-48de-a188-ed9a393d92ee None None] The sync data for ids ['495cf70f-9e2f-4327-b9a0-e8adbfb25923'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:33.918451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.019655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.069190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port a085c609-ff9d-4a81-bb59-59322e98ccf2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:34.069527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.143751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.155331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for a085c609-ff9d-4a81-bb59-59322e98ccf2 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:34.323693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.352862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=a085c609-ff9d-4a81-bb59-59322e98ccf2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:34.366177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83d9ef-f981-41f3-863f-3d91ba37d0d4 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:34.411942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.501647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.503745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.545506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.545948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Fanout notify agent at l3_agent the message router_deleted on router 495cf70f-9e2f-4327-b9a0-e8adbfb25923 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:18:34.552776 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.553878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0de67b89-5eba-4440-b0ee-28ab8963d130 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/routers/495cf70f-9e2f-4327-b9a0-e8adbfb25923 HTTP/1.1" status: 204  len: 168 time: 0.7387571
Dec 11 21:18:34.556416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48100) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:34.609560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting subnet e5220e43-ea5b-4e52-8d27-c28e95f9a82f {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:18:34.612634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:34.651178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.047016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.106556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.133836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Subnet': ['ID=e5220e43-ea5b-4e52-8d27-c28e95f9a82f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:35.135838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.139633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-28decf70-25e8-4868-bbed-09f910a726bd tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/subnets/e5220e43-ea5b-4e52-8d27-c28e95f9a82f HTTP/1.1" status: 204  len: 168 time: 0.5822713
Dec 11 21:18:35.141539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5636a83-9d5c-4072-9704-5f41b4681358 None None] Network 13306f4b-f4d9-4a59-b2de-029c9f837556 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:35.142207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:35.220062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.278655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port efdde045-7022-426e-9b9b-f553a640a2e4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:35.279012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.293877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] DHCP port deletion for 13306f4b-f4d9-4a59-b2de-029c9f837556 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:35.342624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] For port efdde045-7022-426e-9b9b-f553a640a2e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efdde045-7022-426e-9b9b-f553a640a2e4,segment=NetworkSegment(2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1),segment_id=2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:35.343176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.346312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Deleting port efdde045-7022-426e-9b9b-f553a640a2e4 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:35.346728 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.356059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for efdde045-7022-426e-9b9b-f553a640a2e4 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:35.410106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] For port efdde045-7022-426e-9b9b-f553a640a2e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=efdde045-7022-426e-9b9b-f553a640a2e4,segment=NetworkSegment(2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1),segment_id=2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:35.410692 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.423288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Calling delete_port for efdde045-7022-426e-9b9b-f553a640a2e4 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:35.440652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.467693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=efdde045-7022-426e-9b9b-f553a640a2e4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:35.469716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] No DVR routers for this DVR port efdde045-7022-426e-9b9b-f553a640a2e4 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:18:35.498983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.525125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] Pushing event deleted for resources: {'Port': ['ID=efdde045-7022-426e-9b9b-f553a640a2e4,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:35.526905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50afed09-924f-40ce-8d60-12ddbde15452 None None] No DVR routers for this DVR port efdde045-7022-426e-9b9b-f553a640a2e4 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:18:35.551126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.571377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d840bbc40>,) {'filters': {'network_id': ['13306f4b-f4d9-4a59-b2de-029c9f837556']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:35.580913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d840bbc40>, '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:35.581210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d840bbc40>, '2dcc5266-0fed-4ddd-9000-a5c3b1bab8f1') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:35.590287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.603382 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.609122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:18:35.609509 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:18:35.612440 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:18:35.667927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.675177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.678389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/networks/13306f4b-f4d9-4a59-b2de-029c9f837556 HTTP/1.1" status: 204  len: 168 time: 0.5351663
Dec 11 21:18:35.681327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:35.690503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b5304-e993-4e3c-a20d-4c7a82893d5e tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Network': ['ID=13306f4b-f4d9-4a59-b2de-029c9f837556,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:35.806433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Deleting port 10bf642f-f572-4e21-a0ba-3dc0bec01373 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:35.806777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.881086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.881358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:35.892751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Calling delete_port for 10bf642f-f572-4e21-a0ba-3dc0bec01373 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:36.023625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.042004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device efdde045-7022-426e-9b9b-f553a640a2e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:36.049904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Pushing event deleted for resources: {'Port': ['ID=10bf642f-f572-4e21-a0ba-3dc0bec01373,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:36.066246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: efdde045-7022-426e-9b9b-f553a640a2e4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:18:36.066647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device efdde045-7022-426e-9b9b-f553a640a2e4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:18:36.116418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.120777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.121990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d7748bd-aaf5-47a2-bac4-f97e43e6a5e4 tempest-FloatingIPAdminTestJSON-1815530991 tempest-FloatingIPAdminTestJSON-1815530991-project] 10.222.0.18 "DELETE /v2.0/floatingips/89e59d3c-9684-447e-9130-d106c91cd4dd HTTP/1.1" status: 204  len: 168 time: 0.4395690
Dec 11 21:18:36.369301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:36.547021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d26efd7-dfdd-4bb3-a8c6-b6c81d77a388 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ccc397a22444cbb9a84fec05c3013e0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1763270
Dec 11 21:18:36.549329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48118) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:36.601299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.621682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.668026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.670774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:36.671951 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c17d94d8-9a0d-4f99-904a-a33210b4ebe9 HTTP/1.1" status: 204  len: 168 time: 0.1216731
Dec 11 21:18:36.679492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974cf14-b3af-4498-bfb7-31b1e0896b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d94d8-9a0d-4f99-904a-a33210b4ebe9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:36.927431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:36.940784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5b5687b-f11f-4dee-9583-61c358f09a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.014554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5b5687b-f11f-4dee-9583-61c358f09a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.018063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d5b5687b-f11f-4dee-9583-61c358f09a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.054396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d5b5687b-f11f-4dee-9583-61c358f09a6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85771557bb7e456a8aa043381224552d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1258953
Dec 11 21:18:37.055235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5687b-f11f-4dee-9583-61c358f09a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e819099c-c845-402b-a40d-64dde27f31c8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:37.057768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48126) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:37.107023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.129240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.175118 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.177714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.178912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e819099c-c845-402b-a40d-64dde27f31c8 HTTP/1.1" status: 204  len: 168 time: 0.1199532
Dec 11 21:18:37.187420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122eff14-836b-40d3-bf37-76090c7f31a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819099c-c845-402b-a40d-64dde27f31c8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:37.490097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:37.504084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bb1d-229e-4dc6-bf24-c7126fce7985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.579303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bb1d-229e-4dc6-bf24-c7126fce7985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.582907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5d8bb1d-229e-4dc6-bf24-c7126fce7985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.621115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f5d8bb1d-229e-4dc6-bf24-c7126fce7985 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa8e96803bba47e891ab7bb256827ebb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1299145
Dec 11 21:18:37.623102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8bb1d-229e-4dc6-bf24-c7126fce7985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10f63c6-c109-4cf2-8f3f-2ccaf1c4f4d9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:37.623917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:37.673849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.694055 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.740239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.742897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:37.744057 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10f63c6-c109-4cf2-8f3f-2ccaf1c4f4d9 HTTP/1.1" status: 204  len: 168 time: 0.1191304
Dec 11 21:18:37.751555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16901f-c848-4811-aa3f-4c7b6d589e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10f63c6-c109-4cf2-8f3f-2ccaf1c4f4d9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:38.979881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48174) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:39.123174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-590612285'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:39.143648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Made reservation on behalf of 679a39b5460645a5bb77891bd63dd600 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:39.147141 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.153282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48178) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:39.159082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.230288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cb425f5a-8057-469c-a8c1-714e5f1e0cad tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/floatingips/c9fbc00c-7513-4149-a583-ac898dc153f2 HTTP/1.1" status: 200  len: 994 time: 0.0644858
Dec 11 21:18:39.238778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.242751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.272711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:18:39.279726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b1f73-ace3-49f7-8c90-462add33e6ff,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:39.286409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.286788 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Added segment e35ab084-17ae-40a5-9ce1-ba325f73291d of type vlan for network d38cf95c-615a-404e-9959-d5f1029a4f8f
Dec 11 21:18:39.328087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.351688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.357689 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:39.358268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.420617 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 0.4394906
Dec 11 21:18:39.428657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74583d-9944-4c81-84c3-c6148cb5ddac tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Pushing event updated for resources: {'Network': ['ID=d38cf95c-615a-404e-9959-d5f1029a4f8f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:39.439403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d38cf95c-615a-404e-9959-d5f1029a4f8f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:18:39.520882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48188) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:39.585986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48190) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:39.591720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1990752873'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:39.611925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Made reservation on behalf of b3e43885a8ca4f47baf518c0c0c473e9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:39.614502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.623482 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.682907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port ca130f13-88bb-41a1-9f30-8878ee947f11 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:39.683167 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.699017 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.704313 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.714541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 32f244b9-2118-4968-9520-f73c5289a7dd yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:39.763833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.764155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.775521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for ca130f13-88bb-41a1-9f30-8878ee947f11 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:39.785743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd5821e-edea-47a3-bbf6-ac6cd0b5091f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:39.930323 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:39.958517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=ca130f13-88bb-41a1-9f30-8878ee947f11,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:40.023951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.024424 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Floating IP c9fbc00c-7513-4149-a583-ac898dc153f2 disassociated (deleted). External IP: 172.35.1.116, port: 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3.
Dec 11 21:18:40.240588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router e890e952-e8c4-45e0-b929-d021ffe71857 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:40.243743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 32f244b9-2118-4968-9520-f73c5289a7dd yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:40.255423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.262833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.321848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=32f244b9-2118-4968-9520-f73c5289a7dd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:40.330817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Checking segment: {'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:40.331196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Network hostable DHCP agents. Network: d38cf95c-615a-404e-9959-d5f1029a4f8f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:18:40.348096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Network d38cf95c-615a-404e-9959-d5f1029a4f8f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:18:40.357063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d38cf95c-615a-404e-9959-d5f1029a4f8f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:40.360768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:40.365556 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b471aa-df0c-4f80-b363-3d6e7d4fea9e None None] Network d38cf95c-615a-404e-9959-d5f1029a4f8f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:40.378439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.378869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.379153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.379904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:40.384020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.384970 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.384970 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 2 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.385147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.398383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.398816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.399170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.403895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.404767 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.405173 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 3 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.414554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9d7c1710-35f9-40d3-9ef2-6653b25429b7 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/floatingips/c9fbc00c-7513-4149-a583-ac898dc153f2 HTTP/1.1" status: 204  len: 168 time: 0.8925149
Dec 11 21:18:40.415160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:40.418154 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca36227-fec8-4c01-bf7b-2e1afb02838b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:40.418306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Sync routers for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:40.424003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.424348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.424711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.429465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.429805 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.430206 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 4 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.436391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:40.437098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770774c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:40.444440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.444788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.445133 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.450671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.451114 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.451634 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 5 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.467332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.467678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.468022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.473168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.473503 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.473904 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 6 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.488245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.488598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.489112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.494128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.494382 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.494980 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 7 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.509651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.510061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.510408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.515491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.515828 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.516224 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 8 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.526952 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e75c24-b97a-4ac6-aa9c-fab855fd4918 x-openstack-request-id: req-90e75c24-b97a-4ac6-aa9c-fab855fd4918 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:40.527407 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:40.527671 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e75c24-b97a-4ac6-aa9c-fab855fd4918 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:40.528756 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'status': 'completed', 'code': 200}
Dec 11 21:18:40.533234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.533753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.534251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.539059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.539645 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.540219 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 9 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.557196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.557784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.558130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.563021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.563369 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.563772 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 10 to bind port 32f244b9-2118-4968-9520-f73c5289a7dd
Dec 11 21:18:40.578724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:40.579070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:40.579857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:40.581584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:40.588928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 32f244b9-2118-4968-9520-f73c5289a7dd on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:40.589735 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 32f244b9-2118-4968-9520-f73c5289a7dd on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:40.590817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.637923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-8ca74c33-f0a3-4d8e-83af-210601a6a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:40.640921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-8ca74c33-f0a3-4d8e-83af-210601a6a15c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 1097 time: 0.0819416
Dec 11 21:18:40.694398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 32f244b9-2118-4968-9520-f73c5289a7dd, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:40.694934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempted to set empty binding levels {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:18:40.716442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.749274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-bc820107-ff4c-40df-8839-97c2f7365f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:40.750807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-bc820107-ff4c-40df-8839-97c2f7365f65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 200  len: 898 time: 0.1014597
Dec 11 21:18:40.764026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:40.764629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.780867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c9238-2a93-4ca3-b6ac-24998464e974 req-7e0243c5-3457-4255-bf98-dc4ed6bf3869 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:40.782404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d59c9238-2a93-4ca3-b6ac-24998464e974 req-7e0243c5-3457-4255-bf98-dc4ed6bf3869 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.1026454
Dec 11 21:18:40.790694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=32f244b9-2118-4968-9520-f73c5289a7dd,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:40.804452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-38b573e5-9de4-4e49-a0b5-2e679eb12b2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 984 time: 1.2172141
Dec 11 21:18:40.805116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-27ad3a2f-2a94-4432-a1fe-e14f48b2d667 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 200  len: 217 time: 0.0455253
Dec 11 21:18:40.807225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:40.811930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770774c0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:40.839094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Checking router: e890e952-e8c4-45e0-b929-d021ffe71857 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:40.847370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d59c9238-2a93-4ca3-b6ac-24998464e974 req-e95660eb-35e2-4966-a0fd-4e01f93f04e1 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541248
Dec 11 21:18:40.848691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:40.849376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770774c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:40.910325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-b78cbdb3-771c-4972-bebb-59c36b7e61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:40.911811 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-b78cbdb3-771c-4972-bebb-59c36b7e61f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 HTTP/1.1" status: 200  len: 834 time: 0.0959158
Dec 11 21:18:40.951363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Deleting port 32f244b9-2118-4968-9520-f73c5289a7dd {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:40.951664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:40.964038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:41.020764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-08c4f8c8-18b4-4a1f-87db-19a8503bc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:41.022590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-08c4f8c8-18b4-4a1f-87db-19a8503bc2c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9b77b95-e493-4650-af5f-2adc928c9f1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1021454
Dec 11 21:18:41.029030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 32f244b9-2118-4968-9520-f73c5289a7dd, host nch1-master-1, got binding levels [] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:41.029369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.059368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Calling delete_port for 32f244b9-2118-4968-9520-f73c5289a7dd owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:41.060193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc543f3b-cc03-45bf-92d6-38336e28f5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.178801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770774c0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:41.179206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-059a0344-2d60-4ea8-8a71-497b3e937d58 service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473639
Dec 11 21:18:41.205837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15283d-1d81-491e-a792-5aca9a96e669 None None] The sync data for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 is: [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:54Z', 'revision_number': 4, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '22372cfe-723d-4fd8-b018-d31ab6c8732e', 'name': '', 'network_id': 'a9b77b95-e493-4650-af5f-2adc928c9f1a', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'mac_address': 'fa:16:3e:5c:e1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:53Z', 'updated_at': '2021-12-11T21:17:57Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'subnets': [{'id': 'ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:41.214660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.280379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f244b9-2118-4968-9520-f73c5289a7dd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:41.286686 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.290339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aa1e36b3-a471-402b-916f-f6eed47898c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "DELETE /v2.0/ports/32f244b9-2118-4968-9520-f73c5289a7dd HTTP/1.1" status: 204  len: 168 time: 0.4821265
Dec 11 21:18:41.293088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48202) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:41.318590 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-668194ce-d3c7-46fe-976b-81616a4871e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:18:41.320225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-668194ce-d3c7-46fe-976b-81616a4871e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports/32f244b9-2118-4968-9520-f73c5289a7dd HTTP/1.1" status: 404  len: 333 time: 0.0256786
Dec 11 21:18:41.323691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aca36227-fec8-4c01-bf7b-2e1afb02838b req-348109ac-3c81-4141-ba08-9d84536a165d service neutron] 10.222.0.16 "GET /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352556
Dec 11 21:18:41.324229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48204) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:41.329470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267446332'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:41.355076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Made reservation on behalf of b3e43885a8ca4f47baf518c0c0c473e9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:41.357444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.373796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:41.464085 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5541d246-fd0e-400b-90c1-bcd3b805925c None None] New status for floating IP c9fbc00c-7513-4149-a583-ac898dc153f2: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:18:41.524091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.562123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.605882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Network d38cf95c-615a-404e-9959-d5f1029a4f8f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:41.609204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:41.612570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:41.613490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:41.614117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.619634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=81b490df-106e-4bf7-8a8e-7816e2ebfb8d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:41.633814 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6bebde27-b320-42aa-a587-8d10c3282e06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3079810
Dec 11 21:18:41.636532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48206) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:41.642280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:41.697901 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.860528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:41.867925 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.873907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:41.922201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=81b490df-106e-4bf7-8a8e-7816e2ebfb8d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:41.937742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:41.938078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:41.938418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:41.942812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:41.943135 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:41.943517 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 2 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:41.956276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:41.956614 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:41.956945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:41.963005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:41.963497 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:41.963722 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 3 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:41.974619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3080f8c-b2ff-4576-b36f-cdb937356f6b req-4ab2c525-2f6d-488f-b0ea-2abde95afd88 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:41.976057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:41.976188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3080f8c-b2ff-4576-b36f-cdb937356f6b req-4ab2c525-2f6d-488f-b0ea-2abde95afd88 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.0519500
Dec 11 21:18:41.976400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:41.976733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:41.981557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:41.981881 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:41.982279 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 4 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:41.994854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:41.995101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:41.995441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.000455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.000782 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.001174 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 5 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.014033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.014390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.014750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.019113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.019439 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.019830 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 6 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.030409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3080f8c-b2ff-4576-b36f-cdb937356f6b req-a3273dff-2607-4a49-bd4e-f6a27649e70c tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "GET /v2.0/security-groups?id=a07936fa-1722-41f5-817e-8a9382c074c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473018
Dec 11 21:18:42.032866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.033323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.033529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.037837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.038165 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.038590 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 7 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.054534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.054856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.055195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.059535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.059863 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.060252 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 8 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.072597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.072941 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.073279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.077542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.077867 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.078255 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 9 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.091823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.092163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.092600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.097137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.097462 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.097848 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 10 to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d
Dec 11 21:18:42.101077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-4fae9eac-60b0-4a1a-a4be-93efb4e626e8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.102678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-4fae9eac-60b0-4a1a-a4be-93efb4e626e8 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3eb628-a8e0-4eaf-92d9-4349e4451bd0 HTTP/1.1" status: 200  len: 946 time: 0.0510952
Dec 11 21:18:42.111061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:42.111344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:42.111678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:42.116320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:42.116658 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:42.117027 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.185553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:42.185916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempted to set empty binding levels {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:18:42.190187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.195832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:42.196258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.223189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] In _notify_port_updated(), no bound segment for port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:18:42.224043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.224641 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.228533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "PUT /v2.0/ports/81b490df-106e-4bf7-8a8e-7816e2ebfb8d HTTP/1.1" status: 200  len: 979 time: 0.5878484
Dec 11 21:18:42.231490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48212) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:42.292200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326e80-5263-4cdf-9cce-09726b5feead tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=81b490df-106e-4bf7-8a8e-7816e2ebfb8d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:42.296280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:42.296773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.310064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:42.324189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.324717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.325135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.325581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.326026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.326552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.327013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.327452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.327886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.328321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.328757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.329194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.329633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.330068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.330520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.330958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.331394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.331834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.332269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.335030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d87f1cc-d06e-463f-9418-30edde5cd797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 17030 time: 0.1026328
Dec 11 21:18:42.338539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48214) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:42.412594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Deleting port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:42.412856 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.435874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.468582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=9718a4d6-0ba2-4d7b-913f-e6b4297de1c3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:42.481649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 81b490df-106e-4bf7-8a8e-7816e2ebfb8d, host nch1-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:42.482015 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.497936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Calling delete_port for 81b490df-106e-4bf7-8a8e-7816e2ebfb8d owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:42.510982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] No DVR routers for this DVR port 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:18:42.514316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.517744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-27b451e7-20a9-40c9-a124-8c4dad40f141 req-62b924dd-9bc4-48df-a016-29360d1517b2 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.16 "DELETE /v2.0/ports/9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 HTTP/1.1" status: 204  len: 173 time: 0.4087570
Dec 11 21:18:42.529510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'name': 'network-vif-deleted', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:42.532054 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99955fb7-6b95-4604-984e-a70e8eab5880" -d '{"events": [{"server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "name": "network-vif-deleted", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:42.571267 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f34c9-e4b7-44e9-93fb-1f395404a7be x-openstack-request-id: req-7c3f34c9-e4b7-44e9-93fb-1f395404a7be {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:42.571688 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3eb628-a8e0-4eaf-92d9-4349e4451bd0", "name": "network-vif-deleted", "tag": "9718a4d6-0ba2-4d7b-913f-e6b4297de1c3", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:42.571953 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c3f34c9-e4b7-44e9-93fb-1f395404a7be {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:42.572827 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3eb628-a8e0-4eaf-92d9-4349e4451bd0', 'name': 'network-vif-deleted', 'tag': '9718a4d6-0ba2-4d7b-913f-e6b4297de1c3', 'status': 'completed', 'code': 200}
Dec 11 21:18:42.583360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.617341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.621238 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "DELETE /v2.0/ports/81b490df-106e-4bf7-8a8e-7816e2ebfb8d HTTP/1.1" status: 204  len: 168 time: 0.2817986
Dec 11 21:18:42.622593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdba05f-ab0a-4761-8863-65b9f270215a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b490df-106e-4bf7-8a8e-7816e2ebfb8d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:42.624077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48218) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:42.649152 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4826c7b5-23f8-410c-bfc5-279251663554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:18:42.650856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4826c7b5-23f8-410c-bfc5-279251663554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports/81b490df-106e-4bf7-8a8e-7816e2ebfb8d HTTP/1.1" status: 404  len: 333 time: 0.0256948
Dec 11 21:18:42.655023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:42.659542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1127838391', 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:42.679039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Made reservation on behalf of b3e43885a8ca4f47baf518c0c0c473e9 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:42.681403 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.696531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 852735fa-34c8-475f-8a26-4497698e8509 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:42.854279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.895165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.938875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Network d38cf95c-615a-404e-9959-d5f1029a4f8f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:42.943321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:42.946774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:42.947701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:42.948349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:42.957291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=852735fa-34c8-475f-8a26-4497698e8509,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:42.973494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9a787646-eda8-4e3a-bd61-cce07ef1bc42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.3148084
Dec 11 21:18:42.973770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.014429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254f00d-88cc-48a8-a806-80d4d0eac67b tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:43.015723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c254f00d-88cc-48a8-a806-80d4d0eac67b tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports/852735fa-34c8-475f-8a26-4497698e8509 HTTP/1.1" status: 200  len: 959 time: 0.0406470
Dec 11 21:18:43.018736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48224) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.069504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-25d9d3ae-d8f1-4a1f-83c3-b53a959dfdc1 req-6f127f92-e769-474b-81e5-f68a41a3adcc service neutron] (125988) timed out ('10.222.0.18', 55842) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:18:43.091605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48228) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.103036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Deleting port 852735fa-34c8-475f-8a26-4497698e8509 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:43.103377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.198027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.217399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Calling delete_port for 852735fa-34c8-475f-8a26-4497698e8509 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:43.219045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.278698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.347722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.374805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event deleted for resources: {'Port': ['ID=852735fa-34c8-475f-8a26-4497698e8509,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:43.384501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.387986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dc0afa7e-9b01-4442-951b-9574b9bbec3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "DELETE /v2.0/ports/852735fa-34c8-475f-8a26-4497698e8509 HTTP/1.1" status: 204  len: 168 time: 0.3674917
Dec 11 21:18:43.389153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.390700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48230) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.391696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.392708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/security-groups/a07936fa-1722-41f5-817e-8a9382c074c8 HTTP/1.1" status: 204  len: 168 time: 0.2986372
Dec 11 21:18:43.407493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77bbd2-c070-4947-b611-9e12fc342d1f tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07936fa-1722-41f5-817e-8a9382c074c8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:43.420803 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e1692a-187c-4e54-9936-e8720e340e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:18:43.422516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b9e1692a-187c-4e54-9936-e8720e340e9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports/852735fa-34c8-475f-8a26-4497698e8509 HTTP/1.1" status: 404  len: 333 time: 0.0301583
Dec 11 21:18:43.426583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.431797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-928918923'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:43.435360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48236) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.453432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Made reservation on behalf of b3e43885a8ca4f47baf518c0c0c473e9 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:43.455761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.462202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f3944ccc-bc79-4851-8f60-aa154c97f582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.472318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 54a4ab7c-89de-402c-8067-5794dfd0b8ac yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:43.620509 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.655698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.702136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Network d38cf95c-615a-404e-9959-d5f1029a4f8f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:43.705092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:43.708082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:43.709073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:43.710265 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.723085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=54a4ab7c-89de-402c-8067-5794dfd0b8ac,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:43.734992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-46c37162-d874-41b7-8537-5cc23b3666e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.3073833
Dec 11 21:18:43.737684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48238) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:43.742974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:43.795389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.804279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.961043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] device_id is not set on port 54a4ab7c-89de-402c-8067-5794dfd0b8ac yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:43.969103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:43.974933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.031551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=54a4ab7c-89de-402c-8067-5794dfd0b8ac,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:44.042713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.043061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.043434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.047744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.048069 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.048454 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 2 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.061250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.061590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.061925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.063128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 22372cfe-723d-4fd8-b018-d31ab6c8732e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:44.063471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.066253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.066612 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.067004 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 3 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.079035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.079385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.079704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.083934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.084258 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.084644 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 4 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.097680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.098023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.098362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.102961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.103291 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.103701 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 5 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.116209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.116548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.116926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.121702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.122031 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.122424 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 6 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.135671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.136013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.136356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.141631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.141961 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.142360 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 7 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.155942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.156280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.156617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.161384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.161713 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.162105 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 8 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.175664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.176002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.176365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.181124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.181479 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.181871 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 9 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.194794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.195135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.195478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.200652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.200979 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.201368 ncdv-master-1 neutron-server[125988]: INFO neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempt 10 to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac
Dec 11 21:18:44.214937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:44.215832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:44.216089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempting to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:44.220716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:18:44.221294 ncdv-master-1 neutron-server[125988]: ERROR neutron.plugins.ml2.managers [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Failed to bind port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on host nch1-master-1 for vnic_type normal using segments [{'id': 'e35ab084-17ae-40a5-9ce1-ba325f73291d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd38cf95c-615a-404e-9959-d5f1029a4f8f'}]
Dec 11 21:18:44.221662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.289797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 54a4ab7c-89de-402c-8067-5794dfd0b8ac, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:44.290173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attempted to set empty binding levels {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 11 21:18:44.295021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.336611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] In _notify_port_updated(), no bound segment for port 54a4ab7c-89de-402c-8067-5794dfd0b8ac on network d38cf95c-615a-404e-9959-d5f1029a4f8f {{(pid=125988) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}}
Dec 11 21:18:44.337455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:44.338056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.342036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "PUT /v2.0/ports/54a4ab7c-89de-402c-8067-5794dfd0b8ac HTTP/1.1" status: 200  len: 978 time: 0.6005950
Dec 11 21:18:44.343738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48240) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:44.370550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8833fa-509d-4efe-814f-97b3d25320a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event updated for resources: {'Port': ['ID=54a4ab7c-89de-402c-8067-5794dfd0b8ac,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:44.425703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Deleting port 54a4ab7c-89de-402c-8067-5794dfd0b8ac {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:44.426362 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.448185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 22372cfe-723d-4fd8-b018-d31ab6c8732e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=22372cfe-723d-4fd8-b018-d31ab6c8732e,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:44.448738 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.462612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 22372cfe-723d-4fd8-b018-d31ab6c8732e owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:44.488135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] For port 54a4ab7c-89de-402c-8067-5794dfd0b8ac, host nch1-master-1, got binding levels [] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:44.488501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.506167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Calling delete_port for 54a4ab7c-89de-402c-8067-5794dfd0b8ac owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:44.585353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.613286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Pushing event deleted for resources: {'Port': ['ID=54a4ab7c-89de-402c-8067-5794dfd0b8ac,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:44.618674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.622503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-73c31dff-5d59-4937-b9c2-1193103858c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "DELETE /v2.0/ports/54a4ab7c-89de-402c-8067-5794dfd0b8ac HTTP/1.1" status: 204  len: 168 time: 0.2778139
Dec 11 21:18:44.625095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48242) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:44.657667 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a6a320-e508-4164-8958-c660f031d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] GET failed (client error): The resource could not be found.
Dec 11 21:18:44.659092 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e4a6a320-e508-4164-8958-c660f031d69c tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-697302727-project-admin] 10.222.0.18 "GET /v2.0/ports/54a4ab7c-89de-402c-8067-5794dfd0b8ac HTTP/1.1" status: 404  len: 333 time: 0.0330517
Dec 11 21:18:44.662892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48244) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:44.673465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.705294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=22372cfe-723d-4fd8-b018-d31ab6c8732e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:44.751351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.845580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.868130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8444f1c0>,) {'filters': {'network_id': ['d38cf95c-615a-404e-9959-d5f1029a4f8f']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:44.879687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8444f1c0>, 'e35ab084-17ae-40a5-9ce1-ba325f73291d') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:44.879969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8444f1c0>, 'e35ab084-17ae-40a5-9ce1-ba325f73291d') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:44.886646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.890860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.905931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.914132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:18:44.914585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:18:44.918025 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:18:44.947583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.985453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.990985 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:44.994366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] 10.222.0.18 "DELETE /v2.0/networks/d38cf95c-615a-404e-9959-d5f1029a4f8f HTTP/1.1" status: 204  len: 168 time: 0.3297372
Dec 11 21:18:45.010213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17197a2f-0c61-48d2-bd8d-62a8121b599f tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-629668863-project] Pushing event deleted for resources: {'Network': ['ID=d38cf95c-615a-404e-9959-d5f1029a4f8f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:45.117680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Router e890e952-e8c4-45e0-b929-d021ffe71857 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:45.235180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:45.244015 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8d8d9423-2549-43dc-bc93-356229a60d82 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "PUT /v2.0/routers/e890e952-e8c4-45e0-b929-d021ffe71857/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8037870
Dec 11 21:18:45.244015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48250) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:45.247476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Sync routers for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:45.259044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:45.260564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769718b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:45.292327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48252) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:45.311761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting subnet ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:18:45.314898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.355011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.371107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:45.444932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51baf0a2-3a6a-4fc0-af93-cd78b050a7f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=679a39b5460645a5bb77891bd63dd600&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1499257
Dec 11 21:18:45.446289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.447589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48256) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:45.500172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.509884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.526913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.541897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Subnet': ['ID=ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:45.544120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.548007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d608e36b-b564-47ba-8f94-4c59a5c2f7ce tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/subnets/ed56f5b9-2ace-45b4-8a5d-34d1f12b7ff1 HTTP/1.1" status: 204  len: 168 time: 0.3035696
Dec 11 21:18:45.549933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:45.583734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.588660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.591120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df6b1f73-ace3-49f7-8c90-462add33e6ff HTTP/1.1" status: 204  len: 168 time: 0.1424255
Dec 11 21:18:45.600644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cb823-8343-4f55-ba88-7bb2bc2527eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6b1f73-ace3-49f7-8c90-462add33e6ff,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:45.604695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a0244-7b03-41b7-bd24-98ba8b41e8e1 None None] Network a9b77b95-e493-4650-af5f-2adc928c9f1a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:45.677086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.806906 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.857785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769718b0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49'}], 'enable_snat': True}, 'gw_port_id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:18:44Z', 'revision_number': 5, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port': {'id': '4f7eac2c-2ab2-46e6-8c86-1593332612ec', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:45.879865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Deleting port 4f7eac2c-2ab2-46e6-8c86-1593332612ec {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:45.880318 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.890370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] DHCP port deletion for a9b77b95-e493-4650-af5f-2adc928c9f1a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:45.892666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Checking router: e890e952-e8c4-45e0-b929-d021ffe71857 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:45.936503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Routers {'e890e952-e8c4-45e0-b929-d021ffe71857'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:45.937347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769718b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['e890e952-e8c4-45e0-b929-d021ffe71857'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:45.962755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:45.972644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] For port 4f7eac2c-2ab2-46e6-8c86-1593332612ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f7eac2c-2ab2-46e6-8c86-1593332612ec,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:45.973008 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.981273 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:45.995403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Calling delete_port for 4f7eac2c-2ab2-46e6-8c86-1593332612ec owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:46.012665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e8413a43-b7ca-49ff-823e-6b98d4dd83f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3e43885a8ca4f47baf518c0c0c473e9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0479119
Dec 11 21:18:46.015612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:46.043043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] Set router e890e952-e8c4-45e0-b929-d021ffe71857 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:46.103638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Deleting port 2996252b-a3aa-48dd-9de9-d79a5aef58ca {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:46.104224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.107102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769718b0>, [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:18:45Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:46.147407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2996252b-a3aa-48dd-9de9-d79a5aef58ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:46.149807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.177881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1d79a-e2b1-4a62-90ba-54f8b760c9b5 None None] The sync data for ids ['e890e952-e8c4-45e0-b929-d021ffe71857'] in ncdv-master-1 is: [{'id': 'e890e952-e8c4-45e0-b929-d021ffe71857', 'name': 'tempest-TestNetworkBasicOps-router-1458552029', 'tenant_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:50Z', 'updated_at': '2021-12-11T21:18:45Z', 'revision_number': 6, 'project_id': '618c0c4bd82a4e6f8898b110b99c6baf', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:46.179769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.237074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] For port 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2996252b-a3aa-48dd-9de9-d79a5aef58ca,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:46.237471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.253009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Calling delete_port for 2996252b-a3aa-48dd-9de9-d79a5aef58ca owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:46.264664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.272957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.275585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.276716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd5821e-edea-47a3-bbf6-ac6cd0b5091f HTTP/1.1" status: 204  len: 168 time: 0.2601676
Dec 11 21:18:46.313900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Port': ['ID=4f7eac2c-2ab2-46e6-8c86-1593332612ec,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:46.320531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da272d17-1bf0-47c5-8424-785b3a3e1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd5821e-edea-47a3-bbf6-ac6cd0b5091f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:46.335603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c03f3d-14aa-4ce8-a44b-8b153b6ef354 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:46.382991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.387563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.390030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.432986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 2996252b-a3aa-48dd-9de9-d79a5aef58ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2996252b-a3aa-48dd-9de9-d79a5aef58ca,segment=NetworkSegment(ea970bda-0ba5-4b53-9c7e-27708ef761cc),segment_id=ea970bda-0ba5-4b53-9c7e-27708ef761cc)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:46.437656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.464698 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.481751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] No DVR routers for this DVR port 2996252b-a3aa-48dd-9de9-d79a5aef58ca on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:18:46.491005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.499586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=2996252b-a3aa-48dd-9de9-d79a5aef58ca,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:46.502600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.533765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cabc3-b8c4-4fbc-b783-87dcaa656d47 None None] Pushing event deleted for resources: {'Port': ['ID=2996252b-a3aa-48dd-9de9-d79a5aef58ca,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:46.576026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.576755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Fanout notify agent at l3_agent the message router_deleted on router e890e952-e8c4-45e0-b929-d021ffe71857 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:18:46.583822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.585037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-acb41b1d-3f16-40b9-be02-5c68995c336e tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/routers/e890e952-e8c4-45e0-b929-d021ffe71857 HTTP/1.1" status: 204  len: 168 time: 1.0339427
Dec 11 21:18:46.588194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:46.677979 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.778420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.800122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d452940>,) {'filters': {'network_id': ['a9b77b95-e493-4650-af5f-2adc928c9f1a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:46.809970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d452940>, 'ea970bda-0ba5-4b53-9c7e-27708ef761cc') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:46.810160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d452940>, 'ea970bda-0ba5-4b53-9c7e-27708ef761cc') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:46.820058 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.834313 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.842824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:18:46.843301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:18:46.847093 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:18:46.915486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.917602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:46.925788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:46.930722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] 10.222.0.18 "DELETE /v2.0/networks/a9b77b95-e493-4650-af5f-2adc928c9f1a HTTP/1.1" status: 204  len: 168 time: 0.3414371
Dec 11 21:18:46.946129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:18:46.946811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9718a4d6-0ba2-4d7b-913f-e6b4297de1c3 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:18:46.966035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acb674-f8d6-4e97-af43-5730a6a6f660 tempest-TestNetworkBasicOps-593681572 tempest-TestNetworkBasicOps-593681572-project] Pushing event deleted for resources: {'Network': ['ID=a9b77b95-e493-4650-af5f-2adc928c9f1a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:47.152313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.159805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48298) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.200814 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.266020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-86608932'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:47.289649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Made reservation on behalf of 95769af378584df3ade76390fd868310 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:47.293337 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.302284 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.308216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-14a85238-c92b-4b5a-8b89-03807ebef3d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=618c0c4bd82a4e6f8898b110b99c6baf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1472383
Dec 11 21:18:47.311309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48304) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.361796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.379292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.383510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.383969 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.410470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:18:47.420265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3b9b11-9d63-418b-8f35-78146deb0e4e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:47.425031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.425381 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Added segment 7bde6166-376f-4d8c-8971-d3319351a3d4 of type vlan for network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a
Dec 11 21:18:47.434266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.437224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.438428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7174f11c-a220-47c9-8d49-f4753777ecdb HTTP/1.1" status: 204  len: 168 time: 0.1262076
Dec 11 21:18:47.448941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7174f11c-a220-47c9-8d49-f4753777ecdb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:47.457422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.457782 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.458126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.459241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.459441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.459707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.460304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.460304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.460799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.461058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.461339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.461608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.461933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd5dd78-632d-42ad-ba86-35cd43e16514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:47.467642 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.504213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.510642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:47.511319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.571924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.4154720
Dec 11 21:18:47.572666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.578390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'subnet': {'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:47.585931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de290-c4f6-4acb-ba32-e23778f3d3b7 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Network': ['ID=ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:47.597810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:18:47.712965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Made reservation on behalf of 95769af378584df3ade76390fd868310 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:47.716630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.741269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48322) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.760837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9354ec27-a53e-4b38-86e5-ed2f5cd0071d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.844098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9354ec27-a53e-4b38-86e5-ed2f5cd0071d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.849338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9354ec27-a53e-4b38-86e5-ed2f5cd0071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.894367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9354ec27-a53e-4b38-86e5-ed2f5cd0071d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3271251c4919430fbe5c22bc5c64e327&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1514792
Dec 11 21:18:47.895613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ec27-a53e-4b38-86e5-ed2f5cd0071d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fa682-5ae4-4836-aa94-456f03328219,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:47.899259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:47.929670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.953522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:47.976628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.024198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Subnet': ['ID=649d292c-aff2-4d74-a029-430bc0e9b308,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:48.032617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.036135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.037454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b4fa682-5ae4-4836-aa94-456f03328219 HTTP/1.1" status: 204  len: 168 time: 0.1365774
Dec 11 21:18:48.038261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Checking segment: {'id': '7bde6166-376f-4d8c-8971-d3319351a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:48.038692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network hostable DHCP agents. Network: ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:18:48.059106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2bde3-6b52-4ad1-8ebe-81d6ae54a042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fa682-5ae4-4836-aa94-456f03328219,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:48.061560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0d2d1-2a9f-4d9b-8f95-eeca87a2cbe0 req-3c8fa665-79e8-4e6c-8df3-d745dfb3ce47 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:48.063376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86a0d2d1-2a9f-4d9b-8f95-eeca87a2cbe0 req-3c8fa665-79e8-4e6c-8df3-d745dfb3ce47 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.0929005
Dec 11 21:18:48.077291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f7eac2c-2ab2-46e6-8c86-1593332612ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:48.079135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:18:48.100008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4f7eac2c-2ab2-46e6-8c86-1593332612ec {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:18:48.100356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4f7eac2c-2ab2-46e6-8c86-1593332612ec not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:18:48.100793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 22372cfe-723d-4fd8-b018-d31ab6c8732e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:48.104963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:48.113339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:48.114026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.126384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1267d95-8823-4e86-9ad9-4b8998563e33 None None] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:48.129139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 22372cfe-723d-4fd8-b018-d31ab6c8732e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:18:48.129813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 22372cfe-723d-4fd8-b018-d31ab6c8732e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:18:48.135762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86a0d2d1-2a9f-4d9b-8f95-eeca87a2cbe0 req-cc5a1548-3267-4308-baae-064fbbf081cf tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639319
Dec 11 21:18:48.149363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a16a518-1be2-4b62-a7cb-868aaec48106 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5728188
Dec 11 21:18:48.149849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48332) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:48.155761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-612562224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:48.184857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.186372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.250045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.257453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a', 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a', 'project_id': '95769af378584df3ade76390fd868310', 'fixed_ips': [{'subnet_id': '649d292c-aff2-4d74-a029-430bc0e9b308'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:18:48.257453 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.257969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.278850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.280331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-08812483-7683-42b9-9614-73190dfbb207 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.1288066
Dec 11 21:18:48.283259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48336) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:48.410818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Allocated IP 172.20.0.2 (ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a/649d292c-aff2-4d74-a029-430bc0e9b308/6d5eab43-7d42-4137-b819-744aa9ccf7a2) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:48.575768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.583480 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.592927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.623761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:48.626626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:48.630207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:48.641398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Pushing event updated for resources: {'Port': ['ID=6d5eab43-7d42-4137-b819-744aa9ccf7a2,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:48.694631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Attempting to bind port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:48.695006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Attempting to bind port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bde6166-376f-4d8c-8971-d3319351a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:48.695367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Attempting to bind port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 on network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:48.701588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:48.702164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Checking segment: {'id': '7bde6166-376f-4d8c-8971-d3319351a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:48.702972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.703252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Bound using segment: {'id': '7bde6166-376f-4d8c-8971-d3319351a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:48.703719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Bound port: 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bde6166-376f-4d8c-8971-d3319351a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:48.704153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.776213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] For port 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:48.780688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] For port 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d5eab43-7d42-4137-b819-744aa9ccf7a2,segment=NetworkSegment(7bde6166-376f-4d8c-8971-d3319351a3d4),segment_id=7bde6166-376f-4d8c-8971-d3319351a3d4)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:48.785556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:48.843103 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48354) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:48.869227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599781c4-f8ac-43ed-b7e1-de4dc3f5317a None None] Pushing event updated for resources: {'Port': ['ID=6d5eab43-7d42-4137-b819-744aa9ccf7a2,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:48.882341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Allocated IP 172.20.0.1 (ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a/649d292c-aff2-4d74-a029-430bc0e9b308/de886c96-06f1-4564-8e30-416d0902372c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:48.969268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1691807319-network', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:48.993987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:48.997018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.005333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.011039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.064599 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.119333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:49.123364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:49.126154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.127916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:49.133543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.152219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=de886c96-06f1-4564-8e30-416d0902372c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:49.174659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99729167-feef-481e-9ba3-19e015b2c4e1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:49.177481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.178928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:18:49.193637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.193995 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Added segment 873ce145-ec9a-4f50-8d9c-247a5b567f94 of type vlan for network 9db564a2-3672-420a-89a2-980b312ee24c
Dec 11 21:18:49.256402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.306804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.307682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:49.308268 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.319038 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.324163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087526c-fef6-4987-80c3-1ccd5003902f req-3100f576-1f42-4071-968b-21c5fde3a8ce tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:49.326375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d087526c-fef6-4987-80c3-1ccd5003902f req-3100f576-1f42-4071-968b-21c5fde3a8ce tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.0890234
Dec 11 21:18:49.381002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5426083
Dec 11 21:18:49.392812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48362) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:49.402007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Request body: {'subnet': {'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1691807319-subnet', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:49.416852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df150984-8601-4857-8cb5-8040e72ac22a admin admin] Pushing event updated for resources: {'Network': ['ID=9db564a2-3672-420a-89a2-980b312ee24c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:49.429294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 9db564a2-3672-420a-89a2-980b312ee24c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:18:49.459170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d087526c-fef6-4987-80c3-1ccd5003902f req-771d9706-d99a-4a4d-857d-7c826efcfc70 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175888
Dec 11 21:18:49.460440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:49.463011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.632311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.638587 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.667593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.719967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.723289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=de886c96-06f1-4564-8e30-416d0902372c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:49.756151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c27ab4c-cd1f-45c5-bffa-b817e42106c0,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:49.773859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:49.774219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Network hostable DHCP agents. Network: 9db564a2-3672-420a-89a2-980b312ee24c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:18:49.790989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-16789d0d-02f4-438d-aacc-9da25f046cdd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:49.792520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-16789d0d-02f4-438d-aacc-9da25f046cdd tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.0763128
Dec 11 21:18:49.810238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Network 9db564a2-3672-420a-89a2-980b312ee24c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:18:49.849337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:49.849566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9db564a2-3672-420a-89a2-980b312ee24c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:49.850956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:49.859832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acde1f5f-affa-4b81-8943-95faf0b129c2 None None] Network 9db564a2-3672-420a-89a2-980b312ee24c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:49.874940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:49.875814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:49.929129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-77573374-b8dd-4cdc-bddd-f5ab89f66e03 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5335982
Dec 11 21:18:49.935055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48364) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:49.940650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:49.970130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Deleting port f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:49.970486 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.019030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Router 44fc39ec-db5f-4f84-9085-37412f0faa70 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:18:50.024494 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.025603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.038750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9db564a2-3672-420a-89a2-980b312ee24c', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:18:50.040153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.116589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.125745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] For port f959cad4-7cef-45f1-8801-adbd9425d7b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f959cad4-7cef-45f1-8801-adbd9425d7b0,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:50.125745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.161399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4ce7b-6179-4957-85a2-e7cc0a203c78 None None] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:50.163376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6d5eab43-7d42-4137-b819-744aa9ccf7a2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:50.167130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:50.173732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-241e779d-6af2-483c-adb7-ae5615427a82 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "PUT /v2.0/routers/44fc39ec-db5f-4f84-9085-37412f0faa70/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8888021
Dec 11 21:18:50.176008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48366) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:50.181190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'port': {'network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a', 'name': 'tempest-FloatingIPNegativeTestJSON-574466761'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:50.182089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] Sync routers for ids ['44fc39ec-db5f-4f84-9085-37412f0faa70'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:50.207189 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] Routers {'44fc39ec-db5f-4f84-9085-37412f0faa70'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:50.208963 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['44fc39ec-db5f-4f84-9085-37412f0faa70'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:50.263090 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f460>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:50.282321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] Routers {'44fc39ec-db5f-4f84-9085-37412f0faa70'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:50.284647 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['44fc39ec-db5f-4f84-9085-37412f0faa70'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:50.300491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Provisioning complete for port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:50.300857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.324316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Made reservation on behalf of 95769af378584df3ade76390fd868310 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:50.329086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f460>, [], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:50.329507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.330525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae4abba-4716-431b-a22a-874182ca03e6 None None] The sync data for ids ['44fc39ec-db5f-4f84-9085-37412f0faa70'] in ncdv-master-1 is: [] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:50.352433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] device_id is not set on port e0d02e61-dae2-4246-981c-ccc591d283d6 yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:18:50.406258 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.476709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Allocated IP 172.20.0.14 (ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a/649d292c-aff2-4d74-a029-430bc0e9b308/e0d02e61-dae2-4246-981c-ccc591d283d6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:50.537737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.538128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.538401 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Floating IP de1cdfa0-d31d-4171-8429-4aaa2c875544 disassociated. External IP: 172.35.1.64, port: f959cad4-7cef-45f1-8801-adbd9425d7b0.
Dec 11 21:18:50.538778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Calling delete_port for f959cad4-7cef-45f1-8801-adbd9425d7b0 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:50.621706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Allocated IP 172.20.0.2 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/9f15ab75-0167-41fe-8490-8997496a58b1) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:50.643454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:50.643826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.687760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d7a8a-c3c4-44ba-9878-03d0e3c4f673 req-1d8383e5-ff69-4927-8727-97fc5bbdd2a9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:50.689292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b9d7a8a-c3c4-44ba-9878-03d0e3c4f673 req-1d8383e5-ff69-4927-8727-97fc5bbdd2a9 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 947 time: 0.1278033
Dec 11 21:18:50.778599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.948960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] For port 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d5eab43-7d42-4137-b819-744aa9ccf7a2,segment=NetworkSegment(7bde6166-376f-4d8c-8971-d3319351a3d4),segment_id=7bde6166-376f-4d8c-8971-d3319351a3d4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:50.973769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.994269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:50.998667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.073452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.082195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.088289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Pushing event updated for resources: {'Port': ['ID=6d5eab43-7d42-4137-b819-744aa9ccf7a2,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:51.122294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0b9d7a8a-c3c4-44ba-9878-03d0e3c4f673 req-2d9cb2a1-68fe-4f3e-80e2-f632714e3830 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups?id=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4232342
Dec 11 21:18:51.140078 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.154216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.167594 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.167838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.167838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.167838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.167838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.167838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.169903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.169903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.170317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.171809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.172226 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.172652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.173735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.174133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41389d11-a69c-4fd1-b1d6-76a507accc5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.185566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:51.209355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:51.216235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:51.220216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.220501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:51.223256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:51.225272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'Port': ['ID=f959cad4-7cef-45f1-8801-adbd9425d7b0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:51.236375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:51.246201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.246643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.247283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.247639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.248341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.248341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.248671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.249006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.249338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.249686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.250135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.250469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.250803 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:18:51.250909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:51.251162 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:18:51.266856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-75b56bea-2ba1-4fd8-ab8a-d3f53878ca8c None None] Provisioning complete for port de886c96-06f1-4564-8e30-416d0902372c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:51.267783 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75b56bea-2ba1-4fd8-ab8a-d3f53878ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.303524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=e0d02e61-dae2-4246-981c-ccc591d283d6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:51.323346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:51.324379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.353989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Pushing event updated for resources: {'Port': ['ID=9f15ab75-0167-41fe-8490-8997496a58b1,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:51.359183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-32bead0f-caf0-48c0-a72c-dba541213088 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1820712
Dec 11 21:18:51.359840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48370) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:51.367133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:51.404777 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.406161 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.410424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-75b56bea-2ba1-4fd8-ab8a-d3f53878ca8c None None] Port de886c96-06f1-4564-8e30-416d0902372c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:51.419012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Attempting to bind port 9f15ab75-0167-41fe-8490-8997496a58b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:51.419382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Attempting to bind port 9f15ab75-0167-41fe-8490-8997496a58b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:51.419748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Attempting to bind port 9f15ab75-0167-41fe-8490-8997496a58b1 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:51.428340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:51.428763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:51.429167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.429559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:51.430026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Bound port: 9f15ab75-0167-41fe-8490-8997496a58b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:51.431234 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.435234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-75b56bea-2ba1-4fd8-ab8a-d3f53878ca8c None None] Provisioning complete for port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:51.435376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-75b56bea-2ba1-4fd8-ab8a-d3f53878ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.464758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Allocated IP 172.35.1.243 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6dc11847-fb63-458e-a2dc-dd6ffc030f0e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:51.481687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:51.557153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.565927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] For port 9f15ab75-0167-41fe-8490-8997496a58b1, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:51.588317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] For port 9f15ab75-0167-41fe-8490-8997496a58b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f15ab75-0167-41fe-8490-8997496a58b1,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:51.598037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.668753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2167f84-7277-471d-9f50-fbee2fcda28e None None] Pushing event updated for resources: {'Port': ['ID=9f15ab75-0167-41fe-8490-8997496a58b1,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:51.698709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.718586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:51.723132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-45ea62dc-550a-4bdc-88ff-8e219dc92463 None None] Provisioning complete for port de886c96-06f1-4564-8e30-416d0902372c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:51.723812 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-45ea62dc-550a-4bdc-88ff-8e219dc92463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.751694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:51.776397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] No DVR routers for this DVR port f959cad4-7cef-45f1-8801-adbd9425d7b0 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:18:51.780285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.784630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1e4eb38d-4c52-4d05-b10e-a9d259b1d53d req-1e839a6d-9ad2-45df-90e6-c3778f8d1139 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.30 "DELETE /v2.0/ports/f959cad4-7cef-45f1-8801-adbd9425d7b0 HTTP/1.1" status: 204  len: 173 time: 1.9822571
Dec 11 21:18:51.787981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-deleted', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:18:51.790786 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462fe93f-1586-439d-a8f9-abfc7f8286f9" -d '{"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-deleted", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:18:51.808168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:51.828826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-45ea62dc-550a-4bdc-88ff-8e219dc92463 None None] Port de886c96-06f1-4564-8e30-416d0902372c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:51.831361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:51.832257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771a16d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:51.847289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:51.850420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:51.867685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:51.890259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c057ce8d-011e-4b40-a034-5dadac6878f2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:51.976881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Allocated IP 172.35.1.162 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/0ec5228c-129e-48db-8152-160ba13ed06e) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:52.148454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Provisioning complete for port de886c96-06f1-4564-8e30-416d0902372c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:52.149884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:52.150151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.233109 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:52.297704 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd68a71-6303-4710-8d6b-929bab25a2f6 x-openstack-request-id: req-9cd68a71-6303-4710-8d6b-929bab25a2f6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:18:52.298232 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c839aa56-f035-4552-be30-f96419115017", "name": "network-vif-deleted", "tag": "f959cad4-7cef-45f1-8801-adbd9425d7b0", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:18:52.298232 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cd68a71-6303-4710-8d6b-929bab25a2f6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:18:52.298667 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c839aa56-f035-4552-be30-f96419115017', 'name': 'network-vif-deleted', 'tag': 'f959cad4-7cef-45f1-8801-adbd9425d7b0', 'status': 'completed', 'code': 200}
Dec 11 21:18:52.326920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.358470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6d5eab43-7d42-4137-b819-744aa9ccf7a2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:52.371933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bd51a063-709c-44d5-bed9-6f5e98674dd6 req-5d44a860-55ae-4507-83f6-54c2688a3b42 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.0420990
Dec 11 21:18:52.405026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.434461 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.488582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Port de886c96-06f1-4564-8e30-416d0902372c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:52.494617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:52.504853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:52.517005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=0ec5228c-129e-48db-8152-160ba13ed06e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:52.525750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:52.552127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Provisioning complete for port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:52.552505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.606463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-03c7bc7f-07f9-4732-b5b5-498b7c1d18ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c839aa56-f035-4552-be30-f96419115017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1303256
Dec 11 21:18:52.607913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-171b1c09-aae3-44ba-90eb-a60ebbf8bb1e None None] Port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:52.615609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:52.615983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.641336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.675500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771a16d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:52.705007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:52.705237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.750894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:52.751378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-5525151d-2f6d-4163-aa06-341e803c1905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=877d0194d21c485ab3477d5ed73d1970&device_id=c839aa56-f035-4552-be30-f96419115017 HTTP/1.1" status: 200  len: 210 time: 0.0327523
Dec 11 21:18:52.751542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771a16d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:52.771781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.794581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c7077281-b60a-4124-b00d-8a3595069296 None None] Provisioning complete for port e0d02e61-dae2-4246-981c-ccc591d283d6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:52.794957 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c7077281-b60a-4124-b00d-8a3595069296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.826800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:18:52.861897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: f959cad4-7cef-45f1-8801-adbd9425d7b0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:18:52.862191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device f959cad4-7cef-45f1-8801-adbd9425d7b0 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:18:52.870787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c7077281-b60a-4124-b00d-8a3595069296 None None] Port e0d02e61-dae2-4246-981c-ccc591d283d6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:52.881564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.888900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.936369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:52.972479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-8cdea25e-fe79-4405-b9fa-c557072fbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:52.973968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-8cdea25e-fe79-4405-b9fa-c557072fbc36 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=877d0194d21c485ab3477d5ed73d1970&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1960132
Dec 11 21:18:52.976554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:52.997306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=0ec5228c-129e-48db-8152-160ba13ed06e,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:53.005939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.007235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f2320427-35c1-4eaf-a7a3-d2fe16068de1 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6464279
Dec 11 21:18:53.010132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48380) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:53.016187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c9cc3183-b287-45b1-9528-fd5ba78623f2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'floatingip': {'port_id': 'e0d02e61-dae2-4246-981c-ccc591d283d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:53.062737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c9cc3183-b287-45b1-9528-fd5ba78623f2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.184228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-68e99f14-b87f-42ef-9ec1-cd90a3697a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:53.185721 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fdfc9c53-f095-4b5a-bcc8-fed98d50416c req-68e99f14-b87f-42ef-9ec1-cd90a3697a54 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1728709
Dec 11 21:18:53.198186 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-c9cc3183-b287-45b1-9528-fd5ba78623f2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] update failed (client error): The resource could not be found.
Dec 11 21:18:53.202354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c9cc3183-b287-45b1-9528-fd5ba78623f2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "PUT /v2.0/floatingips/7b201d3a-f5c2-4464-9a72-abaee5d23974 HTTP/1.1" status: 404  len: 507 time: 0.1881711
Dec 11 21:18:53.203515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48382) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:53.318313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:18:53.362018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting port 0ec5228c-129e-48db-8152-160ba13ed06e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:53.362757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.384438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771a16d0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:53.428256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3325e73a-403a-4e5e-88a6-56b58e9de497 None None] Network 9db564a2-3672-420a-89a2-980b312ee24c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:53.435144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0076cfa9-a2eb-4d2d-9803-bfcee95deeaf None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '07844215-5f21-41fb-a7ba-1a26a16ddf7b', 'name': '', 'network_id': '984a0679-f8df-497e-8996-1e2882618dc8', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'mac_address': 'fa:16:3e:d1:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:13Z', 'updated_at': '2021-12-11T21:09:18Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'subnets': [{'id': 'e188049c-61b5-46ec-a346-79766ec4b29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:53.448111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:53.457464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.458033 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:53.458703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.474076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Calling delete_port for 0ec5228c-129e-48db-8152-160ba13ed06e owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:53.474270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:53.474960 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:53.502278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.508418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-56f8d9ce-19a9-405c-b0c9-116ee0e6c608 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5700390
Dec 11 21:18:53.509554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48388) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:53.531329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] Provisioning complete for port 9f15ab75-0167-41fe-8490-8997496a58b1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:53.531999 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.569284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48390) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:53.680541 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:53.702764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.741506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.773078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] For port 9f15ab75-0167-41fe-8490-8997496a58b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f15ab75-0167-41fe-8490-8997496a58b1,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:53.785567 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.810279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Port': ['ID=0ec5228c-129e-48db-8152-160ba13ed06e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:53.906158 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.909081 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.913615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2e231a02-2fb1-4b04-8156-a6153b8f56ce tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b201d3a-f5c2-4464-9a72-abaee5d23974 HTTP/1.1" status: 204  len: 168 time: 0.7063780
Dec 11 21:18:53.915238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48392) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:53.921570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1df42c3f-3735-4f9b-8355-d1000ac6f08f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'floatingip': {'floating_network_id': 'ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a', 'port_id': 'e0d02e61-dae2-4246-981c-ccc591d283d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:53.928405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef897527-376e-4c00-a70f-6a3ad3edfe43 None None] Pushing event updated for resources: {'Port': ['ID=9f15ab75-0167-41fe-8490-8997496a58b1,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:53.935244 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f2e0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:52Z', 'revision_number': 3, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:53.945513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0abab5-b92a-4125-8b17-0154046bc663 None None] New status for floating IP de1cdfa0-d31d-4171-8429-4aaa2c875544: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:18:53.965319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:53.965704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Updating router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:18:53.992418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1df42c3f-3735-4f9b-8355-d1000ac6f08f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:53.994899 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.178419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2b891fc7-a1af-476a-9a0f-23adfd83f2e8 None None] Provisioning complete for port 9f15ab75-0167-41fe-8490-8997496a58b1 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:54.179077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2b891fc7-a1af-476a-9a0f-23adfd83f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.193540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9f15ab75-0167-41fe-8490-8997496a58b1 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:54.195328 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-1df42c3f-3735-4f9b-8355-d1000ac6f08f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:18:54.197656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1df42c3f-3735-4f9b-8355-d1000ac6f08f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2804201
Dec 11 21:18:54.200819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48394) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:54.206359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'e0d02e61-dae2-4246-981c-ccc591d283d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:54.220619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.248110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.270247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.359823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9f15ab75-0167-41fe-8490-8997496a58b1 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:54.360614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.373919 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.383968 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.434282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.441228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.443315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "DELETE /v2.0/security-groups/89e86ce5-a0b8-4f4a-bef5-fcd381720e7b HTTP/1.1" status: 204  len: 168 time: 0.8730707
Dec 11 21:18:54.444994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.449780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48396) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:54.452781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Attempting to bind port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:54.453148 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Attempting to bind port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:54.453507 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Attempting to bind port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:54.459976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39af32-c42f-4f30-a8f4-c0ce1a251a8c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:54.466687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:54.467484 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:54.467928 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.468932 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:54.469361 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Bound port: 6dc11847-fb63-458e-a2dc-dd6ffc030f0e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:54.469747 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.472316 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Pushing event updated for resources: {'Port': ['ID=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:54.476009 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-2622c7f1-4b1e-4238-ab3c-20242cf17788 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] show failed (client error): The resource could not be found.
Dec 11 21:18:54.477734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2622c7f1-4b1e-4238-ab3c-20242cf17788 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "GET /v2.0/security-groups/89e86ce5-a0b8-4f4a-bef5-fcd381720e7b HTTP/1.1" status: 404  len: 347 time: 0.0223339
Dec 11 21:18:54.480382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48398) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:54.506731 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.507061 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.507397 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.507729 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.508056 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.508380 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.508702 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.509022 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.509340 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.509663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.509982 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.510297 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.510640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:18:54.524754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b799e-a35c-4da4-b2c7-f299bc521f80 tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e86ce5-a0b8-4f4a-bef5-fcd381720e7b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:54.545865 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] For port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:54.549923 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] For port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:54.560502 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.572772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] Provisioning complete for port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:54.577950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.623402 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:54.624093 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:54.628224 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d37d3-59d2-4265-aa28-0f88064062f2 None None] Pushing event updated for resources: {'Port': ['ID=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:54.639649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac25327-e593-491c-925e-2d44b4c874bb None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:18:54.703183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.735737 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.740749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Allocated IP 172.35.1.23 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d612a25c-9f67-4fe1-b51d-6d66ece03d23) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:54.765866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] For port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:54.766301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:54.771606 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.779319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Deleting port 340fc9f6-0a04-4b42-9804-8991e7f1e136 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:54.779775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.829409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9c93b-90bf-4963-af4c-a5a8d82c6bc4 None None] Pushing event updated for resources: {'Port': ['ID=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:54.895160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ff516094-cb9a-4f91-91e7-3f2c6c9f4154 None None] Provisioning complete for port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:54.895526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff516094-cb9a-4f91-91e7-3f2c6c9f4154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.929099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.929583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.934681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:54.948300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Calling delete_port for 340fc9f6-0a04-4b42-9804-8991e7f1e136 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:54.999469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Allocated IP 172.20.0.1 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/1c85b361-286f-4ade-8097-05e948ef7d95) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:55.035582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.073745 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8627f2e0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:52Z', 'revision_number': 3, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:55.078038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:55.083834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:55.098454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:55.101621 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da0665-b900-4e70-b7a6-c1face6ee5bf None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:52Z', 'revision_number': 3, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:55.130759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.130949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event updated for resources: {'Port': ['ID=d612a25c-9f67-4fe1-b51d-6d66ece03d23,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:55.167455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.208530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:55.211627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:55.215629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:55.238518 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.249198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:55.269080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.278739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Pushing event deleted for resources: {'Port': ['ID=340fc9f6-0a04-4b42-9804-8991e7f1e136,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:55.382188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.384846 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.386047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6f97dbad-7b40-4c7c-933e-31e62c5a938e tempest-AttachVolumeShelveTestJSON-486918854 tempest-AttachVolumeShelveTestJSON-486918854-project] 10.222.0.18 "DELETE /v2.0/floatingips/de1cdfa0-d31d-4171-8429-4aaa2c875544 HTTP/1.1" status: 204  len: 168 time: 0.9049726
Dec 11 21:18:55.398588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting port d612a25c-9f67-4fe1-b51d-6d66ece03d23 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:55.398926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.520297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.520843 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.536929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Calling delete_port for d612a25c-9f67-4fe1-b51d-6d66ece03d23 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:55.540929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.634862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a2d8542b-22bb-4f5b-aa09-1479e168046b None None] Provisioning complete for port 1c85b361-286f-4ade-8097-05e948ef7d95 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:55.635232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a2d8542b-22bb-4f5b-aa09-1479e168046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.694080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8542b-22bb-4f5b-aa09-1479e168046b None None] Port 1c85b361-286f-4ade-8097-05e948ef7d95 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:55.773811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.796357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.805173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.811964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Port': ['ID=d612a25c-9f67-4fe1-b51d-6d66ece03d23,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:55.897099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:55.900070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:55.913185 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] create failed (client error): The resource could not be found.
Dec 11 21:18:55.915278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ddc2c69e-e54e-49aa-87f4-a6b6df737d2f tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 1.7133510
Dec 11 21:18:55.918801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48422) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:56.033918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:56.035925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:56.068818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting port e0d02e61-dae2-4246-981c-ccc591d283d6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:56.069174 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.181659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6dc11847-fb63-458e-a2dc-dd6ffc030f0e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:18:56.220333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.237037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:56.248298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Calling delete_port for e0d02e61-dae2-4246-981c-ccc591d283d6 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:56.302202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:56.302471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.470538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b947bae7-4242-4d95-8832-7249c66c01c4 None None] Provisioning complete for port 1c85b361-286f-4ade-8097-05e948ef7d95 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:56.471242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b947bae7-4242-4d95-8832-7249c66c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.487734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:56.492150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.505169 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cafd10b4-67eb-4272-ae96-646dc1b66fd8 admin admin] 10.222.0.18 "PUT /v2.0/routers/52b53071-b1af-4950-aa9f-9940ce0ef3e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9942837
Dec 11 21:18:56.517585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b947bae7-4242-4d95-8832-7249c66c01c4 None None] Port 1c85b361-286f-4ade-8097-05e948ef7d95 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:18:56.539026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Port': ['ID=e0d02e61-dae2-4246-981c-ccc591d283d6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:56.620524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:56.625609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-77b0cf0f-e614-45dd-92fa-1ff26315ee8b tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "DELETE /v2.0/ports/e0d02e61-dae2-4246-981c-ccc591d283d6 HTTP/1.1" status: 204  len: 168 time: 0.7053702
Dec 11 21:18:56.628569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:56.691966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233705da-eb0b-46dc-afb8-847b8828d6f6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:56.694586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-233705da-eb0b-46dc-afb8-847b8828d6f6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "GET /v2.0/ports?device_id=44fc39ec-db5f-4f84-9085-37412f0faa70 HTTP/1.1" status: 200  len: 913 time: 0.0639789
Dec 11 21:18:56.697527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48460) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:57.105925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.110846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:57.116087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1572285776-network', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:57.143985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Made reservation on behalf of 65c20c6ac28c4d0d8cb2e38342cff4b1 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:57.146501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.164206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.271314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.277180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.303831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:18:57.323570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9bd481-30b1-42f6-8aa0-4a86a75256c6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:57.327547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.328073 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Added segment 53bc4fe4-deea-4580-a9a0-11048b613c92 of type vlan for network 05b9d4e5-9642-4414-9250-d5630e8db729
Dec 11 21:18:57.385548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.413994 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.415807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:57.416748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.456711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting port de886c96-06f1-4564-8e30-416d0902372c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:57.457294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.482403 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:57.498587 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:57.500066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:57.508904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3943655
Dec 11 21:18:57.510512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48508) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:57.515562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Request body: {'subnet': {'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1572285776-subnet', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:57.519546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa56efe-ebd3-4a64-8559-3692682a01d6 admin admin] Pushing event updated for resources: {'Network': ['ID=05b9d4e5-9642-4414-9250-d5630e8db729,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:57.532141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 05b9d4e5-9642-4414-9250-d5630e8db729 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:18:57.559232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Made reservation on behalf of 65c20c6ac28c4d0d8cb2e38342cff4b1 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:18:57.561769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.616266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:57.619810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.642690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Calling delete_port for de886c96-06f1-4564-8e30-416d0902372c owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:57.815497 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74400>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 2, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:57.841927 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:18:57.842279 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Updating router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 port 1c85b361-286f-4ade-8097-05e948ef7d95 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:18:57.868146 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.874014 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.961855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:57.974733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefa5007-c5fc-4100-b2d2-3c1ea20d258c,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:58.000811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Port': ['ID=de886c96-06f1-4564-8e30-416d0902372c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:58.023698 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Checking segment: {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:58.024073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Network hostable DHCP agents. Network: 05b9d4e5-9642-4414-9250-d5630e8db729, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:18:58.044520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48520) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:58.154634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a7c18-9f78-41f9-9cdd-308f65e19b14 req-5334dba8-5b19-4330-9ae9-d2e3730ddee2 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:58.156908 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f74a7c18-9f78-41f9-9cdd-308f65e19b14 req-5334dba8-5b19-4330-9ae9-d2e3730ddee2 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1096 time: 0.0822599
Dec 11 21:18:58.205656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.244080 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.250666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f74a7c18-9f78-41f9-9cdd-308f65e19b14 req-d6389b74-d136-4395-b268-98a1f50cde35 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828362
Dec 11 21:18:58.267568 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.338626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab9f86-e47c-4e89-95ed-4278940bf8bc None None] Pushing event updated for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:58.399091 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:18:58.416559 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Attempting to bind port 1c85b361-286f-4ade-8097-05e948ef7d95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:58.416933 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Attempting to bind port 1c85b361-286f-4ade-8097-05e948ef7d95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:58.417405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Attempting to bind port 1c85b361-286f-4ade-8097-05e948ef7d95 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:58.424356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:58.424738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:58.425138 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.425532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:58.426008 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Bound port: 1c85b361-286f-4ade-8097-05e948ef7d95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:58.426386 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.515110 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] For port 1c85b361-286f-4ade-8097-05e948ef7d95, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:58.518587 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] For port 1c85b361-286f-4ade-8097-05e948ef7d95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c85b361-286f-4ade-8097-05e948ef7d95,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:58.527608 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.602405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:58.602899 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:58.656182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Network 05b9d4e5-9642-4414-9250-d5630e8db729 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:18:58.667586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] Provisioning complete for port 1c85b361-286f-4ade-8097-05e948ef7d95 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:58.668487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.676299 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05b9d4e5-9642-4414-9250-d5630e8db729) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:58.680869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:58.681443 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.715861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f88c48-a293-4706-96e1-4cfb94b5b163 None None] Network 05b9d4e5-9642-4414-9250-d5630e8db729 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:18:58.724380 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab9f86-e47c-4e89-95ed-4278940bf8bc None None] Pushing event updated for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:58.743742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:18:58.749915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc98f8-5980-49e3-b330-ca903406fe63 req-f5e333f1-7fc6-4f28-bb84-64173254be94 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:58.751835 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19fc98f8-5980-49e3-b330-ca903406fe63 req-f5e333f1-7fc6-4f28-bb84-64173254be94 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1505256
Dec 11 21:18:58.757249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1574e45b-4c84-4b21-920f-a0be60d0ffea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2457824
Dec 11 21:18:58.760618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48526) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:58.806298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:18:58.868172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.870378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.886175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05b9d4e5-9642-4414-9250-d5630e8db729', 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729', 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'fixed_ips': [{'subnet_id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:18:58.887716 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.908434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Router 44fc39ec-db5f-4f84-9085-37412f0faa70 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:18:58.910649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:58.927091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-19fc98f8-5980-49e3-b330-ca903406fe63 req-811ab77c-a3bf-4cab-a5fc-201726463379 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1671045
Dec 11 21:18:58.955214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:59.048913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] For port 1c85b361-286f-4ade-8097-05e948ef7d95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c85b361-286f-4ade-8097-05e948ef7d95,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:59.051550 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3310f9c0-669a-4ea9-8c7b-416d3042c0bf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 200  len: 993 time: 0.0932631
Dec 11 21:18:59.055894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff74400>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:59.061263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.062054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.062180 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.122659 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3bd8e-ee2d-496a-ba8b-4393d2af4a29 None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:59.152580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:18:59.156078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e3d49-b43a-4c31-9b32-57aed78475c9 None None] Pushing event updated for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:59.158724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a8de29f2-0258-4912-a62c-db0336bf1196 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "PUT /v2.0/routers/44fc39ec-db5f-4f84-9085-37412f0faa70/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4599538
Dec 11 21:18:59.161014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48532) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:59.165985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Allocated IP 172.20.0.2 (05b9d4e5-9642-4414-9250-d5630e8db729/cefa5007-c5fc-4100-b2d2-3c1ea20d258c/56a1b874-951d-4eca-ae25-bdaf16d0de59) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:18:59.177677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809274d-5842-4661-a35b-8931a751df55 None None] Sync routers for ids ['44fc39ec-db5f-4f84-9085-37412f0faa70'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:18:59.298648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] Routers {'44fc39ec-db5f-4f84-9085-37412f0faa70'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:59.300813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cd5b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['44fc39ec-db5f-4f84-9085-37412f0faa70'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:59.338596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8db5136a-39ca-4f91-94cb-8781c1ddcc9d None None] Provisioning complete for port 1c85b361-286f-4ade-8097-05e948ef7d95 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:18:59.339346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8db5136a-39ca-4f91-94cb-8781c1ddcc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.368991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.425715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cd5b80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:59.492022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Deleting port 07844215-5f21-41fb-a7ba-1a26a16ddf7b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:18:59.492818 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.494843 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] Routers {'44fc39ec-db5f-4f84-9085-37412f0faa70'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:18:59.497900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cd5b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['44fc39ec-db5f-4f84-9085-37412f0faa70'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:59.534312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.542145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.544293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-3809274d-5842-4661-a35b-8931a751df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cd5b80>, [], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:18:59.544919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3809274d-5842-4661-a35b-8931a751df55 None None] The sync data for ids ['44fc39ec-db5f-4f84-9085-37412f0faa70'] in ncdv-master-1 is: [] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:18:59.558699 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.616800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] For port 07844215-5f21-41fb-a7ba-1a26a16ddf7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07844215-5f21-41fb-a7ba-1a26a16ddf7b,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:18:59.617250 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.625502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Network 05b9d4e5-9642-4414-9250-d5630e8db729 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:18:59.636059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:18:59.642012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:18:59.652928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Pushing event updated for resources: {'Port': ['ID=56a1b874-951d-4eca-ae25-bdaf16d0de59,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:59.685682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Calling delete_port for 07844215-5f21-41fb-a7ba-1a26a16ddf7b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:18:59.725635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.726672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Attempting to bind port 56a1b874-951d-4eca-ae25-bdaf16d0de59 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:18:59.727342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Attempting to bind port 56a1b874-951d-4eca-ae25-bdaf16d0de59 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:18:59.727621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Attempting to bind port 56a1b874-951d-4eca-ae25-bdaf16d0de59 on network 05b9d4e5-9642-4414-9250-d5630e8db729 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:18:59.729332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.733108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:18:59.733538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Checking segment: {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:18:59.734126 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.734379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Bound using segment: {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:18:59.734883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Bound port: 56a1b874-951d-4eca-ae25-bdaf16d0de59, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:18:59.735262 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.842172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] For port 56a1b874-951d-4eca-ae25-bdaf16d0de59, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:18:59.842422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.843134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Fanout notify agent at l3_agent the message router_deleted on router 44fc39ec-db5f-4f84-9085-37412f0faa70 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:18:59.850522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] For port 56a1b874-951d-4eca-ae25-bdaf16d0de59, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a1b874-951d-4eca-ae25-bdaf16d0de59,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:18:59.857808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.858054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:18:59.859557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-740ae7fb-a53a-4fe0-8292-1a6f47542fb2 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "DELETE /v2.0/routers/44fc39ec-db5f-4f84-9085-37412f0faa70 HTTP/1.1" status: 204  len: 168 time: 0.6882713
Dec 11 21:18:59.862824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48544) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:18:59.878633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3e7d-8176-44bd-8c7e-acf60cdcc831 req-43ef803a-8983-4ade-81b1-1cebc5d347ed tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:18:59.880229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-956b3e7d-8176-44bd-8c7e-acf60cdcc831 req-43ef803a-8983-4ade-81b1-1cebc5d347ed tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1114554
Dec 11 21:18:59.930312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf77cb-6293-4592-8a19-a3f41378ac85 None None] Pushing event updated for resources: {'Port': ['ID=56a1b874-951d-4eca-ae25-bdaf16d0de59,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:18:59.985012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting subnet 649d292c-aff2-4d74-a029-430bc0e9b308 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:18:59.992748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.032428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-c4716e2a-a572-40a1-8e35-efd5cf948439 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2682719
Dec 11 21:19:00.113061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.152018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07844215-5f21-41fb-a7ba-1a26a16ddf7b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:00.164081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c85b361-286f-4ade-8097-05e948ef7d95 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:00.203489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.211479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-956b3e7d-8176-44bd-8c7e-acf60cdcc831 req-d5067ac9-b9c2-490b-88c8-d1931f21345a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2626431
Dec 11 21:19:00.303779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1c85b361-286f-4ade-8097-05e948ef7d95 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:00.304257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.369711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.482845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.551125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.555937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.758867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Allocated IP 172.35.1.56 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:00.780352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.827455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Subnet': ['ID=649d292c-aff2-4d74-a029-430bc0e9b308,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:00.835158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:19:00.870237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:00.875749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80245a17-10cb-40c4-8e1c-951d95130ad6 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "DELETE /v2.0/subnets/649d292c-aff2-4d74-a029-430bc0e9b308 HTTP/1.1" status: 204  len: 168 time: 1.0097597
Dec 11 21:19:00.877915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48566) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:00.880047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af5a274-a57a-428f-a24f-e49285354ac4 None None] Network ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:00.977272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.059152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:19:01.068817 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Sync routers for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:19:01.070506 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d9b8f896-76d3-4d5b-822c-236fd010bca2 admin admin] 10.222.0.18 "PUT /v2.0/routers/168e46ee-3bea-4ba8-b22e-b6965afbc6c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0249751
Dec 11 21:19:01.085868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48568) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:01.086643 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:01.089323 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8414d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:01.111638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] DHCP port deletion for ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:01.156416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.173076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Deleting port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:01.173980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.238118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Deleting port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:01.238491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.303617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] For port 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d5eab43-7d42-4137-b819-744aa9ccf7a2,segment=NetworkSegment(7bde6166-376f-4d8c-8971-d3319351a3d4),segment_id=7bde6166-376f-4d8c-8971-d3319351a3d4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:01.304389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.332132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.337880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Calling delete_port for 6d5eab43-7d42-4137-b819-744aa9ccf7a2 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:01.342777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] For port 6d5eab43-7d42-4137-b819-744aa9ccf7a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6d5eab43-7d42-4137-b819-744aa9ccf7a2,segment=NetworkSegment(7bde6166-376f-4d8c-8971-d3319351a3d4),segment_id=7bde6166-376f-4d8c-8971-d3319351a3d4)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:01.343150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.384706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Calling delete_port for 6d5eab43-7d42-4137-b819-744aa9ccf7a2 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:01.520604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.537645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.547013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.552923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] No DVR routers for this DVR port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:01.568562 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:01.589508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17b99a-d8f1-4fa5-9f5a-81e54145f12f None None] Pushing event deleted for resources: {'Port': ['ID=6d5eab43-7d42-4137-b819-744aa9ccf7a2,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:01.634457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Deleting port f702ee2d-65ba-4707-86db-2f238a02aaed {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:01.635178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.697825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] No DVR routers for this DVR port 6d5eab43-7d42-4137-b819-744aa9ccf7a2 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:01.703229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Port': ['ID=6d5eab43-7d42-4137-b819-744aa9ccf7a2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:01.721229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.729839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e7caa-0b87-48a9-9995-5dfa3af45d0b None None] Network 05b9d4e5-9642-4414-9250-d5630e8db729 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:01.758322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] For port f702ee2d-65ba-4707-86db-2f238a02aaed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f702ee2d-65ba-4707-86db-2f238a02aaed,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:01.758728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.774076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Calling delete_port for f702ee2d-65ba-4707-86db-2f238a02aaed owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:01.796365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:01.813557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:01.818675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:01.842363 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8414d3a0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:19:00Z', 'revision_number': 5, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port': {'id': 'f702ee2d-65ba-4707-86db-2f238a02aaed', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:39:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:01.847691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8062c-be3c-4701-b94a-684197f831ab req-0128ad9c-d391-45b4-857a-822992358e17 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:01.849365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25e8062c-be3c-4701-b94a-684197f831ab req-0128ad9c-d391-45b4-857a-822992358e17 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.3495905
Dec 11 21:19:01.852959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:01.860898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc2db3-9870-4a72-bcc0-ee4726d58fd2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:01.878872 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Checking router: 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:19:01.891176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] Provisioning complete for port 56a1b874-951d-4eca-ae25-bdaf16d0de59 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:01.891700 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Routers {'168e46ee-3bea-4ba8-b22e-b6965afbc6c2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:01.891782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:01.892939 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8414d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:01.987720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.012475 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] Set router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:02.027620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f702ee2d-65ba-4707-86db-2f238a02aaed,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:02.114884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8414d3a0>, [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:19:01Z', 'revision_number': 6, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:02.127781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-60d0d3c2-30ad-49cc-acc9-605d75c13f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:02.129450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-60d0d3c2-30ad-49cc-acc9-605d75c13f32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1096 time: 0.1312020
Dec 11 21:19:02.139238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.146361 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7134b-ac4b-49b3-a211-d55f1d04f42b None None] The sync data for ids ['168e46ee-3bea-4ba8-b22e-b6965afbc6c2'] in ncdv-master-1 is: [{'id': '168e46ee-3bea-4ba8-b22e-b6965afbc6c2', 'name': 'tempest-AttachVolumeShelveTestJSON-883817761-router', 'tenant_id': '877d0194d21c485ab3477d5ed73d1970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:09:09Z', 'updated_at': '2021-12-11T21:19:01Z', 'revision_number': 6, 'project_id': '877d0194d21c485ab3477d5ed73d1970', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:19:02.246993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.249614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d85f07-ecc4-425b-8f6b-6b3270c9c4c3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:02.293419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d85f0ef40>,) {'filters': {'network_id': ['ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:02.307682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25e8062c-be3c-4701-b94a-684197f831ab req-110330fd-1e62-4e9d-b31f-e2e3d36469a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2350752
Dec 11 21:19:02.312642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d85f0ef40>, '7bde6166-376f-4d8c-8971-d3319351a3d4') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:02.312945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d85f0ef40>, '7bde6166-376f-4d8c-8971-d3319351a3d4') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:02.361579 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.368661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.380996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.392429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:02.392839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:02.397018 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:02.409537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] For port 56a1b874-951d-4eca-ae25-bdaf16d0de59, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a1b874-951d-4eca-ae25-bdaf16d0de59,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:02.416236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.478179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdc0d5-5760-42ba-8190-b7bab2fb56ba None None] Pushing event updated for resources: {'Port': ['ID=56a1b874-951d-4eca-ae25-bdaf16d0de59,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:02.552714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 56a1b874-951d-4eca-ae25-bdaf16d0de59 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:02.588221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89126d75-e4ad-4847-99e5-c5e26eba45bb None None] Provisioning complete for port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:02.588591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89126d75-e4ad-4847-99e5-c5e26eba45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.648408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89126d75-e4ad-4847-99e5-c5e26eba45bb None None] Port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:02.658426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 56a1b874-951d-4eca-ae25-bdaf16d0de59 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:02.658883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.682625 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.688257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.751272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.751781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 168e46ee-3bea-4ba8-b22e-b6965afbc6c2 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:19:02.756846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.761980 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a407846a-1ef3-40f9-b72f-913e81575d10 admin admin] 10.222.0.18 "DELETE /v2.0/routers/168e46ee-3bea-4ba8-b22e-b6965afbc6c2 HTTP/1.1" status: 204  len: 168 time: 1.6743994
Dec 11 21:19:02.769083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48576) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:02.781879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9abeb5b3-a277-4f8b-90ef-efb88f6e0ae2 None None] Provisioning complete for port 56a1b874-951d-4eca-ae25-bdaf16d0de59 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:02.782244 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9abeb5b3-a277-4f8b-90ef-efb88f6e0ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.797760 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.800706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-3b365ae3-9dc8-4464-8e4d-6c6e536f2a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:02.802188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-3b365ae3-9dc8-4464-8e4d-6c6e536f2a77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.6589222
Dec 11 21:19:02.856537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Deleting subnet e188049c-61b5-46ec-a346-79766ec4b29b {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:02.863154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.913561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-c7f06f33-671c-45ae-9677-5c82ebf2f57f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1001 time: 0.1012940
Dec 11 21:19:02.917102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.922644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.931770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:02.934956 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] 10.222.0.18 "DELETE /v2.0/networks/ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a HTTP/1.1" status: 204  len: 168 time: 2.0510836
Dec 11 21:19:02.949392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbbd0f-b47a-4ada-8480-33b9e03fde94 tempest-FloatingIPNegativeTestJSON-702196561 tempest-FloatingIPNegativeTestJSON-702196561-project] Pushing event deleted for resources: {'Network': ['ID=ace24b9e-f3e8-4a61-a3e1-c23d818b6d2a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:03.007841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-b308071d-df0f-4f48-af44-8b4782770451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:03.010034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-b308071d-df0f-4f48-af44-8b4782770451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0701344
Dec 11 21:19:03.089759 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.091403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6d5eab43-7d42-4137-b819-744aa9ccf7a2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:03.109006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.123864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6d5eab43-7d42-4137-b819-744aa9ccf7a2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:03.124557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6d5eab43-7d42-4137-b819-744aa9ccf7a2 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:03.129554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-a746d7f4-e625-4331-97d7-7e050070d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:03.131097 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-a746d7f4-e625-4331-97d7-7e050070d955 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0999670
Dec 11 21:19:03.144215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-68b0aeb2-b22d-4fed-b077-0118b2815ac0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:19:03.145584 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-68b0aeb2-b22d-4fed-b077-0118b2815ac0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059268
Dec 11 21:19:03.228145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.277373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.281910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:19:03.282876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764ac06-6863-4164-b581-c1e410c1db37 None None] Network 984a0679-f8df-497e-8996-1e2882618dc8 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:03.284220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48582) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:03.284730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e188049c-61b5-46ec-a346-79766ec4b29b HTTP/1.1" status: 204  len: 168 time: 0.5145948
Dec 11 21:19:03.285796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f679eec-5489-42ff-8891-78aa8dffdc5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e188049c-61b5-46ec-a346-79766ec4b29b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:03.295181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48584) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:03.313156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-349a87cc-d95f-460b-b3d8-cf433c4d8415 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547506
Dec 11 21:19:03.412219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.420680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-d689e103-100c-4923-ad22-400d30dba7b9 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1004615
Dec 11 21:19:03.514994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] DHCP port deletion for 984a0679-f8df-497e-8996-1e2882618dc8 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:03.541347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb263fb7-2062-4ebf-9dd4-c38e14b643af req-8c81dc7f-abea-4f9a-a2c5-871caf22a3b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:03.549683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb263fb7-2062-4ebf-9dd4-c38e14b643af req-8c81dc7f-abea-4f9a-a2c5-871caf22a3b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1104074
Dec 11 21:19:03.567182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:19:03.575187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Deleting port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:03.575572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.588222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8a45a5d-128e-4fd6-94fb-0b8d1beea6d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95769af378584df3ade76390fd868310&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2916975
Dec 11 21:19:03.588998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48590) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:03.631302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.632538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ae1833df-8a3e-4f5c-9e80-521d180a1262 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8449016
Dec 11 21:19:03.636894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48592) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:03.654417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Sync routers for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:19:03.672461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] For port 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160f5e91-ce99-4e00-b7d7-932f9f4ade20,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:03.672461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.672943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb263fb7-2062-4ebf-9dd4-c38e14b643af req-0da4a347-dd6f-4e5c-8409-70486881025c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215596
Dec 11 21:19:03.686342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.687918 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Calling delete_port for 160f5e91-ce99-4e00-b7d7-932f9f4ade20 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:03.690750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:03.691613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b7bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:03.709553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.717255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Deleting port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:03.717601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.777833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.777833 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.781869 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a3b9b11-9d63-418b-8f35-78146deb0e4e HTTP/1.1" status: 204  len: 168 time: 0.1879346
Dec 11 21:19:03.816384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bf5d2-3f1c-4f3b-81e4-120917624ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3b9b11-9d63-418b-8f35-78146deb0e4e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:03.866141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] For port 160f5e91-ce99-4e00-b7d7-932f9f4ade20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=160f5e91-ce99-4e00-b7d7-932f9f4ade20,segment=NetworkSegment(339022c2-8c21-44e3-83f8-6b26d7e4fde5),segment_id=339022c2-8c21-44e3-83f8-6b26d7e4fde5)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:03.866833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:03.888127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Calling delete_port for 160f5e91-ce99-4e00-b7d7-932f9f4ade20 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:03.898315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:03.980087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.064779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] Pushing event deleted for resources: {'Port': ['ID=160f5e91-ce99-4e00-b7d7-932f9f4ade20,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:04.073283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.077513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7dcc7-9814-4ffc-911c-95c5498b3bde None None] No DVR routers for this DVR port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:04.106678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 56a1b874-951d-4eca-ae25-bdaf16d0de59 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:04.143333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] No DVR routers for this DVR port 160f5e91-ce99-4e00-b7d7-932f9f4ade20 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:04.148980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=160f5e91-ce99-4e00-b7d7-932f9f4ade20,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:04.228430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 56a1b874-951d-4eca-ae25-bdaf16d0de59 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:04.228794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.257793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.288696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8619fbe0>,) {'filters': {'network_id': ['984a0679-f8df-497e-8996-1e2882618dc8']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:04.325943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8619fbe0>, '339022c2-8c21-44e3-83f8-6b26d7e4fde5') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:04.326236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8619fbe0>, '339022c2-8c21-44e3-83f8-6b26d7e4fde5') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:04.345459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.353969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b7bd90>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:02Z', 'revision_number': 3, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:04.383681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Checking router: 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:19:04.384042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Updating router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:19:04.385168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.400874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:04.401278 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:04.403880 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:04.427978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.449771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f702ee2d-65ba-4707-86db-2f238a02aaed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:04.466011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.484863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f702ee2d-65ba-4707-86db-2f238a02aaed {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:04.485383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f702ee2d-65ba-4707-86db-2f238a02aaed not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:04.485812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 160f5e91-ce99-4e00-b7d7-932f9f4ade20 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:04.487666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.493138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.508874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/984a0679-f8df-497e-8996-1e2882618dc8 HTTP/1.1" status: 204  len: 168 time: 1.2155511
Dec 11 21:19:04.515149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 160f5e91-ce99-4e00-b7d7-932f9f4ade20 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:04.515490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 160f5e91-ce99-4e00-b7d7-932f9f4ade20 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:04.515912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07844215-5f21-41fb-a7ba-1a26a16ddf7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:04.536701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362bd16-f18b-4a0b-b511-32cbba1e63c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=984a0679-f8df-497e-8996-1e2882618dc8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:04.576468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 07844215-5f21-41fb-a7ba-1a26a16ddf7b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:04.576468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07844215-5f21-41fb-a7ba-1a26a16ddf7b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:04.668602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48616) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:04.739666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2c6a5ede-ec51-4cb3-8aaf-2be40c1d1a1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=877d0194d21c485ab3477d5ed73d1970&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0697248
Dec 11 21:19:04.740326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48620) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:04.806517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Allocated IP 172.20.0.1 (05b9d4e5-9642-4414-9250-d5630e8db729/cefa5007-c5fc-4100-b2d2-3c1ea20d258c/b5e7cc2d-7767-4203-8057-87572e0b5ea0) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:04.813438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48622) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:04.816538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.820238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.822635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.830085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddc7eb-0503-4108-96f7-3feed1ec1493 req-f760b14f-0252-41e9-9671-e173cb47bb62 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:04.831654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4ddc7eb-0503-4108-96f7-3feed1ec1493 req-f760b14f-0252-41e9-9671-e173cb47bb62 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0747063
Dec 11 21:19:04.844648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.884685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f446a82-5f10-4e3e-bab2-3852ae022309 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:04.915203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.919545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.925545 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11536820-0a46-43d3-8db3-3c2b1a85b952 HTTP/1.1" status: 204  len: 168 time: 0.1818643
Dec 11 21:19:04.925720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Attempting to bind port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:04.925720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Attempting to bind port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:04.925720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Attempting to bind port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:04.940623 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0db66-3c02-4e70-b17f-7bb0f931ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11536820-0a46-43d3-8db3-3c2b1a85b952,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:04.960066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4ddc7eb-0503-4108-96f7-3feed1ec1493 req-92f6e742-2cf4-4602-8302-239ec28a256e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049747
Dec 11 21:19:04.965189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273cb0-f50b-4267-9511-8255b5e8805b None None] Pushing event updated for resources: {'Port': ['ID=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:04.978609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:04.979020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:04.979437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.980360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:04.981009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Bound port: 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:04.981640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:04.982018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'networks': [{'name': 'tempest-network--1013233197'}, {'name': 'tempest-network--972186063'}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:04.982427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-network--1013233197'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:04.983031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-network--972186063'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:04.998708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.009497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'network': 2} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:05.016270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.024709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.051083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.071726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89aa9e26-3387-4e95-8d8f-d2b439f0759a None None] Provisioning complete for port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:05.072100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89aa9e26-3387-4e95-8d8f-d2b439f0759a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.086500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Network 05b9d4e5-9642-4414-9250-d5630e8db729 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:05.091864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:05.095956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:05.096444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] For port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:05.117810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] For port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:05.126125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89aa9e26-3387-4e95-8d8f-d2b439f0759a None None] Port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:05.139447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.139797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.142038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.148681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.149255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.163405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.205078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90685630-9652-43d9-972e-c5332c05e224 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:05.231696 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:05.238257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc3cbca-6ad9-4400-8ec2-1aaecfacc58e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.249047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.249408 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment 0d7f2d1c-0a59-4b0e-8504-a4a7c1e03254 of type vlan for network 1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa
Dec 11 21:19:05.264232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:05.264875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b7bd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:05.268870 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34273cb0-f50b-4267-9511-8255b5e8805b None None] Pushing event updated for resources: {'Port': ['ID=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.296739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.332160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:05.345578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.346511 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment 47cc441f-fce8-49f1-8a84-3c40745d69dc of type vlan for network 1b8b95a9-de27-4f51-822d-6d71435bbe84
Dec 11 21:19:05.404287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.422170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.425606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] Provisioning complete for port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:05.426274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.455472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.455976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.464036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.472276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.472579 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.490975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:05.565118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 0.7476089
Dec 11 21:19:05.566395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48632) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:05.574117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.612668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:05.647410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed48b9-8782-44be-b409-89c3b4a28ad8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=1b8b95a9-de27-4f51-822d-6d71435bbe84,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.668257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 1b8b95a9-de27-4f51-822d-6d71435bbe84 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:05.790890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.804872 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.881112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4de58-92fb-4f98-b520-4c9254c3024e tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.887411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4de58-92fb-4f98-b520-4c9254c3024e tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.893098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4de58-92fb-4f98-b520-4c9254c3024e tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.899527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4de58-92fb-4f98-b520-4c9254c3024e tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:05.903853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e3e4de58-92fb-4f98-b520-4c9254c3024e tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.3372929
Dec 11 21:19:05.904015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48646) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:05.920404 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:05.922325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Pushing event updated for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:05.971168 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.033808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] For port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:06.045082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.074955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Network 05b9d4e5-9642-4414-9250-d5630e8db729 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:06.078906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:06.088422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48652) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:06.095243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.108688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22919cdd-4bb2-48ee-9ac2-f52e94e64274 None None] Pushing event updated for resources: {'Port': ['ID=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:06.113165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b7bd90>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:02Z', 'revision_number': 3, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.146426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9af9ee-c3e4-4235-a8f3-2a7917e18636 None None] The sync data for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 is: [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:02Z', 'revision_number': 3, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:19:06.169751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6f95bd26-b3dd-4cd2-9eaf-bcc3cffc812a None None] Provisioning complete for port b5e7cc2d-7767-4203-8057-87572e0b5ea0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:06.170391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f95bd26-b3dd-4cd2-9eaf-bcc3cffc812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.232127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6f95bd26-b3dd-4cd2-9eaf-bcc3cffc812a None None] Port b5e7cc2d-7767-4203-8057-87572e0b5ea0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:06.331504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117168-f866-4792-97c7-2d1b6f0e758f req-6cf68597-fbd3-4afd-ac19-c89fb2e7ad38 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:06.333170 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65117168-f866-4792-97c7-2d1b6f0e758f req-6cf68597-fbd3-4afd-ac19-c89fb2e7ad38 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.2271202
Dec 11 21:19:06.341660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.386791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84b5ebe0>,) {'filters': {'network_id': ['1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.410565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84b5ebe0>, '0d7f2d1c-0a59-4b0e-8504-a4a7c1e03254') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.410903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84b5ebe0>, '0d7f2d1c-0a59-4b0e-8504-a4a7c1e03254') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.429380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.456974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e64bb737-d73f-4b33-bde3-fd741f98480b None None] Provisioning complete for port b5e7cc2d-7767-4203-8057-87572e0b5ea0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:06.457722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e64bb737-d73f-4b33-bde3-fd741f98480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.458638 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-65117168-f866-4792-97c7-2d1b6f0e758f req-557bce98-2498-4a97-acd1-735fb4562f5e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906494
Dec 11 21:19:06.459734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.467396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:06.467920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:06.471839 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:06.545907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e64bb737-d73f-4b33-bde3-fd741f98480b None None] Port b5e7cc2d-7767-4203-8057-87572e0b5ea0 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:06.570120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.592820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.599096 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa HTTP/1.1" status: 204  len: 168 time: 0.6908979
Dec 11 21:19:06.599916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97548d-56ab-45e9-8210-1b7fdeb3a83b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=1eff1652-cb40-4f1c-8cf1-49aa1e2af0fa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:06.601556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48656) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:06.611601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1054114490-network', 'tenant_id': '7b7a144477c34942b19e3ae74b12f047'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:06.638137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:19:06.652702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:06.655350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.668983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.690315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.788200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.812136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed17160>,) {'filters': {'network_id': ['1b8b95a9-de27-4f51-822d-6d71435bbe84']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.814619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:19:06.823017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed17160>, '47cc441f-fce8-49f1-8a84-3c40745d69dc') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.823262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-76f0d2e1-b4a6-4721-a95e-4896e65f4d7f admin admin] 10.222.0.18 "PUT /v2.0/routers/33dbc2ef-a36f-4d69-b14a-9cd00260f2f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1837840
Dec 11 21:19:06.823349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ed17160>, '47cc441f-fce8-49f1-8a84-3c40745d69dc') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:06.838823 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.854963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.861492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:06.861909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:06.867534 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:06.871220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.877810 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.907615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb5acf-313f-4219-9f25-1a697438aa71,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:06.943978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.949799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:06.958158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.963493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:06.963660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/1b8b95a9-de27-4f51-822d-6d71435bbe84 HTTP/1.1" status: 204  len: 168 time: 0.3586633
Dec 11 21:19:06.963740 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Added segment dd25fa98-fcad-4f72-b071-2986bdf9d97e of type vlan for network 7d4bed29-8ef3-4887-807a-55c2100dce6a
Dec 11 21:19:06.963740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48660) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:06.972281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3267d-0da1-48e3-aa82-e259aba6db3a tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=1b8b95a9-de27-4f51-822d-6d71435bbe84,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:07.077077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.130888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b1efa-bf1d-45d0-91dc-e5d1ad1eae54 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.137480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b1efa-bf1d-45d0-91dc-e5d1ad1eae54 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.142689 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f11b1efa-bf1d-45d0-91dc-e5d1ad1eae54 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.1733787
Dec 11 21:19:07.142689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.142689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.142689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.143285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:07.149034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1896200066'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.185285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:07.189110 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.219517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:07.233497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.234035 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment 41dfa44d-30f8-4b0c-9c4b-c85dcf0c2e73 of type vlan for network 5e7de171-c484-4d2b-9b18-24a95c368784
Dec 11 21:19:07.263223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] Pushing event updated for resources: {'Network': ['ID=7d4bed29-8ef3-4887-807a-55c2100dce6a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:07.274542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:07.291777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0dc94b66-3882-4090-acdb-b400a5264e6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2022471
Dec 11 21:19:07.292718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48680) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:07.301344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.305702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Request body: {'subnet': {'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1054114490-subnet', 'tenant_id': '7b7a144477c34942b19e3ae74b12f047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.360666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.371920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:07.374407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.379769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.381214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.476863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3322704
Dec 11 21:19:07.485429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48706) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:07.492839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-748685632'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.531530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4293705-a14b-4eb7-85bb-853627bc1870 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=5e7de171-c484-4d2b-9b18-24a95c368784,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:07.542452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5e7de171-c484-4d2b-9b18-24a95c368784 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:07.559343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:07.563113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.593576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:07.605898 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.606245 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment 9d5958af-59de-4ee6-bbd2-36a114c0e440 of type vlan for network f8ebc216-ffaf-494a-95f7-654a3b3b9211
Dec 11 21:19:07.655354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.683901 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.690020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.690746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.698390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.710929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08d55-9816-4ee9-b021-a7184cb7fa79 req-9ea0e3c3-9e4c-4b4b-ad01-28e0a14a876d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.712735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78d08d55-9816-4ee9-b021-a7184cb7fa79 req-9ea0e3c3-9e4c-4b4b-ad01-28e0a14a876d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1407475
Dec 11 21:19:07.773634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2860837
Dec 11 21:19:07.774312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:07.782523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'ports': [{'network_id': '5e7de171-c484-4d2b-9b18-24a95c368784', 'name': 'tempest-port--1796029070', 'admin_state_up': True}, {'network_id': 'f8ebc216-ffaf-494a-95f7-654a3b3b9211', 'admin_state_up': False}]} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.782937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'port': {'network_id': '5e7de171-c484-4d2b-9b18-24a95c368784', 'name': 'tempest-port--1796029070', 'admin_state_up': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.783681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'port': {'network_id': 'f8ebc216-ffaf-494a-95f7-654a3b3b9211', 'admin_state_up': False}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:07.815494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Pushing event updated for resources: {'Subnet': ['ID=858058c0-ea3c-4000-bf54-3e2491c66905,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:07.818559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78d08d55-9816-4ee9-b021-a7184cb7fa79 req-d9336355-ec12-4664-a082-fc68280b2926 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820067
Dec 11 21:19:07.828759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Checking segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:07.829131 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Network hostable DHCP agents. Network: 7d4bed29-8ef3-4887-807a-55c2100dce6a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:07.849927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:07.853279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f075fa-78f3-43e9-b10f-50dd5e3bf7ed tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=f8ebc216-ffaf-494a-95f7-654a3b3b9211,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:07.864819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d4bed29-8ef3-4887-807a-55c2100dce6a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:07.867540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f8ebc216-ffaf-494a-95f7-654a3b3b9211 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:07.874999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:07.875610 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:07.909599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06d7d341-e58b-4796-a865-ac08f4c2539e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.6124411
Dec 11 21:19:07.994013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'port': 2} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:08.002531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.017031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c289d4-f632-4e76-bac2-866f0944e9b0 None None] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:08.020391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.144608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] device_id is not set on port 03207aab-e065-42e0-9783-f8f8e8a6fd31 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:19:08.183717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a841501-3fab-4d05-bc02-6540ffed3605 None None] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:08.188640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:08.317472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:08.318351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.393859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.470387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] device_id is not set on port 38db99fa-c37c-4feb-9543-78560ec4bd13 yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:19:08.474192 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Sync routers for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:19:08.484809 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:08.485498 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:08.592136 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:08.624424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-af6b9ce5-7271-4265-8925-2c3a8172f531 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:08.625518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-af6b9ce5-7271-4265-8925-2c3a8172f531 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1508043
Dec 11 21:19:08.658291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-15f4063a-30d9-4a67-9253-ec7699e826f7 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/quotas/7b7a144477c34942b19e3ae74b12f047 HTTP/1.1" status: 200  len: 375 time: 0.0198767
Dec 11 21:19:08.704045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-786c4d15-28c6-4c75-aeb4-ec11ad97bc77 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0361094
Dec 11 21:19:08.707863 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.789090 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e190>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5e7cc2d-7767-4203-8057-87572e0b5ea0', 'name': '', 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'mac_address': 'fa:16:3e:9b:0e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:04Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 2, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'subnets': [{'id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:08.807351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.815064 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Checking router: 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:19:08.815418 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Updating router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 port b5e7cc2d-7767-4203-8057-87572e0b5ea0 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:19:08.844746 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:08.867704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-6cf4e01f-930f-4747-9543-8a391f3a2a68 service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544576
Dec 11 21:19:08.892772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Port': ['ID=03207aab-e065-42e0-9783-f8f8e8a6fd31,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:08.942107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Checking segment: {'id': '41dfa44d-30f8-4b0c-9c4b-c85dcf0c2e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5e7de171-c484-4d2b-9b18-24a95c368784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:08.942509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network hostable DHCP agents. Network: 5e7de171-c484-4d2b-9b18-24a95c368784, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:08.976918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50a53f-b6c3-4834-aa98-5d72b04d4713 req-288780a1-a17d-40dd-bded-e1480cdf969e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:08.978945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f50a53f-b6c3-4834-aa98-5d72b04d4713 req-288780a1-a17d-40dd-bded-e1480cdf969e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0578308
Dec 11 21:19:08.983698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network 5e7de171-c484-4d2b-9b18-24a95c368784 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:08.998737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-25dcd966-f636-42c7-a064-81411ced6baa service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160800
Dec 11 21:19:09.000800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e7de171-c484-4d2b-9b18-24a95c368784) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:09.005092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:09.006104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.016050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eab757-eee1-43a2-bfb6-2696d75de307 None None] Network 5e7de171-c484-4d2b-9b18-24a95c368784 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:09.065585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Port': ['ID=38db99fa-c37c-4feb-9543-78560ec4bd13,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:09.081903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Checking segment: {'id': '9d5958af-59de-4ee6-bbd2-36a114c0e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f8ebc216-ffaf-494a-95f7-654a3b3b9211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:09.082270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network hostable DHCP agents. Network: f8ebc216-ffaf-494a-95f7-654a3b3b9211, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:09.101858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network f8ebc216-ffaf-494a-95f7-654a3b3b9211 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:09.107712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f50a53f-b6c3-4834-aa98-5d72b04d4713 req-209c62b4-b505-4cf7-b52d-367e3a4c0a31 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207998
Dec 11 21:19:09.122274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f8ebc216-ffaf-494a-95f7-654a3b3b9211) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:09.143426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258782a9-6c3f-436d-9ab5-551dfb5a7111 None None] Network f8ebc216-ffaf-494a-95f7-654a3b3b9211 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:09.149330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:09.158238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:09.166414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:09.167450 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.182394 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.188919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42656a34-18e8-4391-938a-2abbcce911f8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.4108665
Dec 11 21:19:09.191607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48766) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:09.211810 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.322322 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9522d-c4f3-4e9b-bea7-028ee49498a2 None None] Pushing event updated for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:09.367245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4502bfdd-733e-46f9-9128-877ff66c9fff req-13e866f1-a041-46df-bb65-829a819c7eb1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 210 time: 0.0815978
Dec 11 21:19:09.409326 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Attempting to bind port b5e7cc2d-7767-4203-8057-87572e0b5ea0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:09.409789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Attempting to bind port b5e7cc2d-7767-4203-8057-87572e0b5ea0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:09.410152 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Attempting to bind port b5e7cc2d-7767-4203-8057-87572e0b5ea0 on network 05b9d4e5-9642-4414-9250-d5630e8db729 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:09.412715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ef445-a2be-43f7-a1db-fc827d2cb1eb tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:09.417052 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:09.418026 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Checking segment: {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:09.418468 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.418890 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Bound using segment: {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:09.419351 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Bound port: b5e7cc2d-7767-4203-8057-87572e0b5ea0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bc4fe4-deea-4580-a9a0-11048b613c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:09.419727 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.420950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ef445-a2be-43f7-a1db-fc827d2cb1eb tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:09.426771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:09.446957 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e94ef445-a2be-43f7-a1db-fc827d2cb1eb tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2532973
Dec 11 21:19:09.528511 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] For port b5e7cc2d-7767-4203-8057-87572e0b5ea0, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:09.535192 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] For port b5e7cc2d-7767-4203-8057-87572e0b5ea0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e7cc2d-7767-4203-8057-87572e0b5ea0,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:09.543385 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.580282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting port 03207aab-e065-42e0-9783-f8f8e8a6fd31 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:09.580542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.610887 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9522d-c4f3-4e9b-bea7-028ee49498a2 None None] Pushing event updated for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:09.635666 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:19:09.643103 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:18:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:09.680430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.703394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Calling delete_port for 03207aab-e065-42e0-9783-f8f8e8a6fd31 owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:09.734440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] Provisioning complete for port b5e7cc2d-7767-4203-8057-87572e0b5ea0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:09.734963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.810318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.845163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Port': ['ID=03207aab-e065-42e0-9783-f8f8e8a6fd31,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:09.851502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.859588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48782) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:09.868785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8cd42003-d3df-4673-875e-88ccfda84703 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/ports/03207aab-e065-42e0-9783-f8f8e8a6fd31 HTTP/1.1" status: 204  len: 168 time: 0.4380605
Dec 11 21:19:09.908172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.931301 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:19:09.958200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] For port b5e7cc2d-7767-4203-8057-87572e0b5ea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e7cc2d-7767-4203-8057-87572e0b5ea0,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:09.976549 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:09.993456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting port 38db99fa-c37c-4feb-9543-78560ec4bd13 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:09.994368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.085867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.108646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Calling delete_port for 38db99fa-c37c-4feb-9543-78560ec4bd13 owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:10.132503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a8d22-3388-4345-8ce0-7760e933295b None None] Pushing event updated for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:10.142880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0d3db6f0-b567-4e1f-ae75-6cc3ff62ecf2 None None] Provisioning complete for port b5e7cc2d-7767-4203-8057-87572e0b5ea0 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:10.144366 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d3db6f0-b567-4e1f-ae75-6cc3ff62ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.289812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.307607 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467e190>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5e7cc2d-7767-4203-8057-87572e0b5ea0', 'name': '', 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'mac_address': 'fa:16:3e:9b:0e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:04Z', 'updated_at': '2021-12-11T21:19:09Z', 'revision_number': 4, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'subnets': [{'id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:10.321482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5287338-e8ff-4b26-9780-bf5c3ab1a817 req-1817e702-c8c0-4e29-91db-b2b80b54ce3f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:10.324179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5287338-e8ff-4b26-9780-bf5c3ab1a817 req-1817e702-c8c0-4e29-91db-b2b80b54ce3f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1005640
Dec 11 21:19:10.343866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Port': ['ID=38db99fa-c37c-4feb-9543-78560ec4bd13,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:10.344080 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4968e97-b446-4ac4-9aa2-d5a34b550324 None None] The sync data for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 is: [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5e7cc2d-7767-4203-8057-87572e0b5ea0', 'name': '', 'network_id': '05b9d4e5-9642-4414-9250-d5630e8db729', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'mac_address': 'fa:16:3e:9b:0e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:04Z', 'updated_at': '2021-12-11T21:19:09Z', 'revision_number': 4, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'subnets': [{'id': 'cefa5007-c5fc-4100-b2d2-3c1ea20d258c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:19:10.372432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.379226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-99ce525e-dd5c-4d2b-988d-424bb7569fe8 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/ports/38db99fa-c37c-4feb-9543-78560ec4bd13 HTTP/1.1" status: 204  len: 168 time: 0.5185142
Dec 11 21:19:10.382086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:10.485301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c1054ed-c2c3-43f5-a4ad-d3ada5759970 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1018951
Dec 11 21:19:10.493266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48804) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:10.514190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f5287338-e8ff-4b26-9780-bf5c3ab1a817 req-449ffeb2-aea0-4c73-80d9-03151d9d77a0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1691110
Dec 11 21:19:10.518806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1654531378'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:10.527428 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ca3db87-0099-4b23-acb1-1af6fc08892f req-49690aae-5fe3-45f1-8244-44c14be75af1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 210 time: 0.0529237
Dec 11 21:19:10.560565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:10.564904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.596495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:10.608309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.608764 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a of type vlan for network 05a871d4-84ce-444c-9ccf-46cc79b9fd74
Dec 11 21:19:10.701676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.757037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.762920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:10.763601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.799305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d3a2b91e-d136-46d7-a5d0-fdf6b43b42e2 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:10.800839 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d3a2b91e-d136-46d7-a5d0-fdf6b43b42e2 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1822679
Dec 11 21:19:10.845529 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Request body: {'port': {'device_id': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'admin_state_up': True, 'tenant_id': '7b7a144477c34942b19e3ae74b12f047'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:10.851546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3569665
Dec 11 21:19:10.855570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48808) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:10.862431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1963056647'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:10.874665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664b0b1-7135-416a-b2f5-bdb320da7c09 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=05a871d4-84ce-444c-9ccf-46cc79b9fd74,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:10.887600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:10.897384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:10.910326 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.938204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:10.956459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:10.956919 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Added segment d7ea8652-ef15-4d30-856a-b8e9c3d41f19 of type vlan for network 0b445a54-7977-4c90-840d-5e6f9d957ead
Dec 11 21:19:10.985397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:10.989714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.016905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b7ac0a04-6188-4592-8978-096102a1fab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.018307 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.046556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.055901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:11.056465 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.095044 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2366104
Dec 11 21:19:11.150070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e880a2-8ab6-4d7e-b417-a52593125f2f tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Network': ['ID=0b445a54-7977-4c90-840d-5e6f9d957ead,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:11.155359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Allocated IP 172.20.0.11 (7d4bed29-8ef3-4887-807a-55c2100dce6a/858058c0-ea3c-4000-bf54-3e2491c66905/cd36e435-7fc5-4268-90ca-f86c08fab6cb) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:11.166406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 0b445a54-7977-4c90-840d-5e6f9d957ead details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:11.379538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.423231 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.476677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:11.480572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:11.488036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:11.577389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event updated for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:11.619557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:11.621666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.680374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-b5118813-1fa2-48d9-bb0c-253aa5f2ada9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8447735
Dec 11 21:19:11.693189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Request body: {'port': {'device_id': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:11.704856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1d1d6-a66a-4d58-9024-a27088e0e436 req-a45307fc-2030-481c-b71d-6076e7b058a3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:11.712183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cc1d1d6-a66a-4d58-9024-a27088e0e436 req-a45307fc-2030-481c-b71d-6076e7b058a3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0854135
Dec 11 21:19:11.767240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-5c8c32fc-2b0f-4063-ab5b-ea7458b3ccfa tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:11.774887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-5c8c32fc-2b0f-4063-ab5b-ea7458b3ccfa tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1428425
Dec 11 21:19:11.794167 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-a3e2d0b0-0137-4212-9154-a1683a619d15 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.0183830
Dec 11 21:19:11.811486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cc1d1d6-a66a-4d58-9024-a27088e0e436 req-b0a8030f-4aaf-4bfe-885e-fa7b066b4d54 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983570
Dec 11 21:19:11.812139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:11.883062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-b3ac711c-a270-4875-8811-f54f1e16c88c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0877774
Dec 11 21:19:11.891297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7ea5d407-0c8d-48c4-a4b6-7d54ae569d8a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:19:11.898655 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7ea5d407-0c8d-48c4-a4b6-7d54ae569d8a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0118582
Dec 11 21:19:12.004764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f4ecd924-ddcb-427c-91b0-5cfebabbfb7f service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052635
Dec 11 21:19:12.116819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e19d0-4914-4533-af3a-530e829b8b68 req-918c37ea-c064-4e87-bab1-3c4adaa4b036 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:12.118877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a90e19d0-4914-4533-af3a-530e829b8b68 req-918c37ea-c064-4e87-bab1-3c4adaa4b036 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 932 time: 0.2185485
Dec 11 21:19:12.139375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-37e1bcde-92bd-4695-932d-32c19e386dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250021
Dec 11 21:19:12.171006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5e7cc2d-7767-4203-8057-87572e0b5ea0 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:12.217458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a90e19d0-4914-4533-af3a-530e829b8b68 req-ee1feee0-8139-4014-b9d7-adbabca2e9a1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882244
Dec 11 21:19:12.272663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b5e7cc2d-7767-4203-8057-87572e0b5ea0 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:12.274283 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.275517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd36e435-7fc5-4268-90ca-f86c08fab6cb {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:12.286828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.300757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Transition to ACTIVE for port object cd36e435-7fc5-4268-90ca-f86c08fab6cb will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:12.306187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.382899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Pushing event updated for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:12.444237 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-feca5e3e-316e-459d-b8cf-9c27c2d1854b req-fcd5ffe2-8aa1-4103-bd02-dee1087d9ca2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 210 time: 0.0341728
Dec 11 21:19:12.462322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Attempting to bind port cd36e435-7fc5-4268-90ca-f86c08fab6cb on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:12.462699 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Attempting to bind port cd36e435-7fc5-4268-90ca-f86c08fab6cb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:12.463033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Attempting to bind port cd36e435-7fc5-4268-90ca-f86c08fab6cb on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:12.468613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Port cd36e435-7fc5-4268-90ca-f86c08fab6cb on network 7d4bed29-8ef3-4887-807a-55c2100dce6a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:12.469033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Attempting to bind port cd36e435-7fc5-4268-90ca-f86c08fab6cb on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:12.474469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:12.474831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Checking segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:12.475220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Bound using segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:12.475644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Bound port: cd36e435-7fc5-4268-90ca-f86c08fab6cb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:12.476001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.549510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:12.553856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:12.559444 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.603270 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:12.603687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:12.605513 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] 10.222.0.16 "PUT /v2.0/ports/cd36e435-7fc5-4268-90ca-f86c08fab6cb HTTP/1.1" status: 200  len: 1092 time: 0.9172790
Dec 11 21:19:12.607873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:12.610915 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd04c70-1d43-4b86-9ce2-d88bd599234c" -d '{"events": [{"name": "network-changed", "server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:12.635105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c94bf6-8a4a-4982-aa21-e346978b015e service neutron] Pushing event updated for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:12.666644 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c987ee50-50eb-4e83-a392-297b078ea3e0 x-openstack-request-id: req-c987ee50-50eb-4e83-a392-297b078ea3e0 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:12.667232 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:12.667543 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c987ee50-50eb-4e83-a392-297b078ea3e0 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:12.668570 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'status': 'completed', 'code': 200}
Dec 11 21:19:12.723435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-8e9f77c1-68cb-4921-b9b2-394bb50db586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:12.725049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-8e9f77c1-68cb-4921-b9b2-394bb50db586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 1095 time: 0.0458004
Dec 11 21:19:12.780095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-677d00b4-1da9-40bf-ba9a-0b3046f4d7cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb HTTP/1.1" status: 200  len: 217 time: 0.0464480
Dec 11 21:19:12.835655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-c01cb1fa-511d-419c-95fe-0265690896a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:12.837348 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-c01cb1fa-511d-419c-95fe-0265690896a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0506356
Dec 11 21:19:12.874272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-4e0be12a-233b-413e-bc09-5b61ffd7802f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0290256
Dec 11 21:19:13.013295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd885d-1d3c-41b7-a1ea-94825a094815 req-a251aebe-bc81-4fe3-8a9b-6c83e2a1cda4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.016838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fdd885d-1d3c-41b7-a1ea-94825a094815 req-a251aebe-bc81-4fe3-8a9b-6c83e2a1cda4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0831079
Dec 11 21:19:13.020474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-0d79fd8f-5371-4ed4-9b75-061bbc84625a service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393757
Dec 11 21:19:13.131229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6fdd885d-1d3c-41b7-a1ea-94825a094815 req-f2f4879f-87a0-49bf-ae4f-acc08b27f984 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045139
Dec 11 21:19:13.155408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4160d256-cb17-4d0f-975e-878bc09c7640 req-f291e00e-c0fc-433a-9718-a2629a6e8ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268117
Dec 11 21:19:13.246034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-815e52b1-6f2a-4387-8135-94b6fb4cd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.247554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-815e52b1-6f2a-4387-8135-94b6fb4cd2d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 1095 time: 0.0466940
Dec 11 21:19:13.351842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-f5f403cb-7070-4d84-843f-f6dd07e6a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.353334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-f5f403cb-7070-4d84-843f-f6dd07e6a424 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 916 time: 0.0972836
Dec 11 21:19:13.373402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d728d-fb05-4c65-953e-d20f055e9c52 req-00e5e767-d3e5-4af7-a2c6-a64b6cc41d8e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.382807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-513d728d-fb05-4c65-953e-d20f055e9c52 req-00e5e767-d3e5-4af7-a2c6-a64b6cc41d8e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 944 time: 0.0778556
Dec 11 21:19:13.409461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-f390abe6-fb58-4c57-a890-0a6827eb0067 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb HTTP/1.1" status: 200  len: 217 time: 0.0493841
Dec 11 21:19:13.474318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-d09aa800-02ca-4807-8751-e5328bc6232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.476654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-d09aa800-02ca-4807-8751-e5328bc6232b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0596106
Dec 11 21:19:13.492838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b0ed1fd8-413d-41f2-9858-bc5ccbfe1af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:13.504803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-513d728d-fb05-4c65-953e-d20f055e9c52 req-523ac3fe-3bfc-4779-999b-38bf7a8f2dcf tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204014
Dec 11 21:19:13.550306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-f72f3422-a8cf-4b89-be15-6307bfe9f12e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660772
Dec 11 21:19:13.570443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-ee0575a9-371b-4a91-83af-d7d00d7d8750 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:13.572429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-ee0575a9-371b-4a91-83af-d7d00d7d8750 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1739488
Dec 11 21:19:13.581895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93745a42-772c-4631-a094-b6278480c7e6 req-d10ce8d4-e463-4534-8d4c-a8b0bfa6f7ea tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 210 time: 0.0340357
Dec 11 21:19:13.600057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:13.670098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-9d2ddc0f-e279-4feb-9246-c60696722166 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1103964
Dec 11 21:19:13.726466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:13.732600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:13.803211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9bd04c70-1d43-4b86-9ce2-d88bd599234c req-3a065e94-5800-454d-9cd4-7472b25c4845 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249774
Dec 11 21:19:13.878246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.9 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/ab591343-28bd-4d89-8a91-3bab14213c75) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:14.056119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.095292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.145969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:14.149076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:14.152083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:14.186651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:14.212513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:14.213386 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.235310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f0027ab0-8478-4754-9d6b-6a837de2af82 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6412067
Dec 11 21:19:14.248821 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Request body: {'port': {'device_id': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:14.357800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.395553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20084ae-05c2-4262-90a0-973e8713f3d0 req-1557878f-3775-4ad2-b336-02986e4abd87 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:14.401423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48870) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:14.403032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a20084ae-05c2-4262-90a0-973e8713f3d0 req-1557878f-3775-4ad2-b336-02986e4abd87 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1479640
Dec 11 21:19:14.407960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'subnets': [{'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--788226931', 'ip_version': 6}, {'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:14.408276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'subnet': {'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--788226931', 'ip_version': 6}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:14.408947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Request body: {'subnet': {'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:14.526467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-de622040-d71b-4c14-bf04-9a8503b1b629 None None] Provisioning complete for port ab591343-28bd-4d89-8a91-3bab14213c75 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:14.527050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a20084ae-05c2-4262-90a0-973e8713f3d0 req-9b6b00f4-e1a2-4036-972c-12cff2eb7e4f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226447
Dec 11 21:19:14.527686 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de622040-d71b-4c14-bf04-9a8503b1b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.575377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-de622040-d71b-4c14-bf04-9a8503b1b629 None None] Port ab591343-28bd-4d89-8a91-3bab14213c75 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:14.675497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202151db-c481-44be-91bd-84c17e0f21ad req-b5a17728-5b98-41eb-9e35-da70c6cde4d5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:14.677289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-202151db-c481-44be-91bd-84c17e0f21ad req-b5a17728-5b98-41eb-9e35-da70c6cde4d5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 944 time: 0.0786936
Dec 11 21:19:14.683591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Made reservation on behalf of 23d6e73c7a33469fbb48371e5a30f27a for: {'subnet': 2} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:14.688212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.688551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.774953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f9dcc-89a8-4fb1-83b0-8ade3c1d47d1 req-c422d6c3-23b3-406a-8ffe-8c3b8910954f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:14.776457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666f9dcc-89a8-4fb1-83b0-8ade3c1d47d1 req-c422d6c3-23b3-406a-8ffe-8c3b8910954f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 931 time: 0.0853226
Dec 11 21:19:14.782151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab591343-28bd-4d89-8a91-3bab14213c75 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:14.796476 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.809425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-202151db-c481-44be-91bd-84c17e0f21ad req-9bf1f63c-3553-40f6-a02e-78ab72230073 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162453
Dec 11 21:19:14.819742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Transition to ACTIVE for port object ab591343-28bd-4d89-8a91-3bab14213c75 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:14.827858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.869533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-666f9dcc-89a8-4fb1-83b0-8ade3c1d47d1 req-0152b1ad-1269-47df-b246-85cd9fa38f1f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829220
Dec 11 21:19:14.896869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:14.953010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.971983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Attempting to bind port ab591343-28bd-4d89-8a91-3bab14213c75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:14.972321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Attempting to bind port ab591343-28bd-4d89-8a91-3bab14213c75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:14.972651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Attempting to bind port ab591343-28bd-4d89-8a91-3bab14213c75 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:14.978756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Port ab591343-28bd-4d89-8a91-3bab14213c75 on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:14.979969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Attempting to bind port ab591343-28bd-4d89-8a91-3bab14213c75 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:14.985440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:14.985777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:14.986156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:14.986744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Bound port: ab591343-28bd-4d89-8a91-3bab14213c75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:14.987100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:14.993893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cd36e435-7fc5-4268-90ca-f86c08fab6cb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:15.077029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:15.080660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab591343-28bd-4d89-8a91-3bab14213c75,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:15.085808 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.127152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:15.130856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.131676 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.133390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] 10.222.0.30 "PUT /v2.0/ports/ab591343-28bd-4d89-8a91-3bab14213c75 HTTP/1.1" status: 200  len: 1091 time: 0.8891432
Dec 11 21:19:15.140324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:15.141524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'port_id': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'mac_address': 'fa:16:3e:63:ff:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858058c0-ea3c-4000-bf54-3e2491c66905', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:15.142852 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57049f68-e9b5-4d5f-a90c-ab23a75480a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:15.191400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e6a40-46f0-432b-a15e-857647f9bbbe service neutron] Pushing event updated for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:15.207815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.215657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.220973 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14a40f-a87a-4e12-a8bf-9bb3d2ce1c53 x-openstack-request-id: req-1d14a40f-a87a-4e12-a8bf-9bb3d2ce1c53 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:15.221271 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:15.221525 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d14a40f-a87a-4e12-a8bf-9bb3d2ce1c53 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:15.222431 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75', 'status': 'completed', 'code': 200}
Dec 11 21:19:15.228944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd36e435-7fc5-4268-90ca-f86c08fab6cb {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:15.241593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-71f0a6b5-64ef-457d-a811-c3343416a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.242888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-71f0a6b5-64ef-457d-a811-c3343416a90f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 1094 time: 0.0633380
Dec 11 21:19:15.251995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:15.259824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.302566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-cef621fd-cfe0-4484-92e5-644fecdc2c9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab591343-28bd-4d89-8a91-3bab14213c75 HTTP/1.1" status: 200  len: 217 time: 0.0476127
Dec 11 21:19:15.314703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:15.317449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Subnet': ['ID=b04f5243-9a59-40cb-bad5-af12dceeca86,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:15.323150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Checking segment: {'id': 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:15.323818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network hostable DHCP agents. Network: 05a871d4-84ce-444c-9ccf-46cc79b9fd74, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:15.353385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:15.365148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 05a871d4-84ce-444c-9ccf-46cc79b9fd74) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:15.372352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.374984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-d3ca769e-dc7d-40ea-9dbf-71bdfb743dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.376426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-d3ca769e-dc7d-40ea-9dbf-71bdfb743dc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0655236
Dec 11 21:19:15.378611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac26ab-e24f-416f-b810-fd508fe43b06 None None] Network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:15.434783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event updated for resources: {'Subnet': ['ID=ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:15.456433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Checking segment: {'id': 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:15.456959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f43d0d33-1750-4820-a46c-b1e6546f1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.457417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network hostable DHCP agents. Network: 0b445a54-7977-4c90-840d-5e6f9d957ead, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:15.458518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-f43d0d33-1750-4820-a46c-b1e6546f1d41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0719316
Dec 11 21:19:15.474295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:15.477511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Network 0b445a54-7977-4c90-840d-5e6f9d957ead is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:15.494167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b445a54-7977-4c90-840d-5e6f9d957ead) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:15.506055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.506805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.507468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.511755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24f3eb-04c2-41ea-a7cd-058e441aa6e6 None None] Network 0b445a54-7977-4c90-840d-5e6f9d957ead requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:15.526238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30dfee01-5e48-4100-b9c5-5117d88cb347 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 1.1237078
Dec 11 21:19:15.529363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48878) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:15.630444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-05a871d4-84ce-444c-9ccf-46cc79b9fd74', 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74', 'project_id': '23d6e73c7a33469fbb48371e5a30f27a', 'fixed_ips': [{'subnet_id': 'b04f5243-9a59-40cb-bad5-af12dceeca86'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:15.631529 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.751143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0b445a54-7977-4c90-840d-5e6f9d957ead', 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead', 'project_id': '23d6e73c7a33469fbb48371e5a30f27a', 'fixed_ips': [{'subnet_id': 'ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:15.752004 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:15.950161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad74234-9b3b-4261-bba0-a0d074ab8541 req-dbb59c11-3b06-494c-8448-bbc602c3c903 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:15.952056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aad74234-9b3b-4261-bba0-a0d074ab8541 req-dbb59c11-3b06-494c-8448-bbc602c3c903 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 945 time: 0.0617533
Dec 11 21:19:15.956184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Allocated IP 2001:db8::1 (05a871d4-84ce-444c-9ccf-46cc79b9fd74/b04f5243-9a59-40cb-bad5-af12dceeca86/0cb686de-64b4-428d-9272-5987afbfd3e8) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:15.961211 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.017018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aad74234-9b3b-4261-bba0-a0d074ab8541 req-6ae1800b-d5f8-4163-8dd1-51b8ffd48f14 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546980
Dec 11 21:19:16.035751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-fa4a2330-704e-4f6d-9806-8efae6bfb790 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5679648
Dec 11 21:19:16.043377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81426a-61c9-4a31-93c0-2484f809a326 req-944bee57-ce26-4af3-87d2-6370ca3ae52a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.044926 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b81426a-61c9-4a31-93c0-2484f809a326 req-944bee57-ce26-4af3-87d2-6370ca3ae52a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1163301
Dec 11 21:19:16.056705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075ab86-ffcc-418a-8b7d-bc5cd45ff4ba tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.058664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075ab86-ffcc-418a-8b7d-bc5cd45ff4ba tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.060209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075ab86-ffcc-418a-8b7d-bc5cd45ff4ba tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.061829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2075ab86-ffcc-418a-8b7d-bc5cd45ff4ba tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.5314059
Dec 11 21:19:16.073123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48886) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:16.158161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0b81426a-61c9-4a31-93c0-2484f809a326 req-b69e83a9-b713-47c6-a745-c598f2480582 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951438
Dec 11 21:19:16.178676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting subnet b04f5243-9a59-40cb-bad5-af12dceeca86 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:16.190087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20548f33-77cd-4b01-ad49-81abdb3275ca req-2a9bdb52-1054-4cf8-b8aa-7a5ca1b69d1d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.191654 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20548f33-77cd-4b01-ad49-81abdb3275ca req-2a9bdb52-1054-4cf8-b8aa-7a5ca1b69d1d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.0982947
Dec 11 21:19:16.191775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa720099-3b58-48ee-a865-6f62cb2da12c req-a9687dcb-8e13-4ea2-a5e3-7e7917adbdf8 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457839
Dec 11 21:19:16.253699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20548f33-77cd-4b01-ad49-81abdb3275ca req-173b1463-b166-492a-8bb4-030d7fbec525 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555129
Dec 11 21:19:16.256197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Allocated IP 2001:db8:0:1::1 (0b445a54-7977-4c90-840d-5e6f9d957ead/ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4/33a1215a-eaf7-4e7c-926b-5f2dca6764ac) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:16.290635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-c17e2d11-40db-45e3-ad90-d7a34612e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.293576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-c17e2d11-40db-45e3-ad90-d7a34612e544 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 1094 time: 0.0493357
Dec 11 21:19:16.374496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.390640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-54ef2c2c-7cec-43b3-8295-fef554b15f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.392173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-54ef2c2c-7cec-43b3-8295-fef554b15f5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0918300
Dec 11 21:19:16.433860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-9ba1af26-bc54-4a11-80b6-db2a344272df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab591343-28bd-4d89-8a91-3bab14213c75 HTTP/1.1" status: 200  len: 217 time: 0.0346320
Dec 11 21:19:16.437485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.445084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.448473 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.486743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.491374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-7668a09f-4155-4cdb-9f96-af821f1a8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.493068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-7668a09f-4155-4cdb-9f96-af821f1a8994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0528851
Dec 11 21:19:16.521815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:16.529657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:16.533502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:16.540604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Pushing event updated for resources: {'Port': ['ID=0cb686de-64b4-428d-9272-5987afbfd3e8,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:16.544140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-a9cc8943-5c4d-4805-80d0-ac796426dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:16.546101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-a9cc8943-5c4d-4805-80d0-ac796426dc33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0460629
Dec 11 21:19:16.571216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.573722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.594068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.643270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Attempting to bind port 0cb686de-64b4-428d-9272-5987afbfd3e8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:16.643956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Attempting to bind port 0cb686de-64b4-428d-9272-5987afbfd3e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:16.644061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Attempting to bind port 0cb686de-64b4-428d-9272-5987afbfd3e8 on network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:16.652266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-15b333f7-cc25-4b2b-9d4c-4b6000db3068 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0979226
Dec 11 21:19:16.657336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.658424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Network 0b445a54-7977-4c90-840d-5e6f9d957ead is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:16.665293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:16.668993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:16.672974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:16.673349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Checking segment: {'id': 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:16.673743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.674338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Bound using segment: {'id': 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:16.674833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Bound port: 0cb686de-64b4-428d-9272-5987afbfd3e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '05a871d4-84ce-444c-9ccf-46cc79b9fd74'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:16.675209 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.678670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Pushing event updated for resources: {'Port': ['ID=33a1215a-eaf7-4e7c-926b-5f2dca6764ac,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:16.690358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Subnet': ['ID=b04f5243-9a59-40cb-bad5-af12dceeca86,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:16.692724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.696300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10891be3-d724-4b29-82b1-00cfb6937b94 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/subnets/b04f5243-9a59-40cb-bad5-af12dceeca86 HTTP/1.1" status: 204  len: 168 time: 0.6214104
Dec 11 21:19:16.698742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:16.754888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57049f68-e9b5-4d5f-a90c-ab23a75480a7 req-39134468-ae38-48c3-862e-14367e2e4248 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0956688
Dec 11 21:19:16.755300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting subnet ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:16.758702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.777133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Attempting to bind port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:16.777537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Attempting to bind port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:16.777909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Attempting to bind port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac on network 0b445a54-7977-4c90-840d-5e6f9d957ead {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:16.794898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:16.795274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Checking segment: {'id': 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:16.795673 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.796066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Bound using segment: {'id': 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:16.796535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Bound port: 33a1215a-eaf7-4e7c-926b-5f2dca6764ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0b445a54-7977-4c90-840d-5e6f9d957ead'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:16.796927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.801920 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.810703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] For port 0cb686de-64b4-428d-9272-5987afbfd3e8, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:16.839572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] For port 0cb686de-64b4-428d-9272-5987afbfd3e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cb686de-64b4-428d-9272-5987afbfd3e8,segment=NetworkSegment(da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a),segment_id=da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:16.846374 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.892234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.953190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.954359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f00c8-fb58-43f7-ae23-3412c97b2852 None None] Pushing event updated for resources: {'Port': ['ID=0cb686de-64b4-428d-9272-5987afbfd3e8,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:16.957327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] For port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:16.967589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb437fe7-3f40-4511-a095-d79d3a23e775 None None] Network 05a871d4-84ce-444c-9ccf-46cc79b9fd74 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:16.974620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] For port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33a1215a-eaf7-4e7c-926b-5f2dca6764ac,segment=NetworkSegment(d7ea8652-ef15-4d30-856a-b8e9c3d41f19),segment_id=d7ea8652-ef15-4d30-856a-b8e9c3d41f19)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:16.986902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.987716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:16.995354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:16.998639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46771b96-abbb-4f32-aa04-9ad11bf562b7 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/subnets/ab9bcaa8-1873-45e7-b92d-0e99dd6c59e4 HTTP/1.1" status: 204  len: 168 time: 0.2988386
Dec 11 21:19:17.001264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:17.024652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cd36e435-7fc5-4268-90ca-f86c08fab6cb up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:17.054911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba41f8-5a8a-46bd-b324-f73a3009be67 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:17.060433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1cba41f8-5a8a-46bd-b324-f73a3009be67 tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0581102
Dec 11 21:19:17.061071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:17.157038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d628bb-f777-43ea-bb11-6d9467505619 None None] Pushing event updated for resources: {'Port': ['ID=33a1215a-eaf7-4e7c-926b-5f2dca6764ac,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:17.207824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port cd36e435-7fc5-4268-90ca-f86c08fab6cb completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:17.221245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port cd36e435-7fc5-4268-90ca-f86c08fab6cb triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:17.221618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.230887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346257b2-256f-433e-ba23-1a085ae4d08e req-d9b15292-791c-4bfb-8f4c-156f1a1eb224 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:17.235098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-346257b2-256f-433e-ba23-1a085ae4d08e req-d9b15292-791c-4bfb-8f4c-156f1a1eb224 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 945 time: 0.1250272
Dec 11 21:19:17.270600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.329035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-346257b2-256f-433e-ba23-1a085ae4d08e req-333b6286-78e8-4ed4-88cd-ddbf61bafc40 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851936
Dec 11 21:19:17.362013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.395970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:17.414071 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f836f88-f8b4-489b-a436-972b4a1837f4" -d '{"events": [{"server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "name": "network-vif-plugged", "status": "completed", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:17.453654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:17.472855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.549345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cfbf0-ffdf-43a9-a8b0-38da952ce2e0 req-e1ab8d5e-6afe-4f82-97f7-42e1e9e31526 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:17.551348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b4cfbf0-ffdf-43a9-a8b0-38da952ce2e0 req-e1ab8d5e-6afe-4f82-97f7-42e1e9e31526 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.0729923
Dec 11 21:19:17.565473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:17.623722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b4cfbf0-ffdf-43a9-a8b0-38da952ce2e0 req-54cb3e0a-bd92-489c-979b-940a5ebd7fde tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626757
Dec 11 21:19:17.631194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.648089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66965-cbdf-4b71-8270-5161fe25a89b req-4e2d424d-a4be-41ee-ab56-5fa351e38818 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:17.649643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d66965-cbdf-4b71-8270-5161fe25a89b req-4e2d424d-a4be-41ee-ab56-5fa351e38818 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0801756
Dec 11 21:19:17.738800 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-54d66965-cbdf-4b71-8270-5161fe25a89b req-b08bd42f-8de8-4ccb-b94b-c283532d4e02 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766358
Dec 11 21:19:17.750992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:17.751392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.761991 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c988d2-e9c2-4a85-85eb-11ff92274608 x-openstack-request-id: req-49c988d2-e9c2-4a85-85eb-11ff92274608 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:17.762520 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "name": "network-vif-plugged", "status": "completed", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:17.762605 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49c988d2-e9c2-4a85-85eb-11ff92274608 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:17.762973 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'code': 200}
Dec 11 21:19:17.822111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] For port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33a1215a-eaf7-4e7c-926b-5f2dca6764ac,segment=NetworkSegment(d7ea8652-ef15-4d30-856a-b8e9c3d41f19),segment_id=d7ea8652-ef15-4d30-856a-b8e9c3d41f19)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:17.822468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:17.843863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Calling delete_port for 33a1215a-eaf7-4e7c-926b-5f2dca6764ac owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:17.914430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26405b-148a-4f88-8ed9-84be9003e0dd req-ed00904b-5808-4107-ab2d-e040a728a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:17.915927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c26405b-148a-4f88-8ed9-84be9003e0dd req-ed00904b-5808-4107-ab2d-e040a728a79b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 1097 time: 0.0832636
Dec 11 21:19:17.981378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c26405b-148a-4f88-8ed9-84be9003e0dd req-4ca307ab-4e18-4210-8d1c-f8557eefdc96 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566216
Dec 11 21:19:17.982554 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.008855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Port': ['ID=33a1215a-eaf7-4e7c-926b-5f2dca6764ac,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:18.014004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] No DVR routers for this DVR port 33a1215a-eaf7-4e7c-926b-5f2dca6764ac on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:18.099179 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.121727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f9d0>,) {'filters': {'network_id': ['0b445a54-7977-4c90-840d-5e6f9d957ead']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.134089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f9d0>, 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.134502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f9d0>, 'd7ea8652-ef15-4d30-856a-b8e9c3d41f19') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.144585 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.160141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.167570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:18.168021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:18.171540 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:18.234808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.240674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.244168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/0b445a54-7977-4c90-840d-5e6f9d957ead HTTP/1.1" status: 204  len: 168 time: 1.1818864
Dec 11 21:19:18.246806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:18.259813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8435e0-2fd2-4c32-86b9-d9ef91c9d23b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=0b445a54-7977-4c90-840d-5e6f9d957ead,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:18.347962 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.422129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Deleting port 0cb686de-64b4-428d-9272-5987afbfd3e8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:18.422517 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.437591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6734d8-479e-47a0-89ec-861bed9555c6 None None] DHCP port deletion for 0b445a54-7977-4c90-840d-5e6f9d957ead request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:18.440319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1fdd1667-8c82-42c0-b03a-7dc902cb71bb None None] Could not find standard attr ID for object 33a1215a-eaf7-4e7c-926b-5f2dca6764ac. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:19:18.462237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d3494-1bb9-4c30-8a5d-8349d5a5a556 None None] Network 0b445a54-7977-4c90-840d-5e6f9d957ead requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:18.477727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d3494-1bb9-4c30-8a5d-8349d5a5a556 None None] Network 0b445a54-7977-4c90-840d-5e6f9d957ead could not be found, it might have been deleted concurrently. {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 11 21:19:18.488501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9072c34-3b92-481e-af73-1a2c8ee86599 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:18.505422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96511a3-5537-4855-8b14-c8b10963b09f req-8d9bc082-6caa-4795-835c-827b8232d022 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:18.505844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] For port 0cb686de-64b4-428d-9272-5987afbfd3e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0cb686de-64b4-428d-9272-5987afbfd3e8,segment=NetworkSegment(da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a),segment_id=da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:18.506342 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.507680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96511a3-5537-4855-8b14-c8b10963b09f req-8d9bc082-6caa-4795-835c-827b8232d022 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 946 time: 0.0705781
Dec 11 21:19:18.530184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Calling delete_port for 0cb686de-64b4-428d-9272-5987afbfd3e8 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:18.571343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96511a3-5537-4855-8b14-c8b10963b09f req-3831b118-7540-4c75-9b54-3dd9eb5fddcb tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556974
Dec 11 21:19:18.615428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9072c34-3b92-481e-af73-1a2c8ee86599 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:18.631211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.663189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] No DVR routers for this DVR port 0cb686de-64b4-428d-9272-5987afbfd3e8 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:18.667842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Port': ['ID=0cb686de-64b4-428d-9272-5987afbfd3e8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:18.773630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.801218 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6ee700>,) {'filters': {'network_id': ['05a871d4-84ce-444c-9ccf-46cc79b9fd74']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.816567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6ee700>, 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.816867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e6ee700>, 'da13f3fd-ba9f-43f9-bb51-7ae4abf0f11a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:18.832170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f78a4-a8fb-4278-9a07-381f104e546b req-e78fb235-aed2-43ea-8ce1-57d267597340 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:18.833051 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-147f78a4-a8fb-4278-9a07-381f104e546b req-e78fb235-aed2-43ea-8ce1-57d267597340 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.0964746
Dec 11 21:19:18.836683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.867966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253483f-d9e6-454c-9cac-22f899f56b07 req-094a4953-e77c-4207-915c-3fed3cf177fa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:18.869714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5253483f-d9e6-454c-9cac-22f899f56b07 req-094a4953-e77c-4207-915c-3fed3cf177fa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0559881
Dec 11 21:19:18.871561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.881373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:18.882238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:18.889926 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:18.932911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5253483f-d9e6-454c-9cac-22f899f56b07 req-40955c65-55a1-42bf-84b5-dd795429990f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533431
Dec 11 21:19:18.966999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-147f78a4-a8fb-4278-9a07-381f104e546b req-3d067da1-34df-4451-8c27-340abdb8ecf1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212955
Dec 11 21:19:18.973370 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.977673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-07a5d042-c741-4045-962d-421edf2fb559 None None] Provisioning complete for port cd36e435-7fc5-4268-90ca-f86c08fab6cb triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:18.978159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-07a5d042-c741-4045-962d-421edf2fb559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.981483 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:18.985177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/05a871d4-84ce-444c-9ccf-46cc79b9fd74 HTTP/1.1" status: 204  len: 168 time: 0.7368927
Dec 11 21:19:18.989510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48920) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:19.022957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564f2be-d37d-4615-92bd-05a09d64a55b tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=05a871d4-84ce-444c-9ccf-46cc79b9fd74,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:19.083552 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.176537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.197102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3ab1f0>,) {'filters': {'network_id': ['f8ebc216-ffaf-494a-95f7-654a3b3b9211']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.205954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3ab1f0>, '9d5958af-59de-4ee6-bbd2-36a114c0e440') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.206247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e3ab1f0>, '9d5958af-59de-4ee6-bbd2-36a114c0e440') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.215257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.227977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.234090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:19.234470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:19.237363 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:19.294911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.299521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.302968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/f8ebc216-ffaf-494a-95f7-654a3b3b9211 HTTP/1.1" status: 204  len: 168 time: 0.3123839
Dec 11 21:19:19.307014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 48922) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:19.318587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e1349-3375-4991-bf42-a18fca7ba5ad tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=f8ebc216-ffaf-494a-95f7-654a3b3b9211,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:19.390194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.473841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.493392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81bb80>,) {'filters': {'network_id': ['5e7de171-c484-4d2b-9b18-24a95c368784']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.502945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81bb80>, '41dfa44d-30f8-4b0c-9c4b-c85dcf0c2e73') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.503241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81bb80>, '41dfa44d-30f8-4b0c-9c4b-c85dcf0c2e73') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:19.516339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.529592 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.535473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:19.535855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:19.539215 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:19.596766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.603781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:19.607286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] 10.222.0.18 "DELETE /v2.0/networks/5e7de171-c484-4d2b-9b18-24a95c368784 HTTP/1.1" status: 204  len: 168 time: 0.2983141
Dec 11 21:19:19.618905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf6d82-abb5-4caf-b064-10113861e55c tempest-BulkNetworkOpsIpV6Test-334811597 tempest-BulkNetworkOpsIpV6Test-334811597-project] Pushing event deleted for resources: {'Network': ['ID=5e7de171-c484-4d2b-9b18-24a95c368784,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:19.697396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f3f61-714a-43aa-900c-4e25df4334d2 req-42a696de-e365-4f3d-bb9c-a0ad5c3045fe tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:19.699019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d83f3f61-714a-43aa-900c-4e25df4334d2 req-42a696de-e365-4f3d-bb9c-a0ad5c3045fe tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 946 time: 0.0500555
Dec 11 21:19:19.746765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d83f3f61-714a-43aa-900c-4e25df4334d2 req-ced9e978-c87c-46d4-831b-e4135995a76c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417683
Dec 11 21:19:19.804387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:19.950314 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-062bcfd3-c139-4246-b347-396bb04d13a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23d6e73c7a33469fbb48371e5a30f27a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1418021
Dec 11 21:19:19.950549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:20.003325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:20.051030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 33a1215a-eaf7-4e7c-926b-5f2dca6764ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:20.054442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:20.090823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 33a1215a-eaf7-4e7c-926b-5f2dca6764ac {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:20.091165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 33a1215a-eaf7-4e7c-926b-5f2dca6764ac not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:20.150706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f4d0b-5d3c-46ad-afe5-f3870e9debd9 req-c78f57d1-d1e7-4fc9-9b10-5cb28716304d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:20.155191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ea2f4d0b-5d3c-46ad-afe5-f3870e9debd9 req-c78f57d1-d1e7-4fc9-9b10-5cb28716304d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.0789132
Dec 11 21:19:20.176879 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:20.179630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:20.192810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d37bc-5bb5-4feb-ab9a-dacdc993a9de req-b82ad1e6-b8ca-4b26-8472-b1e951ef02eb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:20.193582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dc3cbca-6ad9-4400-8ec2-1aaecfacc58e HTTP/1.1" status: 204  len: 168 time: 0.2323561
Dec 11 21:19:20.195423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db8d37bc-5bb5-4feb-ab9a-dacdc993a9de req-b82ad1e6-b8ca-4b26-8472-b1e951ef02eb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.0783069
Dec 11 21:19:20.232064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655131c-4bbb-4a8e-b5f6-e15304a20272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc3cbca-6ad9-4400-8ec2-1aaecfacc58e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:20.267265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ea2f4d0b-5d3c-46ad-afe5-f3870e9debd9 req-b31212c5-b464-4cae-8b6f-fecd0284d005 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994396
Dec 11 21:19:20.289933 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-db8d37bc-5bb5-4feb-ab9a-dacdc993a9de req-15119165-ffce-4e93-829f-5ecbaa513ac2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860012
Dec 11 21:19:20.525549 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-ea683efb-3bde-4562-a237-a709fc196ebc service neutron] show failed (client error): The resource could not be found.
Dec 11 21:19:20.526679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-ea683efb-3bde-4562-a237-a709fc196ebc service neutron] 10.222.0.30 "GET /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0609956
Dec 11 21:19:20.727148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-f7c5c07a-9496-41c6-b742-ef398f17e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:20.728755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-f7c5c07a-9496-41c6-b742-ef398f17e9fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 1096 time: 0.0413513
Dec 11 21:19:20.740842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:20.797111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:20.905480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 48978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:21.006108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:21.015529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254368197'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:21.039165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:21.041373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:21.043375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.051870 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.085758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:21.088009 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54407e1-30ac-40b6-a4f0-7ef84c97d560" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-unplugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:21.092648 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.125505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Transition to ACTIVE for port object 1f32e426-4a9b-4c30-9ca4-f18008134e38 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:21.130756 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.141545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.146915 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.166440 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18d1d75-83c6-4a03-8a2c-31f18cde27ce x-openstack-request-id: req-b18d1d75-83c6-4a03-8a2c-31f18cde27ce {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:21.167506 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-unplugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:21.167768 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b18d1d75-83c6-4a03-8a2c-31f18cde27ce {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:21.168169 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'code': 200}
Dec 11 21:19:21.179477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:21.188349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b77090-2e9e-4cf4-90f7-6859a210963a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:21.197186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:21.197564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.197564 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment a0fba5fb-7a0e-4106-9431-84beb11b9158 of type vlan for network 10c5b1de-45a3-455c-9a5a-d83a1819eccb
Dec 11 21:19:21.248905 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.279737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.294776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:21.296034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.349338 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.355744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4444447
Dec 11 21:19:21.389989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] No DVR routers for this DVR port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:21.425220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ce390-1311-45cc-9a27-e67333b7435d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=10c5b1de-45a3-455c-9a5a-d83a1819eccb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:21.437153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:21.576990 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd5eaf-385e-457c-a8ef-0056a5441163 req-3d1b5717-0abd-4824-8d3c-c9e306f656f6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:21.587306 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-36dd5eaf-385e-457c-a8ef-0056a5441163 req-3d1b5717-0abd-4824-8d3c-c9e306f656f6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.1364994
Dec 11 21:19:21.611077 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:21.611597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:21.612189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:21.618095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:21.624736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:21.631646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:21.632151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:21.632651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Bound using segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:21.633199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Bound port: 1f32e426-4a9b-4c30-9ca4-f18008134e38, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:21.633630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.668131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-36dd5eaf-385e-457c-a8ef-0056a5441163 req-b9c6c198-75f3-4445-ae60-5e93e8fb3b08 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0796492
Dec 11 21:19:21.728927 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:21.732933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:21.738940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.771398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:21.772829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:21.777543 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1091 time: 1.0378184
Dec 11 21:19:21.906457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b2eb2-e019-4a6c-9740-9f335c84c9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:21.940586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e76bd-4664-44ef-bec8-78479ee667b6 req-c018161a-9197-4080-b92c-bc951cff07b8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:21.942728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb2e76bd-4664-44ef-bec8-78479ee667b6 req-c018161a-9197-4080-b92c-bc951cff07b8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.1617286
Dec 11 21:19:21.949956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-51d4c420-4cd7-4902-bd50-25032ec34629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:21.952315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-51d4c420-4cd7-4902-bd50-25032ec34629 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1094 time: 0.1154962
Dec 11 21:19:22.036458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb2e76bd-4664-44ef-bec8-78479ee667b6 req-a3923d29-aec0-45be-b758-473da191fc8d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831041
Dec 11 21:19:22.149022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-92205873-a997-4225-9711-aca94302e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:22.150772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-92205873-a997-4225-9711-aca94302e0cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1321130
Dec 11 21:19:22.224712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-386937c3-a715-474f-b4e5-4510ef5ab721 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.0672243
Dec 11 21:19:22.284291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-4b48a62f-94d7-44f6-9efd-205327902135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:22.284291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-4b48a62f-94d7-44f6-9efd-205327902135 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0500517
Dec 11 21:19:22.329602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-96fe54b4-c177-4ee5-9bfd-77c60db67c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:22.331309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-96fe54b4-c177-4ee5-9bfd-77c60db67c9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426221
Dec 11 21:19:22.426091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-fd71076c-1a1d-49cb-bbf1-4eff552e1629 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875156
Dec 11 21:19:22.517100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c6fc72f-4694-4c02-8bbb-55f2307482b3 req-b5dff2bf-b875-421d-95cd-45613ceffb94 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830922
Dec 11 21:19:22.793891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdacdf-e19c-4fa6-946d-d9f2b8242072 req-eefa0ad5-c30d-4c99-9ee9-d3cb523669ee tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:22.795516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40bdacdf-e19c-4fa6-946d-d9f2b8242072 req-eefa0ad5-c30d-4c99-9ee9-d3cb523669ee tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0559969
Dec 11 21:19:22.855762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40bdacdf-e19c-4fa6-946d-d9f2b8242072 req-40c0ec17-66bc-46dc-ac15-1219294308e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537577
Dec 11 21:19:22.934969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ab591343-28bd-4d89-8a91-3bab14213c75 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:23.033320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab591343-28bd-4d89-8a91-3bab14213c75,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:23.044435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'ab591343-28bd-4d89-8a91-3bab14213c75', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': 'ab591343-28bd-4d89-8a91-3bab14213c75', 'mac_address': 'fa:16:3e:ab:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:23.084923 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:23.105999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab591343-28bd-4d89-8a91-3bab14213c75 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:23.136675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab591343-28bd-4d89-8a91-3bab14213c75,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:23.141965 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:23.161850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588619-b4a8-4f61-9a1d-f4a64b89df20 req-60c430c9-d9cc-430f-9fa3-684f3ed26615 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.163359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70588619-b4a8-4f61-9a1d-f4a64b89df20 req-60c430c9-d9cc-430f-9fa3-684f3ed26615 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 943 time: 0.0561545
Dec 11 21:19:23.168933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:23.171376 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8ed24-f475-4034-a440-e1fef291681c" -d '{"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:23.197746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:23.237658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-70588619-b4a8-4f61-9a1d-f4a64b89df20 req-a7525ec3-f1da-4554-879a-4fd4e0262983 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519865
Dec 11 21:19:23.239196 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad3af0-8754-4a3f-97c4-6b78cb91374a x-openstack-request-id: req-3bad3af0-8754-4a3f-97c4-6b78cb91374a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:23.239489 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:23.239885 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bad3af0-8754-4a3f-97c4-6b78cb91374a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:23.240430 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:19:23.317302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-812dbe80-65a2-403e-8fd5-3306a079ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.318887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-812dbe80-65a2-403e-8fd5-3306a079ffef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1094 time: 0.0477479
Dec 11 21:19:23.325230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-21bd8fdf-502a-4cc4-aec8-6825bac31738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.326812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-21bd8fdf-502a-4cc4-aec8-6825bac31738 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1094 time: 0.0539558
Dec 11 21:19:23.421503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-4307c2a6-2031-45cf-88d6-08004eee5170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.423081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-4307c2a6-2031-45cf-88d6-08004eee5170 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.0948503
Dec 11 21:19:23.435822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-8f5cec74-b322-4a8b-a5c8-766d8b691783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.437301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-8f5cec74-b322-4a8b-a5c8-766d8b691783 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1022444
Dec 11 21:19:23.445115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['ab591343-28bd-4d89-8a91-3bab14213c75'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:23.524572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-30e26401-f4b5-4642-98c6-3694887d08ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.0794716
Dec 11 21:19:23.542682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-09325e8b-bb8c-414d-95e8-c577ae5f1d53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.0807650
Dec 11 21:19:23.580619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-85c4c4d9-d23f-4ef8-9516-3a65fe66f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.582247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-85c4c4d9-d23f-4ef8-9516-3a65fe66f3fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0501149
Dec 11 21:19:23.605128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-401e4ea4-29a0-45c6-85a6-50566fe16311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.606610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-401e4ea4-29a0-45c6-85a6-50566fe16311 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0569372
Dec 11 21:19:23.631056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-123d8a3e-4980-4276-9023-6e38cc1e20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.632554 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-123d8a3e-4980-4276-9023-6e38cc1e20da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425327
Dec 11 21:19:23.657638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8ed24-f475-4034-a440-e1fef291681c req-a28fd621-36cd-4740-b8fb-cd78b83e46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:23.659265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-a28fd621-36cd-4740-b8fb-cd78b83e46ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451980
Dec 11 21:19:23.732111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-44652062-81c2-4866-b613-d33566d90eae service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908372
Dec 11 21:19:23.754557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-5b07a693-573c-4285-92cf-fe3a2916d81e service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834830
Dec 11 21:19:23.836593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-2da6f019-271b-4729-9d49-4bad49eab723 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970199
Dec 11 21:19:23.866449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9aa8ed24-f475-4034-a440-e1fef291681c req-81223077-b089-4e3a-88b4-89d950f78429 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032288
Dec 11 21:19:24.004911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759d28-997a-4688-b7da-9e61f5867411 req-24e596e1-189f-4c51-8ad6-c4e3df6a7200 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:24.006500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a759d28-997a-4688-b7da-9e61f5867411 req-24e596e1-189f-4c51-8ad6-c4e3df6a7200 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.0587096
Dec 11 21:19:24.062249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a759d28-997a-4688-b7da-9e61f5867411 req-05388548-4c5a-4ebd-a685-3702369ee3a7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476487
Dec 11 21:19:24.372124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593826e-f754-4252-8b68-d665a385f670 req-ba9861bd-e0bf-468f-a4ae-c6b105070fe1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:24.373590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2593826e-f754-4252-8b68-d665a385f670 req-ba9861bd-e0bf-468f-a4ae-c6b105070fe1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 944 time: 0.0501781
Dec 11 21:19:24.420567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2593826e-f754-4252-8b68-d665a385f670 req-6fddad2b-3a81-4b4b-b4b7-11bbf8ff6ca0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408099
Dec 11 21:19:24.625766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49022) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:24.630836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:24.718864 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:24.722782 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:24.907449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:24.946965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ab591343-28bd-4d89-8a91-3bab14213c75 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:24.977546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=60090eb5-b853-4846-bc12-9fc10e578d10,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:24.984310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': 'a0fba5fb-7a0e-4106-9431-84beb11b9158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:24.984966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 10c5b1de-45a3-455c-9a5a-d83a1819eccb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:25.002972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port ab591343-28bd-4d89-8a91-3bab14213c75 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:25.006789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:25.007116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port ab591343-28bd-4d89-8a91-3bab14213c75 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:25.007488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.019176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10c5b1de-45a3-455c-9a5a-d83a1819eccb) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:25.023669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.024515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.037063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60872f0-1c3a-4da1-bc69-9e1c67a3277d None None] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:25.042869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:25.047196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0b5a543-f37c-4365-9bec-e0799a091c46 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4203634
Dec 11 21:19:25.050621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49030) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:25.056611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220106907'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:25.080683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:25.085089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.113677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:25.126521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.126906 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment 0da0b0d1-fb74-4f90-948a-9eac6096376a of type vlan for network 15aefd58-9939-4c2f-9b9c-95356c583bc5
Dec 11 21:19:25.215129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.263390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479594dd-45b7-45d4-8319-3cd60e07b323 req-90dd3695-b3d7-4591-84c6-f0f129b2bba6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.263555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.278606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-479594dd-45b7-45d4-8319-3cd60e07b323 req-90dd3695-b3d7-4591-84c6-f0f129b2bba6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 943 time: 0.1143193
Dec 11 21:19:25.286094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.288015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10c5b1de-45a3-455c-9a5a-d83a1819eccb', 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': '60090eb5-b853-4846-bc12-9fc10e578d10'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:25.289628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.292582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.293212 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.323976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:25.352268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab591343-28bd-4d89-8a91-3bab14213c75,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:25.360386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:25.362927 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b3d441-7e17-425c-9793-f5fe8c67eb74" -d '{"events": [{"server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:25.368799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.369459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:25.374719 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3202462
Dec 11 21:19:25.387324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49046) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:25.392351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '15aefd58-9939-4c2f-9b9c-95356c583bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:25.423511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146ae63-930a-4db2-9d96-580601357444 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=15aefd58-9939-4c2f-9b9c-95356c583bc5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:25.450657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6cdb7643-9cb7-41a5-87bd-774d6377cb1e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.452263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6cdb7643-9cb7-41a5-87bd-774d6377cb1e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1643219
Dec 11 21:19:25.469928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-479594dd-45b7-45d4-8319-3cd60e07b323 req-6900e427-89c0-4708-957e-c2cb787b1a2a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1903980
Dec 11 21:19:25.478749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-d92588fa-1d34-42ff-811e-3f0e7ee06c52 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/quotas/7b7a144477c34942b19e3ae74b12f047 HTTP/1.1" status: 200  len: 375 time: 0.0175099
Dec 11 21:19:25.516099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:25.520977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.551874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-13c87065-7789-4693-89d0-75a288045e90 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0656548
Dec 11 21:19:25.563693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-fdd721a3-855a-4655-8c57-46e0044b5ba7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:19:25.565140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-fdd721a3-855a-4655-8c57-46e0044b5ba7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0065074
Dec 11 21:19:25.600451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:25.603045 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5388e2da-778b-4b2d-8c6c-05fd03a0b6f8 x-openstack-request-id: req-5388e2da-778b-4b2d-8c6c-05fd03a0b6f8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:25.603334 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:25.603604 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5388e2da-778b-4b2d-8c6c-05fd03a0b6f8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:25.603968 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75', 'code': 200}
Dec 11 21:19:25.639583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 15aefd58-9939-4c2f-9b9c-95356c583bc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:25.694698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-e0d02556-bea1-4d8c-9029-51031ab725a0 service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228490
Dec 11 21:19:25.759349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f68060-aab7-45b8-8bd2-baf32b517620 req-a7d1c4df-e2c2-4cc3-ab46-cdfc72b5c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.760991 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8f68060-aab7-45b8-8bd2-baf32b517620 req-a7d1c4df-e2c2-4cc3-ab46-cdfc72b5c0bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 1096 time: 0.1236336
Dec 11 21:19:25.772800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea5ee-6fed-47e4-9d77-d4e8fd6fc90b req-3fcda90d-f871-4cf8-8145-0df08db75049 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:25.774020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efaea5ee-6fed-47e4-9d77-d4e8fd6fc90b req-3fcda90d-f871-4cf8-8145-0df08db75049 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.1377780
Dec 11 21:19:25.801896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-f3558c90-eb00-4bba-a544-9a08f3970f64 service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013961
Dec 11 21:19:25.825495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:25.842836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:25.870219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.884737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:25.891693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:25.914788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Allocated IP 2001:db8:0:ffff::2 (10c5b1de-45a3-455c-9a5a-d83a1819eccb/60090eb5-b853-4846-bc12-9fc10e578d10/07339d76-390c-4133-9701-88c723a3994e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:25.930756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8f68060-aab7-45b8-8bd2-baf32b517620 req-a5483f43-a932-4dde-b0ca-01450cbd87fc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535203
Dec 11 21:19:25.945287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-efaea5ee-6fed-47e4-9d77-d4e8fd6fc90b req-bf941da3-508f-4d74-a2e5-79c7a501f1a7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524940
Dec 11 21:19:26.000948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=20620bd5-6226-43a8-bbe7-f403808d531e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:26.050873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76f44a95-84f2-4fbd-8e5d-0ced924894f7 req-6255d3d6-b20d-4a0e-ba11-94c8dc37cf82 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 210 time: 0.0454335
Dec 11 21:19:26.061974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': '0da0b0d1-fb74-4f90-948a-9eac6096376a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '15aefd58-9939-4c2f-9b9c-95356c583bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:26.062508 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 15aefd58-9939-4c2f-9b9c-95356c583bc5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:26.071063 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.075991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:26.079690 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.088439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 15aefd58-9939-4c2f-9b9c-95356c583bc5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:26.089810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.104426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15aefd58-9939-4c2f-9b9c-95356c583bc5) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:26.109462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:26.110665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.115642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243a023-c218-4394-867e-8bfe455e0414 None None] Network 15aefd58-9939-4c2f-9b9c-95356c583bc5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:26.141914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:26.148744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:26.159394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-13ee180c-637c-42dd-bbcf-6f71c27154c2 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.7708652
Dec 11 21:19:26.161883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49064) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:26.186016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:26.201982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Pushing event updated for resources: {'Port': ['ID=07339d76-390c-4133-9701-88c723a3994e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:26.325039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c47a9-b590-4000-b0c8-f402a5cbff21 req-7276eabf-b018-426d-91bf-ac6a89141937 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:26.327112 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce4c47a9-b590-4000-b0c8-f402a5cbff21 req-7276eabf-b018-426d-91bf-ac6a89141937 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.1067410
Dec 11 21:19:26.338062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-79223ce5-5f80-4a74-a0b1-5ea39494812b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:26.340084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-79223ce5-5f80-4a74-a0b1-5ea39494812b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964&tenant_id=57a572b530bb4301876a76b0a8a94b78&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1028664
Dec 11 21:19:26.344536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.366853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1f32e426-4a9b-4c30-9ca4-f18008134e38'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:26.370388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:26.378535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Attempting to bind port 07339d76-390c-4133-9701-88c723a3994e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:26.378920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Attempting to bind port 07339d76-390c-4133-9701-88c723a3994e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0fba5fb-7a0e-4106-9431-84beb11b9158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:26.379532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Attempting to bind port 07339d76-390c-4133-9701-88c723a3994e on network 10c5b1de-45a3-455c-9a5a-d83a1819eccb {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:26.410766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84223fc-9f63-4734-8c7c-56f238aa5cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15aefd58-9939-4c2f-9b9c-95356c583bc5', 'network_id': '15aefd58-9939-4c2f-9b9c-95356c583bc5', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': '20620bd5-6226-43a8-bbe7-f403808d531e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:26.411615 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f84223fc-9f63-4734-8c7c-56f238aa5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.420766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce4c47a9-b590-4000-b0c8-f402a5cbff21 req-38b83216-aa0b-4e48-aff8-b45d3cb10db9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823364
Dec 11 21:19:26.426308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:26.426715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Checking segment: {'id': 'a0fba5fb-7a0e-4106-9431-84beb11b9158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:26.429278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.431588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Bound using segment: {'id': 'a0fba5fb-7a0e-4106-9431-84beb11b9158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:26.433055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Bound port: 07339d76-390c-4133-9701-88c723a3994e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fba5fb-7a0e-4106-9431-84beb11b9158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '10c5b1de-45a3-455c-9a5a-d83a1819eccb'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:26.433412 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.490675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-5fe3a71f-4b2b-4a41-a079-9bca996a57b3 service neutron] 10.222.0.16 "GET /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1426501
Dec 11 21:19:26.491557 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.582906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-552cdece-0d24-4848-b4a3-61caf145bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:26.585586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-552cdece-0d24-4848-b4a3-61caf145bfd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1095 time: 0.0603588
Dec 11 21:19:26.611703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-f84223fc-9f63-4734-8c7c-56f238aa5cf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20620bd5-6226-43a8-bbe7-f403808d531e: This subnet is being modified by another concurrent operation.
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 20620bd5-6226-43a8-bbe7-f403808d531e: This subnet is being modified by another concurrent operation.
Dec 11 21:19:26.622502 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:19:26.633004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] For port 07339d76-390c-4133-9701-88c723a3994e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:26.639260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] For port 07339d76-390c-4133-9701-88c723a3994e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07339d76-390c-4133-9701-88c723a3994e,segment=NetworkSegment(a0fba5fb-7a0e-4106-9431-84beb11b9158),segment_id=a0fba5fb-7a0e-4106-9431-84beb11b9158)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:26.651857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64190411-d43c-4a1d-a31d-07788770d444 None None] Network 15aefd58-9939-4c2f-9b9c-95356c583bc5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:26.659821 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.687773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=20620bd5-6226-43a8-bbe7-f403808d531e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:26.773643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.806344 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fbfc340>,) {'filters': {'network_id': ['15aefd58-9939-4c2f-9b9c-95356c583bc5']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:26.809648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-701b8928-fafe-439a-82a1-456df48200a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:26.811161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-701b8928-fafe-439a-82a1-456df48200a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.2190049
Dec 11 21:19:26.819491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fbfc340>, '0da0b0d1-fb74-4f90-948a-9eac6096376a') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:26.819792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fbfc340>, '0da0b0d1-fb74-4f90-948a-9eac6096376a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:26.851517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6e098-9a9b-4787-9412-03a8ad6918c0 None None] Pushing event updated for resources: {'Port': ['ID=07339d76-390c-4133-9701-88c723a3994e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:26.868691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.900664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.903971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-a1d24d70-2510-4954-aeb6-3cce2ed07322 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1000 time: 0.0820589
Dec 11 21:19:26.908736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:26.909145 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:26.912523 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:27.034263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.037729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-b45214ef-34d1-49d9-9f72-4c6b35e0542a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.039646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-b45214ef-34d1-49d9-9f72-4c6b35e0542a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.1169887
Dec 11 21:19:27.048693 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.052343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/15aefd58-9939-4c2f-9b9c-95356c583bc5 HTTP/1.1" status: 204  len: 168 time: 0.8891845
Dec 11 21:19:27.056220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49070) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:27.061980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650789770'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:27.109464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:27.113570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.118978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6764-43c3-43dc-8441-5c93fad93937 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=15aefd58-9939-4c2f-9b9c-95356c583bc5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:27.161172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:27.231529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44e036c1-2d75-4671-832b-afc28f8a70e6 req-06a895d4-bf0d-4ed1-864d-6be3b09045b8 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 210 time: 0.0538797
Dec 11 21:19:27.235012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.235810 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment 3408de05-f4cf-4c69-b25b-9715d0c2abe5 of type vlan for network cd2fc736-3725-4f11-8e13-98fd2bc60afb
Dec 11 21:19:27.293700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.325436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.331337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.331971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.391641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3342135
Dec 11 21:19:27.398651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49074) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:27.405028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:27.432121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec9b7-5eb8-482b-b234-003a9180afba tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=cd2fc736-3725-4f11-8e13-98fd2bc60afb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:27.444351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:27.556078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:27.559930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.574683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e46fae-1673-4264-b493-6554d95c2350 req-1dafe708-e25f-45a1-8e57-f32cfaa8196f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.576940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2e46fae-1673-4264-b493-6554d95c2350 req-1dafe708-e25f-45a1-8e57-f32cfaa8196f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0766826
Dec 11 21:19:27.603754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-d61c675e-af52-4e63-8c97-2babbec31ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.605400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-d61c675e-af52-4e63-8c97-2babbec31ac5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.5518897
Dec 11 21:19:27.616014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacd61-3272-4478-8b3b-96c41b02547d req-0f99dc9d-c23e-43fc-b656-10ac83ce55e3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.617544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2aacd61-3272-4478-8b3b-96c41b02547d req-0f99dc9d-c23e-43fc-b656-10ac83ce55e3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.5484250
Dec 11 21:19:27.657283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-b46ff9bc-9ccc-46ac-89cf-c6f5c3311348 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:27.658875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-b46ff9bc-9ccc-46ac-89cf-c6f5c3311348 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.5365958
Dec 11 21:19:27.692874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2e46fae-1673-4264-b493-6554d95c2350 req-26e5e06f-431d-425d-b506-5293462c7f42 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012812
Dec 11 21:19:27.719645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Request body: {'port': {'device_id': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'admin_state_up': True, 'tenant_id': '7b7a144477c34942b19e3ae74b12f047'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:27.839984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-030f108a-e9d1-428c-b63e-4735dcf86367 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166028
Dec 11 21:19:27.847792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2aacd61-3272-4478-8b3b-96c41b02547d req-87ce0f34-44bd-4ede-8d52-01422a687215 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2149324
Dec 11 21:19:27.866514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:27.959169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=e5bc74f9-9939-4d7e-adbd-d926f831b190,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:27.961406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': '3408de05-f4cf-4c69-b25b-9715d0c2abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:27.961914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: cd2fc736-3725-4f11-8e13-98fd2bc60afb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:27.972357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e486487-e68f-4525-b77a-28c68b1824e1 None None] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:27.982187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:27.987319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-97d35d68-d488-420a-b3cb-d5dbad179dd0 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381762
Dec 11 21:19:27.993016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd2fc736-3725-4f11-8e13-98fd2bc60afb) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:27.993787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:27.998235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.000545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:28.001519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.031015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00e47431-3362-4231-b949-04ea54968d76 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.6309390
Dec 11 21:19:28.032271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680fc4c-ec28-434e-ab58-1ddf665d01a5 None None] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:28.034781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49078) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:28.041583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182385533'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:28.082122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:28.089946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.127004 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:28.140210 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.140574 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment e5b33ccb-bf04-4bf3-84d8-9d3066d9d856 of type vlan for network 45a8aff8-d2db-49bc-a3cc-c49586bd67e7
Dec 11 21:19:28.144613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-21c80233-f973-40af-9104-f688d87e036e None None] Provisioning complete for port 07339d76-390c-4133-9701-88c723a3994e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:28.145270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21c80233-f973-40af-9104-f688d87e036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.169886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Allocated IP 172.20.0.5 (7d4bed29-8ef3-4887-807a-55c2100dce6a/858058c0-ea3c-4000-bf54-3e2491c66905/a33338db-4880-4bfd-ae34-a0f6c924b9bd) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:28.185329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07339d76-390c-4133-9701-88c723a3994e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:28.201095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.232890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.239370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:28.239971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.297886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:28.299681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2626200
Dec 11 21:19:28.306898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '45a8aff8-d2db-49bc-a3cc-c49586bd67e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:28.334726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cd2fc736-3725-4f11-8e13-98fd2bc60afb', 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': 'e5bc74f9-9939-4d7e-adbd-d926f831b190'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:28.335579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.362917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e6be9-a125-4719-adca-b36e12356b3b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=45a8aff8-d2db-49bc-a3cc-c49586bd67e7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:28.386424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 45a8aff8-d2db-49bc-a3cc-c49586bd67e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:28.396968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 07339d76-390c-4133-9701-88c723a3994e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:28.397321 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.403575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9741b534-ab2d-4397-8c82-5cc0b581d834 req-7af459d4-5149-4d38-8193-f5295a7121e4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 210 time: 0.0380807
Dec 11 21:19:28.459409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.472890 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21c80233-f973-40af-9104-f688d87e036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.478308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:28.482464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.559443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing IP validity checks on allocation pools {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:19:28.559972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:19:28.575517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.636640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:28.644039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:28.652173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:28.658250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event updated for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:28.710247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:28.712467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d86773-f54d-4558-bc1b-7ce5819d3b88 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:28.734988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:28.735606 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.789950 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6357dfb9-a86d-44ac-bc74-8d374c4cf683 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0789013
Dec 11 21:19:28.808359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Request body: {'port': {'device_id': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:28.829712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-21c80233-f973-40af-9104-f688d87e036e None None] For port 07339d76-390c-4133-9701-88c723a3994e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07339d76-390c-4133-9701-88c723a3994e,segment=NetworkSegment(a0fba5fb-7a0e-4106-9431-84beb11b9158),segment_id=a0fba5fb-7a0e-4106-9431-84beb11b9158)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:28.845498 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21c80233-f973-40af-9104-f688d87e036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.859894 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.907887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Allocated IP 2001:db8::3 (cd2fc736-3725-4f11-8e13-98fd2bc60afb/e5bc74f9-9939-4d7e-adbd-d926f831b190/b3a654e2-0741-41d6-ada1-237879a31d16) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:28.941649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f58aed-fe24-4766-a1a8-87821d2e2f78 req-8811b47d-9c6e-4242-a790-7bf8b22271cc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:28.943223 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9f58aed-fe24-4766-a1a8-87821d2e2f78 req-8811b47d-9c6e-4242-a790-7bf8b22271cc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.1633494
Dec 11 21:19:28.950451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:28.984826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=9423712f-d092-445d-8be0-5328caa735d1,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:28.997272 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a841fb-ffe8-49e8-a83d-43f89d3bf80d req-eb555cc4-d16b-4510-b467-203c0ffa9ad4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:28.999105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a841fb-ffe8-49e8-a83d-43f89d3bf80d req-eb555cc4-d16b-4510-b467-203c0ffa9ad4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.0749156
Dec 11 21:19:29.005403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c80233-f973-40af-9104-f688d87e036e None None] Pushing event updated for resources: {'Port': ['ID=07339d76-390c-4133-9701-88c723a3994e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:29.048248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': 'e5b33ccb-bf04-4bf3-84d8-9d3066d9d856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '45a8aff8-d2db-49bc-a3cc-c49586bd67e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:29.048622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 45a8aff8-d2db-49bc-a3cc-c49586bd67e7, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:29.053121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:29.058953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a841fb-ffe8-49e8-a83d-43f89d3bf80d req-cd120aa1-b957-4a93-b336-faf7e37cdafb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453463
Dec 11 21:19:29.074539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9f58aed-fe24-4766-a1a8-87821d2e2f78 req-d6e25b54-f1ab-48f0-8496-9442d9dd46c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191916
Dec 11 21:19:29.091224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5d4d9b39-1c7b-48cb-b3e7-0c5d5d141153 None None] Provisioning complete for port 07339d76-390c-4133-9701-88c723a3994e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:29.091838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9b39-1c7b-48cb-b3e7-0c5d5d141153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.194941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 45a8aff8-d2db-49bc-a3cc-c49586bd67e7 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:29.210944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ffcb-3be9-4215-a967-c35ece9fbf1b req-9ddbb55f-9cac-4242-89c7-65ed8178f780 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:29.212761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e780ffcb-3be9-4215-a967-c35ece9fbf1b req-9ddbb55f-9cac-4242-89c7-65ed8178f780 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.0603440
Dec 11 21:19:29.235600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45a8aff8-d2db-49bc-a3cc-c49586bd67e7) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:29.242236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:29.242933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.250937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:29.278498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1edc6f34-6a8b-4a18-9c81-aff69b3a7c28 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 0.9764936
Dec 11 21:19:29.279285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49090) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:29.286061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:29.286061 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.290391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125ca91-2521-4def-9e95-7e83992b8145 None None] Network 45a8aff8-d2db-49bc-a3cc-c49586bd67e7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:29.313588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e780ffcb-3be9-4215-a967-c35ece9fbf1b req-2d088d7b-7e9f-4c11-a073-4d778a4c18a7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909593
Dec 11 21:19:29.344332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.379661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33338db-4880-4bfd-ae34-a0f6c924b9bd {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:29.396001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.396236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.413275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Transition to ACTIVE for port object a33338db-4880-4bfd-ae34-a0f6c924b9bd will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:29.452548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.470066 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.485908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:29.494249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a654e2-0741-41d6-ada1-237879a31d16,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:29.498909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:29.504953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7bbab-01d8-499e-9903-3d288803b579 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:29.522854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:29.580306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.582333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Pushing event updated for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:29.601073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da76a7-8678-43a7-815c-e3faa40dd06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45a8aff8-d2db-49bc-a3cc-c49586bd67e7', 'network_id': '45a8aff8-d2db-49bc-a3cc-c49586bd67e7', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': '9423712f-d092-445d-8be0-5328caa735d1'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:29.601942 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-77da76a7-8678-43a7-815c-e3faa40dd06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.612377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36cdb4-cbd8-4e96-ba92-0d52c7ac5821 req-f6f42906-35f5-49fa-9504-dd37f0ff9ee4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:29.613540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf36cdb4-cbd8-4e96-ba92-0d52c7ac5821 req-f6f42906-35f5-49fa-9504-dd37f0ff9ee4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.1859200
Dec 11 21:19:29.625356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576fd92-c5d8-470d-85b8-af8316d25e5b req-c8e9f025-fd36-4d0e-aa38-6e6dc14c1d55 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:29.627362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c576fd92-c5d8-470d-85b8-af8316d25e5b req-c8e9f025-fd36-4d0e-aa38-6e6dc14c1d55 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 943 time: 0.1329687
Dec 11 21:19:29.651383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Attempting to bind port b3a654e2-0741-41d6-ada1-237879a31d16 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:29.651970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Attempting to bind port b3a654e2-0741-41d6-ada1-237879a31d16 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3408de05-f4cf-4c69-b25b-9715d0c2abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:29.652749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Attempting to bind port b3a654e2-0741-41d6-ada1-237879a31d16 on network cd2fc736-3725-4f11-8e13-98fd2bc60afb {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:29.667684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.670551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:29.671330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Checking segment: {'id': '3408de05-f4cf-4c69-b25b-9715d0c2abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:29.671330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.672638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Bound using segment: {'id': '3408de05-f4cf-4c69-b25b-9715d0c2abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:29.672638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Bound port: b3a654e2-0741-41d6-ada1-237879a31d16, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3408de05-f4cf-4c69-b25b-9715d0c2abe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'cd2fc736-3725-4f11-8e13-98fd2bc60afb'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:29.672638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.683621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.698143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Attempting to bind port a33338db-4880-4bfd-ae34-a0f6c924b9bd on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:29.698732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Attempting to bind port a33338db-4880-4bfd-ae34-a0f6c924b9bd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:29.698732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Attempting to bind port a33338db-4880-4bfd-ae34-a0f6c924b9bd on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:29.702365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c576fd92-c5d8-470d-85b8-af8316d25e5b req-ab0b03c1-ef90-431c-a69e-aa51b71e9328 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630538
Dec 11 21:19:29.706597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Port a33338db-4880-4bfd-ae34-a0f6c924b9bd on network 7d4bed29-8ef3-4887-807a-55c2100dce6a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:29.706962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Attempting to bind port a33338db-4880-4bfd-ae34-a0f6c924b9bd on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:29.721709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=9423712f-d092-445d-8be0-5328caa735d1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:29.721954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf36cdb4-cbd8-4e96-ba92-0d52c7ac5821 req-e70e97a7-209a-4cf0-bbca-029f917c2a32 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911758
Dec 11 21:19:29.751336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:29.753427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Checking segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:29.753829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Bound using segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:29.754291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Bound port: a33338db-4880-4bfd-ae34-a0f6c924b9bd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:29.754817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.840882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:29.843151 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1e612-9abe-495a-8b6f-b966fcb87b44" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:29.846907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.871361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-77da76a7-8678-43a7-815c-e3faa40dd06d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9423712f-d092-445d-8be0-5328caa735d1: This subnet is being modified by another concurrent operation.
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9423712f-d092-445d-8be0-5328caa735d1: This subnet is being modified by another concurrent operation.
Dec 11 21:19:29.876036 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:19:29.881594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fc7c7f0>,) {'filters': {'network_id': ['45a8aff8-d2db-49bc-a3cc-c49586bd67e7']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:29.881783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] For port b3a654e2-0741-41d6-ada1-237879a31d16, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:29.887762 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.891979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] For port b3a654e2-0741-41d6-ada1-237879a31d16, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3a654e2-0741-41d6-ada1-237879a31d16,segment=NetworkSegment(3408de05-f4cf-4c69-b25b-9715d0c2abe5),segment_id=3408de05-f4cf-4c69-b25b-9715d0c2abe5)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:29.894849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ee0c9-b277-43b8-a383-9e544adb6300 None None] Network 45a8aff8-d2db-49bc-a3cc-c49586bd67e7 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:29.895309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fc7c7f0>, 'e5b33ccb-bf04-4bf3-84d8-9d3066d9d856') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:29.896240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fc7c7f0>, 'e5b33ccb-bf04-4bf3-84d8-9d3066d9d856') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:29.909270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.923945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.928609 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.933333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:29.933333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.935432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:29.947368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:29.958598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:29.982272 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4f388-97fa-458b-957d-1a26b48fe010 x-openstack-request-id: req-cfd4f388-97fa-458b-957d-1a26b48fe010 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:29.982883 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:29.983243 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfd4f388-97fa-458b-957d-1a26b48fe010 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:29.983734 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'code': 200}
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:30.001675 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:30.006556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.026655 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.033867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/45a8aff8-d2db-49bc-a3cc-c49586bd67e7 HTTP/1.1" status: 204  len: 168 time: 0.7484770
Dec 11 21:19:30.037135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:30.045951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-254684581'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:30.051034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:30.074536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193523-0ff7-49b1-b041-ed11aade15fc tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=45a8aff8-d2db-49bc-a3cc-c49586bd67e7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:30.120337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Pushing event updated for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:30.124820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.126347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.128386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-ae7d5a94-7d74-4413-9046-8cc455c6d0bb service neutron] 10.222.0.16 "PUT /v2.0/ports/a33338db-4880-4bfd-ae34-a0f6c924b9bd HTTP/1.1" status: 200  len: 1091 time: 1.3240852
Dec 11 21:19:30.129209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:30.132563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5602288-0ad6-4150-80f3-121af3e3a8f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a654e2-0741-41d6-ada1-237879a31d16,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:30.136324 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749a0fbf-0b7b-4bff-af07-a257dc23956f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:30.145240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:30.148534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dfceb-9984-47c8-96a9-d3bc0b2af43d None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:30.153789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.226910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:30.229758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07339d76-390c-4133-9701-88c723a3994e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:30.251190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.251544 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment a98fb7a2-6609-434e-9868-ec474d7cb0fd of type vlan for network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb
Dec 11 21:19:30.300694 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836c2698-f9b2-476a-a70c-b1b857538eb9 x-openstack-request-id: req-836c2698-f9b2-476a-a70c-b1b857538eb9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:30.301490 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:30.301763 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-836c2698-f9b2-476a-a70c-b1b857538eb9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:30.302214 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', 'status': 'completed', 'code': 200}
Dec 11 21:19:30.356732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 07339d76-390c-4133-9701-88c723a3994e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:30.357032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.381539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6482f850-1b9a-4409-9108-83efae53a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.383296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-6482f850-1b9a-4409-9108-83efae53a19d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 1094 time: 0.1924901
Dec 11 21:19:30.387158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.396580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac7fa8-6b61-4b4b-a83a-00fbea8a1b40 req-8c5af908-16c9-4a88-84a6-191cf6d412d9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.398620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8ac7fa8-6b61-4b4b-a83a-00fbea8a1b40 req-8c5af908-16c9-4a88-84a6-191cf6d412d9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 945 time: 0.1368694
Dec 11 21:19:30.439193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-4ec2f57b-8dc4-4372-bc7a-0397ffb70de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.441764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-4ec2f57b-8dc4-4372-bc7a-0397ffb70de8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 1096 time: 0.1212106
Dec 11 21:19:30.461636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:30.466496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.472640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.473164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.477518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-cef5d445-7837-4332-b835-5b867cc437be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd HTTP/1.1" status: 200  len: 217 time: 0.0777247
Dec 11 21:19:30.506578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249083f-519f-4d54-923e-a8aef24df32d req-4909c335-956c-4b22-a817-27c1ead1f10e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.508131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3249083f-519f-4d54-923e-a8aef24df32d req-4909c335-956c-4b22-a817-27c1ead1f10e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.1391556
Dec 11 21:19:30.548641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d8ac7fa8-6b61-4b4b-a83a-00fbea8a1b40 req-0f0802d8-2a81-425e-8262-b6a462cb64d0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1366534
Dec 11 21:19:30.557922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-4788deca-ec19-4056-b420-5d0538cb8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.561702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-4788deca-ec19-4056-b420-5d0538cb8802 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0704026
Dec 11 21:19:30.583454 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5451145
Dec 11 21:19:30.591355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49110) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:30.595123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-caffdda5-22cb-463a-96b6-d1e4a36f7250 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288692
Dec 11 21:19:30.598846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:30.625414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902c6e8-cb40-4e64-b125-97f0b3541824 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=986e6a3e-d6e3-45df-b2a3-41753cbe59cb,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:30.638171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.640999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:30.668611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3249083f-519f-4d54-923e-a8aef24df32d req-442163c9-b5fe-4e01-ab21-dfd7f3e66dc8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377714
Dec 11 21:19:30.765231 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-c838ca0c-3d7b-4303-b000-f9867b72fc29 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1625733
Dec 11 21:19:30.766654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:30.770171 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.890733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:30.931078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:30.960959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4484b6-7e8a-4769-ade0-0d47fda58a1a req-03b3e75e-2cef-421c-a4de-0d44aa3817d6 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:30.962501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e4484b6-7e8a-4769-ade0-0d47fda58a1a req-03b3e75e-2cef-421c-a4de-0d44aa3817d6 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 943 time: 0.1695678
Dec 11 21:19:30.980880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:30.984329 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee095339-87aa-4a54-bb82-0ef3b5512b09" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-unplugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:30.988299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:30.990267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ada08e5d-6e0b-4aaa-9905-d5c1e685cdbb req-11950e78-e611-4ed8-b3fe-5901b692974f service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164493
Dec 11 21:19:31.012077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Transition to ACTIVE for port object 1f32e426-4a9b-4c30-9ca4-f18008134e38 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:31.024779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.072121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=10']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:31.081332 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339fd837-110a-45d1-82c5-eedecf8ee8b6 x-openstack-request-id: req-339fd837-110a-45d1-82c5-eedecf8ee8b6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:31.081719 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-unplugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:31.081875 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-339fd837-110a-45d1-82c5-eedecf8ee8b6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:31.082263 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'code': 200}
Dec 11 21:19:31.130114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e4484b6-7e8a-4769-ade0-0d47fda58a1a req-8b65cbcf-e974-4194-8ac1-97daab007d00 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541340
Dec 11 21:19:31.193899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-cb46af08-fdd6-40d5-ae6c-84b9f3d1bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.195537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-cb46af08-fdd6-40d5-ae6c-84b9f3d1bed6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 1094 time: 0.1424365
Dec 11 21:19:31.273063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.356623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ca0ee-09be-4adb-ac40-e073e8dd69b2 None None] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:31.387334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=5d739da2-d885-4e07-950e-b2dd4611930b,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:31.398733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-3a7942bd-8a8e-4911-8a70-cc2d1c4b31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.400172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-3a7942bd-8a8e-4911-8a70-cc2d1c4b31ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 916 time: 0.1964002
Dec 11 21:19:31.401418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': 'a98fb7a2-6609-434e-9868-ec474d7cb0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:31.401780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 986e6a3e-d6e3-45df-b2a3-41753cbe59cb, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:31.442056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] Provisioning complete for port b3a654e2-0741-41d6-ada1-237879a31d16 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:31.442845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.450360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-a02eac8c-3826-481e-9ccd-a9c18f0a4ba0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd HTTP/1.1" status: 200  len: 217 time: 0.0393028
Dec 11 21:19:31.457686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:31.502621 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 986e6a3e-d6e3-45df-b2a3-41753cbe59cb) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:31.509342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.509944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.525272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-3b637a75-d6a8-4701-9dbd-1a3da5ba7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.527558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-3b637a75-d6a8-4701-9dbd-1a3da5ba7b5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0672238
Dec 11 21:19:31.531424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1bdf38a3-cfb1-41c4-8939-f0f306f9bc30 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 0.9388590
Dec 11 21:19:31.539396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce8e74-fa04-4eac-aca1-d38ffb4936a1 None None] Network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:31.545165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49116) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:31.574810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] No DVR routers for this DVR port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:31.592188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-7f2c4731-759e-4cc3-9907-78435bdd1606 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529590
Dec 11 21:19:31.665060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.754609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65dd4b-1101-421a-92cc-5969919ceaed req-e2b0cb82-aa04-412d-9892-2313b04996c3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.756345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de65dd4b-1101-421a-92cc-5969919ceaed req-e2b0cb82-aa04-412d-9892-2313b04996c3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0899706
Dec 11 21:19:31.769850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.782293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] For port b3a654e2-0741-41d6-ada1-237879a31d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3a654e2-0741-41d6-ada1-237879a31d16,segment=NetworkSegment(3408de05-f4cf-4c69-b25b-9715d0c2abe5),segment_id=3408de05-f4cf-4c69-b25b-9715d0c2abe5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:31.787140 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.835765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-439989c1-41d3-4027-b057-4e35c2cd1597 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293870
Dec 11 21:19:31.844220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:31.844712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:31.845144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:31.853529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-986e6a3e-d6e3-45df-b2a3-41753cbe59cb', 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': '5d739da2-d885-4e07-950e-b2dd4611930b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:31.855334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.860868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:31.861706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Attempting to bind port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on network 6656d936-98ca-43ec-b407-4c83e6878016 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:31.877188 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de65dd4b-1101-421a-92cc-5969919ceaed req-6e18a333-f7b7-48ea-ac0d-73e353f3fb71 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125622
Dec 11 21:19:31.879061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8eff4-7035-41f2-9167-dcaba4e49cd3 None None] Pushing event updated for resources: {'Port': ['ID=b3a654e2-0741-41d6-ada1-237879a31d16,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:31.899912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:31.900543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Checking segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:31.902092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Bound using segment: {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:31.902907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Bound port: 1f32e426-4a9b-4c30-9ca4-f18008134e38, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048b1420-9cda-487f-8aa4-88ef0e41ebc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:31.903458 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.941390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c625a-c93c-4fb5-a14b-47d88ae0884b req-ddf0fd19-3174-4f2e-a2a4-0bb5484c4b6a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:31.943066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-314c625a-c93c-4fb5-a14b-47d88ae0884b req-ddf0fd19-3174-4f2e-a2a4-0bb5484c4b6a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.1602998
Dec 11 21:19:31.961454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:31.984833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:31.988918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:31.996375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.065213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Allocated IP 2001:db8::1 (986e6a3e-d6e3-45df-b2a3-41753cbe59cb/5d739da2-d885-4e07-950e-b2dd4611930b/b3227733-6a25-4639-9c7b-19f6f477d5ab) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:32.079826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.080932 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.082861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1092 time: 1.6267908
Dec 11 21:19:32.083813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-749a0fbf-0b7b-4bff-af07-a257dc23956f req-6b4db2ba-72de-46b6-b0e2-fcb0d79d2dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219164
Dec 11 21:19:32.104703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-314c625a-c93c-4fb5-a14b-47d88ae0884b req-a5e0b852-1e71-4975-8691-388369b036bc tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506040
Dec 11 21:19:32.112343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a7aad-83fe-45e7-9013-ec8eb8df7653 service neutron] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=11']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:32.139172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-18299740-88ec-4662-8e9e-b55af99f743d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.150460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-18299740-88ec-4662-8e9e-b55af99f743d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 945 time: 0.1389029
Dec 11 21:19:32.212871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3a654e2-0741-41d6-ada1-237879a31d16 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:32.277980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-5bab8e31-03b0-436c-861d-4007eb5afce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.279529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-5bab8e31-03b0-436c-861d-4007eb5afce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1095 time: 0.1603379
Dec 11 21:19:32.377583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0bf0a-54fd-4ea6-bb0a-76c6b018e973 req-72b3154e-a91a-4728-8cf1-94a8ba6af391 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.379157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fec0bf0a-54fd-4ea6-bb0a-76c6b018e973 req-72b3154e-a91a-4728-8cf1-94a8ba6af391 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 943 time: 0.1538966
Dec 11 21:19:32.420565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port ab591343-28bd-4d89-8a91-3bab14213c75 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:32.420819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.434037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7635f105-80fa-4d07-af1b-5011f76445e1 None None] Provisioning complete for port b3a654e2-0741-41d6-ada1-237879a31d16 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:32.434402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7635f105-80fa-4d07-af1b-5011f76445e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.491013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-acf9e8fe-7852-4512-a7ce-5ea69b94d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.492507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-acf9e8fe-7852-4512-a7ce-5ea69b94d1f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.2020602
Dec 11 21:19:32.532928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.538317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b3a654e2-0741-41d6-ada1-237879a31d16 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:32.538733 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.543060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.547543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fec0bf0a-54fd-4ea6-bb0a-76c6b018e973 req-dc48c21f-efc9-40bf-8134-03bc1fe159c2 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576312
Dec 11 21:19:32.571242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.587240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-7d5764d9-4e4e-4fe2-9415-89a233773024 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.0808039
Dec 11 21:19:32.615179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=5d739da2-d885-4e07-950e-b2dd4611930b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:32.639873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port ab591343-28bd-4d89-8a91-3bab14213c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab591343-28bd-4d89-8a91-3bab14213c75,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:32.640973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.649248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:32.654850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Pushing event updated for resources: {'Port': ['ID=b3227733-6a25-4639-9c7b-19f6f477d5ab,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:32.660342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:32.660700 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for ab591343-28bd-4d89-8a91-3bab14213c75 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:32.664554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:32.676175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-b7dad236-46db-451e-aad8-0c3b38fe524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.678016 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-b7dad236-46db-451e-aad8-0c3b38fe524a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0814693
Dec 11 21:19:32.695787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.719383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4610>,) {'filters': {'network_id': ['986e6a3e-d6e3-45df-b2a3-41753cbe59cb']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:32.732327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4610>, 'a98fb7a2-6609-434e-9868-ec474d7cb0fd') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:32.732622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5b4610>, 'a98fb7a2-6609-434e-9868-ec474d7cb0fd') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:32.743042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.755529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Attempting to bind port b3227733-6a25-4639-9c7b-19f6f477d5ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:32.756085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Attempting to bind port b3227733-6a25-4639-9c7b-19f6f477d5ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a98fb7a2-6609-434e-9868-ec474d7cb0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:32.756249 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Attempting to bind port b3227733-6a25-4639-9c7b-19f6f477d5ab on network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:32.762159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.765899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:32.766271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Checking segment: {'id': 'a98fb7a2-6609-434e-9868-ec474d7cb0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:32.766701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.767093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Bound using segment: {'id': 'a98fb7a2-6609-434e-9868-ec474d7cb0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:32.767563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Bound port: b3227733-6a25-4639-9c7b-19f6f477d5ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98fb7a2-6609-434e-9868-ec474d7cb0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:32.767980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.774877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:32.775387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.778468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-ba0bf010-01a2-4aa8-b8da-ef2785d59358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:32.780746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-ba0bf010-01a2-4aa8-b8da-ef2785d59358 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0682964
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:32.782586 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:32.843023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] For port b3227733-6a25-4639-9c7b-19f6f477d5ab, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:32.858096 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:19:32.858096 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:19:32.858096 ncdv-master-1 neutron-server[125987]: [parameters: {'id': '986e6a3e-d6e3-45df-b2a3-41753cbe59cb'}]
Dec 11 21:19:32.858096 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:19:32.858541 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:19:32.897571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] For port b3227733-6a25-4639-9c7b-19f6f477d5ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3227733-6a25-4639-9c7b-19f6f477d5ab,segment=NetworkSegment(a98fb7a2-6609-434e-9868-ec474d7cb0fd),segment_id=a98fb7a2-6609-434e-9868-ec474d7cb0fd)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:32.901273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.901558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:32.917546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['ab591343-28bd-4d89-8a91-3bab14213c75'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:32.944806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=ab591343-28bd-4d89-8a91-3bab14213c75,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:32.952871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-9c2d15ba-1aee-4552-84e4-2393675253cb service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650076
Dec 11 21:19:33.016868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f33c7a-f5fb-4236-aff9-7c9b1e49fc05 req-75f10ca7-abb0-4098-a7d3-67678b81c425 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.017996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port ab591343-28bd-4d89-8a91-3bab14213c75 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:33.025049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50f33c7a-f5fb-4236-aff9-7c9b1e49fc05 req-75f10ca7-abb0-4098-a7d3-67678b81c425 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0628002
Dec 11 21:19:33.046161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:33.047859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955576df-3fb7-4ba0-8424-9dd626cb160a None None] Pushing event updated for resources: {'Port': ['ID=b3227733-6a25-4639-9c7b-19f6f477d5ab,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:33.051640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b3ff7-e403-4b3c-85b9-153f9a6b6855 None None] Network 986e6a3e-d6e3-45df-b2a3-41753cbe59cb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:33.058142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cddb15c7-7a66-4112-901a-4ad5a0eacb58 req-c4f74c39-923a-4793-bbc7-2b5727f8ec60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "DELETE /v2.0/ports/ab591343-28bd-4d89-8a91-3bab14213c75 HTTP/1.1" status: 204  len: 173 time: 0.8980758
Dec 11 21:19:33.075035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a33338db-4880-4bfd-ae34-a0f6c924b9bd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:33.081060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:33.084866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}, {'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'name': 'network-vif-deleted', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:33.088601 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}, {"server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "name": "network-vif-deleted", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:33.137161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50f33c7a-f5fb-4236-aff9-7c9b1e49fc05 req-e906432b-0d3a-45f2-b4b5-8711d5dae217 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077893
Dec 11 21:19:33.175012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-105ac8d0-a20f-4acd-9b2a-de263faf771b req-eb17781a-6c13-4993-95d2-baebb49c0e29 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072916
Dec 11 21:19:33.183482 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2d92be-0a72-4b62-876a-0e89e0299fa3 x-openstack-request-id: req-5f2d92be-0a72-4b62-876a-0e89e0299fa3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:33.183889 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}, {"server_uuid": "bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2", "name": "network-vif-deleted", "tag": "ab591343-28bd-4d89-8a91-3bab14213c75", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:33.184244 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f2d92be-0a72-4b62-876a-0e89e0299fa3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:33.185364 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:19:33.185582 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2', 'name': 'network-vif-deleted', 'tag': 'ab591343-28bd-4d89-8a91-3bab14213c75', 'status': 'completed', 'code': 200}
Dec 11 21:19:33.311671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-5a7d36e8-4760-49df-ac5d-9173399ac944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.313627 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-5a7d36e8-4760-49df-ac5d-9173399ac944 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1095 time: 0.1066053
Dec 11 21:19:33.322120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-c03aa11e-c0cb-42aa-bbd6-82cf9b21ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.324660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-c03aa11e-c0cb-42aa-bbd6-82cf9b21ad57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1095 time: 0.0824018
Dec 11 21:19:33.332712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:33.344216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2263bf49-8a13-41b8-a575-6033c6b850f9 req-c7b69a42-01bd-4ec1-ae9d-5bb0edb9f0be tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf7b4b9f-ddf6-43d5-9995-e9a59d79e3f2 HTTP/1.1" status: 200  len: 210 time: 0.0486922
Dec 11 21:19:33.363923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8bd4f-650a-4342-bd58-ccebf3bbd22a None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:33.364476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:33.409962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:33.440121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'port_id': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', 'mac_address': 'fa:16:3e:fb:08:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858058c0-ea3c-4000-bf54-3e2491c66905', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:33.513187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-119b77ea-8af7-4030-9a2f-7665fdc25413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.514502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-fbcf0f1f-abb7-4bde-8c8d-d9da74a69a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.516670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-fbcf0f1f-abb7-4bde-8c8d-d9da74a69a12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1841509
Dec 11 21:19:33.518311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-119b77ea-8af7-4030-9a2f-7665fdc25413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1855228
Dec 11 21:19:33.572109 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:33.576469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc8bd4f-650a-4342-bd58-ccebf3bbd22a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:33.578462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port b3227733-6a25-4639-9c7b-19f6f477d5ab {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:33.578923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:33.621633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-bc39ef7a-5058-4c76-a228-d81806dd9b38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.0963953
Dec 11 21:19:33.628121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33338db-4880-4bfd-ae34-a0f6c924b9bd {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:33.652300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-50077bb5-7a69-4f7c-9fec-878ba746f758 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 999 time: 0.1271079
Dec 11 21:19:33.690618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:33.700949 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:33.735115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-329a090b-4ded-46cc-9559-433f20db3806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.736886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-329a090b-4ded-46cc-9559-433f20db3806 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.1080592
Dec 11 21:19:33.750688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590dea2-69bc-40af-95bf-f270a23220fb req-1df19a29-f58e-4209-89ef-53794289d5db tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.752475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1590dea2-69bc-40af-95bf-f270a23220fb req-1df19a29-f58e-4209-89ef-53794289d5db tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 943 time: 0.0744429
Dec 11 21:19:33.789822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:33.839465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-72d590a2-f88c-434c-ae44-1e05942be219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:33.841134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-72d590a2-f88c-434c-ae44-1e05942be219 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0877328
Dec 11 21:19:33.915979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['a33338db-4880-4bfd-ae34-a0f6c924b9bd'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:33.983197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-34a309f0-2d64-43c9-86b0-672e75d73186 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324348
Dec 11 21:19:33.993892 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1590dea2-69bc-40af-95bf-f270a23220fb req-2b2f887b-7986-43cb-a836-7c06f593c2e0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073758
Dec 11 21:19:34.027386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7842184-3845-4d6c-a158-4d501e27bbe8 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:34.118852 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-c9f8b81e-b817-45a8-bf6d-a6ead89bf80e service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230762
Dec 11 21:19:34.161957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port b3227733-6a25-4639-9c7b-19f6f477d5ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3227733-6a25-4639-9c7b-19f6f477d5ab,segment=NetworkSegment(a98fb7a2-6609-434e-9868-ec474d7cb0fd),segment_id=a98fb7a2-6609-434e-9868-ec474d7cb0fd)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:34.162994 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.183831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for b3227733-6a25-4639-9c7b-19f6f477d5ab owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:34.205505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-88c1c31b-75c2-4c3a-81dd-516fab7dc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:34.207439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-88c1c31b-75c2-4c3a-81dd-516fab7dc2bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.5391788
Dec 11 21:19:34.214112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7842184-3845-4d6c-a158-4d501e27bbe8 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:34.337619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-3b297588-45de-4e74-8650-188ae8b7c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:34.339649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-3b297588-45de-4e74-8650-188ae8b7c51a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0913253
Dec 11 21:19:34.349309 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.396884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=b3227733-6a25-4639-9c7b-19f6f477d5ab,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:34.406800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port b3227733-6a25-4639-9c7b-19f6f477d5ab on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:34.555936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.597768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d847baf40>,) {'filters': {'network_id': ['986e6a3e-d6e3-45df-b2a3-41753cbe59cb']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:34.612616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-2a8a7731-1172-4aa1-89da-0782f87699f0 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557831
Dec 11 21:19:34.620504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71dc28-175e-4e5d-bc38-a59cefb652c0 req-0d1f77fe-7852-4018-b961-507f20daf750 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:34.621906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae71dc28-175e-4e5d-bc38-a59cefb652c0 req-0d1f77fe-7852-4018-b961-507f20daf750 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.1608686
Dec 11 21:19:34.624811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d847baf40>, 'a98fb7a2-6609-434e-9868-ec474d7cb0fd') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:34.625106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d847baf40>, 'a98fb7a2-6609-434e-9868-ec474d7cb0fd') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:34.659635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.710743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.727822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:34.728216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:34.731723 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:34.801288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae71dc28-175e-4e5d-bc38-a59cefb652c0 req-3b2cf507-0dfa-4bc9-a3f4-a9018438a92b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1619458
Dec 11 21:19:34.823823 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-582fa3b3-fdb9-46c9-b6ea-7d32173b91ea req-1ace2d65-608a-4cb5-aeb8-5c2bd84d0b07 service neutron] 10.222.0.16 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009246
Dec 11 21:19:34.824869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.832054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.835062 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/986e6a3e-d6e3-45df-b2a3-41753cbe59cb HTTP/1.1" status: 204  len: 168 time: 3.2886190
Dec 11 21:19:34.844361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49188) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:34.849948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148310205'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:34.852173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c342e-3477-43d5-8464-76ec20088917 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=986e6a3e-d6e3-45df-b2a3-41753cbe59cb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:34.870902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:34.874366 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.897974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:34.907733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.908074 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment 855a6053-a57b-4fb4-8375-4a150097c26c of type vlan for network 29598a94-4898-4451-8a48-3c55df10a399
Dec 11 21:19:34.952016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.976882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.982605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:34.983188 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:34.993276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ab591343-28bd-4d89-8a91-3bab14213c75 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:35.017736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: ab591343-28bd-4d89-8a91-3bab14213c75 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:35.018078 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ab591343-28bd-4d89-8a91-3bab14213c75 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:35.040762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1927767
Dec 11 21:19:35.041175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49192) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:35.046219 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '29598a94-4898-4451-8a48-3c55df10a399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:35.052942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fb417-7dab-44c5-8f23-cf4601f14507 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=29598a94-4898-4451-8a48-3c55df10a399,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:35.062958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 29598a94-4898-4451-8a48-3c55df10a399 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:35.113017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a33338db-4880-4bfd-ae34-a0f6c924b9bd up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:35.133126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b20c0-90b3-4383-a655-e303d5d45c76 req-04776241-e617-4a38-8cdf-803697625d7f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:35.134713 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e74b20c0-90b3-4383-a655-e303d5d45c76 req-04776241-e617-4a38-8cdf-803697625d7f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 944 time: 0.0566211
Dec 11 21:19:35.148685 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:35.153795 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.185833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port a33338db-4880-4bfd-ae34-a0f6c924b9bd completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:35.191398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port a33338db-4880-4bfd-ae34-a0f6c924b9bd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:35.193242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.200542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e74b20c0-90b3-4383-a655-e303d5d45c76 req-de7ddf39-0f12-4d99-acbd-adb84163160f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585301
Dec 11 21:19:35.277646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.300985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:35.303678 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4341933e-a48e-4578-8b89-be541325e65c" -d '{"events": [{"server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "name": "network-vif-plugged", "status": "completed", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:35.317000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:35.320869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.347490 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1649b4-fefe-4c0f-9ed1-776490cc88c3 x-openstack-request-id: req-cb1649b4-fefe-4c0f-9ed1-776490cc88c3 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:35.347807 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "name": "network-vif-plugged", "status": "completed", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:35.348066 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb1649b4-fefe-4c0f-9ed1-776490cc88c3 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:35.348454 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', 'code': 200}
Dec 11 21:19:35.354704 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.379125 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:19:35.384441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:35.424665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=c7841e00-1ebe-4d88-9459-2d762db9ff63,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:35.450063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': '855a6053-a57b-4fb4-8375-4a150097c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29598a94-4898-4451-8a48-3c55df10a399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:35.450462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 29598a94-4898-4451-8a48-3c55df10a399, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:35.477156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d333685-3841-44df-92ce-4509cc56e99d req-09b3452d-82f4-4c9b-9aaf-61021bf852de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:35.478799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d333685-3841-44df-92ce-4509cc56e99d req-09b3452d-82f4-4c9b-9aaf-61021bf852de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 1096 time: 0.0635633
Dec 11 21:19:35.480167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 29598a94-4898-4451-8a48-3c55df10a399 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:35.500271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29598a94-4898-4451-8a48-3c55df10a399) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:35.507342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:35.507943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.509020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb4f67-f1bf-47b8-8f04-2aa9720a90c3 None None] Network 29598a94-4898-4451-8a48-3c55df10a399 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:35.537890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-71f6670f-3d13-4cce-83e3-3435048cd09e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 0.4931636
Dec 11 21:19:35.538792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49196) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:35.541854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d333685-3841-44df-92ce-4509cc56e99d req-81fc302d-e607-4bda-859e-1dc56fdc8379 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552142
Dec 11 21:19:35.605341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-29598a94-4898-4451-8a48-3c55df10a399', 'network_id': '29598a94-4898-4451-8a48-3c55df10a399', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': 'c7841e00-1ebe-4d88-9459-2d762db9ff63'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:35.606212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.637976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.690030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.755622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Allocated IP 2001:db8::1 (29598a94-4898-4451-8a48-3c55df10a399/c7841e00-1ebe-4d88-9459-2d762db9ff63/9281e145-d4ef-4d0e-90bd-5e4d03f25c11) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:35.922131 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.931344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.951298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d92b9-d560-4f7c-a851-005b97087b19 req-d71b79f1-2b9f-48df-b9f3-282fefc6943d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:35.952817 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-075d92b9-d560-4f7c-a851-005b97087b19 req-d71b79f1-2b9f-48df-b9f3-282fefc6943d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.0578237
Dec 11 21:19:35.960030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:35.979641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Network 29598a94-4898-4451-8a48-3c55df10a399 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:35.984170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:35.987758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:35.995634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Pushing event updated for resources: {'Port': ['ID=9281e145-d4ef-4d0e-90bd-5e4d03f25c11,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:36.013060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=c7841e00-1ebe-4d88-9459-2d762db9ff63,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:36.049213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Attempting to bind port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:36.049782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Attempting to bind port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '855a6053-a57b-4fb4-8375-4a150097c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29598a94-4898-4451-8a48-3c55df10a399'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:36.050522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Attempting to bind port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 on network 29598a94-4898-4451-8a48-3c55df10a399 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:36.055699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:36.056071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Checking segment: {'id': '855a6053-a57b-4fb4-8375-4a150097c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29598a94-4898-4451-8a48-3c55df10a399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:36.056481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.056913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Bound using segment: {'id': '855a6053-a57b-4fb4-8375-4a150097c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29598a94-4898-4451-8a48-3c55df10a399'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:36.057384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Bound port: 9281e145-d4ef-4d0e-90bd-5e4d03f25c11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855a6053-a57b-4fb4-8375-4a150097c26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '29598a94-4898-4451-8a48-3c55df10a399'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:36.057766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.105125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-075d92b9-d560-4f7c-a851-005b97087b19 req-25ede098-cce5-44fe-98c9-4d40e740e4fc tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1415114
Dec 11 21:19:36.111655 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.129230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] For port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:36.132850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] For port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281e145-d4ef-4d0e-90bd-5e4d03f25c11,segment=NetworkSegment(855a6053-a57b-4fb4-8375-4a150097c26c),segment_id=855a6053-a57b-4fb4-8375-4a150097c26c)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:36.137002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.145638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8431f9d0>,) {'filters': {'network_id': ['29598a94-4898-4451-8a48-3c55df10a399']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:36.155491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8431f9d0>, '855a6053-a57b-4fb4-8375-4a150097c26c') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:36.155793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8431f9d0>, '855a6053-a57b-4fb4-8375-4a150097c26c') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:36.165009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.181054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.187823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:36.188302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:36.191466 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:36.211360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1e162-a055-47ff-aad0-8bc193d3461a None None] Pushing event updated for resources: {'Port': ['ID=9281e145-d4ef-4d0e-90bd-5e4d03f25c11,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:36.232210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e75be-eed6-4218-9973-9678b0d280fc None None] Network 29598a94-4898-4451-8a48-3c55df10a399 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:36.259200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:19:36.259200 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:19:36.259200 ncdv-master-1 neutron-server[125988]: [parameters: {'id': '29598a94-4898-4451-8a48-3c55df10a399'}]
Dec 11 21:19:36.259200 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:19:36.259740 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:19:36.328624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaf2cf-e641-490a-9dec-dc92e6a9ae93 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:36.333522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ea59-13a3-49a8-beab-57221e8f6d00 req-e48c5261-c46c-41e3-b9e8-4448557af65c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:36.335019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5097ea59-13a3-49a8-beab-57221e8f6d00 req-e48c5261-c46c-41e3-b9e8-4448557af65c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 945 time: 0.0549757
Dec 11 21:19:36.384280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5097ea59-13a3-49a8-beab-57221e8f6d00 req-b51d326a-aca4-41f1-a490-0897811e35df tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424578
Dec 11 21:19:36.424383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaf2cf-e641-490a-9dec-dc92e6a9ae93 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:36.761689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.824060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:36.824456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.894912 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9281e145-d4ef-4d0e-90bd-5e4d03f25c11,segment=NetworkSegment(855a6053-a57b-4fb4-8375-4a150097c26c),segment_id=855a6053-a57b-4fb4-8375-4a150097c26c)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:36.895282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.909476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:36.994084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:36.998178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:37.026310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=9281e145-d4ef-4d0e-90bd-5e4d03f25c11,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:37.028204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port 9281e145-d4ef-4d0e-90bd-5e4d03f25c11 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:37.111051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.118920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:37.135986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'port_id': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'mac_address': 'fa:16:3e:c8:e4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:37.137241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e817c70>,) {'filters': {'network_id': ['29598a94-4898-4451-8a48-3c55df10a399']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:37.147916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e817c70>, '855a6053-a57b-4fb4-8375-4a150097c26c') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:37.148303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e817c70>, '855a6053-a57b-4fb4-8375-4a150097c26c') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:37.158460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.174815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.183518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:37.183779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.184073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:37.187803 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:37.210230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:37.231471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:37.235093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.282808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:37.290864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.298197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.301315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/29598a94-4898-4451-8a48-3c55df10a399 HTTP/1.1" status: 204  len: 168 time: 1.7611804
Dec 11 21:19:37.305051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49222) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:37.309484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26225ee1-fe45-4d7f-8c3c-17094a7d61c9 req-b6d09f2c-7b4c-4e50-86ec-6fec5e7a740b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:37.310864 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333933370'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:37.310981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26225ee1-fe45-4d7f-8c3c-17094a7d61c9 req-b6d09f2c-7b4c-4e50-86ec-6fec5e7a740b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 944 time: 0.1101909
Dec 11 21:19:37.324583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5766b-fa1c-4bcd-bce8-8acd7b6ddc05 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=29598a94-4898-4451-8a48-3c55df10a399,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:37.333138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:37.336778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.360723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:37.370639 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.370824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26225ee1-fe45-4d7f-8c3c-17094a7d61c9 req-7f5d1832-c29b-4394-abf1-33b6513548e9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479879
Dec 11 21:19:37.370987 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment 1cadc7e7-e087-444d-855b-e7e210c3da87 of type vlan for network 8e5a0bff-ca04-4061-ae76-b1559d954155
Dec 11 21:19:37.394154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49224) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:37.410237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.439986 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.446227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:37.446977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.467378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a5e10ad-b87c-4d7d-843a-f321e296ee88 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 200  len: 992 time: 0.0718217
Dec 11 21:19:37.527655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2214015
Dec 11 21:19:37.530453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:37.535589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:37.548382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1f32e426-4a9b-4c30-9ca4-f18008134e38'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:37.550570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565de4e-f651-4da2-bf7c-68a86c0bd729 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=8e5a0bff-ca04-4061-ae76-b1559d954155,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:37.567808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7caac-62da-41f0-9a30-68d230a1216d req-92622d39-8528-47b2-89f9-fc0eb5207d4e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:37.569413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3de7caac-62da-41f0-9a30-68d230a1216d req-92622d39-8528-47b2-89f9-fc0eb5207d4e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 945 time: 0.1017082
Dec 11 21:19:37.572068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:37.624277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3de7caac-62da-41f0-9a30-68d230a1216d req-3261e48d-e569-4e05-ad2f-6afa228e0c7a tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485787
Dec 11 21:19:37.629789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:37.633709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.877600 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:37.945111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=36167afe-9d07-4758-88f2-8b9c50d3fcc3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:37.976097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': '1cadc7e7-e087-444d-855b-e7e210c3da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:37.976459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 8e5a0bff-ca04-4061-ae76-b1559d954155, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:37.999403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:38.012204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e5a0bff-ca04-4061-ae76-b1559d954155) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:38.017219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.018185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.023438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766fd544-e626-4202-aa27-bce380c6dbfe None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:38.056105 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c5a8774b-cbe9-4622-9a69-1a4d6e4c719f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5244832
Dec 11 21:19:38.059039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49252) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:38.064245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:38.196391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e5a0bff-ca04-4061-ae76-b1559d954155', 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': '36167afe-9d07-4758-88f2-8b9c50d3fcc3'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:38.197812 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.229996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:38.233710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.340760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Allocated IP 2001:db8::2 (8e5a0bff-ca04-4061-ae76-b1559d954155/36167afe-9d07-4758-88f2-8b9c50d3fcc3/36327527-f70c-4456-80bd-392983cdcd43) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:38.476269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.484762 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.490525 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.519537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:38.522763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:38.527032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.527621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.529877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:38.532777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:38.536429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:38.538888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=17dcbe3e-a985-4921-a480-5c2a3731d00f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:38.547196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Pushing event updated for resources: {'Port': ['ID=36327527-f70c-4456-80bd-392983cdcd43,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:38.552123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c95bcb79-1f2a-491e-b58c-bdde60a14b51 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.4897439
Dec 11 21:19:38.553016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:38.595950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Attempting to bind port 36327527-f70c-4456-80bd-392983cdcd43 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:38.596320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Attempting to bind port 36327527-f70c-4456-80bd-392983cdcd43 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1cadc7e7-e087-444d-855b-e7e210c3da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:38.597433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Attempting to bind port 36327527-f70c-4456-80bd-392983cdcd43 on network 8e5a0bff-ca04-4061-ae76-b1559d954155 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:38.602551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:38.602933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Checking segment: {'id': '1cadc7e7-e087-444d-855b-e7e210c3da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:38.603332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.603725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Bound using segment: {'id': '1cadc7e7-e087-444d-855b-e7e210c3da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:38.604585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Bound port: 36327527-f70c-4456-80bd-392983cdcd43, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cadc7e7-e087-444d-855b-e7e210c3da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:38.604973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.645417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.647215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.648720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.650254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.651794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.653444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8cd758e-e90f-4c28-ae8c-66b5aa7c8cde tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0999722
Dec 11 21:19:38.657292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:38.661849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993265255'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:38.670610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] For port 36327527-f70c-4456-80bd-392983cdcd43, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:38.673891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] For port 36327527-f70c-4456-80bd-392983cdcd43, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36327527-f70c-4456-80bd-392983cdcd43,segment=NetworkSegment(1cadc7e7-e087-444d-855b-e7e210c3da87),segment_id=1cadc7e7-e087-444d-855b-e7e210c3da87)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:38.678289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.685394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:38.689184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.713160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:38.728146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.729125 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment dc7272c5-9ab3-4338-817d-069fddeabf39 of type vlan for network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a
Dec 11 21:19:38.739560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c072-2080-4057-b201-d17e4f86ad1e None None] Pushing event updated for resources: {'Port': ['ID=36327527-f70c-4456-80bd-392983cdcd43,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:38.777508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.805543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.812043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:38.812743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:38.884449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2208197
Dec 11 21:19:38.884644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49270) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:38.890086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'New_network'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:38.895718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f414c-38dc-4b67-8ed9-9bf0854cf15b tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=07975745-2ae5-4fb1-addd-1e9fd9a7f44a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:38.906993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:39.017255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:39.099912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:39.107491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1f32e426-4a9b-4c30-9ca4-f18008134e38 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:39.108079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.122852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.146603 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.159398 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a is not hosted by any dhcp agent {{(pid=125988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:19:39.165556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:39.167097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.169245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "PUT /v2.0/networks/07975745-2ae5-4fb1-addd-1e9fd9a7f44a HTTP/1.1" status: 200  len: 723 time: 0.2860920
Dec 11 21:19:39.172388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:39.177649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:39.234311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.245321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac034a25-bb96-4361-9fa3-5279f679eaee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=07975745-2ae5-4fb1-addd-1e9fd9a7f44a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:39.269326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:39.303734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:39.306897 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9738077-5e8e-4261-b483-c25182134b8f" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:39.354710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:39.369017 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.371255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:39.372264 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcca9d4-262e-4032-9836-a0fd63439f38 x-openstack-request-id: req-6fcca9d4-262e-4032-9836-a0fd63439f38 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:39.372645 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-plugged", "status": "completed", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:39.372903 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fcca9d4-262e-4032-9836-a0fd63439f38 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:39.373340 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'code': 200}
Dec 11 21:19:39.376098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.432916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=13']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:39.683162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-bfa73199-bfcc-48fa-9454-853e1be5be9c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:39.685063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-bfa73199-bfcc-48fa-9454-853e1be5be9c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1787400
Dec 11 21:19:39.741181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-1798fd4d-9592-46a4-99e0-5e2acddbdd5e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/quotas/7b7a144477c34942b19e3ae74b12f047 HTTP/1.1" status: 200  len: 375 time: 0.0253379
Dec 11 21:19:39.758212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.861282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=a65c9a00-dc75-44b5-ba1c-4702cdfa6f86,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:39.870529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-653fdc78-3c8f-4fb2-9647-43a59cf76aa4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1232567
Dec 11 21:19:39.871778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': 'dc7272c5-9ab3-4338-817d-069fddeabf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:39.872223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: 07975745-2ae5-4fb1-addd-1e9fd9a7f44a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:39.937985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:39.954363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07975745-2ae5-4fb1-addd-1e9fd9a7f44a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:39.961067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:39.961668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:39.965310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e911f8f-02f8-4370-8dfb-83c4b12f9c97 None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:39.995493 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3ceefd49-1264-4478-b49b-2d56d7e3a317 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8190181
Dec 11 21:19:39.995634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49366) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:40.001963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:40.008057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-bf6666f8-0157-4414-9d25-87e238e753cb service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245942
Dec 11 21:19:40.019682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc438b-f1a9-421a-a800-8c1e9b7e61b8 None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:40.099042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] Provisioning complete for port 36327527-f70c-4456-80bd-392983cdcd43 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:40.099509 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.146810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 36327527-f70c-4456-80bd-392983cdcd43 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:40.179334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260297540'] for subnet, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.208979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-83a7beb5-2ff9-4b51-b991-6a0b68381d53 service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781392
Dec 11 21:19:40.227180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07975745-2ae5-4fb1-addd-1e9fd9a7f44a', 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': 'a65c9a00-dc75-44b5-ba1c-4702cdfa6f86'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:40.228036 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.338998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731004737491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261463470'] for subnet, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.378533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:40.379196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.383074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "PUT /v2.0/subnets/a65c9a00-dc75-44b5-ba1c-4702cdfa6f86 HTTP/1.1" status: 200  len: 826 time: 0.3841457
Dec 11 21:19:40.383605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:40.391984 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.394403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa3fea-48fc-44c3-a2b6-8ede900bd1b6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=a65c9a00-dc75-44b5-ba1c-4702cdfa6f86,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:40.398148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 36327527-f70c-4456-80bd-392983cdcd43 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:40.398544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.532969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] For port 36327527-f70c-4456-80bd-392983cdcd43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36327527-f70c-4456-80bd-392983cdcd43,segment=NetworkSegment(1cadc7e7-e087-444d-855b-e7e210c3da87),segment_id=1cadc7e7-e087-444d-855b-e7e210c3da87)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:40.544333 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.550118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.600077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Allocated IP 2001:db8::2 (07975745-2ae5-4fb1-addd-1e9fd9a7f44a/a65c9a00-dc75-44b5-ba1c-4702cdfa6f86/e4edd6e4-1266-4568-842a-a1e37e618267) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:40.607200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Update dhcp port {'port': {'network_id': '8e5a0bff-ca04-4061-ae76-b1559d954155', 'fixed_ips': [{'subnet_id': '36167afe-9d07-4758-88f2-8b9c50d3fcc3', 'ip_address': '2001:db8::2'}, {'subnet_id': '17dcbe3e-a985-4921-a480-5c2a3731d00f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '36327527-f70c-4456-80bd-392983cdcd43'} from ncdv-master-1. {{(pid=125989) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}}
Dec 11 21:19:40.633622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e6fe2f5-f115-464f-8ec2-6c3369bd80e5 req-ac1d5597-e91f-47db-8dae-24d1e4430b11 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 210 time: 0.0849733
Dec 11 21:19:40.692230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:40.714063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2efd8-4764-4e78-a800-558179baa0d6 None None] Pushing event updated for resources: {'Port': ['ID=36327527-f70c-4456-80bd-392983cdcd43,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:40.751118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.014658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.028072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.044878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.061073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-77af10c6-b8a8-440c-ba3b-91098acc96a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.083454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Allocated IP 172.20.0.1 (8e5a0bff-ca04-4061-ae76-b1559d954155/17dcbe3e-a985-4921-a480-5c2a3731d00f/36327527-f70c-4456-80bd-392983cdcd43) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:41.089811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=a65c9a00-dc75-44b5-ba1c-4702cdfa6f86,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:41.106311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:41.122996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:41.125610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:41.132477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Pushing event updated for resources: {'Port': ['ID=e4edd6e4-1266-4568-842a-a1e37e618267,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:41.177359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.202304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e28b850>,) {'filters': {'network_id': ['07975745-2ae5-4fb1-addd-1e9fd9a7f44a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:41.212321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e28b850>, 'dc7272c5-9ab3-4338-817d-069fddeabf39') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:41.212620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e28b850>, 'dc7272c5-9ab3-4338-817d-069fddeabf39') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:41.223327 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.236547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.242842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:41.243222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:41.246249 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:41.250057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Attempting to bind port e4edd6e4-1266-4568-842a-a1e37e618267 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:41.250600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Attempting to bind port e4edd6e4-1266-4568-842a-a1e37e618267 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc7272c5-9ab3-4338-817d-069fddeabf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:41.250818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Attempting to bind port e4edd6e4-1266-4568-842a-a1e37e618267 on network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:41.267302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:41.267682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Checking segment: {'id': 'dc7272c5-9ab3-4338-817d-069fddeabf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:41.268089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.268487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Bound using segment: {'id': 'dc7272c5-9ab3-4338-817d-069fddeabf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:41.268960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Bound port: e4edd6e4-1266-4568-842a-a1e37e618267, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7272c5-9ab3-4338-817d-069fddeabf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:41.269349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.289493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] For port 36327527-f70c-4456-80bd-392983cdcd43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36327527-f70c-4456-80bd-392983cdcd43,segment=NetworkSegment(1cadc7e7-e087-444d-855b-e7e210c3da87),segment_id=1cadc7e7-e087-444d-855b-e7e210c3da87)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:41.308612 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:19:41.308612 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:19:41.308612 ncdv-master-1 neutron-server[125988]: [parameters: {'id': '07975745-2ae5-4fb1-addd-1e9fd9a7f44a'}]
Dec 11 21:19:41.308612 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:19:41.309245 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:19:41.350194 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.360240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.402954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] For port e4edd6e4-1266-4568-842a-a1e37e618267, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:41.437326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] For port e4edd6e4-1266-4568-842a-a1e37e618267, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4edd6e4-1266-4568-842a-a1e37e618267,segment=NetworkSegment(dc7272c5-9ab3-4338-817d-069fddeabf39),segment_id=dc7272c5-9ab3-4338-817d-069fddeabf39)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:41.463441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.484859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b691971-822a-473a-afc4-cb3a07368eac None None] Pushing event updated for resources: {'Port': ['ID=36327527-f70c-4456-80bd-392983cdcd43,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:41.601719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-b3cd5692-7b23-4188-9116-e695f1cfaf16 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:41.603502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-b3cd5692-7b23-4188-9116-e695f1cfaf16 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.30 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1294293
Dec 11 21:19:41.620201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Request body: {'port': {'device_id': '5b864091-f20a-4c96-ab20-c283d247fad3', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'admin_state_up': True, 'tenant_id': '7b7a144477c34942b19e3ae74b12f047'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:41.775758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e86464-2df7-4cbf-848a-b73029a0454b None None] Pushing event updated for resources: {'Port': ['ID=e4edd6e4-1266-4568-842a-a1e37e618267,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:41.800778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2aaa3e33-b429-4537-985d-cd7c5bc8eb8f req-e9340ac7-20e0-4794-b23a-63d7b6752c81 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 210 time: 0.0727475
Dec 11 21:19:41.806111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ef2849-bc81-4454-b1f3-9739a2c80af7 None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:41.811121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.823401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:41.829480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:41.928822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef9243-5e74-49ee-a7ff-9559125c2739 None None] Network 07975745-2ae5-4fb1-addd-1e9fd9a7f44a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:42.027278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Allocated IP 172.20.0.7 (7d4bed29-8ef3-4887-807a-55c2100dce6a/858058c0-ea3c-4000-bf54-3e2491c66905/b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:42.047227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port e4edd6e4-1266-4568-842a-a1e37e618267 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:42.047773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.137327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 36327527-f70c-4456-80bd-392983cdcd43 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:42.180984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb08de3-2b00-4562-94c1-3acd1925072e None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:42.234378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 36327527-f70c-4456-80bd-392983cdcd43 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:42.234767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.259159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port e4edd6e4-1266-4568-842a-a1e37e618267, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4edd6e4-1266-4568-842a-a1e37e618267,segment=NetworkSegment(dc7272c5-9ab3-4338-817d-069fddeabf39),segment_id=dc7272c5-9ab3-4338-817d-069fddeabf39)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:42.260092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.298456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2b00da57-d619-4a39-9b57-1ad301080ff9 None None] Provisioning complete for port 36327527-f70c-4456-80bd-392983cdcd43 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:42.299010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2b00da57-d619-4a39-9b57-1ad301080ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.314353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-a40e316a-b70b-4a9e-89b9-c76a6ec8dcf4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:42.315902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-a40e316a-b70b-4a9e-89b9-c76a6ec8dcf4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.2656643
Dec 11 21:19:42.327483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for e4edd6e4-1266-4568-842a-a1e37e618267 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:42.579272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdee976-980a-467f-8cb8-7b8adfa15d28 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:42.691968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-02319296-7c08-4aef-9df3-65bbc14a0b0b None None] Provisioning complete for port 36327527-f70c-4456-80bd-392983cdcd43 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:42.692332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02319296-7c08-4aef-9df3-65bbc14a0b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.701390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdee976-980a-467f-8cb8-7b8adfa15d28 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:42.716965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-a095c883-2795-435c-824b-b79b6c040540 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.3856242
Dec 11 21:19:42.817298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.856740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-6417330a-598f-4c07-80d5-fa35246cce97 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1318018
Dec 11 21:19:42.898773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8272325e-1cb5-4633-94f2-a5a93f073fe0 req-d8c93157-6c93-4af6-a284-8a7ad9a9a24c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 210 time: 0.0300796
Dec 11 21:19:42.926544 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.966383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=e4edd6e4-1266-4568-842a-a1e37e618267,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:42.968469 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:42.970091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port e4edd6e4-1266-4568-842a-a1e37e618267 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:42.981774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:43.110200 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:43.113385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event updated for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:43.117061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-cc506c29-c9ab-4ee4-8263-1f84751bce41 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496374
Dec 11 21:19:43.121649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:43.124890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.127620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:43.144017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad66d5e-9fda-4c19-b7ad-fe0dbe3c9865 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:43.231060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8143d0>,) {'filters': {'network_id': ['07975745-2ae5-4fb1-addd-1e9fd9a7f44a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:43.232648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5b00ad50-2092-4f8b-9215-890fa2a47438 None None] Provisioning complete for port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:43.233023 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b00ad50-2092-4f8b-9215-890fa2a47438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.251248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8143d0>, 'dc7272c5-9ab3-4338-817d-069fddeabf39') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:43.251546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8143d0>, 'dc7272c5-9ab3-4338-817d-069fddeabf39') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:43.267586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:43.268202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.276257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.286221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5b00ad50-2092-4f8b-9215-890fa2a47438 None None] Port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:43.313411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-108e26e2-df65-4e4d-974a-a9c3a53ebad4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6986511
Dec 11 21:19:43.314338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.323674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-ea8b427e-f505-4ea6-889b-8bcc0ca0a78f service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858470
Dec 11 21:19:43.324583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:43.324967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:43.327905 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:43.344526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Request body: {'port': {'device_id': '5b864091-f20a-4c96-ab20-c283d247fad3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:43.429135 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.439596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.445572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/07975745-2ae5-4fb1-addd-1e9fd9a7f44a HTTP/1.1" status: 204  len: 168 time: 3.0601382
Dec 11 21:19:43.445778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:43.460013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552df4-e206-49ed-b858-65080a54c889 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=07975745-2ae5-4fb1-addd-1e9fd9a7f44a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:43.461728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.476012 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5228454-a966-47d6-9645-23693d8ac9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.482110 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98b708f-da8c-4733-a948-44eef0aeb212 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:43.482660 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98b708f-da8c-4733-a948-44eef0aeb212 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:43.489658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e98b708f-da8c-4733-a948-44eef0aeb212 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/07975745-2ae5-4fb1-addd-1e9fd9a7f44a HTTP/1.1" status: 404  len: 339 time: 0.0389354
Dec 11 21:19:43.490187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49406) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:43.496338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642019842', 'description': 'd1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:43.524442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:43.530127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.556949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:43.568048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.568806 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment dff3698d-e0d7-46fd-91c8-4da74da2a763 of type vlan for network bc164567-817d-4239-9ff2-997d7fa24a7d
Dec 11 21:19:43.617002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.667997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15dfcb66-0eef-4a02-82d7-166da72df600 req-ceb8953f-f46d-49a7-a49d-7563cd841b5b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 210 time: 0.0322332
Dec 11 21:19:43.668729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.674158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:43.674770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612174'] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.742376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2494450
Dec 11 21:19:43.750145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49412) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:43.767024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:43.774820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.779611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddee739-3790-470f-b605-4ac256e0db95 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=bc164567-817d-4239-9ff2-997d7fa24a7d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:43.788320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Transition to ACTIVE for port object b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:43.790284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network bc164567-817d-4239-9ff2-997d7fa24a7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:43.794524 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:43.842411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ba765-9b42-4f79-9f82-892100942f64 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:43.847668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-831ba765-9b42-4f79-9f82-892100942f64 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks?id=bc164567-817d-4239-9ff2-997d7fa24a7d HTTP/1.1" status: 200  len: 765 time: 0.0972340
Dec 11 21:19:43.848402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49418) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:43.848648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f6964-d7e1-49e5-8338-e5ef7d1784ea None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:43.855943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'description': 'd2'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:43.876433 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Pushing event updated for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:43.956545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Attempting to bind port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:43.957027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Attempting to bind port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:43.957453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Attempting to bind port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:43.963420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe on network 7d4bed29-8ef3-4887-807a-55c2100dce6a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:43.963893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Attempting to bind port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:43.972695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:43.973146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Checking segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:43.973606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Bound using segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:43.974208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Bound port: b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:43.974573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.043068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.063034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.075546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network bc164567-817d-4239-9ff2-997d7fa24a7d is not hosted by any dhcp agent {{(pid=125987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:19:44.081398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.082921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.084253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "PUT /v2.0/networks/bc164567-817d-4239-9ff2-997d7fa24a7d HTTP/1.1" status: 200  len: 762 time: 0.2343507
Dec 11 21:19:44.091333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f7bab-5ccb-4bbd-a1c7-7b504be31c71 req-559747c0-5b4f-4dbe-8571-9d9913846e08 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.092930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d4f7bab-5ccb-4bbd-a1c7-7b504be31c71 req-559747c0-5b4f-4dbe-8571-9d9913846e08 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 943 time: 0.1001122
Dec 11 21:19:44.093297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49424) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:44.094440 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:44.106780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:44.130787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.161295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b618ee2-61ea-4d55-bc33-d59766961551 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=bc164567-817d-4239-9ff2-997d7fa24a7d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:44.173747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network bc164567-817d-4239-9ff2-997d7fa24a7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:44.226642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.227273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.228696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] 10.222.0.30 "PUT /v2.0/ports/b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe HTTP/1.1" status: 200  len: 1091 time: 0.8905578
Dec 11 21:19:44.229545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:44.231466 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:44.234388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfb38f-dbc9-4f7c-8e47-5a9b11c1af38 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:44.271051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c05f123-8b53-4a53-af89-3afecb799938 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.276780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0c05f123-8b53-4a53-af89-3afecb799938 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks?id=bc164567-817d-4239-9ff2-997d7fa24a7d HTTP/1.1" status: 200  len: 765 time: 0.1754797
Dec 11 21:19:44.277312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49428) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:44.288533 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d4f7bab-5ccb-4bbd-a1c7-7b504be31c71 req-4536f944-72f0-4ab6-8a34-6365c31c8307 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803575
Dec 11 21:19:44.291780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d7532-4514-42f0-ad09-e636692e633f service neutron] Pushing event updated for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:44.304793 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e86f85-69c8-40b6-930f-050c62c1e89a x-openstack-request-id: req-e7e86f85-69c8-40b6-930f-050c62c1e89a {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:44.305088 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:44.305348 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7e86f85-69c8-40b6-930f-050c62c1e89a {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:44.305917 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe', 'status': 'completed', 'code': 200}
Dec 11 21:19:44.385184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-01287a5f-f6d5-4105-abce-7d42af83fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.387036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-01287a5f-f6d5-4105-abce-7d42af83fb95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 1094 time: 0.0455604
Dec 11 21:19:44.436404 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-52d305d7-f86d-4111-a59c-dbc0f58ca568 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe HTTP/1.1" status: 200  len: 217 time: 0.0385146
Dec 11 21:19:44.477830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a916ed6-1730-481f-8974-94dc8450cde7 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.479388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a916ed6-1730-481f-8974-94dc8450cde7 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2010078
Dec 11 21:19:44.482182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49430) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:44.486347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412683c0-646d-464c-ba0d-f532e668af18 req-2fa46528-7e79-4ee8-9df1-6e41d73735f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.487860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-2fa46528-7e79-4ee8-9df1-6e41d73735f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0440257
Dec 11 21:19:44.520127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-73dd295d-8a13-4b92-a367-40a1958b4111 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a HTTP/1.1" status: 200  len: 207 time: 0.0337842
Dec 11 21:19:44.520338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49432) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:44.527317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-fcba7bf0-3bdf-416a-99a3-0da8cbfd544e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0258551
Dec 11 21:19:44.622789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-aed2a622-e822-4753-8655-b7006bfec084 service neutron] 10.222.0.30 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871558
Dec 11 21:19:44.630714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.637352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.643729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.649756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.655835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.661830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.668282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ccb42be3-e3cf-4807-8539-1d33a5b8538c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.1424053
Dec 11 21:19:44.669674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49434) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:44.801849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-412683c0-646d-464c-ba0d-f532e668af18 req-83d6f98c-26f3-4fe6-a692-aa16397b5096 service neutron] 10.222.0.30 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622093
Dec 11 21:19:44.864066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-946d037a-a1ba-4096-aa89-7564d7318077 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.865677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-946d037a-a1ba-4096-aa89-7564d7318077 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1412141
Dec 11 21:19:44.880633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:44.968511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:44.972409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-effef665-0af0-4449-9f84-1772030692de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:44.973967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-effef665-0af0-4449-9f84-1772030692de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 1094 time: 0.1072884
Dec 11 21:19:45.092657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:45.096529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.119818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38bc43fd-0c6e-417c-b1b2-f83959612b18 req-e2eff0ab-22a8-4b82-b218-3b57076bd244 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 210 time: 0.0380242
Dec 11 21:19:45.122629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-a9b25833-dc2f-403c-a455-f6573c10a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.124240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-a9b25833-dc2f-403c-a455-f6573c10a636 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 916 time: 0.1396780
Dec 11 21:19:45.191565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3a7cee05-5d95-48db-ab97-221784aa0fa8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.5206556
Dec 11 21:19:45.196859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.221205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-b35b3983-57f3-48cb-a26f-440ec3850973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe HTTP/1.1" status: 200  len: 217 time: 0.0829113
Dec 11 21:19:45.264125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.265763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.267310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.269043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.270607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.276560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e37be66f-d239-4e9b-8546-6181551bb662 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0745165
Dec 11 21:19:45.276849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49440) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.314117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-0be40e13-b5f8-45e6-a6d4-f0dae62e6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.315651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-0be40e13-b5f8-45e6-a6d4-f0dae62e6994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0877085
Dec 11 21:19:45.356735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-7455b207-2b24-4911-a5eb-a1ba55989858 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327485
Dec 11 21:19:45.356945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.357786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.4 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/a6730fa8-fc25-4e4d-b091-5df015a50c2c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:45.358611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.360581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.363624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.365242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.370314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-527e9f16-3c31-4460-b183-2d741637d3c6 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0892935
Dec 11 21:19:45.370795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49452) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.476430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befafcc4-4768-4bf2-8328-1185b36c2b6d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.481211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-befafcc4-4768-4bf2-8328-1185b36c2b6d tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks/10c5b1de-45a3-455c-9a5a-d83a1819eccb HTTP/1.1" status: 200  len: 803 time: 0.1061559
Dec 11 21:19:45.482881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49454) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.543825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a4f0-8017-4c15-945c-e66b7c319c15 req-632fc96d-01e9-4582-9afe-2cbdc8063bc9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.545334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56e9a4f0-8017-4c15-945c-e66b7c319c15 req-632fc96d-01e9-4582-9afe-2cbdc8063bc9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 943 time: 0.1583998
Dec 11 21:19:45.580804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-6fdd3509-a184-45a1-93f1-20f34590b8f2 service neutron] 10.222.0.30 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168257
Dec 11 21:19:45.599048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-37003be2-73e7-4835-b215-4f846593ab99 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/networks/10c5b1de-45a3-455c-9a5a-d83a1819eccb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.1112437
Dec 11 21:19:45.599838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49456) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.656003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386eca4c-2e62-4b8a-9db5-2cd9c3cfc618 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.660732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-386eca4c-2e62-4b8a-9db5-2cd9c3cfc618 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets/60090eb5-b853-4846-bc12-9fc10e578d10 HTTP/1.1" status: 200  len: 843 time: 0.0569792
Dec 11 21:19:45.661076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.703907 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56e9a4f0-8017-4c15-945c-e66b7c319c15 req-ef6cfe22-e7da-4601-b120-f24fccbd390f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323178
Dec 11 21:19:45.716316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1779cbe-08f1-4683-b2db-ff09d6e9a1e5 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['shared'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.729595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b1779cbe-08f1-4683-b2db-ff09d6e9a1e5 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "GET /v2.0/subnets/60090eb5-b853-4846-bc12-9fc10e578d10?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0602458
Dec 11 21:19:45.729595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49460) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.729839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642788549'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:45.732669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.752601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fc8426a-45b3-40b2-9d7b-4a83d716cd5f req-e3409fa0-ff58-47aa-85f6-87d62b2cfd53 service neutron] 10.222.0.30 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585653
Dec 11 21:19:45.759107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:45.766578 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.789716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.803294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:19:45.814807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.815158 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Added segment 6ad3561e-d795-4d86-97bd-fbfd84893c57 of type vlan for network e2bfee58-c308-41fd-8481-4d010a89896a
Dec 11 21:19:45.846802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:45.850680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:45.858251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:45.864112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.865686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:45.906751 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.921521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.923459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.925871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:45.927172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.939239 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:45.951708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-2408734e-2a3b-4298-b762-3e5199703f83 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0761466
Dec 11 21:19:45.965659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2416399
Dec 11 21:19:45.965861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Request body: {'port': {'device_id': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:45.968812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49462) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:45.975738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:46.025757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b96e1f-e4bc-4e1e-8025-b706ce112f1f tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Network': ['ID=e2bfee58-c308-41fd-8481-4d010a89896a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:46.037017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network e2bfee58-c308-41fd-8481-4d010a89896a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:19:46.100565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.153240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Made reservation on behalf of abc824c26a2f4abd9fd5a143d8f5138f for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:19:46.157003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.202049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a88a9ee-27fa-4a5d-8e41-ada87decf57b None None] Provisioning complete for port a6730fa8-fc25-4e4d-b091-5df015a50c2c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:46.202530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a88a9ee-27fa-4a5d-8e41-ada87decf57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.242023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a88a9ee-27fa-4a5d-8e41-ada87decf57b None None] Port a6730fa8-fc25-4e4d-b091-5df015a50c2c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:19:46.264090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14739624-bff6-4d8f-86bb-0be80b3d667a req-f9ce9c55-2d73-4226-9c23-d71be32323ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:46.265662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14739624-bff6-4d8f-86bb-0be80b3d667a req-f9ce9c55-2d73-4226-9c23-d71be32323ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 931 time: 0.0609238
Dec 11 21:19:46.276638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing IP validity checks on allocation pools {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:19:46.277146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125988) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:19:46.315593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14739624-bff6-4d8f-86bb-0be80b3d667a req-81663911-9f60-406e-a2d4-fbec077a6cef tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434957
Dec 11 21:19:46.318497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.533508 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.573654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6730fa8-fc25-4e4d-b091-5df015a50c2c {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:46.590451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.612006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Transition to ACTIVE for port object a6730fa8-fc25-4e4d-b091-5df015a50c2c will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:19:46.624576 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.629819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=e7e59491-d4fb-4012-a45b-157fff054dea,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:46.666348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Checking segment: {'id': '6ad3561e-d795-4d86-97bd-fbfd84893c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:46.666691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network hostable DHCP agents. Network: e2bfee58-c308-41fd-8481-4d010a89896a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:19:46.691755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:46.718018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Network e2bfee58-c308-41fd-8481-4d010a89896a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:19:46.751926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e2bfee58-c308-41fd-8481-4d010a89896a) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:46.758664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:46.759276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.764114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a25227-5f29-4c45-9433-6fd063dfaf34 None None] Network e2bfee58-c308-41fd-8481-4d010a89896a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:46.788602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c2d1f907-014d-420a-bb77-f0e89802a072 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.8172393
Dec 11 21:19:46.792111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49468) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:46.799646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:46.800982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Attempting to bind port a6730fa8-fc25-4e4d-b091-5df015a50c2c on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:46.801330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Attempting to bind port a6730fa8-fc25-4e4d-b091-5df015a50c2c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:46.801667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Attempting to bind port a6730fa8-fc25-4e4d-b091-5df015a50c2c on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:46.824981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Port a6730fa8-fc25-4e4d-b091-5df015a50c2c on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:19:46.825313 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Attempting to bind port a6730fa8-fc25-4e4d-b091-5df015a50c2c on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:46.833724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:46.834064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:46.834465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:46.834937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Bound port: a6730fa8-fc25-4e4d-b091-5df015a50c2c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:46.835299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.868783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228d7ef-f82d-4b88-9e94-90df7960ea69 req-4af087f1-cebd-43ba-85aa-4615815ea090 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:46.869436 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0228d7ef-f82d-4b88-9e94-90df7960ea69 req-4af087f1-cebd-43ba-85aa-4615815ea090 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 943 time: 0.0844862
Dec 11 21:19:46.919533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e2bfee58-c308-41fd-8481-4d010a89896a', 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a', 'project_id': 'abc824c26a2f4abd9fd5a143d8f5138f', 'fixed_ips': [{'subnet_id': 'e7e59491-d4fb-4012-a45b-157fff054dea'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:19:46.920744 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.925342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260297540'] for subnet, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:46.953631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0228d7ef-f82d-4b88-9e94-90df7960ea69 req-a3f96b95-345e-4cc5-971f-cb9a4184c76d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665941
Dec 11 21:19:46.954633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:46.957969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:46.965986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.005565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.006190 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.007670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/a6730fa8-fc25-4e4d-b091-5df015a50c2c HTTP/1.1" status: 200  len: 1091 time: 1.0471797
Dec 11 21:19:47.008126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:47.011191 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651bb8bc-8c01-42d4-985c-c15ea8b398ac" -d '{"events": [{"name": "network-changed", "server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:47.035661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba9ba4-42ba-45ad-ae4e-7f498e81d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:47.039195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:47.064730 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8191774b-bf33-4614-b48f-a059e316ce58 x-openstack-request-id: req-8191774b-bf33-4614-b48f-a059e316ce58 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:47.064954 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:47.065187 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8191774b-bf33-4614-b48f-a059e316ce58 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:47.065606 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c', 'status': 'completed', 'code': 200}
Dec 11 21:19:47.123834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-5fcaef11-873a-4afa-b915-e85a283b5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.125447 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-5fcaef11-873a-4afa-b915-e85a283b5b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 1094 time: 0.0492244
Dec 11 21:19:47.173514 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731004737491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261463470'] for subnet, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.182046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:47.190249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-33cab60f-91b3-4ce0-9110-e1eb2f82cbf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c HTTP/1.1" status: 200  len: 217 time: 0.0526042
Dec 11 21:19:47.234990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.235577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.238533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "PUT /v2.0/subnets/e7e59491-d4fb-4012-a45b-157fff054dea HTTP/1.1" status: 200  len: 900 time: 0.4437826
Dec 11 21:19:47.240000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:47.248962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'port_id': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe', 'mac_address': 'fa:16:3e:30:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858058c0-ea3c-4000-bf54-3e2491c66905', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:47.256378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.264948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f05e1-56e1-4c4c-88a7-6e3e3c6cc417 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event updated for resources: {'Subnet': ['ID=e7e59491-d4fb-4012-a45b-157fff054dea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:47.277502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-93778c2d-b1fa-4cdb-a5e6-c9756a491501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.282661 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-93778c2d-b1fa-4cdb-a5e6-c9756a491501 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0808108
Dec 11 21:19:47.312518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Allocated IP 2001:db8::3 (e2bfee58-c308-41fd-8481-4d010a89896a/e7e59491-d4fb-4012-a45b-157fff054dea/b5ef59e9-2ab4-4ec9-86c2-b59271464511) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:19:47.342446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-8b67b152-11cd-42ee-804a-bf237f8dfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.344060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-8b67b152-11cd-42ee-804a-bf237f8dfe09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0570140
Dec 11 21:19:47.365620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.377536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.423872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:47.425291 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.490169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc54c8b-d43b-4caf-82e0-d3937772cab2 req-ae9f7414-38e2-4505-b311-6471c4f51fb2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.491773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3fc54c8b-d43b-4caf-82e0-d3937772cab2 req-ae9f7414-38e2-4505-b311-6471c4f51fb2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 943 time: 0.0802417
Dec 11 21:19:47.494096 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-72b124fe-1207-44f1-8e45-8c0a701f0578 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418891
Dec 11 21:19:47.597263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3fc54c8b-d43b-4caf-82e0-d3937772cab2 req-c73574f0-9a86-4634-bd67-fd93669b6e1a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988505
Dec 11 21:19:47.624459 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa7cba0d-9989-4672-bc20-6967cbf5fca9 req-09e03022-64f3-47b0-bd5e-4d31fe50070c service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1198237
Dec 11 21:19:47.648222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:47.655385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.713410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-46fd13cf-8a88-41bb-99e9-724a8bc75dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.715011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-46fd13cf-8a88-41bb-99e9-724a8bc75dbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 1094 time: 0.0419853
Dec 11 21:19:47.770129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:47.809815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-e136b11a-dcc1-4493-9065-be923dc4283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.811483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-e136b11a-dcc1-4493-9065-be923dc4283b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0885041
Dec 11 21:19:47.826857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.835277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.853086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.859347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-d4b74527-e10f-41f9-b610-54378a589665 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c HTTP/1.1" status: 200  len: 217 time: 0.0391307
Dec 11 21:19:47.889478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e59491-d4fb-4012-a45b-157fff054dea,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:47.903513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Network e2bfee58-c308-41fd-8481-4d010a89896a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:19:47.907774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:19:47.910195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:19:47.910339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.911244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.911604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.911952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.912606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.912606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.912958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.913278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.913613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.913945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.914923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.914923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.915112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:47.919591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-3479ae15-c76e-4010-9fcf-ad3e9dcbbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.921080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-3479ae15-c76e-4010-9fcf-ad3e9dcbbbb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0538642
Dec 11 21:19:47.939165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Pushing event updated for resources: {'Port': ['ID=b5ef59e9-2ab4-4ec9-86c2-b59271464511,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:47.969609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:47.972908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-8f052c08-1294-44d9-b914-e340f4ef6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:47.974464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-8f052c08-1294-44d9-b914-e340f4ef6372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0454340
Dec 11 21:19:47.992837 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Attempting to bind port b5ef59e9-2ab4-4ec9-86c2-b59271464511 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:19:47.993267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Attempting to bind port b5ef59e9-2ab4-4ec9-86c2-b59271464511 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ad3561e-d795-4d86-97bd-fbfd84893c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:19:47.993642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Attempting to bind port b5ef59e9-2ab4-4ec9-86c2-b59271464511 on network e2bfee58-c308-41fd-8481-4d010a89896a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:19:47.999617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d842d2670>,) {'filters': {'network_id': ['e2bfee58-c308-41fd-8481-4d010a89896a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:47.999802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:19:47.999802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Checking segment: {'id': '6ad3561e-d795-4d86-97bd-fbfd84893c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:19:48.000144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.000549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Bound using segment: {'id': '6ad3561e-d795-4d86-97bd-fbfd84893c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:19:48.001028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Bound port: b5ef59e9-2ab4-4ec9-86c2-b59271464511, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad3561e-d795-4d86-97bd-fbfd84893c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e2bfee58-c308-41fd-8481-4d010a89896a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:19:48.007322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.007532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842d2670>, '6ad3561e-d795-4d86-97bd-fbfd84893c57') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:48.007532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842d2670>, '6ad3561e-d795-4d86-97bd-fbfd84893c57') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:48.018332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.039365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.056774 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:48.057205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:48.062317 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:48.086898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-3e2f2beb-1e28-479a-961b-cd1be23db21c service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1033618
Dec 11 21:19:48.088968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] For port b5ef59e9-2ab4-4ec9-86c2-b59271464511, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:19:48.136816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:48.153742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:19:48.153742 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:19:48.153742 ncdv-master-1 neutron-server[125987]: [parameters: {'id': 'e2bfee58-c308-41fd-8481-4d010a89896a'}]
Dec 11 21:19:48.153742 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:19:48.154180 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:19:48.165226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535e855-9719-45bd-a12a-ebb34d5354a9 req-6d352458-7a1f-48d3-a55a-00a37f454594 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:48.171117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2535e855-9719-45bd-a12a-ebb34d5354a9 req-6d352458-7a1f-48d3-a55a-00a37f454594 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 944 time: 0.0988514
Dec 11 21:19:48.182222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] For port b5ef59e9-2ab4-4ec9-86c2-b59271464511, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5ef59e9-2ab4-4ec9-86c2-b59271464511,segment=NetworkSegment(6ad3561e-d795-4d86-97bd-fbfd84893c57),segment_id=6ad3561e-d795-4d86-97bd-fbfd84893c57)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:19:48.193002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.194438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-651bb8bc-8c01-42d4-985c-c15ea8b398ac req-25c7e196-08e7-452b-bc25-8c24d632b4f9 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000516
Dec 11 21:19:48.219571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2535e855-9719-45bd-a12a-ebb34d5354a9 req-aa714edf-20ca-4f16-b1cf-8f0135eaf266 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461626
Dec 11 21:19:48.307349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d2ad7-3f57-42d3-a016-6c00f7ab87e9 None None] Pushing event updated for resources: {'Port': ['ID=b5ef59e9-2ab4-4ec9-86c2-b59271464511,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:48.316248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a7732-22b4-46c7-b8f3-59834d7a1263 None None] Network e2bfee58-c308-41fd-8481-4d010a89896a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:48.457635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d6bb6-d257-4a85-b07f-d6c76b775fa2 None None] Network e2bfee58-c308-41fd-8481-4d010a89896a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:48.552482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499fc16c-2f9a-4712-9eee-2fb22bcce5d4 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:19:48.651685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499fc16c-2f9a-4712-9eee-2fb22bcce5d4 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:19:48.655303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.709967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port b5ef59e9-2ab4-4ec9-86c2-b59271464511 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:48.710256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.720168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a960b7-b4c0-42dd-a5af-30028015011f req-ce282184-f41d-4751-a5fd-503064daba50 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:48.722759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64a960b7-b4c0-42dd-a5af-30028015011f req-ce282184-f41d-4751-a5fd-503064daba50 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 943 time: 0.0552933
Dec 11 21:19:48.774585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-64a960b7-b4c0-42dd-a5af-30028015011f req-87ba0f8d-63da-44e4-9537-1f28c263e1db tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441768
Dec 11 21:19:48.778959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port b5ef59e9-2ab4-4ec9-86c2-b59271464511, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5ef59e9-2ab4-4ec9-86c2-b59271464511,segment=NetworkSegment(6ad3561e-d795-4d86-97bd-fbfd84893c57),segment_id=6ad3561e-d795-4d86-97bd-fbfd84893c57)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:48.779330 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.793395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for b5ef59e9-2ab4-4ec9-86c2-b59271464511 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:48.872172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:48.898636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=b5ef59e9-2ab4-4ec9-86c2-b59271464511,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:48.900969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port b5ef59e9-2ab4-4ec9-86c2-b59271464511 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:48.983311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.002899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d64e340>,) {'filters': {'network_id': ['e2bfee58-c308-41fd-8481-4d010a89896a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.011924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d64e340>, '6ad3561e-d795-4d86-97bd-fbfd84893c57') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.012227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d64e340>, '6ad3561e-d795-4d86-97bd-fbfd84893c57') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.021476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.034942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.041475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:49.041854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:49.044769 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:49.103668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.110493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.113899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/e2bfee58-c308-41fd-8481-4d010a89896a HTTP/1.1" status: 204  len: 168 time: 1.8728764
Dec 11 21:19:49.117480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49480) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.128054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b860b21-1e5e-42ee-885d-4d80086f19ee tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=e2bfee58-c308-41fd-8481-4d010a89896a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:49.147017 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7c0f3d-cfaa-457c-8b33-619a0fbbff3a tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:49.147751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa7c0f3d-cfaa-457c-8b33-619a0fbbff3a tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:49.151819 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aa7c0f3d-cfaa-457c-8b33-619a0fbbff3a tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/e7e59491-d4fb-4012-a45b-157fff054dea HTTP/1.1" status: 404  len: 337 time: 0.0330155
Dec 11 21:19:49.155495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49482) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.174382 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb43dab-ea35-4079-bdd4-e0e5fc4bcb64 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:49.174892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb43dab-ea35-4079-bdd4-e0e5fc4bcb64 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:49.177824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fdb43dab-ea35-4079-bdd4-e0e5fc4bcb64 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/e2bfee58-c308-41fd-8481-4d010a89896a HTTP/1.1" status: 404  len: 339 time: 0.0213373
Dec 11 21:19:49.180396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49484) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.253630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.365295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.389343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d86dc0400>,) {'filters': {'network_id': ['bc164567-817d-4239-9ff2-997d7fa24a7d']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.400740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86dc0400>, 'dff3698d-e0d7-46fd-91c8-4da74da2a763') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.401033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d86dc0400>, 'dff3698d-e0d7-46fd-91c8-4da74da2a763') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:49.409606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8fb6a-73c1-4c4a-9c30-7fe1e7d8ab85 req-9e248cd2-924b-432c-822d-ef5e66fefdd8 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:49.411095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66c8fb6a-73c1-4c4a-9c30-7fe1e7d8ab85 req-9e248cd2-924b-432c-822d-ef5e66fefdd8 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 944 time: 0.1131859
Dec 11 21:19:49.420017 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.446395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.459140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:49.459527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:49.462373 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:49.516254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66c8fb6a-73c1-4c4a-9c30-7fe1e7d8ab85 req-ee6e2b33-f129-4be4-9948-5d3ce28c8aae tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979893
Dec 11 21:19:49.536119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.543118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.546169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/bc164567-817d-4239-9ff2-997d7fa24a7d HTTP/1.1" status: 204  len: 168 time: 0.3648942
Dec 11 21:19:49.548788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49488) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.558247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692e0c-0524-4af4-9b17-baa647a79420 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=bc164567-817d-4239-9ff2-997d7fa24a7d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:49.579819 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bdbaad-0205-4170-adce-6dcf3dfb10c3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:49.580267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bdbaad-0205-4170-adce-6dcf3dfb10c3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:49.583293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00bdbaad-0205-4170-adce-6dcf3dfb10c3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/a65c9a00-dc75-44b5-ba1c-4702cdfa6f86 HTTP/1.1" status: 404  len: 337 time: 0.0334275
Dec 11 21:19:49.585752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49490) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.602916 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95aa6e4-f6c6-4582-a2ca-ea078b6c10fb tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:49.603386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95aa6e4-f6c6-4582-a2ca-ea078b6c10fb tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:49.606277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a95aa6e4-f6c6-4582-a2ca-ea078b6c10fb tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/07975745-2ae5-4fb1-addd-1e9fd9a7f44a HTTP/1.1" status: 404  len: 339 time: 0.0196450
Dec 11 21:19:49.608517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49492) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.658391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting subnet 17dcbe3e-a985-4921-a480-5c2a3731d00f {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:49.661553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.700481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.783057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.841182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.871631 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=17dcbe3e-a985-4921-a480-5c2a3731d00f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:49.873596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.876791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a377e122-137e-453d-833d-25e19c36c190 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/17dcbe3e-a985-4921-a480-5c2a3731d00f HTTP/1.1" status: 204  len: 168 time: 0.2673805
Dec 11 21:19:49.879387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:49.883380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7cbe7-f707-429f-b41e-ed2b14968d3b None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:49.925281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7b88-49d1-4e15-98a9-a335ab686d9a req-c46d734c-ce14-49ff-b640-3a1fa67f95b5 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:49.926964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a1d7b88-49d1-4e15-98a9-a335ab686d9a req-c46d734c-ce14-49ff-b640-3a1fa67f95b5 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 943 time: 0.0587521
Dec 11 21:19:49.934926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting subnet 36167afe-9d07-4758-88f2-8b9c50d3fcc3 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:49.938931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.980940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:49.983084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a1d7b88-49d1-4e15-98a9-a335ab686d9a req-4d702b57-15e6-4a3c-8a41-5554c3a6c60f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485220
Dec 11 21:19:50.072471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.134729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.160459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=36167afe-9d07-4758-88f2-8b9c50d3fcc3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:50.166991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.170224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2745ae6f-76bc-4c12-be0b-962cbbea3133 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/36167afe-9d07-4758-88f2-8b9c50d3fcc3 HTTP/1.1" status: 204  len: 168 time: 0.2896922
Dec 11 21:19:50.172835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49498) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:50.256724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.313461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port 36327527-f70c-4456-80bd-392983cdcd43 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:50.313711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.382462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port 36327527-f70c-4456-80bd-392983cdcd43, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36327527-f70c-4456-80bd-392983cdcd43,segment=NetworkSegment(1cadc7e7-e087-444d-855b-e7e210c3da87),segment_id=1cadc7e7-e087-444d-855b-e7e210c3da87)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:50.382861 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.397179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for 36327527-f70c-4456-80bd-392983cdcd43 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:50.486999 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.493607 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ab00b-b490-477c-a2ba-f2e244e183aa None None] Network 8e5a0bff-ca04-4061-ae76-b1559d954155 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:50.512304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=36327527-f70c-4456-80bd-392983cdcd43,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:50.515941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port 36327527-f70c-4456-80bd-392983cdcd43 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:50.580218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8426b22c-5675-4c81-92f9-093151cd5b20 None None] Could not find standard attr ID for object 36327527-f70c-4456-80bd-392983cdcd43. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:19:50.632524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.638967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3edb55-e3e8-4ba0-ba78-e0f7acd32166 None None] DHCP port deletion for 8e5a0bff-ca04-4061-ae76-b1559d954155 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:50.665617 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d85de2580>,) {'filters': {'network_id': ['8e5a0bff-ca04-4061-ae76-b1559d954155']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:50.676896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d85de2580>, '1cadc7e7-e087-444d-855b-e7e210c3da87') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:50.677199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d85de2580>, '1cadc7e7-e087-444d-855b-e7e210c3da87') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:50.691766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba13a23-66f8-4a8f-8edc-ef47a5a5155f req-d7983f2e-e85d-4042-baf1-4818dfe6c5ed tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:50.693369 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ba13a23-66f8-4a8f-8edc-ef47a5a5155f req-d7983f2e-e85d-4042-baf1-4818dfe6c5ed tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 944 time: 0.0949941
Dec 11 21:19:50.698047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.729170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.740081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:50.740473 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:50.743360 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:50.814506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ba13a23-66f8-4a8f-8edc-ef47a5a5155f req-df62e2b5-26a4-47ef-8964-efe32b3d6ca8 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144557
Dec 11 21:19:50.823484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.842878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:50.846332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/8e5a0bff-ca04-4061-ae76-b1559d954155 HTTP/1.1" status: 204  len: 168 time: 0.6725628
Dec 11 21:19:50.847457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf9d0c-12ce-45c5-856c-64d7df4b8b0c tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=8e5a0bff-ca04-4061-ae76-b1559d954155,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:50.849085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49502) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:50.875327 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc1c25-0d43-4b83-afaf-25b2194b4dc7 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:50.875779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc1c25-0d43-4b83-afaf-25b2194b4dc7 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:50.880018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ecc1c25-0d43-4b83-afaf-25b2194b4dc7 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/c7841e00-1ebe-4d88-9459-2d762db9ff63 HTTP/1.1" status: 404  len: 337 time: 0.0288024
Dec 11 21:19:50.881372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49504) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:50.895925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-99735d61-cac7-43db-beff-08e156f08d59 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393486
Dec 11 21:19:50.905056 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4529f880-f514-4789-82a7-cd3b676a0bd3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:50.905561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4529f880-f514-4789-82a7-cd3b676a0bd3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:50.908653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4529f880-f514-4789-82a7-cd3b676a0bd3 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/29598a94-4898-4451-8a48-3c55df10a399 HTTP/1.1" status: 404  len: 339 time: 0.0256474
Dec 11 21:19:50.911345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49506) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:50.984164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-d1ffe1e8-a56c-42df-93c4-1f1429378e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:50.985669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-d1ffe1e8-a56c-42df-93c4-1f1429378e07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 1097 time: 0.0427892
Dec 11 21:19:51.040179 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a6730fa8-fc25-4e4d-b091-5df015a50c2c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:19:51.044442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:51.106147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-1b0179da-e217-43a1-bbdc-b3d7e8098706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:51.107590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-1b0179da-e217-43a1-bbdc-b3d7e8098706 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 916 time: 0.1013405
Dec 11 21:19:51.154789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-c97816b0-df71-4b6f-a1d9-e60a37090683 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb HTTP/1.1" status: 200  len: 217 time: 0.0373247
Dec 11 21:19:51.165856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:51.177845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:51.178224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.214980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-d595309a-fc16-40cf-9d07-ed19a836f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:51.216435 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-d595309a-fc16-40cf-9d07-ed19a836f697 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0550897
Dec 11 21:19:51.225017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:51.247059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c', 'mac_address': 'fa:16:3e:36:ad:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:19:51.250426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-df081f28-1c66-406b-9c27-a75a8ea47379 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260961
Dec 11 21:19:51.323619 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4e1d73-5ee5-4697-aeb7-2027a39b6d02 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:51.324072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4e1d73-5ee5-4697-aeb7-2027a39b6d02 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:51.327186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a4e1d73-5ee5-4697-aeb7-2027a39b6d02 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/5d739da2-d885-4e07-950e-b2dd4611930b HTTP/1.1" status: 404  len: 337 time: 0.4149077
Dec 11 21:19:51.329874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49510) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:51.334271 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.340878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.358175 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73bb952-0305-4bae-bc41-99190012dcef tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:51.358374 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.358825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73bb952-0305-4bae-bc41-99190012dcef tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:51.362534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6730fa8-fc25-4e4d-b091-5df015a50c2c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:19:51.362685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c73bb952-0305-4bae-bc41-99190012dcef tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/986e6a3e-d6e3-45df-b2a3-41753cbe59cb HTTP/1.1" status: 404  len: 339 time: 0.0307460
Dec 11 21:19:51.371549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49512) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:51.377652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-92f9c2f2-5a8c-49db-bcc6-308edaaaed31 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159172
Dec 11 21:19:51.388051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:51.390273 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadff7d6-9cb7-4dd2-8a2f-e657395b0fb4" -d '{"events": [{"server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "name": "network-vif-plugged", "status": "completed", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:51.405173 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d517b535-3ed2-4c8a-9f91-5366eb076ab1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:51.405823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d517b535-3ed2-4c8a-9f91-5366eb076ab1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:51.409260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:51.409769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d517b535-3ed2-4c8a-9f91-5366eb076ab1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/9423712f-d092-445d-8be0-5328caa735d1 HTTP/1.1" status: 404  len: 337 time: 0.0351894
Dec 11 21:19:51.412778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49516) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:51.416083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:51.423217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb796-53c1-45f4-b725-54b6bcb082b0 req-9968effd-1d06-4b8e-9b64-1e2e574ad5ea tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:51.425064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.429305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.435080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58abb796-53c1-45f4-b725-54b6bcb082b0 req-9968effd-1d06-4b8e-9b64-1e2e574ad5ea tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 943 time: 0.1137977
Dec 11 21:19:51.460682 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ff8a5-dd4f-46f6-9ed3-3f60afe5b7a5 x-openstack-request-id: req-7a2ff8a5-dd4f-46f6-9ed3-3f60afe5b7a5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:51.460982 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "name": "network-vif-plugged", "status": "completed", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:51.461244 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a2ff8a5-dd4f-46f6-9ed3-3f60afe5b7a5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:51.461637 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe', 'code': 200}
Dec 11 21:19:51.471396 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de1aecc-c627-4c53-ac07-5f4a6a599e07 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:51.471910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8de1aecc-c627-4c53-ac07-5f4a6a599e07 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:51.474958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8de1aecc-c627-4c53-ac07-5f4a6a599e07 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/45a8aff8-d2db-49bc-a3cc-c49586bd67e7 HTTP/1.1" status: 404  len: 339 time: 0.0611808
Dec 11 21:19:51.479738 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:51.508844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:51.515662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46290cb5-d712-47f1-b5b6-0ce9d74223d0 req-30e4f305-7ffc-4efa-a76f-cf4c59d56e73 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290574
Dec 11 21:19:51.516957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.517307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.517677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.517989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.518328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.518685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.519021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.519348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.519881 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.520221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.520644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.520976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.521361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.537785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-58abb796-53c1-45f4-b725-54b6bcb082b0 req-a45e1441-f330-4d88-be9d-2af546d6628e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016302
Dec 11 21:19:51.583779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:51.591555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting subnet e5bc74f9-9939-4d7e-adbd-d926f831b190 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:51.595433 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.630909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e3dd1-1ec0-48d9-aaf3-4e7b99867f38 req-ab876c7e-08fa-4e72-bb08-0781a85c009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:51.632320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-417e3dd1-1ec0-48d9-aaf3-4e7b99867f38 req-ab876c7e-08fa-4e72-bb08-0781a85c009f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 1096 time: 0.1055236
Dec 11 21:19:51.641285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.741662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-417e3dd1-1ec0-48d9-aaf3-4e7b99867f38 req-34263110-e64c-48a2-ad84-947e6e2acd55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975633
Dec 11 21:19:51.755730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.765739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a6730fa8-fc25-4e4d-b091-5df015a50c2c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:19:51.816246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.844490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bc74f9-9939-4d7e-adbd-d926f831b190,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:51.847425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.850837 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/e5bc74f9-9939-4d7e-adbd-d926f831b190 HTTP/1.1" status: 204  len: 168 time: 0.3703573
Dec 11 21:19:51.853930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49522) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:51.858517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f171db0-587f-4795-8ebe-73a5b8f2a9c6 None None] Network cd2fc736-3725-4f11-8e13-98fd2bc60afb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:51.866269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.866849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.867189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.867522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.867852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.868178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.868502 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.868951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.869280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.869605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.869925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.870275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.870618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e02a188-865c-47ab-9a60-47741fe17144 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:19:51.949613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:51.950352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40798090-fd83-4595-a22a-ec87d179b719 req-92dbe3ac-98d5-48ad-8279-c1ac92ccb598 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:51.951925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40798090-fd83-4595-a22a-ec87d179b719 req-92dbe3ac-98d5-48ad-8279-c1ac92ccb598 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0542147
Dec 11 21:19:52.008781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40798090-fd83-4595-a22a-ec87d179b719 req-195714bb-8a5d-4738-abf4-12f09ce0d3f2 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490074
Dec 11 21:19:52.029500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port b3a654e2-0741-41d6-ada1-237879a31d16 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:52.029947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.069743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] DHCP port deletion for cd2fc736-3725-4f11-8e13-98fd2bc60afb request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:52.098089 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port b3a654e2-0741-41d6-ada1-237879a31d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3a654e2-0741-41d6-ada1-237879a31d16,segment=NetworkSegment(3408de05-f4cf-4c69-b25b-9715d0c2abe5),segment_id=3408de05-f4cf-4c69-b25b-9715d0c2abe5)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:52.098878 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.117799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for b3a654e2-0741-41d6-ada1-237879a31d16 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:52.122074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Deleting port b3a654e2-0741-41d6-ada1-237879a31d16 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:52.122457 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.174569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 36327527-f70c-4456-80bd-392983cdcd43 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:52.199760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 36327527-f70c-4456-80bd-392983cdcd43 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:52.200029 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 36327527-f70c-4456-80bd-392983cdcd43 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:52.200470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3a654e2-0741-41d6-ada1-237879a31d16 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:52.200665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.227239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=b3a654e2-0741-41d6-ada1-237879a31d16,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:52.227699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b3a654e2-0741-41d6-ada1-237879a31d16 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:52.228685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3a654e2-0741-41d6-ada1-237879a31d16 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:52.229627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port b3a654e2-0741-41d6-ada1-237879a31d16 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:52.231091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] For port b3a654e2-0741-41d6-ada1-237879a31d16, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3a654e2-0741-41d6-ada1-237879a31d16,segment=NetworkSegment(3408de05-f4cf-4c69-b25b-9715d0c2abe5),segment_id=3408de05-f4cf-4c69-b25b-9715d0c2abe5)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:52.231489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.244663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Calling delete_port for b3a654e2-0741-41d6-ada1-237879a31d16 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:52.316650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:19:52.320454 ncdv-master-1 neutron-server[125989]:   self.session.flush()
Dec 11 21:19:52.327150 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.338952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ae250>,) {'filters': {'network_id': ['cd2fc736-3725-4f11-8e13-98fd2bc60afb']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:52.348603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ae250>, '3408de05-f4cf-4c69-b25b-9715d0c2abe5') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:52.348603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d8ae250>, '3408de05-f4cf-4c69-b25b-9715d0c2abe5') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:52.352489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] Pushing event deleted for resources: {'Port': ['ID=b3a654e2-0741-41d6-ada1-237879a31d16,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:52.356805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ed5e2b-db0f-460c-9544-652a73cbd614 None None] No DVR routers for this DVR port b3a654e2-0741-41d6-ada1-237879a31d16 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:52.359264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.374341 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.380329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:52.380679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:52.383643 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:52.439858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.446630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.449833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/cd2fc736-3725-4f11-8e13-98fd2bc60afb HTTP/1.1" status: 204  len: 168 time: 0.5949848
Dec 11 21:19:52.452273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:52.469450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20e44b-9cf5-4d01-8e4e-6d4a72ed32e8 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=cd2fc736-3725-4f11-8e13-98fd2bc60afb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:52.492937 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1d7be0-859b-440b-a5c8-eee481b67595 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:52.493387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1d7be0-859b-440b-a5c8-eee481b67595 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:52.497102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef1d7be0-859b-440b-a5c8-eee481b67595 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/20620bd5-6226-43a8-bbe7-f403808d531e HTTP/1.1" status: 404  len: 337 time: 0.0438907
Dec 11 21:19:52.499606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:52.517380 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61ac7d2-80ea-474c-84e6-50a195e915f1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:52.517851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c61ac7d2-80ea-474c-84e6-50a195e915f1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:52.520802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c61ac7d2-80ea-474c-84e6-50a195e915f1 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/15aefd58-9939-4c2f-9b9c-95356c583bc5 HTTP/1.1" status: 404  len: 339 time: 0.0201447
Dec 11 21:19:52.523114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:52.573551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting subnet 60090eb5-b853-4846-bc12-9fc10e578d10 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:19:52.576648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.643495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.693424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446751c8-0a83-49a1-9d88-2f7fcacf85ea req-d6df5dec-6841-43cb-a473-89e970102bec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:52.694925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-446751c8-0a83-49a1-9d88-2f7fcacf85ea req-d6df5dec-6841-43cb-a473-89e970102bec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 944 time: 0.0908976
Dec 11 21:19:52.768371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.792587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-446751c8-0a83-49a1-9d88-2f7fcacf85ea req-890d8a40-9a5a-45a2-9747-fe99ebb5d792 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917640
Dec 11 21:19:52.828694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.858975 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Subnet': ['ID=60090eb5-b853-4846-bc12-9fc10e578d10,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:52.864684 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:52.868118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-81f48dda-a100-40cf-bb9f-2c596b31176e tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/subnets/60090eb5-b853-4846-bc12-9fc10e578d10 HTTP/1.1" status: 204  len: 168 time: 0.3439636
Dec 11 21:19:52.870358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49532) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:52.874035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b3c57-26a9-478f-9daf-81d985c653b5 None None] Network 10c5b1de-45a3-455c-9a5a-d83a1819eccb requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:19:52.946589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.004005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Deleting port 07339d76-390c-4133-9701-88c723a3994e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:53.004356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.035362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] DHCP port deletion for 10c5b1de-45a3-455c-9a5a-d83a1819eccb request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:19:53.061405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a6730fa8-fc25-4e4d-b091-5df015a50c2c up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:19:53.075756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] For port 07339d76-390c-4133-9701-88c723a3994e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07339d76-390c-4133-9701-88c723a3994e,segment=NetworkSegment(a0fba5fb-7a0e-4106-9431-84beb11b9158),segment_id=a0fba5fb-7a0e-4106-9431-84beb11b9158)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:53.076171 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.091144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Calling delete_port for 07339d76-390c-4133-9701-88c723a3994e owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:53.125062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Deleting port 07339d76-390c-4133-9701-88c723a3994e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:19:53.125664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.144570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port a6730fa8-fc25-4e4d-b091-5df015a50c2c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:19:53.147093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f759-1247-4003-94fc-59ce9737fd65 req-1358787f-ce56-4363-a70d-3de93ff0d3fb tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:53.155687 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94d8f759-1247-4003-94fc-59ce9737fd65 req-1358787f-ce56-4363-a70d-3de93ff0d3fb tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0706263
Dec 11 21:19:53.179935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port a6730fa8-fc25-4e4d-b091-5df015a50c2c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:19:53.180330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.191357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.224203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] No DVR routers for this DVR port 07339d76-390c-4133-9701-88c723a3994e on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:53.227430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Port': ['ID=07339d76-390c-4133-9701-88c723a3994e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:53.235498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] For port 07339d76-390c-4133-9701-88c723a3994e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07339d76-390c-4133-9701-88c723a3994e,segment=NetworkSegment(a0fba5fb-7a0e-4106-9431-84beb11b9158),segment_id=a0fba5fb-7a0e-4106-9431-84beb11b9158)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:53.235730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.240274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94d8f759-1247-4003-94fc-59ce9737fd65 req-9aac8e2c-3f52-4b94-818c-43fa9f8dfac1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837083
Dec 11 21:19:53.259388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Calling delete_port for 07339d76-390c-4133-9701-88c723a3994e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:19:53.322229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.345332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d709040>,) {'filters': {'network_id': ['10c5b1de-45a3-455c-9a5a-d83a1819eccb']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:53.355927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d709040>, 'a0fba5fb-7a0e-4106-9431-84beb11b9158') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:53.356727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d709040>, 'a0fba5fb-7a0e-4106-9431-84beb11b9158') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:19:53.359147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.369087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.383516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.398733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:19:53.399274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:19:53.402911 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:19:53.412317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:19:53.418007 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.422937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.453331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] No DVR routers for this DVR port 07339d76-390c-4133-9701-88c723a3994e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:19:53.463125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:19:53.465374 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6248dad-3ee9-4cb1-926d-d0ff76c47159" -d '{"events": [{"server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "name": "network-vif-plugged", "status": "completed", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:19:53.484007 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-c5733d2b-c87e-458a-aa70-33e040bb0c6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0957186
Dec 11 21:19:53.488983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:53.489166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.496466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:53.502535 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] 10.222.0.18 "DELETE /v2.0/networks/10c5b1de-45a3-455c-9a5a-d83a1819eccb HTTP/1.1" status: 204  len: 168 time: 0.6311510
Dec 11 21:19:53.519263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0886e-87ba-4eaf-a36d-3bd0ed9229a1 None None] Pushing event deleted for resources: {'Port': ['ID=07339d76-390c-4133-9701-88c723a3994e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:53.524221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdf1e-ed0d-494d-82af-f3efc86aa430 tempest-NetworksIpV6Test-1385199896 tempest-NetworksIpV6Test-1385199896-project] Pushing event deleted for resources: {'Network': ['ID=10c5b1de-45a3-455c-9a5a-d83a1819eccb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:53.547651 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdf6d4d-1cd2-4422-973f-4133056f732c x-openstack-request-id: req-afdf6d4d-1cd2-4422-973f-4133056f732c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:19:53.548028 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "name": "network-vif-plugged", "status": "completed", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:19:53.548363 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afdf6d4d-1cd2-4422-973f-4133056f732c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:19:53.548828 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c', 'code': 200}
Dec 11 21:19:53.557725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-f0d13309-76aa-4e10-9d64-21ddcff306b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:53.559387 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-f0d13309-76aa-4e10-9d64-21ddcff306b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1097 time: 0.0444887
Dec 11 21:19:53.707018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934c9e5-6a93-4b6e-b1a5-0e4180d8c23f req-df2db58e-6ad8-47d8-af1d-5c32ea0e78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:53.708524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c934c9e5-6a93-4b6e-b1a5-0e4180d8c23f req-df2db58e-6ad8-47d8-af1d-5c32ea0e78dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 1096 time: 0.0985389
Dec 11 21:19:53.709919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-1a8995a5-b8d1-4142-8b38-50771f490540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:53.711324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-1a8995a5-b8d1-4142-8b38-50771f490540 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1265464
Dec 11 21:19:53.778238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49542) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:53.810899 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-bb3f2ce0-225c-477c-8d5b-e435afa4faf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 1001 time: 0.0834775
Dec 11 21:19:53.813068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c934c9e5-6a93-4b6e-b1a5-0e4180d8c23f req-229f1950-86a9-4033-a30e-d8508308c058 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911615
Dec 11 21:19:53.933140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074dac-4125-4b5b-87ea-a79d1c76df6d req-2982711e-3a55-445a-854b-47e2b11a0562 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:53.934716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46074dac-4125-4b5b-87ea-a79d1c76df6d req-2982711e-3a55-445a-854b-47e2b11a0562 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.0750728
Dec 11 21:19:53.940973 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1a71b6a6-2e8e-47d0-bc1a-e7731f99c602 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abc824c26a2f4abd9fd5a143d8f5138f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1612811
Dec 11 21:19:53.943685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49548) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:53.984314 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46074dac-4125-4b5b-87ea-a79d1c76df6d req-49fcae60-cadf-4e27-a36b-d28dec44a3d1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421829
Dec 11 21:19:53.992763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:54.014557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:54.089468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-f48ca569-ba6f-463c-a4ed-2708dd78bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:54.090982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-f48ca569-ba6f-463c-a4ed-2708dd78bc85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0467875
Dec 11 21:19:54.095242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:54.098200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:54.099249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60b77090-2e9e-4cf4-90f7-6859a210963a HTTP/1.1" status: 204  len: 168 time: 0.1545691
Dec 11 21:19:54.122689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07339d76-390c-4133-9701-88c723a3994e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:19:54.135715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e517b-b594-40b1-b073-6a62b9f5308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b77090-2e9e-4cf4-90f7-6859a210963a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:54.151951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 07339d76-390c-4133-9701-88c723a3994e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:19:54.152557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 07339d76-390c-4133-9701-88c723a3994e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:19:54.153498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-29e07e49-22a7-43f7-815b-5735421ef201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:54.154726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-29e07e49-22a7-43f7-815b-5735421ef201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0544875
Dec 11 21:19:54.260155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-91b27535-9582-4f25-b32e-708620a3e708 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962205
Dec 11 21:19:54.407816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6de7b51-150b-49d7-96a3-e9f12fe40813 req-74b5eff7-e949-493a-837b-2df9bca20f88 service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402364
Dec 11 21:19:54.425606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8245214-bb41-4386-8a6d-28957f21ab41 req-68db4455-7107-4e77-bb93-b9ccd2a7b27a tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:54.431793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8245214-bb41-4386-8a6d-28957f21ab41 req-68db4455-7107-4e77-bb93-b9ccd2a7b27a tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0887818
Dec 11 21:19:54.481950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8245214-bb41-4386-8a6d-28957f21ab41 req-e0c22f97-a579-4c3a-81b9-918cd5a23263 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477793
Dec 11 21:19:54.797378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49578) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:54.909799 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-96ff9406-3af5-4065-99ae-ad1d0da21acb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] Request body: {'port': {'network_id': 'a3a1ee9a-83b9-44fc-9afe-88e1c8413222', 'name': 'tempest-NetworksNegativeTestJSON-231798851'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:54.924422 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ff9406-3af5-4065-99ae-ad1d0da21acb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] POST failed (client error): The resource could not be found.
Dec 11 21:19:54.924981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ff9406-3af5-4065-99ae-ad1d0da21acb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:54.926075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-96ff9406-3af5-4065-99ae-ad1d0da21acb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1275585
Dec 11 21:19:54.930169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49594) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:54.951027 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1a9b8e-46a3-4a6d-8468-6dd67a8e2ecc tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:54.951601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1a9b8e-46a3-4a6d-8468-6dd67a8e2ecc tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:54.958677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe1a9b8e-46a3-4a6d-8468-6dd67a8e2ecc tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "DELETE /v2.0/networks/2e393dec-9c4c-468c-95a7-5bd545caea1f HTTP/1.1" status: 404  len: 339 time: 0.0233772
Dec 11 21:19:54.958825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49596) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:54.983143 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-06207d4e-6b92-42eb-8002-46ab9c07a12f tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:54.983654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06207d4e-6b92-42eb-8002-46ab9c07a12f tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:54.986707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06207d4e-6b92-42eb-8002-46ab9c07a12f tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "DELETE /v2.0/ports/a8f714c1-27f1-48cf-ab89-048c472ccb18 HTTP/1.1" status: 404  len: 333 time: 0.0269890
Dec 11 21:19:54.990592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49598) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.019487 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7e6046-37a0-4ed5-ac77-26eb35e22749 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:19:55.019866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7e6046-37a0-4ed5-ac77-26eb35e22749 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:55.022937 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6a7e6046-37a0-4ed5-ac77-26eb35e22749 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "DELETE /v2.0/subnets/f6b642bd-a297-47c7-ba9b-fa4d41f00047 HTTP/1.1" status: 404  len: 337 time: 0.0314608
Dec 11 21:19:55.027491 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49602) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.052101 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b543af-7fed-4856-8b2c-ff59131390c1 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] GET failed (client error): The resource could not be found.
Dec 11 21:19:55.053476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-37b543af-7fed-4856-8b2c-ff59131390c1 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "GET /v2.0/networks/32842530-6e93-4e9b-813f-f9d72c376ee5 HTTP/1.1" status: 404  len: 339 time: 0.0249734
Dec 11 21:19:55.057339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49604) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.080955 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-64674c36-4c0d-4ae1-a69a-66a9c464becb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] GET failed (client error): The resource could not be found.
Dec 11 21:19:55.082359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64674c36-4c0d-4ae1-a69a-66a9c464becb tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "GET /v2.0/ports/0ed37235-59a5-40a1-bf42-ccad8ead64f2 HTTP/1.1" status: 404  len: 333 time: 0.0240390
Dec 11 21:19:55.086132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49606) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.110072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833d3ae-4be9-424c-8c49-2b2d26d937f6 req-4948d24d-0ae4-41b8-b01d-16d199127e2b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:55.111603 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d833d3ae-4be9-424c-8c49-2b2d26d937f6 req-4948d24d-0ae4-41b8-b01d-16d199127e2b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.0557756
Dec 11 21:19:55.115046 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e4c972-6d02-4940-a8aa-59ed65d14aed tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] GET failed (client error): The resource could not be found.
Dec 11 21:19:55.117496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d9e4c972-6d02-4940-a8aa-59ed65d14aed tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "GET /v2.0/subnets/a1750f9c-f439-458d-83ab-d7d9a9cadd9c HTTP/1.1" status: 404  len: 337 time: 0.0292287
Dec 11 21:19:55.121568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49608) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.128420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-98880085-5f13-4f4c-a6f5-1955ff6cc14e tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] Request body: {'network': {'name': 'new_name'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:55.157464 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-98880085-5f13-4f4c-a6f5-1955ff6cc14e tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] PUT failed (client error): The resource could not be found.
Dec 11 21:19:55.158098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98880085-5f13-4f4c-a6f5-1955ff6cc14e tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:55.159650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-98880085-5f13-4f4c-a6f5-1955ff6cc14e tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "PUT /v2.0/networks/3470e9d0-4428-4dd8-b68f-e8cf992527bd HTTP/1.1" status: 404  len: 339 time: 0.0370810
Dec 11 21:19:55.163435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49610) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.164848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d833d3ae-4be9-424c-8c49-2b2d26d937f6 req-3af2fc19-fd39-4afe-abcd-9d7cd9bfd240 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466683
Dec 11 21:19:55.169404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6be64ed3-d1f6-4878-ba26-a9da92992b3a tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] Request body: {'port': {'name': 'new_name'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:55.190600 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be64ed3-d1f6-4878-ba26-a9da92992b3a tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] PUT failed (client error): The resource could not be found.
Dec 11 21:19:55.191210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be64ed3-d1f6-4878-ba26-a9da92992b3a tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:55.192529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6be64ed3-d1f6-4878-ba26-a9da92992b3a tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "PUT /v2.0/ports/c374c330-d593-407a-bee2-7e4628934cf5 HTTP/1.1" status: 404  len: 333 time: 0.0278292
Dec 11 21:19:55.196365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.202572 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4dbdf09b-303e-48d4-acd6-762dd3e04820 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:55.224389 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbdf09b-303e-48d4-acd6-762dd3e04820 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] PUT failed (client error): The resource could not be found.
Dec 11 21:19:55.224830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbdf09b-303e-48d4-acd6-762dd3e04820 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:19:55.225982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4dbdf09b-303e-48d4-acd6-762dd3e04820 tempest-NetworksNegativeTestJSON-418204568 tempest-NetworksNegativeTestJSON-418204568-project] 10.222.0.18 "PUT /v2.0/subnets/39f75a18-b284-4028-832b-273307a5853b HTTP/1.1" status: 404  len: 337 time: 0.0277586
Dec 11 21:19:55.464514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49618) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.573343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9330c70-40a0-488d-917f-47e5038d3183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.645309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9330c70-40a0-488d-917f-47e5038d3183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.649095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9330c70-40a0-488d-917f-47e5038d3183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.689837 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330c70-40a0-488d-917f-47e5038d3183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee740d5-187c-435e-85e0-90e91e9f4b10,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:55.694174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c9330c70-40a0-488d-917f-47e5038d3183 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd7fc481c72a405da3ec94191ae14cfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2286584
Dec 11 21:19:55.697377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49622) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:55.743247 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.764648 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.820795 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.825560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:55.826905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dee740d5-187c-435e-85e0-90e91e9f4b10 HTTP/1.1" status: 204  len: 168 time: 0.1286159
Dec 11 21:19:55.835833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5a841-8cc8-46f2-82f3-27fff392b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee740d5-187c-435e-85e0-90e91e9f4b10,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:56.296687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ad2b0-2f43-4a07-a5dd-8bb4a00f1c91 req-9a3e4636-b235-469e-ad98-c55eb43a57fe tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:56.298337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea2ad2b0-2f43-4a07-a5dd-8bb4a00f1c91 req-9a3e4636-b235-469e-ad98-c55eb43a57fe tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.0596635
Dec 11 21:19:56.356164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea2ad2b0-2f43-4a07-a5dd-8bb4a00f1c91 req-697c51e1-8f59-4688-9f37-793108012361 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505211
Dec 11 21:19:56.487935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c5d68-a6fa-480b-9f95-6bfb27760d43 req-b8920c4c-d662-4203-ae86-9c0562ff597b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:56.489804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f2c5d68-a6fa-480b-9f95-6bfb27760d43 req-b8920c4c-d662-4203-ae86-9c0562ff597b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.0568812
Dec 11 21:19:56.541252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f2c5d68-a6fa-480b-9f95-6bfb27760d43 req-3711ae3d-fde8-4af9-9695-76ff3844ac90 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437746
Dec 11 21:19:56.565536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:56.690570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070438843'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:56.714189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.726213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.809085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.814891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.860023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786067cc-2d45-43d4-aa1c-447fde44fba4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:56.916561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.921455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.953555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:56.954871 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3882997
Dec 11 21:19:56.956792 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2051d5-1509-4260-98ae-e874f9daa017 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b47065-f72b-4ad6-a482-a15a96768340,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:56.957843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49696) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.045438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49708) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.045626 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-760c9845-6f47-42e8-9a2e-5b56bd2670f6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0862300
Dec 11 21:19:57.050635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-security--70163245', 'description': 'tempest-security-description-2009345647'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:57.086147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.133098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.138067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.141382 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.143456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "PUT /v2.0/security-groups/46b47065-f72b-4ad6-a482-a15a96768340 HTTP/1.1" status: 200  len: 1795 time: 0.0959466
Dec 11 21:19:57.145657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49720) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.179294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54142b24-bcbb-4df9-81f8-973937318190 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b47065-f72b-4ad6-a482-a15a96768340,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:57.200785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26b5d83c-7363-4983-afcf-365bbdc63dcc tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups/46b47065-f72b-4ad6-a482-a15a96768340 HTTP/1.1" status: 200  len: 1795 time: 0.0537770
Dec 11 21:19:57.204080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49728) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.283988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.310070 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.353216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.356037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.357301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/46b47065-f72b-4ad6-a482-a15a96768340 HTTP/1.1" status: 204  len: 168 time: 0.1520150
Dec 11 21:19:57.360046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49738) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.366938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390c696-c3a9-4202-8be5-2aff10d5d5de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b47065-f72b-4ad6-a482-a15a96768340,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:57.445126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-79f13a6b-3331-4d4c-b0db-b78eaab4271d tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0836248
Dec 11 21:19:57.448238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49746) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.461805 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-55442892-8a09-472a-96a4-a0df365b9e13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] delete failed (client error): The resource could not be found.
Dec 11 21:19:57.462891 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55442892-8a09-472a-96a4-a0df365b9e13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/46b47065-f72b-4ad6-a482-a15a96768340 HTTP/1.1" status: 404  len: 347 time: 0.0137172
Dec 11 21:19:57.466830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.471867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--247252577'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:57.495927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.566190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.569981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.600754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd681bb-d64e-4a3a-9a22-216bd80d285f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:57.606640 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.607843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f6329b1f-eba6-49e4-8a37-0aee393beb43 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1398706
Dec 11 21:19:57.610781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49756) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.615116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'bcd681bb-d64e-4a3a-9a22-216bd80d285f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:57.645296 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.708059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.715487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.732958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c6fdeb-1140-41c7-bcb5-c1e800927578,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:57.750631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.751942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4d65e4c5-c525-4c80-9a2a-445eb1b044c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1402862
Dec 11 21:19:57.755312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49770) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.795488 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.817424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.860305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.866819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.867910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a6c6fdeb-1140-41c7-bcb5-c1e800927578 HTTP/1.1" status: 204  len: 168 time: 0.1112096
Dec 11 21:19:57.871177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49782) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.874101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112eb0-d58e-4391-9f05-41c074b7b8d1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6c6fdeb-1140-41c7-bcb5-c1e800927578,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:57.916041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33ad14a3-6658-4a54-8bd9-8ecd489f95a2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0436127
Dec 11 21:19:57.918705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49784) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:57.969559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:57.990763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.034328 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.036965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.038127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/bcd681bb-d64e-4a3a-9a22-216bd80d285f HTTP/1.1" status: 204  len: 168 time: 0.1185102
Dec 11 21:19:58.040883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49786) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.047330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053526d-ef0c-433c-8d1e-4feb771fdf4f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd681bb-d64e-4a3a-9a22-216bd80d285f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.086102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-92bafba9-1687-43c9-b67b-be75377ea409 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0438657
Dec 11 21:19:58.089907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49788) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.094437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--488499948'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.117095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.187421 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.190944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.218567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.219831 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1287436
Dec 11 21:19:58.223001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49790) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.223952 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d6322-601a-4a52-b58f-0a30194254af tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac70e97-f2be-4f42-96d6-f4d81097ba7e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.227569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '4ac70e97-f2be-4f42-96d6-f4d81097ba7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.255428 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.301936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.305801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.326854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d6be714-0708-4674-8941-7244930b8221,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.332666 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.333834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3238250-78b9-4ded-b8ce-e8d91fec9e1b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1098225
Dec 11 21:19:58.336600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49794) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.341177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '4ac70e97-f2be-4f42-96d6-f4d81097ba7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.367542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.426459 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.430111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.448897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c219d31-cbd0-445c-936d-8fe3954d162b,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.453992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.455182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d2cbf02-20b7-4792-8d50-d6863aac45b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1172874
Dec 11 21:19:58.457900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.462078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '4ac70e97-f2be-4f42-96d6-f4d81097ba7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.488087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.544918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.549221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.568356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0d350e-3dc3-4728-acbd-17e5c18eff72,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.576681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.577876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b2c2180a-26d3-4d15-bf58-1fb4a62ac806 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1190722
Dec 11 21:19:58.580625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49798) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.585016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '4ac70e97-f2be-4f42-96d6-f4d81097ba7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.613508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.677131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.680833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.698784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef46d2b-ac13-4e65-8c5f-51bb8d58b78c,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.706205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.707419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0a62d706-93fc-433b-a7f0-970d754cf245 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1258845
Dec 11 21:19:58.710024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.715080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '4ac70e97-f2be-4f42-96d6-f4d81097ba7e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:58.741863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.798007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.801433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.819102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd0ae6c-941d-403d-be88-9a568bcb44c7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.823634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.824814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f5e17c20-bac1-4d27-b183-5c8720a4232b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1138377
Dec 11 21:19:58.827596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.856150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.864675 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.890614 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.896726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.901341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6cd0ae6c-941d-403d-be88-9a568bcb44c7 HTTP/1.1" status: 204  len: 168 time: 0.0693352
Dec 11 21:19:58.901341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49808) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.911887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d67504-1317-4d46-acb0-0ce39777705f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cd0ae6c-941d-403d-be88-9a568bcb44c7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:58.954324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cc61a3a7-3ba4-4a84-a737-5f971c78a4b4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0521269
Dec 11 21:19:58.957149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49810) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:58.981397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:58.989460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.016410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.021778 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.023009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/eef46d2b-ac13-4e65-8c5f-51bb8d58b78c HTTP/1.1" status: 204  len: 168 time: 0.0648818
Dec 11 21:19:59.026357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.038157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9048c1b-6b75-4694-a938-17b8bb74be8c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef46d2b-ac13-4e65-8c5f-51bb8d58b78c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.076774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb91003b-c83c-4d98-9c09-39ee2ec36896 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0493255
Dec 11 21:19:59.079514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49824) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.103777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.111627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.146156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.152263 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.155968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ab0d350e-3dc3-4728-acbd-17e5c18eff72 HTTP/1.1" status: 204  len: 168 time: 0.0730948
Dec 11 21:19:59.156989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-77f7a303-dd85-4875-8423-12b81c3cf7ba tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:19:59.157585 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49826) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.158505 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-77f7a303-dd85-4875-8423-12b81c3cf7ba tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1139252
Dec 11 21:19:59.168221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa74275-3969-4c8c-bba1-b2d8312877d8 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab0d350e-3dc3-4728-acbd-17e5c18eff72,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.173943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7eb33536-bc13-4794-badd-422aed2cca75 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.0091023
Dec 11 21:19:59.210889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ce86e61-ee18-4898-9b63-791e6055b8f2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0502748
Dec 11 21:19:59.211148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.229485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-eb316458-68eb-4900-ab24-85b930682b89 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0496738
Dec 11 21:19:59.235534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.243077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.275251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.281542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.285207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7c219d31-cbd0-445c-936d-8fe3954d162b HTTP/1.1" status: 204  len: 168 time: 0.0708742
Dec 11 21:19:59.286885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49830) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.288810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80dfb-c133-43f4-925c-08877143ac6b tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c219d31-cbd0-445c-936d-8fe3954d162b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.354192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a8b7348b-43ec-45b0-8c87-020e2c45ea7f tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0661983
Dec 11 21:19:59.357047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49834) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.365221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-83fde24c-6e08-45b0-9600-df9512add26e service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282492
Dec 11 21:19:59.385183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.393176 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.422988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.432348 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.433482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1d6be714-0708-4674-8941-7244930b8221 HTTP/1.1" status: 204  len: 168 time: 0.0749066
Dec 11 21:19:59.436185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49840) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.438693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45268b5-a41e-4094-bb8e-1af479a72675 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d6be714-0708-4674-8941-7244930b8221,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.480086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-e5b2f8e2-f058-4dbd-ae23-15c97bf84592 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1079402
Dec 11 21:19:59.499412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d1a2faf-12a8-4a7e-b9d8-4c65e2e49816 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0588446
Dec 11 21:19:59.499412 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49844) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.574507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.603498 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.663430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.666917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.668092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/4ac70e97-f2be-4f42-96d6-f4d81097ba7e HTTP/1.1" status: 204  len: 168 time: 0.1678612
Dec 11 21:19:59.670790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49852) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.679664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156823d3-5ce1-456e-bb2a-da43b86de4a6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac70e97-f2be-4f42-96d6-f4d81097ba7e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.743352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e6e41691-682e-44d5-9ddb-d0c8bc353850 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0665474
Dec 11 21:19:59.745731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.748093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-27201524-58c0-457f-a5d0-5edfa0920343 req-30f71360-1885-4abc-b6a9-29fa6952b9fa tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 210 time: 0.0395699
Dec 11 21:19:59.752641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236410970'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:59.777999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.852225 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.857683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.895669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:19:59.896972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1479094
Dec 11 21:19:59.899311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc29ff-fb0b-4943-bc77-3062a040478e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68fe316-9f79-48ab-a0b7-d3ccdd9f0602,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:19:59.900922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:19:59.906575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'c68fe316-9f79-48ab-a0b7-d3ccdd9f0602', 'direction': 'ingress', 'protocol': 17}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:19:59.939216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.016204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.023647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.046364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d50371-9b15-470b-ae45-ef4eaf22eaea,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.053170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.058358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9e961b97-ee9c-4767-a1b5-e4e5cda026f9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1533108
Dec 11 21:20:00.058832 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49874) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.121099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.150104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.197197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.200316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.201594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/c68fe316-9f79-48ab-a0b7-d3ccdd9f0602 HTTP/1.1" status: 204  len: 168 time: 0.1417522
Dec 11 21:20:00.204442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49876) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.211215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b42e9-7792-400a-9872-198369a61267 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68fe316-9f79-48ab-a0b7-d3ccdd9f0602,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.250893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-97997134-872d-498f-a9b4-adf30cdec930 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0452809
Dec 11 21:20:00.256715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49878) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.261653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326785900'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:00.291495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.360168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.363902 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.394734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.396009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1383042
Dec 11 21:20:00.398920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49880) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.404059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572191311'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:00.404923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92ca4-c5aa-4687-aa3d-437619ee69b9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2333f497-7d23-449a-9d4d-756dd9d9d9cf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.427413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.492416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.496053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.522739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.523930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1234059
Dec 11 21:20:00.527377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.528744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eee52-fe32-4151-9b0a-42cf944d8a09 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b87ac9-47b6-4203-bbfc-599b11e5d68b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.532035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '2333f497-7d23-449a-9d4d-756dd9d9d9cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '58b87ac9-47b6-4203-bbfc-599b11e5d68b', 'remote_ip_prefix': None}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:00.567206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.628909 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.634068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.659560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03aac54e-0353-4195-9053-6f162861b29b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.667814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.669050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fefc74f2-83e4-47fe-a0e9-c124efb4a395 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1406596
Dec 11 21:20:00.671861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.697109 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.705463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.744551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.752875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.754168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/03aac54e-0353-4195-9053-6f162861b29b HTTP/1.1" status: 204  len: 168 time: 0.0812714
Dec 11 21:20:00.760314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49886) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.762881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65a505-967c-4b64-ab8b-902c05965489 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03aac54e-0353-4195-9053-6f162861b29b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:00.813915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-694fcb9b-2c12-4c7b-a4d9-5761d4330fd6 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0520630
Dec 11 21:20:00.816570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.879193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.879855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87e21bfe-e154-4d6d-9e18-b0c5a067fb6f req-1894f593-6494-4275-a3a9-0661488b943a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 210 time: 0.0336556
Dec 11 21:20:00.909990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.923771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-d8b96ba5-83ae-45f8-8817-9b4509521468 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:00.925262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-d8b96ba5-83ae-45f8-8817-9b4509521468 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1941998
Dec 11 21:20:00.944746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:00.957468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.960178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:00.961507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/58b87ac9-47b6-4203-bbfc-599b11e5d68b HTTP/1.1" status: 204  len: 168 time: 0.1439440
Dec 11 21:20:00.964705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49892) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:00.972106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc2794-493f-4958-a68c-4c9e207edf6c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b87ac9-47b6-4203-bbfc-599b11e5d68b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:01.096144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-db0faa9b-b8e3-4300-a45a-03df0e47302a tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1277480
Dec 11 21:20:01.098210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49898) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:01.116968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:01.125791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.169516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.202510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.262716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.270879 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.272651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/2333f497-7d23-449a-9d4d-756dd9d9d9cf HTTP/1.1" status: 204  len: 168 time: 0.1732571
Dec 11 21:20:01.276447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49902) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:01.304759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2ff5e-9b35-46e0-9d3c-e82b35c32185 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333f497-7d23-449a-9d4d-756dd9d9d9cf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:01.342374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.3 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:01.376936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-99f8ad60-3e96-44ab-b1b7-9ebe3c31a072 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0981920
Dec 11 21:20:01.381680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:01.386906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375618344'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:01.495468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.609664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-329d09b9-653d-42a3-a7f7-9f9d40d0d472 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:01.611457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-329d09b9-653d-42a3-a7f7-9f9d40d0d472 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.2170775
Dec 11 21:20:01.661200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-500227b8-4511-45f9-a783-bd8fd4d1121a tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/quotas/7b7a144477c34942b19e3ae74b12f047 HTTP/1.1" status: 200  len: 375 time: 0.0367556
Dec 11 21:20:01.669952 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.721414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.729531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.779207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.780450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3977516
Dec 11 21:20:01.783461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:01.786303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d491cd3-6167-4094-8107-8aec3d2cbff4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff77bf89-ee3a-4f20-850c-8d73e94f3549,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:01.791424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'ff77bf89-ee3a-4f20-850c-8d73e94f3549', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:01.792470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.803583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a6730fa8-fc25-4e4d-b091-5df015a50c2c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:01.804098 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-be753db5-880b-4c14-8d36-804f26471418 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1273010
Dec 11 21:20:01.848373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:01.861223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:01.864738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:01.869048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:01.900211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:01.941360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:01.942825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.006677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.013981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.053452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-7b8eea92-f8fe-4df2-9307-1e061ff3cb7c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1145000
Dec 11 21:20:02.071232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2d7dab-1972-49f5-b080-6319d8896338,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:02.089604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.091059 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3363a4ec-dbca-4dc0-9eed-ec85075fcab1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3061235
Dec 11 21:20:02.091462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Request body: {'port': {'device_id': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:02.096848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49946) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.102283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053901ca-5f04-457c-9de9-adca3c5fd6a2 req-da0199f1-1bee-4781-903e-2cef3c994ebc tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:02.104348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-053901ca-5f04-457c-9de9-adca3c5fd6a2 req-da0199f1-1bee-4781-903e-2cef3c994ebc tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 931 time: 0.1144035
Dec 11 21:20:02.133420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-da88decb-9554-4498-ac83-e714d190e1d9 service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3067513
Dec 11 21:20:02.170961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-053901ca-5f04-457c-9de9-adca3c5fd6a2 req-8498a617-be7b-4590-a93e-6322a3bb5c50 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563011
Dec 11 21:20:02.217835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7a76c861-b0ab-4dbd-877f-54d341101c26 None None] Provisioning complete for port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:02.218202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7a76c861-b0ab-4dbd-877f-54d341101c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.231417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.247807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.260848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.262508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7a76c861-b0ab-4dbd-877f-54d341101c26 None None] Port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:02.294327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2d147061-cfcc-429a-9a6a-0112f8b451ba service neutron] 10.222.0.18 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595206
Dec 11 21:20:02.329399 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.343407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.344529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0a2d7dab-1972-49f5-b080-6319d8896338 HTTP/1.1" status: 204  len: 168 time: 0.2458858
Dec 11 21:20:02.347664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.351851 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c82b0-8a0d-49ec-b60f-8ab21fd8b006 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a2d7dab-1972-49f5-b080-6319d8896338,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:02.401646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d7c7596-720d-46fa-be8d-b2cfa303f684 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0519142
Dec 11 21:20:02.405981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.478834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-677638b9-8c31-4a92-918d-9dd99635d480 req-05177a8e-51ab-4f72-94c3-48906c079ae3 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 210 time: 0.0454946
Dec 11 21:20:02.505654 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.536329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.599944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.603037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.605768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff77bf89-ee3a-4f20-850c-8d73e94f3549 HTTP/1.1" status: 204  len: 168 time: 0.1986139
Dec 11 21:20:02.607725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49960) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.615306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8f017-42bd-4dfa-b027-b4b57fde0ebb tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff77bf89-ee3a-4f20-850c-8d73e94f3549,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:02.617103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:02.630874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.654835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Transition to ACTIVE for port object 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:20:02.665737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.707902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dcc6753c-902f-437d-be72-db4539a1bb8d tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0954847
Dec 11 21:20:02.709124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49962) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.714006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384951426'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:02.742102 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.779469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:02.821474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Attempting to bind port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:02.821816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Attempting to bind port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:02.822146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Attempting to bind port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:02.828177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:20:02.828528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Attempting to bind port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:02.834446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:02.835143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:02.835377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:02.835776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Bound port: 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:02.836269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.836407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.842312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.879635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9076295-5d21-4454-819b-2abd3c8b26cd,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:02.886945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.891560 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1646723f-5974-4c0a-bb2c-7df39c14f842 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1812601
Dec 11 21:20:02.892085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49966) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:02.896723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'f9076295-5d21-4454-819b-2abd3c8b26cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:02.932781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:02.936599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:02.944651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:02.950409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.006123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.006688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.008184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] 10.222.0.16 "PUT /v2.0/ports/4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe HTTP/1.1" status: 200  len: 1091 time: 0.9240143
Dec 11 21:20:03.012592 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:03.015057 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246c185-e4a7-413c-af31-cb45d88a0d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:03.049310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc6b8f-28f0-4f53-a6bb-b5af2199ba3a service neutron] Pushing event updated for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.086590 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f39f3b4-3e10-4800-8b4f-33ede7dab5c9 x-openstack-request-id: req-3f39f3b4-3e10-4800-8b4f-33ede7dab5c9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:03.087427 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:03.087733 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f39f3b4-3e10-4800-8b4f-33ede7dab5c9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:03.088185 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe', 'status': 'completed', 'code': 200}
Dec 11 21:20:03.095032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.101856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.121223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd84ce7-6e0d-4adb-83e9-60ba03f91644,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.132239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-8cda426f-36be-436d-8bd3-71098736269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.133560 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-8cda426f-36be-436d-8bd3-71098736269d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 1094 time: 0.0789058
Dec 11 21:20:03.137863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.139096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17ff4d81-becd-47a4-8850-eb4cd3ed94d2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2459917
Dec 11 21:20:03.141777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 49970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.199365 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-67f8f99c-9cbb-4b09-8d04-0f52e60d42a3 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules/2fd84ce7-6e0d-4adb-83e9-60ba03f91644 HTTP/1.1" status: 200  len: 763 time: 0.0563169
Dec 11 21:20:03.200976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-41057b77-9223-4c8a-93d1-17328d546f3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe HTTP/1.1" status: 200  len: 217 time: 0.0527980
Dec 11 21:20:03.201874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49974) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.254227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f1b1759c-bf5e-46cf-9175-0a674ce6084d tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0508971
Dec 11 21:20:03.256815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.270189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-50724327-2c48-4c78-a9fa-68214a214828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.271867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-50724327-2c48-4c78-a9fa-68214a214828 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0613027
Dec 11 21:20:03.312089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.321531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.322654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-98e3ea41-24ec-4a4e-bd88-da9a7c66fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.324426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-98e3ea41-24ec-4a4e-bd88-da9a7c66fe78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430489
Dec 11 21:20:03.349362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc68b-c41d-449e-b964-213e6bfb8077 req-5dbe0824-a183-4cce-be28-ab26e4ccbfcb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.350894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b31bc68b-c41d-449e-b964-213e6bfb8077 req-5dbe0824-a183-4cce-be28-ab26e4ccbfcb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0953496
Dec 11 21:20:03.366575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.373376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.374541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2fd84ce7-6e0d-4adb-83e9-60ba03f91644 HTTP/1.1" status: 204  len: 168 time: 0.1166649
Dec 11 21:20:03.382342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.404389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8001a2-3aec-4aaa-87ba-8c5b5efae9f5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fd84ce7-6e0d-4adb-83e9-60ba03f91644,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.458569 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-23115eff-b0d1-4617-bba3-760f6866dd6e tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0693791
Dec 11 21:20:03.464429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b31bc68b-c41d-449e-b964-213e6bfb8077 req-346d7294-c739-4fd0-9416-69fa41b5aa8b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041081
Dec 11 21:20:03.465694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.471642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'f9076295-5d21-4454-819b-2abd3c8b26cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:03.503969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.580602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.590735 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.609728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e92cf4c-4308-4bcf-81d8-02a003ee31e3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.623855 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.625462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-95efa2b6-98b3-4aed-9651-985e6d49fa13 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1588111
Dec 11 21:20:03.628164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.647435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6a42840-aa43-4647-ab9f-0e26f82484ed tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules/1e92cf4c-4308-4bcf-81d8-02a003ee31e3 HTTP/1.1" status: 200  len: 763 time: 0.0179431
Dec 11 21:20:03.650726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49986) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.693504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49908d9d-b9dd-4a05-a37e-cb9c50475263 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0414915
Dec 11 21:20:03.696151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49988) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.722514 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.730147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.762764 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.769659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.770796 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1e92cf4c-4308-4bcf-81d8-02a003ee31e3 HTTP/1.1" status: 204  len: 168 time: 0.0731504
Dec 11 21:20:03.776396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49990) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.782405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3957c2-84a3-4424-8898-d03d55464b76 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e92cf4c-4308-4bcf-81d8-02a003ee31e3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.783457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-14680955-39ca-4bbf-8745-070321a63bc5 req-30dd5052-86e2-4f9c-bcc3-73f7d0ab0539 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 210 time: 0.0522783
Dec 11 21:20:03.827481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5c6ef01e-2c05-4a1e-a22e-71a2adf943c2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0500207
Dec 11 21:20:03.830118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49992) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.834191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': 'f9076295-5d21-4454-819b-2abd3c8b26cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:03.859287 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-3eb1919b-083a-4bf2-9940-c5581edf5a4d service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5265858
Dec 11 21:20:03.862388 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.897815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-63082240-18ef-4c96-b2d0-b5a0dde5b7f5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:03.899273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-63082240-18ef-4c96-b2d0-b5a0dde5b7f5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 815 time: 0.1692789
Dec 11 21:20:03.910958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.914824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.933003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dfe5c8-cb19-48bb-aff6-49032f38bc71,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:03.933610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Request body: {'port': {'device_id': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'admin_state_up': True, 'tenant_id': '7b7a144477c34942b19e3ae74b12f047'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:03.940601 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:03.943098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-680d19e5-ba27-441c-b214-f2c6588232de tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1119757
Dec 11 21:20:03.944479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49994) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:03.962754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64bf0aca-7849-48c7-9461-5cdd8616e8f1 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules/22dfe5c8-cb19-48bb-aff6-49032f38bc71 HTTP/1.1" status: 200  len: 764 time: 0.0162725
Dec 11 21:20:03.964503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49996) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.003855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e131f241-7b6f-41c5-90e4-cd75c0b33943 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0382297
Dec 11 21:20:04.006388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 49998) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.029842 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.031643 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39289fa6-8bbe-4e3e-a29b-01a65eb60b50 req-b4b4e54b-2f1c-4874-8fba-62597bd3fcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611350
Dec 11 21:20:04.037826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.070051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Made reservation on behalf of 7b7a144477c34942b19e3ae74b12f047 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:04.073893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.074239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.081077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.082217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/22dfe5c8-cb19-48bb-aff6-49032f38bc71 HTTP/1.1" status: 204  len: 168 time: 0.0748847
Dec 11 21:20:04.085057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50000) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.087944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109805-a201-4f51-824e-ce0a02d04bd2 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22dfe5c8-cb19-48bb-aff6-49032f38bc71,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:04.201367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb65915c-0061-4a62-b98a-c1a612359ba7 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1152072
Dec 11 21:20:04.204206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50002) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.209390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-aca98e42-11c7-4a0c-a9d7-f4cb772af18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:04.211007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-aca98e42-11c7-4a0c-a9d7-f4cb772af18b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 1094 time: 0.1222215
Dec 11 21:20:04.257718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.280174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.322886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Allocated IP 172.20.0.6 (7d4bed29-8ef3-4887-807a-55c2100dce6a/858058c0-ea3c-4000-bf54-3e2491c66905/670fb54e-e52a-4ffe-b07b-64a1cf43fc01) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:04.324357 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.327459 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.328793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/f9076295-5d21-4454-819b-2abd3c8b26cd HTTP/1.1" status: 204  len: 168 time: 0.1235523
Dec 11 21:20:04.333056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50004) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.360472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-9458da29-e644-46ce-9561-9f98c933eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:04.362049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-9458da29-e644-46ce-9561-9f98c933eac7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1430397
Dec 11 21:20:04.362316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797cfef-fa73-4935-916b-24f3ef0edf5c tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9076295-5d21-4454-819b-2abd3c8b26cd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:04.390546 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-90314715-82af-408c-9fbe-b38eb95666b5 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0522249
Dec 11 21:20:04.394662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50006) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.399072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group': {'name': 'tempest-secgroup--75851656'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:04.422173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.434039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-d006f510-ecc7-421b-bc39-8bbf52422bb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe HTTP/1.1" status: 200  len: 217 time: 0.0630457
Dec 11 21:20:04.516018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.523350 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.552667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-2438f9e1-fc5c-4165-b66e-7c1415928dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:04.554149 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-2438f9e1-fc5c-4165-b66e-7c1415928dc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.1095028
Dec 11 21:20:04.571530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b9f712-b677-4b9c-bb29-e75588ad939a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:04.624270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.629390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-30d09e4f-28c7-4057-b3bf-8ca309d03746 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2336950
Dec 11 21:20:04.630157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50010) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:04.643055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Request body: {'security_group_rule': {'security_group_id': '40b9f712-b677-4b9c-bb29-e75588ad939a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:04.645511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ae21a-9468-4806-8b2a-5e32e58099b9 req-656922e6-cab4-4af0-be72-25f9d927d877 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:04.647276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a3ae21a-9468-4806-8b2a-5e32e58099b9 req-656922e6-cab4-4af0-be72-25f9d927d877 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0870421
Dec 11 21:20:04.677684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-12693b07-0317-48e5-b027-a0010c6a2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:04.679242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-12693b07-0317-48e5-b027-a0010c6a2a02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1167564
Dec 11 21:20:04.684140 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.713155 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a3ae21a-9468-4806-8b2a-5e32e58099b9 req-850a59e3-b133-4081-abf4-a6560083a418 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589671
Dec 11 21:20:04.767338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.850194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-f14fee14-b87b-42c2-9d72-619b94f38edb service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615796
Dec 11 21:20:04.854627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.869635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:04.872077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:04.937140 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:04.997417 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.009432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:05.027551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:05.036828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event updated for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:05.044569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:05.069551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444243e-2a7c-4de2-a2b7-49370b846d2a None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:05.091899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d889b31-1e1d-495f-9bc3-d219e3d7fe40 req-d5daf8a0-5025-436a-97cc-02d4056920c4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:05.093464 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d889b31-1e1d-495f-9bc3-d219e3d7fe40 req-d5daf8a0-5025-436a-97cc-02d4056920c4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 931 time: 0.1956294
Dec 11 21:20:05.094126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864bd07f-64e0-4b35-9b86-ced7d41e11c9,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:05.118269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.121977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c62608a4-3ab8-4a73-968d-72b2faf319a4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4865932
Dec 11 21:20:05.123346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.158618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2246c185-e4a7-413c-af31-cb45d88a0d9d req-bec30e76-f3a7-4074-8f1c-a870289325be service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988517
Dec 11 21:20:05.179124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:05.179928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.197952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.213026 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d889b31-1e1d-495f-9bc3-d219e3d7fe40 req-f8ebf332-abf3-4734-b4d8-1ccefebd4e70 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978308
Dec 11 21:20:05.213269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d842c0dd-69ff-4335-a317-9f7964f5e8be None None] Provisioning complete for port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:05.213445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d842c0dd-69ff-4335-a317-9f7964f5e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.217354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-2abb9c2a-9577-4357-abf9-ebe501d2a00f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2896624
Dec 11 21:20:05.231415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Request body: {'port': {'device_id': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:05.239978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.271353 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d842c0dd-69ff-4335-a317-9f7964f5e8be None None] Port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:05.303597 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.308049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.309592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/40b9f712-b677-4b9c-bb29-e75588ad939a HTTP/1.1" status: 204  len: 168 time: 0.1851137
Dec 11 21:20:05.312240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50022) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.319920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa09c6e-8650-49b3-a2ab-6506f32c1105 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b9f712-b677-4b9c-bb29-e75588ad939a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:05.329011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.400144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-af28b4b6-8c24-46b1-a027-a6a8751b6d3d tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0867271
Dec 11 21:20:05.402562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.502400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-332907a9-bd99-4b67-a1d1-a689cc4988d4 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0987787
Dec 11 21:20:05.505207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50026) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.531635 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-93cf684e-63df-45da-a48c-bfe288f7c2e9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] delete failed (client error): The resource could not be found.
Dec 11 21:20:05.535928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-93cf684e-63df-45da-a48c-bfe288f7c2e9 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "DELETE /v2.0/security-groups/40b9f712-b677-4b9c-bb29-e75588ad939a HTTP/1.1" status: 404  len: 347 time: 0.0265384
Dec 11 21:20:05.536681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50028) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.586975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f77935e6-2c88-4e27-a41b-bb3088618126 tempest-SecGroupTest-4811482 tempest-SecGroupTest-4811482-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0485113
Dec 11 21:20:05.674567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:05.683767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.697280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Transition to ACTIVE for port object 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:20:05.702702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.756528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5205f-cf84-4c7b-b001-1ef81a8a88a9 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:05.787883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Pushing event updated for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:05.891978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Attempting to bind port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:05.893105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Attempting to bind port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:05.893718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Attempting to bind port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:05.900284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 on network 7d4bed29-8ef3-4887-807a-55c2100dce6a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:20:05.900731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Attempting to bind port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 on network 7d4bed29-8ef3-4887-807a-55c2100dce6a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:05.900853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd4526-c2db-45dc-954a-1b042f152ec3 req-9a65c276-5d2d-40ee-8739-c84d4f7fba45 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:05.906558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:05.906956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4afd4526-c2db-45dc-954a-1b042f152ec3 req-9a65c276-5d2d-40ee-8739-c84d4f7fba45 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0705826
Dec 11 21:20:05.907326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Checking segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:05.907813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Bound using segment: {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:05.908351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Bound port: 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd25fa98-fcad-4f72-b071-2986bdf9d97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:05.908836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:05.918328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:05.962121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4afd4526-c2db-45dc-954a-1b042f152ec3 req-48c00576-0b6f-4fc6-bf17-aba14e214eb8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517209
Dec 11 21:20:05.984514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:05.987877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:05.992496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.033134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.033313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77006e0f-fb72-4526-99ce-80a176d5e009 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:06.033899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.035337 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] 10.222.0.16 "PUT /v2.0/ports/670fb54e-e52a-4ffe-b07b-64a1cf43fc01 HTTP/1.1" status: 200  len: 1091 time: 0.8096550
Dec 11 21:20:06.035717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:06.037987 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f382907-8029-4757-bd41-007da1087d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:06.065548 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee16427-1a29-418a-a648-941cd163dad1 service neutron] Pushing event updated for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:06.103189 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af447b23-28a9-421a-9376-69b0ac866b62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83801e56ac79403a8db3bb12100c749a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1806743
Dec 11 21:20:06.103436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:06.109417 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f370a6da-2519-4977-8c21-3566e693229b x-openstack-request-id: req-f370a6da-2519-4977-8c21-3566e693229b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:06.109809 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:06.110156 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f370a6da-2519-4977-8c21-3566e693229b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:06.110657 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01', 'status': 'completed', 'code': 200}
Dec 11 21:20:06.127582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-8a17e4f7-3306-4df0-b446-e3df6597b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.129163 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-8a17e4f7-3306-4df0-b446-e3df6597b3c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 1094 time: 0.0488875
Dec 11 21:20:06.155170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.177196 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.179202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-7b4a7020-6949-4179-9673-ad3743e90f53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01 HTTP/1.1" status: 200  len: 217 time: 0.0393565
Dec 11 21:20:06.224803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.228402 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:06.232010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/786067cc-2d45-43d4-aa1c-447fde44fba4 HTTP/1.1" status: 204  len: 168 time: 0.1253104
Dec 11 21:20:06.232658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ad8d9-8526-4134-a549-583d33eb4aae req-c60ba707-919c-4e84-981b-b5ddf92461b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.234144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-c60ba707-919c-4e84-981b-b5ddf92461b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0452600
Dec 11 21:20:06.243023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83642a0-fc47-49eb-82eb-650337080142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786067cc-2d45-43d4-aa1c-447fde44fba4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:06.272939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-a436917c-5588-4eca-9e85-3ba02c66a652 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0311213
Dec 11 21:20:06.353400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548c120-af6a-47b4-b631-a15b152a6577 req-b4db1df6-9a5d-4d6b-9c80-b17e31a336d0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.355369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c548c120-af6a-47b4-b631-a15b152a6577 req-b4db1df6-9a5d-4d6b-9c80-b17e31a336d0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 943 time: 0.0556893
Dec 11 21:20:06.381281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-d220a5f7-871f-4d9f-b32e-5fc3f7808088 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0959649
Dec 11 21:20:06.416510 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c548c120-af6a-47b4-b631-a15b152a6577 req-5d362862-bd03-4d5d-a8bc-6d60200cfa22 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491381
Dec 11 21:20:06.485871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-397ad8d9-8526-4134-a549-583d33eb4aae req-4bdcc50e-74c6-4d7a-90c9-3d51b6089568 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0968521
Dec 11 21:20:06.592999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382907-8029-4757-bd41-007da1087d2f req-0d5d12ef-2fad-45e9-b373-d9cf7e3cbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.594596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-0d5d12ef-2fad-45e9-b373-d9cf7e3cbf44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b7a144477c34942b19e3ae74b12f047&device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 1094 time: 0.0488160
Dec 11 21:20:06.694810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382907-8029-4757-bd41-007da1087d2f req-f21e3e2c-25f4-4c03-a6fd-d64ac3a41b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.696848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-f21e3e2c-25f4-4c03-a6fd-d64ac3a41b8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 200  len: 916 time: 0.0940022
Dec 11 21:20:06.746648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-0cbd2bfb-14c9-493d-99a6-70a59aece6ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01 HTTP/1.1" status: 200  len: 217 time: 0.0406764
Dec 11 21:20:06.799966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f382907-8029-4757-bd41-007da1087d2f req-c710ddb1-c2ff-48e0-9c7c-83d02fd082f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:06.800977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-c710ddb1-c2ff-48e0-9c7c-83d02fd082f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 200  len: 855 time: 0.0476806
Dec 11 21:20:06.841035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-46214389-9713-400b-bb10-6075cc19ec55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d4bed29-8ef3-4887-807a-55c2100dce6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273170
Dec 11 21:20:06.943925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-d7554293-5af0-4b66-8cf1-2aa3517d0cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943346
Dec 11 21:20:06.948996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50066) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:07.056600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1906164567-network', 'tenant_id': '15fa67892d8545d58a0fcb45ab34497f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:07.079356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Made reservation on behalf of 15fa67892d8545d58a0fcb45ab34497f for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:07.081786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.091988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.126685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f382907-8029-4757-bd41-007da1087d2f req-bceedaa0-96bd-495c-8cdb-e1ba8500951d service neutron] 10.222.0.16 "GET /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359484
Dec 11 21:20:07.134800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dff389-6f60-4ae7-8b93-439d6f801272 req-f839e00f-150e-4bae-b18b-c83f6110f951 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:07.136346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1dff389-6f60-4ae7-8b93-439d6f801272 req-f839e00f-150e-4bae-b18b-c83f6110f951 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0909662
Dec 11 21:20:07.176257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.181384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.189738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1dff389-6f60-4ae7-8b93-439d6f801272 req-48a63e81-164b-4f65-8b0b-2db3c8759d4a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447853
Dec 11 21:20:07.205328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:20:07.218796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc64f35-bdcb-4c72-937b-eba7643ab7b7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:07.228134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.228134 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Added segment 01c3d0dd-a820-4772-9710-280c6423796a of type vlan for network 405b02b8-37c7-47a8-921c-8dea1ba02ea6
Dec 11 21:20:07.277864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.303045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.303985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:07.304593 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.363020 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4128830
Dec 11 21:20:07.366042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50072) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:07.370608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0131a-3c7a-468f-8eca-25976fc12b7b admin admin] Pushing event updated for resources: {'Network': ['ID=405b02b8-37c7-47a8-921c-8dea1ba02ea6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:07.371789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Request body: {'subnet': {'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1906164567-subnet', 'tenant_id': '15fa67892d8545d58a0fcb45ab34497f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:07.380370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:20:07.397853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Made reservation on behalf of 15fa67892d8545d58a0fcb45ab34497f for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:07.400451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.547771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d64c77-27fe-4ff5-991f-106aca45813c req-d8ee3b08-151a-4f98-919e-2169072a82a1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:07.549303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42d64c77-27fe-4ff5-991f-106aca45813c req-d8ee3b08-151a-4f98-919e-2169072a82a1 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 943 time: 0.0519881
Dec 11 21:20:07.575218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.602967 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42d64c77-27fe-4ff5-991f-106aca45813c req-24e0b7d1-3c5e-41bd-b2df-a82c4e9cbdec tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432656
Dec 11 21:20:07.632809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:07.640034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Checking segment: {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:07.640393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Network hostable DHCP agents. Network: 405b02b8-37c7-47a8-921c-8dea1ba02ea6, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:20:07.656609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:20:07.665372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 405b02b8-37c7-47a8-921c-8dea1ba02ea6) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:07.669328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:07.669913 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:07.674568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef1376-b199-4db6-a013-99863cb39fee None None] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:07.687998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f540e909-5eea-44ed-b9cc-2e6cf7523f08 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3208210
Dec 11 21:20:07.778387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ebc1c-b92a-4769-bf28-f2599ecc310a None None] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:08.320106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab398df-2977-49e3-806e-b23d2cf90d4f req-71696f34-d42d-468d-a2c1-d133ee301537 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:08.322705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bab398df-2977-49e3-806e-b23d2cf90d4f req-71696f34-d42d-468d-a2c1-d133ee301537 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0529308
Dec 11 21:20:08.378998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bab398df-2977-49e3-806e-b23d2cf90d4f req-756f8be7-0cc7-42c0-8fb8-b3044f8343bb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500391
Dec 11 21:20:08.722360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a5b32-6c0a-415a-b4f7-611658b8ba97 req-0996e864-5137-4d82-bccb-efdbaab15d05 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:08.723885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-117a5b32-6c0a-415a-b4f7-611658b8ba97 req-0996e864-5137-4d82-bccb-efdbaab15d05 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 943 time: 0.0523665
Dec 11 21:20:08.772706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-117a5b32-6c0a-415a-b4f7-611658b8ba97 req-737f6f52-e2f2-40d0-a125-57df19c2aad5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420983
Dec 11 21:20:09.264547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:20:09.363037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:09.374215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01', 'network_id': '7d4bed29-8ef3-4887-807a-55c2100dce6a', 'port_id': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01', 'mac_address': 'fa:16:3e:d1:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858058c0-ea3c-4000-bf54-3e2491c66905', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:20:09.411100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:09.429821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:09.450451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:09.451334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-8fabc770-7c59-496d-9b13-5618ed50c06d tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:09.453311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-8fabc770-7c59-496d-9b13-5618ed50c06d tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 809 time: 0.1031504
Dec 11 21:20:09.455572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:09.456239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:20:09.470264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-20b4d521-d0d0-43dc-ba12-b6b7dae4dac2 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/quotas/15fa67892d8545d58a0fcb45ab34497f HTTP/1.1" status: 200  len: 375 time: 0.0107944
Dec 11 21:20:09.502944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ce6d9-61a2-411c-9f37-92065f4e7625 req-cca9adb6-40c6-4692-956f-7f6510696cc2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:09.504271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-bb5c4f3e-d265-4f13-aeda-2359f7a9ef95 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0278363
Dec 11 21:20:09.504516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd7ce6d9-61a2-411c-9f37-92065f4e7625 req-cca9adb6-40c6-4692-956f-7f6510696cc2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 943 time: 0.0541227
Dec 11 21:20:09.532889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:09.559021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd7ce6d9-61a2-411c-9f37-92065f4e7625 req-7d57fc7b-b88e-4f61-b131-84a7076fec57 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477352
Dec 11 21:20:09.598984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:09.604084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-21e024f5-01c7-4f08-be67-52d8a96a4097 service neutron] 10.222.0.18 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917387
Dec 11 21:20:09.614260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe', 'mac_address': 'fa:16:3e:7d:36:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:20:09.654599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:09.667595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:09.686628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:09.690926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:09.693396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-3bf7a2f1-3890-487b-9428-b4a9cd4c0d52 service neutron] 10.222.0.18 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828364
Dec 11 21:20:09.737731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:09.870500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58f5f985-f264-428d-9f83-762bf5a49a76 req-6e0d5cfc-0888-4e1d-b35f-a4f37603b1d5 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 210 time: 0.0358567
Dec 11 21:20:09.896728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c7269-82ba-47f8-baeb-6676c7788dbe req-9481914c-5e5f-4672-a4be-f3b1c9c6bed0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:09.898246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a4c7269-82ba-47f8-baeb-6676c7788dbe req-9481914c-5e5f-4672-a4be-f3b1c9c6bed0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 944 time: 0.0508299
Dec 11 21:20:09.924177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:09.928830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['670fb54e-e52a-4ffe-b07b-64a1cf43fc01'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:09.952889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a4c7269-82ba-47f8-baeb-6676c7788dbe req-842a5be4-2ef6-4c26-a68d-a1e960c26b3b tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479691
Dec 11 21:20:10.674348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33cf2-f943-4958-b207-bd85ab8e4372 req-845168b6-7f54-4685-97c2-64d4f544774d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:10.675849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9c33cf2-f943-4958-b207-bd85ab8e4372 req-845168b6-7f54-4685-97c2-64d4f544774d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 944 time: 0.0483730
Dec 11 21:20:10.723608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9c33cf2-f943-4958-b207-bd85ab8e4372 req-9dc12af8-9b1a-4cba-b2ed-cfc2144841b2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412316
Dec 11 21:20:10.902728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-352947e1-9524-4c9c-a602-90b73245e901 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:10.904329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-352947e1-9524-4c9c-a602-90b73245e901 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.30 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 809 time: 0.1042457
Dec 11 21:20:10.924338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Request body: {'port': {'device_id': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6', 'admin_state_up': True, 'tenant_id': '15fa67892d8545d58a0fcb45ab34497f'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:11.003476 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86fb4367-8c12-43d9-9340-63c0f6538572 req-63a0d572-eaa5-42e5-8d6b-21c03f86f018 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 210 time: 0.0599451
Dec 11 21:20:11.017794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e5efcb38-173a-4c91-9291-ef4acd3ebc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.063234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Made reservation on behalf of 15fa67892d8545d58a0fcb45ab34497f for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:11.067026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.078338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017a7bc-4577-4d1a-9b55-d7851bb66d41 req-439aad65-b3b0-4f40-a999-e0969bd71965 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:11.082583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2017a7bc-4577-4d1a-9b55-d7851bb66d41 req-439aad65-b3b0-4f40-a999-e0969bd71965 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 944 time: 0.0528812
Dec 11 21:20:11.127854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2017a7bc-4577-4d1a-9b55-d7851bb66d41 req-670c32dd-b323-4476-8ea3-ba839182d70c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417302
Dec 11 21:20:11.193124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Allocated IP 172.20.0.5 (405b02b8-37c7-47a8-921c-8dea1ba02ea6/e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f/bc11f742-02d7-4523-a164-5a477a2482d8) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:11.273526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:11.326334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:20:11.330802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:11.331229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.364226 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.399667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.408268 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.430554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:11.432782 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4f213-2fc9-4e3d-b31c-0cbc1d94ada6" -d '{"events": [{"server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "name": "network-vif-plugged", "status": "completed", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:11.446822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:11.447842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:11.451409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.452896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:11.453331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:11.458299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:11.463394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Pushing event updated for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:11.481584 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df86de-3a75-4ee4-94c2-4fd91acfadb6 x-openstack-request-id: req-e4df86de-3a75-4ee4-94c2-4fd91acfadb6 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:11.481877 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "name": "network-vif-plugged", "status": "completed", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:11.482132 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4df86de-3a75-4ee4-94c2-4fd91acfadb6 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:11.483137 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01', 'code': 200}
Dec 11 21:20:11.515515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:11.516235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.537107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c2eff4ce-28ab-40be-8d87-49fa2712d1de tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6167808
Dec 11 21:20:11.548284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:11.557146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Request body: {'port': {'device_id': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:11.561381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:20:11.569890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:11.570247 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.587418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3997-d732-4a5f-acb1-aba89cd39e40 req-7e635de8-f026-4f48-9db6-ab7221c50346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:11.589398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eccc3997-d732-4a5f-acb1-aba89cd39e40 req-7e635de8-f026-4f48-9db6-ab7221c50346 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 1096 time: 0.0497010
Dec 11 21:20:11.616675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.650385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eccc3997-d732-4a5f-acb1-aba89cd39e40 req-6b20d745-29eb-491c-a629-bb94b1c3413e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527012
Dec 11 21:20:11.657275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.694494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:11.699317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:11.749227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:11.903958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae8647-10dd-4a4f-b676-02f506ecb1d7 req-d9fee970-a5ca-40d1-abfd-57d1364d7847 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:11.905441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4ae8647-10dd-4a4f-b676-02f506ecb1d7 req-d9fee970-a5ca-40d1-abfd-57d1364d7847 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0934749
Dec 11 21:20:11.994180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4ae8647-10dd-4a4f-b676-02f506ecb1d7 req-3d5e31ba-423f-452a-842e-3b3a8b993621 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824080
Dec 11 21:20:11.999357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc11f742-02d7-4523-a164-5a477a2482d8 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:12.007007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:12.019310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Transition to ACTIVE for port object bc11f742-02d7-4523-a164-5a477a2482d8 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:20:12.023202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:12.091948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:12.140293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1dcff-0d5a-4f68-8d7c-9281789eca46 req-485638d3-8aee-4d6b-8346-8ce387d6d58e tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:12.141791 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2b1dcff-0d5a-4f68-8d7c-9281789eca46 req-485638d3-8aee-4d6b-8346-8ce387d6d58e tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 943 time: 0.0539632
Dec 11 21:20:12.152671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Attempting to bind port bc11f742-02d7-4523-a164-5a477a2482d8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:12.153015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Attempting to bind port bc11f742-02d7-4523-a164-5a477a2482d8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:12.153354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Attempting to bind port bc11f742-02d7-4523-a164-5a477a2482d8 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:12.158867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Port bc11f742-02d7-4523-a164-5a477a2482d8 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:20:12.159198 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Attempting to bind port bc11f742-02d7-4523-a164-5a477a2482d8 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:12.165553 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:12.165900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Checking segment: {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:12.166295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Bound using segment: {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:12.166763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Bound port: bc11f742-02d7-4523-a164-5a477a2482d8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:12.167203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:12.193629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b2b1dcff-0d5a-4f68-8d7c-9281789eca46 req-6870da3e-3232-47d5-ae12-56dd9b15d360 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455642
Dec 11 21:20:12.271143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3242be4-403e-4ecd-af53-c1c5804a4512 req-56d7b354-aa5d-46fe-9026-6c7746c78f6d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:12.272682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3242be4-403e-4ecd-af53-c1c5804a4512 req-56d7b354-aa5d-46fe-9026-6c7746c78f6d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 945 time: 0.0711832
Dec 11 21:20:12.273711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:12.277205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc11f742-02d7-4523-a164-5a477a2482d8,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:12.286202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:12.340038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:12.340661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:12.342062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] 10.222.0.30 "PUT /v2.0/ports/bc11f742-02d7-4523-a164-5a477a2482d8 HTTP/1.1" status: 200  len: 1091 time: 0.7959859
Dec 11 21:20:12.347485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:12.349750 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9771c3-8038-4d95-af41-8467388741e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:12.380582 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:20:12.382112 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3242be4-403e-4ecd-af53-c1c5804a4512 req-a90c4b34-2583-4266-89b8-b06f605bea35 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023579
Dec 11 21:20:12.386093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e95ecf-9842-4b41-bd2c-5be4053a60bc service neutron] Pushing event updated for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:12.413565 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f37a31-a8ea-4cd9-a1c9-b5697e19703b x-openstack-request-id: req-84f37a31-a8ea-4cd9-a1c9-b5697e19703b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:12.413858 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:12.414112 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84f37a31-a8ea-4cd9-a1c9-b5697e19703b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:12.414548 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8', 'status': 'completed', 'code': 200}
Dec 11 21:20:12.431372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-a82b56c9-171d-469d-b172-1824518e7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:12.432856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-a82b56c9-171d-469d-b172-1824518e7d9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 1094 time: 0.0439796
Dec 11 21:20:12.474647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-73d2e34e-1e80-4382-ae43-65dadc8d52ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc11f742-02d7-4523-a164-5a477a2482d8 HTTP/1.1" status: 200  len: 217 time: 0.0332394
Dec 11 21:20:12.528857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-704b029b-1180-436b-9748-a2547df9f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:12.530229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-704b029b-1180-436b-9748-a2547df9f186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f HTTP/1.1" status: 200  len: 849 time: 0.0468802
Dec 11 21:20:12.921217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-592efbbf-b00d-498a-9144-be13e36b0d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=405b02b8-37c7-47a8-921c-8dea1ba02ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3641031
Dec 11 21:20:13.010149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-cc45e4e0-4659-485c-a3d9-60bd659925f3 service neutron] 10.222.0.30 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797741
Dec 11 21:20:13.137370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d62e1-9c11-45fb-9841-b424cb375409 req-25883e4b-ac6d-4e06-b249-c7ec4c586c68 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.138878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-039d62e1-9c11-45fb-9841-b424cb375409 req-25883e4b-ac6d-4e06-b249-c7ec4c586c68 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0733414
Dec 11 21:20:13.142447 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78457b54-026b-49d6-8236-3ebe965e0d91 req-e1bf69db-838c-493c-be65-0226bb8f6d65 service neutron] 10.222.0.30 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250238
Dec 11 21:20:13.188678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-039d62e1-9c11-45fb-9841-b424cb375409 req-f4e0ee24-b27d-42bd-a1a8-2d257479c688 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437074
Dec 11 21:20:13.237396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9771c3-8038-4d95-af41-8467388741e2 req-d1076c05-4961-4c7d-8d01-976922cd5f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.238941 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-d1076c05-4961-4c7d-8d01-976922cd5f0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 1094 time: 0.0451560
Dec 11 21:20:13.316692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69442931-6ee2-4e65-bbc6-e0ffe2d01ea5 req-17d3590b-15d3-415a-ab3a-cd8735b9e0cb tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.318196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69442931-6ee2-4e65-bbc6-e0ffe2d01ea5 req-17d3590b-15d3-415a-ab3a-cd8735b9e0cb tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 943 time: 0.0546608
Dec 11 21:20:13.343588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9771c3-8038-4d95-af41-8467388741e2 req-251e8cfe-452a-40c9-8c06-6e71a9460dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.345191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-251e8cfe-452a-40c9-8c06-6e71a9460dcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 910 time: 0.0913165
Dec 11 21:20:13.366619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-69442931-6ee2-4e65-bbc6-e0ffe2d01ea5 req-41d3d5b3-c632-4733-8699-e45640e55c21 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417647
Dec 11 21:20:13.392984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-d995c5b4-b7c4-4b34-91eb-18519f64743c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc11f742-02d7-4523-a164-5a477a2482d8 HTTP/1.1" status: 200  len: 217 time: 0.0391772
Dec 11 21:20:13.453725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9771c3-8038-4d95-af41-8467388741e2 req-8d849aba-b5d6-47de-824b-074136106d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.455111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-8d849aba-b5d6-47de-824b-074136106d66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f HTTP/1.1" status: 200  len: 849 time: 0.0475278
Dec 11 21:20:13.472289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9eb1-857e-400e-8fbd-a595e616c3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:13.484294 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:13.488700 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0be8d19-cc2c-45c6-96f7-285ecc1c64e1" -d '{"events": [{"server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "name": "network-vif-plugged", "status": "completed", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:13.516439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-a4167be6-3040-4c61-baec-a5442c33ca37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=405b02b8-37c7-47a8-921c-8dea1ba02ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460465
Dec 11 21:20:13.535594 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ee9d8-ea69-4985-a2ca-591dec23c97b x-openstack-request-id: req-178ee9d8-ea69-4985-a2ca-591dec23c97b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:13.535882 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "name": "network-vif-plugged", "status": "completed", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:13.536134 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-178ee9d8-ea69-4985-a2ca-591dec23c97b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:13.536521 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe', 'code': 200}
Dec 11 21:20:13.543740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88cf28-d89a-41ec-b90b-4f82ba961bcf req-3d47c506-0185-41e3-93c6-c6b3d570db9f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.545230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d88cf28-d89a-41ec-b90b-4f82ba961bcf req-3d47c506-0185-41e3-93c6-c6b3d570db9f tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 945 time: 0.0945520
Dec 11 21:20:13.638119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916aa60-9a9e-4010-80c7-ef37c9555ce7 req-d46b46e5-ddf8-49f0-9567-73eeb85eeeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:13.639677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0916aa60-9a9e-4010-80c7-ef37c9555ce7 req-d46b46e5-ddf8-49f0-9567-73eeb85eeeb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 1096 time: 0.0463040
Dec 11 21:20:13.663267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d88cf28-d89a-41ec-b90b-4f82ba961bcf req-7087d6f2-94e1-4e25-aa5f-13eb062bfe4c tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074998
Dec 11 21:20:13.674792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-5aaad204-2f6a-4e6a-b77d-bcd299a803b6 service neutron] 10.222.0.30 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490698
Dec 11 21:20:13.689422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0916aa60-9a9e-4010-80c7-ef37c9555ce7 req-de851e8c-c7c9-4897-9bfb-0e80c98c5405 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413892
Dec 11 21:20:13.768480 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da9771c3-8038-4d95-af41-8467388741e2 req-57dbb823-ad57-484c-872d-167266f2fbfb service neutron] 10.222.0.30 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839527
Dec 11 21:20:14.310593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9787e-9fd0-4e35-a4cb-4a7580d71b22 req-e0d93a28-79f0-41f3-a2c2-8bcabe874bb3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:14.312064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f9787e-9fd0-4e35-a4cb-4a7580d71b22 req-e0d93a28-79f0-41f3-a2c2-8bcabe874bb3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0489221
Dec 11 21:20:14.361818 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f9787e-9fd0-4e35-a4cb-4a7580d71b22 req-5b355f26-d585-45d8-ab6f-7e89813ba059 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437393
Dec 11 21:20:14.487163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d04d-1167-4a63-abb0-cffa35afebda req-777ba234-9641-472b-85f5-aa69def6fbcf tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:14.488658 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6595d04d-1167-4a63-abb0-cffa35afebda req-777ba234-9641-472b-85f5-aa69def6fbcf tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 943 time: 0.0537584
Dec 11 21:20:14.535102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6595d04d-1167-4a63-abb0-cffa35afebda req-7f34bcd3-4b5c-4850-a618-9c6adf070efa tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399606
Dec 11 21:20:14.956287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:15.147656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bc11f742-02d7-4523-a164-5a477a2482d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:20:15.263440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc11f742-02d7-4523-a164-5a477a2482d8,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:15.279079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'bc11f742-02d7-4523-a164-5a477a2482d8', 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6', 'port_id': 'bc11f742-02d7-4523-a164-5a477a2482d8', 'mac_address': 'fa:16:3e:11:47:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:20:15.343782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:15.358406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc11f742-02d7-4523-a164-5a477a2482d8 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:15.380567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc11f742-02d7-4523-a164-5a477a2482d8,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:15.385296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:15.436358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:15.492662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914aaeb-8761-4304-a5d3-3adf3c220eab req-1d1801e2-5319-4664-a6ec-bddf0e69bb03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:15.494278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8914aaeb-8761-4304-a5d3-3adf3c220eab req-1d1801e2-5319-4664-a6ec-bddf0e69bb03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0530400
Dec 11 21:20:15.543813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8914aaeb-8761-4304-a5d3-3adf3c220eab req-16049eb2-c2da-4f53-a2f4-a62207a5acd3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431223
Dec 11 21:20:15.670345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e6e9c-1a12-44b9-9938-ad4e5b704250 req-538eef12-fe52-4da5-b697-f9dfc0133982 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:15.672978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-035e6e9c-1a12-44b9-9938-ad4e5b704250 req-538eef12-fe52-4da5-b697-f9dfc0133982 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 944 time: 0.0613492
Dec 11 21:20:15.681204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aded2-3acf-4858-ba9a-a7fe830acfc7 req-beb07103-6716-44dd-b121-93fe629c0c48 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:15.683246 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a08aded2-3acf-4858-ba9a-a7fe830acfc7 req-beb07103-6716-44dd-b121-93fe629c0c48 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0663815
Dec 11 21:20:15.723973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bc11f742-02d7-4523-a164-5a477a2482d8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:15.747297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-035e6e9c-1a12-44b9-9938-ad4e5b704250 req-6996ed74-6acc-4157-a42f-456a83d08981 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680845
Dec 11 21:20:15.753118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a08aded2-3acf-4858-ba9a-a7fe830acfc7 req-699350cd-d223-4dcd-818a-a6454285de4e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610623
Dec 11 21:20:15.927765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:16.064933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f35d-e7b8-4bc8-957c-ce76b4f26316 req-a7477d9a-105c-426f-a482-8ca7f43b3ece tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:16.066806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87a5f35d-e7b8-4bc8-957c-ce76b4f26316 req-a7477d9a-105c-426f-a482-8ca7f43b3ece tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0530262
Dec 11 21:20:16.116435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-87a5f35d-e7b8-4bc8-957c-ce76b4f26316 req-c171598d-34d1-413f-b9e7-876b7eced9e7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433347
Dec 11 21:20:16.319373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:16.861977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547c602-1017-4f66-b580-bfb2f9967fc7 req-bf13fd4a-bd39-4fad-9d96-077e655581cf tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:16.863481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6547c602-1017-4f66-b580-bfb2f9967fc7 req-bf13fd4a-bd39-4fad-9d96-077e655581cf tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 944 time: 0.0501628
Dec 11 21:20:16.909524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6547c602-1017-4f66-b580-bfb2f9967fc7 req-6e7f6cb4-9185-4bc2-901b-76346cecf10b tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395961
Dec 11 21:20:17.153421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bc11f742-02d7-4523-a164-5a477a2482d8 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:17.205827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.223508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port bc11f742-02d7-4523-a164-5a477a2482d8 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:20:17.226664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port bc11f742-02d7-4523-a164-5a477a2482d8 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:17.227534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.241967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5a76d-1625-4b1d-a0b2-5acfaff25193 req-08a37d81-9e18-4a2a-937e-b02a4c83ebc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:17.244377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30f5a76d-1625-4b1d-a0b2-5acfaff25193 req-08a37d81-9e18-4a2a-937e-b02a4c83ebc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0572050
Dec 11 21:20:17.304207 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30f5a76d-1625-4b1d-a0b2-5acfaff25193 req-437ddb4d-fb37-4081-b134-d154a2dab801 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511303
Dec 11 21:20:17.321436 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.344480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:17.347061 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a9d8aa-e932-4120-8ff7-b0f6e968199f" -d '{"events": [{"server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:17.360537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc11f742-02d7-4523-a164-5a477a2482d8,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:17.363918 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.391369 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc22f0-5f39-4851-9257-bddfe410ca61 x-openstack-request-id: req-5abc22f0-5f39-4851-9257-bddfe410ca61 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:17.391699 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "name": "network-vif-plugged", "status": "completed", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:17.391985 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5abc22f0-5f39-4851-9257-bddfe410ca61 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:17.392377 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8', 'code': 200}
Dec 11 21:20:17.429181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:17.496238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd657b1-fd03-416d-b287-80cd5329475f req-2e81f1de-097b-4f26-9261-8d53cc9655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:17.497759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cd657b1-fd03-416d-b287-80cd5329475f req-2e81f1de-097b-4f26-9261-8d53cc9655a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 1096 time: 0.0412157
Dec 11 21:20:17.543481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2cd657b1-fd03-416d-b287-80cd5329475f req-4d6e846f-2eac-4e03-a978-f2ed8e49495e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383763
Dec 11 21:20:17.687914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-d6a5fce8-4d2c-4ae4-a2bd-540622133404 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:17.689277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-d6a5fce8-4d2c-4ae4-a2bd-540622133404 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 945 time: 0.0518842
Dec 11 21:20:17.781707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:17.782044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.871335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:17.871987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:17.884841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:18.011468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:18.023135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:18.027920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['a6730fa8-fc25-4e4d-b091-5df015a50c2c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:18.028210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9b346-fbd8-4e59-bd1a-39e285c10f32 req-6a19e357-56a3-42fa-ab16-5e4a165b488d tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:18.029994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3b9b346-fbd8-4e59-bd1a-39e285c10f32 req-6a19e357-56a3-42fa-ab16-5e4a165b488d tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 945 time: 0.0534761
Dec 11 21:20:18.045137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:18.089414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:18.092882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:18.098200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2137987b-0ad2-45c7-b187-1e72774f17b0 req-7d4b124f-01bb-4ee3-8d49-809f6014b71d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "DELETE /v2.0/ports/4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe HTTP/1.1" status: 204  len: 173 time: 0.4009986
Dec 11 21:20:18.098711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'name': 'network-vif-deleted', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:18.101155 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0549711b-5ad5-4d54-a56f-4d73c7a49863" -d '{"events": [{"server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "name": "network-vif-deleted", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:18.103088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3b9b346-fbd8-4e59-bd1a-39e285c10f32 req-dccc414b-2537-4c29-a8c9-78d6e4296063 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663390
Dec 11 21:20:18.163333 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc8dce-3569-407d-800b-7f5ef72fd847 x-openstack-request-id: req-b9cc8dce-3569-407d-800b-7f5ef72fd847 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:18.163636 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dace39a2-f932-4af7-b4b6-f1854323e905", "name": "network-vif-deleted", "tag": "4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:18.164017 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9cc8dce-3569-407d-800b-7f5ef72fd847 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:18.164484 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dace39a2-f932-4af7-b4b6-f1854323e905', 'name': 'network-vif-deleted', 'tag': '4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe', 'status': 'completed', 'code': 200}
Dec 11 21:20:18.447152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a36173b-75d6-4ace-80d7-b6337432329d req-1743900b-02ae-48bb-96be-7e47dda9c885 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=dace39a2-f932-4af7-b4b6-f1854323e905 HTTP/1.1" status: 200  len: 210 time: 0.0601585
Dec 11 21:20:19.228168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c72abe-ebc3-449b-80e6-148509dbc906 req-4e0ce901-70a8-490a-b7a6-7422ac445df9 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:19.229541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64c72abe-ebc3-449b-80e6-148509dbc906 req-4e0ce901-70a8-490a-b7a6-7422ac445df9 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 945 time: 0.0493908
Dec 11 21:20:19.276557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64c72abe-ebc3-449b-80e6-148509dbc906 req-9baca7bf-5aa6-4388-ab36-4a0dfc5f5a56 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409784
Dec 11 21:20:19.914794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf31af-c34c-431c-9658-13f9cb34b2de req-79a74b5e-a7ce-4c90-a8fc-a3f2c38b38c8 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:19.916295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cdf31af-c34c-431c-9658-13f9cb34b2de req-79a74b5e-a7ce-4c90-a8fc-a3f2c38b38c8 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 945 time: 0.0490475
Dec 11 21:20:19.963047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cdf31af-c34c-431c-9658-13f9cb34b2de req-30fa779e-cda9-4b93-8c95-af849050ed25 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407767
Dec 11 21:20:21.079777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64209c2-21b7-43bd-895e-4459dd289b2d req-7fe24a79-3749-4fec-ae0c-7eaf36f0e4af tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:21.081265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a64209c2-21b7-43bd-895e-4459dd289b2d req-7fe24a79-3749-4fec-ae0c-7eaf36f0e4af tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 945 time: 0.0488026
Dec 11 21:20:21.128916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a64209c2-21b7-43bd-895e-4459dd289b2d req-c2ea7182-1754-4bfb-95fe-8c4c77688213 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415964
Dec 11 21:20:21.355971 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:21.373598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:21.394051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:21.394387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4c21b4d2-a35d-4aa3-ac37-0d5028ef94fe not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:21.426286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6838f-be39-4551-b1b5-372c972a50bd req-acc8e364-de06-4a5b-a88d-229be1d931dc tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:21.427875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2a6838f-be39-4551-b1b5-372c972a50bd req-acc8e364-de06-4a5b-a88d-229be1d931dc tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 945 time: 0.0546010
Dec 11 21:20:21.475864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b2a6838f-be39-4551-b1b5-372c972a50bd req-f5b907ec-7483-4357-9d77-4237236479d6 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419564
Dec 11 21:20:21.636955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-857b7d5e-ec95-442a-af4a-c4c40b7e217e tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:21.638368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-857b7d5e-ec95-442a-af4a-c4c40b7e217e tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.30 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 945 time: 0.0477233
Dec 11 21:20:21.731269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Deleting port bc11f742-02d7-4523-a164-5a477a2482d8 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:21.731609 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:21.822667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] For port bc11f742-02d7-4523-a164-5a477a2482d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bc11f742-02d7-4523-a164-5a477a2482d8,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:21.823035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:21.836302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Calling delete_port for bc11f742-02d7-4523-a164-5a477a2482d8 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:21.975447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:21.986965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bc11f742-02d7-4523-a164-5a477a2482d8'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:22.003437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Pushing event deleted for resources: {'Port': ['ID=bc11f742-02d7-4523-a164-5a477a2482d8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:22.045421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] No DVR routers for this DVR port bc11f742-02d7-4523-a164-5a477a2482d8 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:22.048275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:22.052077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77c6f7e7-f95c-474d-964b-36b02f6449fd req-3c9eb3a8-1756-47a1-a4df-6dacea7a485f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.30 "DELETE /v2.0/ports/bc11f742-02d7-4523-a164-5a477a2482d8 HTTP/1.1" status: 204  len: 173 time: 0.4072907
Dec 11 21:20:22.052587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'name': 'network-vif-deleted', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:22.054893 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5561eb3a-eefd-45de-9e00-a0f6b2df1812" -d '{"events": [{"server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "name": "network-vif-deleted", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:22.106298 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155897bf-b27c-4af0-b172-b7ee69569acb x-openstack-request-id: req-155897bf-b27c-4af0-b172-b7ee69569acb {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:22.106966 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adde6c8-3d14-41b5-a680-662bc744afbf", "name": "network-vif-deleted", "tag": "bc11f742-02d7-4523-a164-5a477a2482d8", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:22.106966 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-155897bf-b27c-4af0-b172-b7ee69569acb {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:22.107541 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adde6c8-3d14-41b5-a680-662bc744afbf', 'name': 'network-vif-deleted', 'tag': 'bc11f742-02d7-4523-a164-5a477a2482d8', 'status': 'completed', 'code': 200}
Dec 11 21:20:22.248382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0e1172e2-e7b6-4759-b57e-d09a83a0649d req-b14a23eb-644a-4731-8c6b-984f440a9711 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=4adde6c8-3d14-41b5-a680-662bc744afbf HTTP/1.1" status: 200  len: 210 time: 0.0344043
Dec 11 21:20:22.605302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e933e85-cd1f-46a8-ab4b-e3d0bbf98529 req-3c68ad80-b78c-46a3-9f11-8bf047203f71 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:22.607023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e933e85-cd1f-46a8-ab4b-e3d0bbf98529 req-3c68ad80-b78c-46a3-9f11-8bf047203f71 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 945 time: 0.0543587
Dec 11 21:20:22.660707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e933e85-cd1f-46a8-ab4b-e3d0bbf98529 req-38ec9191-9589-4d9f-bfd5-586f5cce6547 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443623
Dec 11 21:20:22.982735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-19de624c-300b-4368-9a00-72bd6d25fb21 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:22.984550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-19de624c-300b-4368-9a00-72bd6d25fb21 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 945 time: 0.0536561
Dec 11 21:20:23.081145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Deleting port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:23.081408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:23.176790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] For port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:23.177180 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:23.190165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Calling delete_port for 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:23.330228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:23.343673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', '670fb54e-e52a-4ffe-b07b-64a1cf43fc01'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:23.348020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:23.359675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event deleted for resources: {'Port': ['ID=670fb54e-e52a-4ffe-b07b-64a1cf43fc01,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:23.406396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] No DVR routers for this DVR port 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:23.410137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60edd5-236a-4f49-851c-bdf504e820c7 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:23.411695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:23.415807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e502ae3e-533a-4856-a7eb-d20b70351630 req-ae6832b1-0217-490b-bea4-782fc355ebb9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "DELETE /v2.0/ports/670fb54e-e52a-4ffe-b07b-64a1cf43fc01 HTTP/1.1" status: 204  len: 173 time: 0.4250162
Dec 11 21:20:23.416282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'name': 'network-vif-deleted', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:23.418570 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce5aa17-061c-4b2b-82a1-5ba7774fc0b9" -d '{"events": [{"server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "name": "network-vif-deleted", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:23.470794 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de4b055-ac39-4140-83f8-b4dac3704e88 x-openstack-request-id: req-0de4b055-ac39-4140-83f8-b4dac3704e88 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:23.471165 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed884b6-12d5-4d15-94ff-37530c781b85", "name": "network-vif-deleted", "tag": "670fb54e-e52a-4ffe-b07b-64a1cf43fc01", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:23.471394 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0de4b055-ac39-4140-83f8-b4dac3704e88 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:23.471811 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed884b6-12d5-4d15-94ff-37530c781b85', 'name': 'network-vif-deleted', 'tag': '670fb54e-e52a-4ffe-b07b-64a1cf43fc01', 'status': 'completed', 'code': 200}
Dec 11 21:20:23.593966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-164d97ff-74ef-477d-926d-3cf0a4d0b29f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:23.595669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-164d97ff-74ef-477d-926d-3cf0a4d0b29f tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 809 time: 0.1191208
Dec 11 21:20:23.617012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8f6da82f-684a-40ec-8d22-41292496749c tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/quotas/15fa67892d8545d58a0fcb45ab34497f HTTP/1.1" status: 200  len: 375 time: 0.0092769
Dec 11 21:20:23.649482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a58b8562-771d-49d6-a08c-ad58d90b3ff6 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0266244
Dec 11 21:20:23.754196 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-995bafac-b0b8-412f-9943-e1e52e28cb5f service neutron] 10.222.0.18 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0962811
Dec 11 21:20:23.782218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3630155-6ceb-4d6a-9e2b-deee975e20d8 req-4601df68-3845-4d28-8b19-d30a2e75f736 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=bed884b6-12d5-4d15-94ff-37530c781b85 HTTP/1.1" status: 200  len: 210 time: 0.0300751
Dec 11 21:20:23.857375 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-281ea1a4-8a8e-4232-b784-c45894c4d6fd service neutron] 10.222.0.18 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0954001
Dec 11 21:20:24.042034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e64ffaa-f473-4a0b-8bb6-dd22efb7a33e req-af9a88a6-a667-41f6-b5e6-508dce8310c4 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 210 time: 0.0273948
Dec 11 21:20:24.999367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-665b1a52-3d3c-4dd0-b131-885fd9fc668a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:25.000826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-665b1a52-3d3c-4dd0-b131-885fd9fc668a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.16 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 809 time: 0.1272655
Dec 11 21:20:25.015501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Request body: {'port': {'device_id': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6', 'admin_state_up': True, 'tenant_id': '15fa67892d8545d58a0fcb45ab34497f'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:25.153602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-95713ea5-842e-42b8-ba6c-9831e3e90c8e req-8f43cbf9-b2ac-496c-818c-11e58eda8e9b tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 210 time: 0.0365055
Dec 11 21:20:25.155440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Made reservation on behalf of 15fa67892d8545d58a0fcb45ab34497f for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:25.159266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:25.210780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bc11f742-02d7-4523-a164-5a477a2482d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:25.233722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: bc11f742-02d7-4523-a164-5a477a2482d8 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:25.234356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bc11f742-02d7-4523-a164-5a477a2482d8 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:25.319175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Allocated IP 172.20.0.5 (405b02b8-37c7-47a8-921c-8dea1ba02ea6/e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f/dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:25.480732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:25.525498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:25.919144 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:25.923261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:25.925253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Pushing event updated for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:25.927522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:25.976080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:25.976724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:25.993147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-8a86d519-8102-44de-b943-4fb217716e40 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9821224
Dec 11 21:20:26.005614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Request body: {'port': {'device_id': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:26.069084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.265106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55c3b9-d334-421d-a224-20ab5feb761d req-e7a05232-28cd-4c14-8707-74290159213e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:26.267401 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d55c3b9-d334-421d-a224-20ab5feb761d req-e7a05232-28cd-4c14-8707-74290159213e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0623372
Dec 11 21:20:26.322146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d55c3b9-d334-421d-a224-20ab5feb761d req-22c9dd9e-a137-4f4b-ac73-2eda39904b77 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481288
Dec 11 21:20:26.346292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f2f43-afa0-414c-9d16-fdab2535e393 req-228df041-f0d0-42cb-97f0-90732ba4bb02 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:26.347854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a69f2f43-afa0-414c-9d16-fdab2535e393 req-228df041-f0d0-42cb-97f0-90732ba4bb02 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 931 time: 0.0874357
Dec 11 21:20:26.448601 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a69f2f43-afa0-414c-9d16-fdab2535e393 req-3114f67b-7b28-4fc5-847b-a55b64faf6a6 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871017
Dec 11 21:20:26.453776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:26.461639 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.476017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Transition to ACTIVE for port object dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:20:26.480441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.534388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Pushing event updated for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:26.609765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Attempting to bind port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:26.610133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Attempting to bind port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:26.610466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Attempting to bind port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:26.615808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:20:26.616263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Attempting to bind port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 on network 405b02b8-37c7-47a8-921c-8dea1ba02ea6 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:26.621847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:26.622225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Checking segment: {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:26.622701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Bound using segment: {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:26.623196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Bound port: dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c3d0dd-a820-4772-9710-280c6423796a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:26.623652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.693537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:26.697638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:26.701862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.738534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:26.739202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:26.740724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] 10.222.0.16 "PUT /v2.0/ports/dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 HTTP/1.1" status: 200  len: 1091 time: 0.7393649
Dec 11 21:20:26.741137 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:26.743499 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c04ef-e8a6-42e6-9a42-c1ba16c83094" -d '{"events": [{"name": "network-changed", "server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:26.771445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8240015-3f0c-4cc0-958a-0a92e9d672cb service neutron] Pushing event updated for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:26.787118 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ee91d-739d-4e33-ba92-61c3893e8bf0 x-openstack-request-id: req-803ee91d-739d-4e33-ba92-61c3893e8bf0 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:26.787566 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:26.787891 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-803ee91d-739d-4e33-ba92-61c3893e8bf0 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:26.788332 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74', 'status': 'completed', 'code': 200}
Dec 11 21:20:26.834394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-14544b87-02ef-4222-b13b-9775feb00836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:26.835963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-14544b87-02ef-4222-b13b-9775feb00836 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 1094 time: 0.0423169
Dec 11 21:20:26.882101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-ee1c6614-47e5-4aec-b899-daa43cb06496 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 HTTP/1.1" status: 200  len: 217 time: 0.0380888
Dec 11 21:20:26.937031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-0b36ac8d-c001-4596-9a94-b69426732ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:26.938649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-0b36ac8d-c001-4596-9a94-b69426732ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f HTTP/1.1" status: 200  len: 849 time: 0.0497382
Dec 11 21:20:26.970875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-ff6cf420-945b-4d63-aa91-7d274648df27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=405b02b8-37c7-47a8-921c-8dea1ba02ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249102
Dec 11 21:20:27.058206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-ff1c4d8c-d993-4aad-8a4c-cf57e6a0ac5e service neutron] 10.222.0.16 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807242
Dec 11 21:20:27.152322 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1bf86ae2-5ddb-43cc-a692-4aaf96833ea9 req-1bef2e25-37c4-48cc-999d-9528003e2dcd service neutron] 10.222.0.16 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871322
Dec 11 21:20:27.247571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-a3779b7f-f4a8-459a-912b-1e1f2f9af777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.249076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-a3779b7f-f4a8-459a-912b-1e1f2f9af777 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=15fa67892d8545d58a0fcb45ab34497f&device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 1094 time: 0.0531487
Dec 11 21:20:27.344787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-5b78c0f3-589e-442c-ac0a-527a5a92c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.347977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-5b78c0f3-589e-442c-ac0a-527a5a92c685 service neutron] 10.222.0.16 "GET /v2.0/networks?id=405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 200  len: 910 time: 0.0916243
Dec 11 21:20:27.390256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-8570fe63-7453-477f-9540-b7ec293e1c08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 HTTP/1.1" status: 200  len: 217 time: 0.0351782
Dec 11 21:20:27.399047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:27.423122 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:27.423477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 670fb54e-e52a-4ffe-b07b-64a1cf43fc01 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:27.471158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-53f2dd74-a9fe-49a0-8cc0-18fbcd1b1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.472696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-53f2dd74-a9fe-49a0-8cc0-18fbcd1b1558 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f HTTP/1.1" status: 200  len: 849 time: 0.0746036
Dec 11 21:20:27.485495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae8991-6129-40a6-a7a7-98a3e28010a2 req-b471c50b-0be9-491e-bea1-892aa82106bf tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.487011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77ae8991-6129-40a6-a7a7-98a3e28010a2 req-b471c50b-0be9-491e-bea1-892aa82106bf tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0907187
Dec 11 21:20:27.518618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-00c1f9e9-a874-43fd-8b4d-d2507095ef22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=405b02b8-37c7-47a8-921c-8dea1ba02ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0304279
Dec 11 21:20:27.585686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed81ab6-f887-4844-b525-d7b6f99733a7 req-01760e82-299f-4fcf-a9b3-760c6366bb23 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.590971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bed81ab6-f887-4844-b525-d7b6f99733a7 req-01760e82-299f-4fcf-a9b3-760c6366bb23 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 943 time: 0.0631158
Dec 11 21:20:27.609204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77ae8991-6129-40a6-a7a7-98a3e28010a2 req-a297da54-586a-439b-8c45-b545344222ae tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120627
Dec 11 21:20:27.639683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bed81ab6-f887-4844-b525-d7b6f99733a7 req-75360222-7f49-48f3-8fcb-ee84d2f37a6b tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461619
Dec 11 21:20:27.644479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-187ec636-d7a6-43df-a27a-8273489d4463 service neutron] 10.222.0.16 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173794
Dec 11 21:20:27.740074 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-379c04ef-e8a6-42e6-9a42-c1ba16c83094 req-0258605f-c0c0-4e5a-b173-1875f0be0e41 service neutron] 10.222.0.16 "GET /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846593
Dec 11 21:20:27.955421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-f744e6bb-44b4-4f05-ba4b-b8c21033f5e0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:27.956947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-f744e6bb-44b4-4f05-ba4b-b8c21033f5e0 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 945 time: 0.0476213
Dec 11 21:20:28.051816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Deleting port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:28.052140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:28.141428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] For port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:28.141784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:28.155341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Calling delete_port for b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:28.288089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:28.300861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:28.303089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:28.316414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event deleted for resources: {'Port': ['ID=b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:28.347433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abee582-ae54-4fda-bdbc-616c95fd392f None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:28.358399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] No DVR routers for this DVR port b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:28.360595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:28.364117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c5ed8fc9-d2af-4975-91c3-112103085273 req-09438a47-1176-4679-b0be-24a6b2f17a07 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.30 "DELETE /v2.0/ports/b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe HTTP/1.1" status: 204  len: 173 time: 0.3993115
Dec 11 21:20:28.364547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'name': 'network-vif-deleted', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:28.367345 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe9e59-fd0c-4635-a8b9-095e143ebf24" -d '{"events": [{"server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "name": "network-vif-deleted", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:28.412112 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bbe48e-03c8-49d5-83f6-24714d28aa7b x-openstack-request-id: req-94bbe48e-03c8-49d5-83f6-24714d28aa7b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:28.412469 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b864091-f20a-4c96-ab20-c283d247fad3", "name": "network-vif-deleted", "tag": "b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:28.412848 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94bbe48e-03c8-49d5-83f6-24714d28aa7b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:28.413360 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b864091-f20a-4c96-ab20-c283d247fad3', 'name': 'network-vif-deleted', 'tag': 'b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe', 'status': 'completed', 'code': 200}
Dec 11 21:20:28.723706 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bbbe3da3-f819-4ef1-996a-5109b167d9eb req-61c6d1aa-de65-4e78-b878-c6077ddd3c96 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b864091-f20a-4c96-ab20-c283d247fad3 HTTP/1.1" status: 200  len: 210 time: 0.0313931
Dec 11 21:20:28.761125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3edae-f720-4a47-8a1e-d731e66e3078 req-a1130a5a-b3dd-4fb6-9771-9b55b9a9eea4 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:28.762655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9e3edae-f720-4a47-8a1e-d731e66e3078 req-a1130a5a-b3dd-4fb6-9771-9b55b9a9eea4 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 943 time: 0.0533686
Dec 11 21:20:28.818208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a9e3edae-f720-4a47-8a1e-d731e66e3078 req-15dc7cee-063d-45ad-9551-a909d17ea4ad tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475781
Dec 11 21:20:29.404903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:20:29.500766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:29.511798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74', 'network_id': '405b02b8-37c7-47a8-921c-8dea1ba02ea6', 'port_id': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74', 'mac_address': 'fa:16:3e:5c:ce:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:20:29.553564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:29.568060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:20:29.589385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:29.593440 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:29.644237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:29.813038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:29.960511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b988a2-6a48-43c9-96f7-0a9151fcfd9d req-104f20ec-5196-4323-8562-3f9fc594945c tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:29.966992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77b988a2-6a48-43c9-96f7-0a9151fcfd9d req-104f20ec-5196-4323-8562-3f9fc594945c tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 944 time: 0.0707526
Dec 11 21:20:30.028464 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-77b988a2-6a48-43c9-96f7-0a9151fcfd9d req-d8f85dc1-b953-4fd0-acd0-07ab05a5d8c1 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583920
Dec 11 21:20:30.043044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fc6c4-91e3-4188-bdca-ec41bf1aa4f7 req-ac23aba2-af4a-497b-a103-a3a491b29149 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:30.044789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1fc6c4-91e3-4188-bdca-ec41bf1aa4f7 req-ac23aba2-af4a-497b-a103-a3a491b29149 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 945 time: 0.0546436
Dec 11 21:20:30.098952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a1fc6c4-91e3-4188-bdca-ec41bf1aa4f7 req-4b28a70d-411b-4b99-bac4-9ebf77c3e744 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471964
Dec 11 21:20:31.154911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1880881-967c-4f10-bd4c-a4b0978a274f req-0f7c2327-f028-4a2b-b953-0a70b0b792f0 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:31.156593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1880881-967c-4f10-bd4c-a4b0978a274f req-0f7c2327-f028-4a2b-b953-0a70b0b792f0 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 944 time: 0.0555351
Dec 11 21:20:31.208911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1880881-967c-4f10-bd4c-a4b0978a274f req-c7812d46-8f95-40a9-bcfa-046c8022cbca tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453248
Dec 11 21:20:31.231913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c839-dc0a-4cbb-bbba-16cddd10ce18 req-0f6724c7-10da-44e8-a02b-3cc66597c1a9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:31.234443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9296c839-dc0a-4cbb-bbba-16cddd10ce18 req-0f6724c7-10da-44e8-a02b-3cc66597c1a9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 945 time: 0.0570004
Dec 11 21:20:31.237458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:31.261436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:31.261829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b79e711e-1cbb-4bc5-8dc7-fa2c0f5f7dbe not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:31.323430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e85cc-57ef-4f14-b959-26c595e230de req-093effce-a5b9-4933-9a87-cda0135c9bb3 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:31.325759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-779e85cc-57ef-4f14-b959-26c595e230de req-093effce-a5b9-4933-9a87-cda0135c9bb3 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 945 time: 0.0899796
Dec 11 21:20:31.330664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9296c839-dc0a-4cbb-bbba-16cddd10ce18 req-2e340f28-4c54-4fd5-a6fe-6e53fa3dfd2b tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865729
Dec 11 21:20:31.404490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:31.423449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Deleting port a33338db-4880-4bfd-ae34-a0f6c924b9bd {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:31.423764 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.460791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:20:31.465840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:31.466206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.521332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] For port a33338db-4880-4bfd-ae34-a0f6c924b9bd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a33338db-4880-4bfd-ae34-a0f6c924b9bd,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:31.521698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.535241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Calling delete_port for a33338db-4880-4bfd-ae34-a0f6c924b9bd owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:31.557013 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.584940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:31.587682 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab93672-d939-41d3-8dd3-b6499d8217cd" -d '{"events": [{"server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "name": "network-vif-plugged", "status": "completed", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:31.602853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:31.609302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.635398 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b08bb66-f1bb-4b64-944c-df51fdf8a823 x-openstack-request-id: req-9b08bb66-f1bb-4b64-944c-df51fdf8a823 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:31.636384 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "name": "network-vif-plugged", "status": "completed", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:31.647046 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b08bb66-f1bb-4b64-944c-df51fdf8a823 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:31.647867 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74', 'code': 200}
Dec 11 21:20:31.677438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:31.712669 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.724287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:31.761093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event deleted for resources: {'Port': ['ID=a33338db-4880-4bfd-ae34-a0f6c924b9bd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:31.802456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33bfba-1544-4951-9cb5-ac94570d9b64 req-ee2ba35b-f988-41f2-bb05-de1bd648401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:31.804442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f33bfba-1544-4951-9cb5-ac94570d9b64 req-ee2ba35b-f988-41f2-bb05-de1bd648401c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 1096 time: 0.1011877
Dec 11 21:20:31.826601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] No DVR routers for this DVR port a33338db-4880-4bfd-ae34-a0f6c924b9bd on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:31.829824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:31.833462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-779e85cc-57ef-4f14-b959-26c595e230de req-101c6554-e9f5-49bf-88be-02277833056d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "DELETE /v2.0/ports/a33338db-4880-4bfd-ae34-a0f6c924b9bd HTTP/1.1" status: 204  len: 173 time: 0.5017631
Dec 11 21:20:31.833860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'name': 'network-vif-deleted', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:31.836500 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3164145b-702b-464a-b4f8-a15bb339c027" -d '{"events": [{"server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "name": "network-vif-deleted", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:31.895824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f33bfba-1544-4951-9cb5-ac94570d9b64 req-0b86dec9-c280-4252-8213-270a88818d45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759265
Dec 11 21:20:31.913004 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e959569-8009-4aac-b9c3-18557ba14217 x-openstack-request-id: req-7e959569-8009-4aac-b9c3-18557ba14217 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:31.913295 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab87911c-9c7d-4ad4-92ae-559552e5b9cb", "name": "network-vif-deleted", "tag": "a33338db-4880-4bfd-ae34-a0f6c924b9bd", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:31.914903 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e959569-8009-4aac-b9c3-18557ba14217 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:31.915542 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab87911c-9c7d-4ad4-92ae-559552e5b9cb', 'name': 'network-vif-deleted', 'tag': 'a33338db-4880-4bfd-ae34-a0f6c924b9bd', 'status': 'completed', 'code': 200}
Dec 11 21:20:31.930626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9fea88-db72-4fdd-aea3-8d7ae3946804 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:32.351092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130df035-d815-45c9-a4e1-a769249a89a2 req-66b1b819-53a2-4290-83a0-51d98fe669d3 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:32.352623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-130df035-d815-45c9-a4e1-a769249a89a2 req-66b1b819-53a2-4290-83a0-51d98fe669d3 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 945 time: 0.0602007
Dec 11 21:20:32.413347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-130df035-d815-45c9-a4e1-a769249a89a2 req-57dbcbb4-94d2-46f3-8815-cde78bbcb9d2 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523925
Dec 11 21:20:32.458708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c1a38977-57e4-45e9-b6e2-aca012ae6ca5 req-79aad004-886d-40fe-9f81-17dcfb15e87d tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab87911c-9c7d-4ad4-92ae-559552e5b9cb HTTP/1.1" status: 200  len: 210 time: 0.0301573
Dec 11 21:20:33.539590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd4cda-54dc-4850-b4be-278386bf15ea req-f0a5b10d-9d1a-457c-b298-b6d9b1869313 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:33.541156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0efd4cda-54dc-4850-b4be-278386bf15ea req-f0a5b10d-9d1a-457c-b298-b6d9b1869313 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 945 time: 0.0535963
Dec 11 21:20:33.598547 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0efd4cda-54dc-4850-b4be-278386bf15ea req-8158ab78-7208-4a41-a448-e39a62f79548 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503006
Dec 11 21:20:34.365268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b267-d357-4c2f-8033-a3c7a3401748 req-54f05631-8556-49a9-8168-11258193d559 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:34.366836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68c7b267-d357-4c2f-8033-a3c7a3401748 req-54f05631-8556-49a9-8168-11258193d559 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 945 time: 0.0561812
Dec 11 21:20:34.426741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68c7b267-d357-4c2f-8033-a3c7a3401748 req-d5c73671-94b2-46ba-aac8-3f44b653258e tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508626
Dec 11 21:20:34.716924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fa310-92ef-48ab-b3aa-2770ff7eb5fc req-a8cced54-93f6-4ed8-bdb9-1a990e54ec4c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:34.718577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-674fa310-92ef-48ab-b3aa-2770ff7eb5fc req-a8cced54-93f6-4ed8-bdb9-1a990e54ec4c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1097 time: 0.0484617
Dec 11 21:20:34.780260 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-674fa310-92ef-48ab-b3aa-2770ff7eb5fc req-d68f843d-3bbf-4bcf-8892-a291a8f9b13c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516779
Dec 11 21:20:34.817096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50548) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:34.909491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1fd7d-5d22-45f8-a940-70dd54a432e1 req-b22b81d0-eab7-4b3c-bd06-0c9aec392241 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:34.911045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34c1fd7d-5d22-45f8-a940-70dd54a432e1 req-b22b81d0-eab7-4b3c-bd06-0c9aec392241 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 946 time: 0.0527017
Dec 11 21:20:34.964366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34c1fd7d-5d22-45f8-a940-70dd54a432e1 req-f248e6fb-6b4b-40b5-ad85-674677a8eb79 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457718
Dec 11 21:20:34.996097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port cc26300a-93e9-4a88-8320-cc3cd432a82e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:34.996467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.082168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.082396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.094028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for cc26300a-93e9-4a88-8320-cc3cd432a82e owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:35.253945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.295959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=cc26300a-93e9-4a88-8320-cc3cd432a82e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:35.363010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.363307 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP 12cf5472-fcb6-40a2-b788-eb98f34edaa3 disassociated (deleted). External IP: 172.35.1.230, port: 1f32e426-4a9b-4c30-9ca4-f18008134e38.
Dec 11 21:20:35.403421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a33338db-4880-4bfd-ae34-a0f6c924b9bd no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:35.426773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: a33338db-4880-4bfd-ae34-a0f6c924b9bd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:35.427140 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device a33338db-4880-4bfd-ae34-a0f6c924b9bd not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:35.642411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df6e85-ca97-44a2-8b51-c2c4dc17c369 req-bd3a20cd-16fe-4d4f-9ac9-17816a4c8666 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:35.643837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6df6e85-ca97-44a2-8b51-c2c4dc17c369 req-bd3a20cd-16fe-4d4f-9ac9-17816a4c8666 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 945 time: 0.1252298
Dec 11 21:20:35.687568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 74efc034-d436-41bd-a69d-5c9e3526fd71 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:20:35.702253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-851d0a28-03c8-480e-be8b-3596b508d399 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:35.703771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-851d0a28-03c8-480e-be8b-3596b508d399 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.16 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 945 time: 0.1035974
Dec 11 21:20:35.763471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d6df6e85-ca97-44a2-8b51-c2c4dc17c369 req-bb846f14-297f-4f8b-b38d-0e81439d27f1 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/security-groups?id=9fc64f35-bdcb-4c72-937b-eba7643ab7b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108778
Dec 11 21:20:35.908757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:20:35.913984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.917087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Deleting port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:35.917437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:35.920190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Sync routers for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:20:35.931960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:35.932593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77686e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:35.998385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06c3eab5-e166-4830-a0c5-2f8efad8aa4b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/floatingips/12cf5472-fcb6-40a2-b788-eb98f34edaa3 HTTP/1.1" status: 204  len: 168 time: 1.1776812
Dec 11 21:20:35.999334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:36.001912 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:36.045848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] For port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,segment=NetworkSegment(01c3d0dd-a820-4772-9710-280c6423796a),segment_id=01c3d0dd-a820-4772-9710-280c6423796a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:36.046233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:36.062390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Calling delete_port for dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:36.075894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:36.156432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732db3d-c891-4c5a-b99a-952b482d0e4d req-20af791c-7843-4cd3-ace4-2e7ac922fcb5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.165422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9732db3d-c891-4c5a-b99a-952b482d0e4d req-20af791c-7843-4cd3-ace4-2e7ac922fcb5 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 946 time: 0.1029668
Dec 11 21:20:36.249553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9732db3d-c891-4c5a-b99a-952b482d0e4d req-f90dcb6d-50df-4e99-8b96-162d2f84ec4e tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ecb5acf-313f-4219-9f25-1a697438aa71&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829551
Dec 11 21:20:36.275736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:36.292782 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6a2d5f-52f6-4955-bb5d-dcc2f0906170 x-openstack-request-id: req-db6a2d5f-52f6-4955-bb5d-dcc2f0906170 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:36.293092 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:36.293329 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db6a2d5f-52f6-4955-bb5d-dcc2f0906170 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:36.294074 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:20:36.312194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:36.364000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Pushing event deleted for resources: {'Port': ['ID=dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:36.423750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] No DVR routers for this DVR port dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:36.426903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:36.428550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-ec801b44-9520-4f25-95a9-ca2834eb6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.431350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-ec801b44-9520-4f25-95a9-ca2834eb6335 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 1097 time: 0.1088576
Dec 11 21:20:36.431497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b02fa75-ad4c-4053-b9b1-c0e268c5294c req-ca72d0c3-448c-47e5-b656-9d7f8dee1d6a tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.16 "DELETE /v2.0/ports/dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 HTTP/1.1" status: 204  len: 173 time: 0.7203381
Dec 11 21:20:36.462923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77686e50>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:36.465413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-16c42d0b-259f-44f2-b8aa-d2fbd4e7ccf4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.468038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-16c42d0b-259f-44f2-b8aa-d2fbd4e7ccf4 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 946 time: 0.1511264
Dec 11 21:20:36.498710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Checking router: 74efc034-d436-41bd-a69d-5c9e3526fd71 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:20:36.507861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:36.508652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77686e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:36.554239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91880b22-956f-4e7e-830b-39e72de721ae req-c3f1f872-ecc5-4722-ae99-7505483e9781 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.555920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91880b22-956f-4e7e-830b-39e72de721ae req-c3f1f872-ecc5-4722-ae99-7505483e9781 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 946 time: 0.1613879
Dec 11 21:20:36.607685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-0bcbf8cc-138d-4345-95b0-f31e575cee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.609171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-0bcbf8cc-138d-4345-95b0-f31e575cee1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 200  len: 897 time: 0.1697164
Dec 11 21:20:36.614419 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Deleting port cd36e435-7fc5-4268-90ca-f86c08fab6cb {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:36.616036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:36.662898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-77869f3a-3b41-4164-b7b9-ffb4fe88bcbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 200  len: 217 time: 0.0412726
Dec 11 21:20:36.674929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91880b22-956f-4e7e-830b-39e72de721ae req-454d798e-21d4-4900-949d-7f1c262dc32e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114271
Dec 11 21:20:36.677111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:36.730306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-99ce6a25-a815-400a-936b-2b1c5891433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.731993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-99ce6a25-a815-400a-936b-2b1c5891433f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 200  len: 834 time: 0.0561159
Dec 11 21:20:36.735068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] For port cd36e435-7fc5-4268-90ca-f86c08fab6cb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cd36e435-7fc5-4268-90ca-f86c08fab6cb,segment=NetworkSegment(dd25fa98-fcad-4f72-b071-2986bdf9d97e),segment_id=dd25fa98-fcad-4f72-b071-2986bdf9d97e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:36.735430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:36.753705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Calling delete_port for cd36e435-7fc5-4268-90ca-f86c08fab6cb owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:36.785256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-0c521420-225b-4321-bfbd-55d812718bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:36.787004 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-0c521420-225b-4321-bfbd-55d812718bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6656d936-98ca-43ec-b407-4c83e6878016&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0472429
Dec 11 21:20:36.921813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-f6c30c60-f543-4be0-8e65-a18472633f6e service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238732
Dec 11 21:20:36.942100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77686e50>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:36.947327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f36a01-3267-41aa-85b2-07a8fc132aea req-6753b919-8b3b-4676-9fd7-ea99e21d5e17 tempest-VolumesActionsTest-1114221274 tempest-VolumesActionsTest-1114221274-project] 10.222.0.18 "GET /v2.0/ports?device_id=0eea8805-13bf-44d3-8518-6104e4dbe0d3 HTTP/1.1" status: 200  len: 210 time: 0.0475359
Dec 11 21:20:36.980680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b194-e52f-467d-af9d-4c6e279ee863 None None] The sync data for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 is: [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:17:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd0f7f1b9-fb91-490f-b2ac-7144ee84c229', 'name': '', 'network_id': '6656d936-98ca-43ec-b407-4c83e6878016', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:57:1b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:15Z', 'updated_at': '2021-12-11T21:17:21Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '7cdb15f5-9eae-4342-a5ae-d49ebc4aae82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:20:36.988543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:37.004253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cd36e435-7fc5-4268-90ca-f86c08fab6cb'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:20:37.040272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Pushing event deleted for resources: {'Port': ['ID=cd36e435-7fc5-4268-90ca-f86c08fab6cb,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:37.061816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de032c-1759-47e9-8428-fb3f3487b8b0 None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:37.082910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbb2e7d3-8de5-47d7-bb2c-519a83c7f5d0 req-a4c98101-eafe-4b9a-9b1e-56ca8e3c7d2f service neutron] 10.222.0.30 "GET /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552029
Dec 11 21:20:37.110841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] No DVR routers for this DVR port cd36e435-7fc5-4268-90ca-f86c08fab6cb on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:37.114052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:37.119704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0aada0ec-bc36-4a7a-b2fe-43b235c2f37f req-ab3b7101-9b63-4cc9-b90f-f77fbb627dd9 tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.16 "DELETE /v2.0/ports/cd36e435-7fc5-4268-90ca-f86c08fab6cb HTTP/1.1" status: 204  len: 173 time: 0.6451709
Dec 11 21:20:37.311233 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811dda92-dbed-4eeb-8343-df91ccecb440 None None] New status for floating IP 12cf5472-fcb6-40a2-b788-eb98f34edaa3: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:20:37.380354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-23f93106-aefc-44c3-a5e0-b72d425a448c req-2e614626-8134-41c1-9ea7-7d19877270ea tempest-AttachVolumeNegativeTest-1465826611 tempest-AttachVolumeNegativeTest-1465826611-project] 10.222.0.18 "GET /v2.0/ports?device_id=933050d8-e9c2-4f93-9b9e-496bc79f2c3c HTTP/1.1" status: 200  len: 210 time: 0.0317695
Dec 11 21:20:37.749844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-4b5a39b3-ab6b-41c0-afab-397bdcf14f84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:37.751633 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-4b5a39b3-ab6b-41c0-afab-397bdcf14f84 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 946 time: 0.0585310
Dec 11 21:20:37.792945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eb2ce-8e89-4479-b2e9-077cbeb84453 req-e241a10e-b7b2-49f1-98ab-f852dbaae50c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:37.795091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a26eb2ce-8e89-4479-b2e9-077cbeb84453 req-e241a10e-b7b2-49f1-98ab-f852dbaae50c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db96feb-0246-411d-a491-4aa9194a5964 HTTP/1.1" status: 200  len: 946 time: 0.0536141
Dec 11 21:20:37.849492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a26eb2ce-8e89-4479-b2e9-077cbeb84453 req-dea675a7-80d6-45c0-8b8d-94c227e616bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e2179af-9ce6-4ec2-b85c-779b61c405fd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472941
Dec 11 21:20:37.864222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:37.864702 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:37.961876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 1f32e426-4a9b-4c30-9ca4-f18008134e38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f32e426-4a9b-4c30-9ca4-f18008134e38,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:37.962234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:37.977555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 1f32e426-4a9b-4c30-9ca4-f18008134e38 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:38.139572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.174888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=1f32e426-4a9b-4c30-9ca4-f18008134e38,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:38.222522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] No DVR routers for this DVR port 1f32e426-4a9b-4c30-9ca4-f18008134e38 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:38.225315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.228857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8d5f462c-1ff9-4b86-9deb-9476ae0b3867 req-97b0dff1-af29-40ce-8b7c-77a019edfcd0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "DELETE /v2.0/ports/1f32e426-4a9b-4c30-9ca4-f18008134e38 HTTP/1.1" status: 204  len: 173 time: 0.4705217
Dec 11 21:20:38.229327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-deleted', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:38.232018 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7032eb85-db13-4970-8695-2a61aa9c7be3" -d '{"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-deleted", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:38.296032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'name': 'network-vif-deleted', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74'}, {'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'name': 'network-vif-deleted', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:38.299875 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1caafcd-7a31-4840-9932-c21fb0461330" -d '{"events": [{"server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "name": "network-vif-deleted", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74"}, {"server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "name": "network-vif-deleted", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:38.310618 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7a411-c2dc-4457-89f2-cfe1d01a7d05 x-openstack-request-id: req-86b7a411-c2dc-4457-89f2-cfe1d01a7d05 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:38.311695 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db96feb-0246-411d-a491-4aa9194a5964", "name": "network-vif-deleted", "tag": "1f32e426-4a9b-4c30-9ca4-f18008134e38", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:38.312454 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86b7a411-c2dc-4457-89f2-cfe1d01a7d05 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:38.314033 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db96feb-0246-411d-a491-4aa9194a5964', 'name': 'network-vif-deleted', 'tag': '1f32e426-4a9b-4c30-9ca4-f18008134e38', 'status': 'completed', 'code': 200}
Dec 11 21:20:38.356573 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29bc6b8-5c02-4ad8-b090-bae953ca0aca x-openstack-request-id: req-e29bc6b8-5c02-4ad8-b090-bae953ca0aca {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:38.356853 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eea8805-13bf-44d3-8518-6104e4dbe0d3", "name": "network-vif-deleted", "tag": "dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74", "status": "completed", "code": 200}, {"server_uuid": "933050d8-e9c2-4f93-9b9e-496bc79f2c3c", "name": "network-vif-deleted", "tag": "cd36e435-7fc5-4268-90ca-f86c08fab6cb", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:38.357682 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e29bc6b8-5c02-4ad8-b090-bae953ca0aca {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:38.358059 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eea8805-13bf-44d3-8518-6104e4dbe0d3', 'name': 'network-vif-deleted', 'tag': 'dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74', 'status': 'completed', 'code': 200}
Dec 11 21:20:38.358331 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933050d8-e9c2-4f93-9b9e-496bc79f2c3c', 'name': 'network-vif-deleted', 'tag': 'cd36e435-7fc5-4268-90ca-f86c08fab6cb', 'status': 'completed', 'code': 200}
Dec 11 21:20:38.443836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50598) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:38.502764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Deleting subnet 858058c0-ea3c-4000-bf54-3e2491c66905 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:20:38.503274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.548875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.602360 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.674523 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.704254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858058c0-ea3c-4000-bf54-3e2491c66905,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:38.721378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.721900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52881ba5-65e7-467a-a390-e98e55753612 None None] Network 7d4bed29-8ef3-4887-807a-55c2100dce6a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:38.728628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50610) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:38.733111 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5bfd1f55-46cc-4150-8783-70732bc92f07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/858058c0-ea3c-4000-bf54-3e2491c66905 HTTP/1.1" status: 204  len: 168 time: 0.2867773
Dec 11 21:20:38.851777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.863426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d961fe2-60df-4fc7-bc79-27df0380605d None None] DHCP port deletion for 7d4bed29-8ef3-4887-807a-55c2100dce6a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:38.912273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50626) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:38.962883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:38.986503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e732340>,) {'filters': {'network_id': ['7d4bed29-8ef3-4887-807a-55c2100dce6a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:38.997285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e732340>, 'dd25fa98-fcad-4f72-b071-2986bdf9d97e') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:38.997632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e732340>, 'dd25fa98-fcad-4f72-b071-2986bdf9d97e') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:39.010577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.026101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.034321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:20:39.034678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:20:39.036507 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:20:39.112534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.124616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.133923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] 10.222.0.18 "DELETE /v2.0/networks/7d4bed29-8ef3-4887-807a-55c2100dce6a HTTP/1.1" status: 204  len: 168 time: 0.4033098
Dec 11 21:20:39.160226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f38126-7297-4c8b-b353-c042a4de4bae admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4bed29-8ef3-4887-807a-55c2100dce6a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:39.370396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50646) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:39.426900 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cd36e435-7fc5-4268-90ca-f86c08fab6cb no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:39.429218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-86b66075-70ee-4660-b68e-1ecef2d1d4be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b7a144477c34942b19e3ae74b12f047&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0575013
Dec 11 21:20:39.435559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50648) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:39.466654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: cd36e435-7fc5-4268-90ca-f86c08fab6cb {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:39.467300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cd36e435-7fc5-4268-90ca-f86c08fab6cb not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:39.467878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:39.490291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:39.490943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dbac1ecf-4ba1-4c5e-b4f9-6623c0aaec74 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:39.529626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.560946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.627917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.631879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:39.637648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ecb5acf-313f-4219-9f25-1a697438aa71 HTTP/1.1" status: 204  len: 168 time: 0.2004185
Dec 11 21:20:39.648730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6242-ee87-42a3-83a6-7486babd7cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb5acf-313f-4219-9f25-1a697438aa71,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:39.808942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:40.159943 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port d0f7f1b9-fb91-490f-b2ac-7144ee84c229 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:40.160429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:40.282506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port d0f7f1b9-fb91-490f-b2ac-7144ee84c229, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:40.282892 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:40.320575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for d0f7f1b9-fb91-490f-b2ac-7144ee84c229 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:40.629763 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:40.661094 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=d0f7f1b9-fb91-490f-b2ac-7144ee84c229,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:40.943083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.028124 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-522650cf-dfab-4030-b7ca-ddd842a23f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.302381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:41.318151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router 74efc034-d436-41bd-a69d-5c9e3526fd71 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:20:41.327270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 1f32e426-4a9b-4c30-9ca4-f18008134e38 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:41.327795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1f32e426-4a9b-4c30-9ca4-f18008134e38 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:41.504819 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:20:41.515152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:41.520017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Sync routers for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:20:41.531096 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d5b211ea-9bf2-429e-b3fd-02da23acb1bd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/74efc034-d436-41bd-a69d-5c9e3526fd71/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6175613
Dec 11 21:20:41.551770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:41.552438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b01490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:41.675449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting subnet 7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:20:41.687806 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.729208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:41.761784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.877109 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.967922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b01490>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:20:40Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:41.989859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:41.999605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Checking router: 74efc034-d436-41bd-a69d-5c9e3526fd71 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:20:42.010562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Routers {'74efc034-d436-41bd-a69d-5c9e3526fd71'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:42.011168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b01490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['74efc034-d436-41bd-a69d-5c9e3526fd71'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:42.100236 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:42.107378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31fe14-52b1-477f-8c63-d125964637d2 None None] Network 6656d936-98ca-43ec-b407-4c83e6878016 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:42.112791 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/subnets/7cdb15f5-9eae-4342-a5ae-d49ebc4aae82 HTTP/1.1" status: 204  len: 168 time: 0.5965567
Dec 11 21:20:42.114954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855608ea-a751-4c7e-a6d4-85823592b543 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdb15f5-9eae-4342-a5ae-d49ebc4aae82,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:42.116889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50726) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:42.268537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] Set router 74efc034-d436-41bd-a69d-5c9e3526fd71 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:42.285672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:42.564695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] DHCP port deletion for 6656d936-98ca-43ec-b407-4c83e6878016 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:42.719184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Deleting port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:42.719565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:42.811423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] For port 747eaa4b-bb8b-44c9-840d-f05a3b891e36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=747eaa4b-bb8b-44c9-840d-f05a3b891e36,segment=NetworkSegment(048b1420-9cda-487f-8aa4-88ef0e41ebc0),segment_id=048b1420-9cda-487f-8aa4-88ef0e41ebc0)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:42.811829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:42.833580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Calling delete_port for 747eaa4b-bb8b-44c9-840d-f05a3b891e36 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:42.852746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b01490>, [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:20:40Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:42.902271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b7f87-a3bd-430a-87dd-6e314ee82424 None None] The sync data for ids ['74efc034-d436-41bd-a69d-5c9e3526fd71'] in ncdv-master-1 is: [{'id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073547217', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107'}], 'enable_snat': True}, 'gw_port_id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:17:10Z', 'updated_at': '2021-12-11T21:20:40Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1ddd690d-8493-4226-a435-b9a524bb4f04', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74efc034-d436-41bd-a69d-5c9e3526fd71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:17:11Z', 'updated_at': '2021-12-11T21:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:20:42.914246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.050311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 1ddd690d-8493-4226-a435-b9a524bb4f04 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:43.050698 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.151186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 1ddd690d-8493-4226-a435-b9a524bb4f04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ddd690d-8493-4226-a435-b9a524bb4f04,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:43.151601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.168248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 1ddd690d-8493-4226-a435-b9a524bb4f04 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:43.300843 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.341589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] Pushing event deleted for resources: {'Port': ['ID=747eaa4b-bb8b-44c9-840d-f05a3b891e36,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:43.347692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9b7e3-8510-4f48-bfa5-5f503830c953 None None] No DVR routers for this DVR port 747eaa4b-bb8b-44c9-840d-f05a3b891e36 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:43.377442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.415452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=1ddd690d-8493-4226-a435-b9a524bb4f04,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:43.435522 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540f189-e297-40e1-a5e1-de758d7650d6 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:43.503990 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-987ca890-bb7a-4a5d-819b-e1273361212e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.526841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.664488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.671053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.740068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.741346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Fanout notify agent at l3_agent the message router_deleted on router 74efc034-d436-41bd-a69d-5c9e3526fd71 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:20:43.760642 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:43.762340 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9ba638d7-8e61-4600-883c-7569b83a64a9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/routers/74efc034-d436-41bd-a69d-5c9e3526fd71 HTTP/1.1" status: 204  len: 168 time: 1.6443536
Dec 11 21:20:43.764921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:43.933270 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.095650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.125228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d95e910>,) {'filters': {'network_id': ['6656d936-98ca-43ec-b407-4c83e6878016']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:44.159565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d95e910>, '048b1420-9cda-487f-8aa4-88ef0e41ebc0') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:44.159862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d95e910>, '048b1420-9cda-487f-8aa4-88ef0e41ebc0') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:44.173964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.195502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.204171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:20:44.204746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:20:44.209814 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:20:44.302457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.312929 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.319140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/networks/6656d936-98ca-43ec-b407-4c83e6878016 HTTP/1.1" status: 204  len: 168 time: 0.5529213
Dec 11 21:20:44.319316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50760) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:44.337584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894fcb3-fd6a-4d83-bddb-9a1f94a4cd01 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Network': ['ID=6656d936-98ca-43ec-b407-4c83e6878016,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:44.407564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50762) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:44.483575 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.487695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 747eaa4b-bb8b-44c9-840d-f05a3b891e36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:44.542536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 747eaa4b-bb8b-44c9-840d-f05a3b891e36 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:44.543649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 747eaa4b-bb8b-44c9-840d-f05a3b891e36 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:44.544292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0f7f1b9-fb91-490f-b2ac-7144ee84c229 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:44.552302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.585728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d0f7f1b9-fb91-490f-b2ac-7144ee84c229 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:44.586565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d0f7f1b9-fb91-490f-b2ac-7144ee84c229 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:44.591894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1ddd690d-8493-4226-a435-b9a524bb4f04 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:44.622512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1ddd690d-8493-4226-a435-b9a524bb4f04 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:44.623073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1ddd690d-8493-4226-a435-b9a524bb4f04 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:44.656618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd960b60-5153-42e0-bf4d-2d4c2af551c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.700998 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.704408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.706068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/security-groups/7e2179af-9ce6-4ec2-b85c-779b61c405fd HTTP/1.1" status: 204  len: 168 time: 0.3857851
Dec 11 21:20:44.720992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf7c83-6e41-4c4d-b42f-d4114ba90a16 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2179af-9ce6-4ec2-b85c-779b61c405fd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:44.793397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd960b60-5153-42e0-bf4d-2d4c2af551c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.802716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cd960b60-5153-42e0-bf4d-2d4c2af551c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.905532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd960b60-5153-42e0-bf4d-2d4c2af551c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53fe558-191c-4587-a809-b1047d1cfeb5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:44.927388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd960b60-5153-42e0-bf4d-2d4c2af551c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dd4c87e47ed44d585b2bfefdd72a390&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5178859
Dec 11 21:20:44.929568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50772) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:44.963204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:44.990852 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.019966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.064382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50774) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.069665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047909284', 'description': 'tempest-secgroup-smoke-2047909284 description', 'project_id': '57a572b530bb4301876a76b0a8a94b78'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:45.096602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.099770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.103277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b53fe558-191c-4587-a809-b1047d1cfeb5 HTTP/1.1" status: 204  len: 168 time: 0.1703894
Dec 11 21:20:45.112198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.114516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a84f6f-57e6-4149-8c07-3aafc630b68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53fe558-191c-4587-a809-b1047d1cfeb5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.219828 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.228516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.309842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.315236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.316637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f68d2094-3d55-4c79-9778-b4947106714a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2510920
Dec 11 21:20:45.319641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50786) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.324789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:45.367308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.460700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.465757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.495808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d31980b-2842-4b74-be0e-9c7044105e92,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.506657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.512471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-39084d65-c09e-4f96-9c03-58e272d4e9e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1884830
Dec 11 21:20:45.512969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50790) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.520049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:45.574844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50794) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.578308 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.589954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a96471a3-c959-4999-afb5-66526cb267f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.677379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.682758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.713970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d48d86-ba02-4641-b9b9-3847baa78c1f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.724206 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a96471a3-c959-4999-afb5-66526cb267f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.727944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.731784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a96471a3-c959-4999-afb5-66526cb267f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.735093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.735339 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51dc1e1c-f761-4ea1-9904-1bf1991d5640 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2202225
Dec 11 21:20:45.746467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:45.802013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96471a3-c959-4999-afb5-66526cb267f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa9f52-bbbc-4c36-85d4-c24e21026fdd,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.815251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a96471a3-c959-4999-afb5-66526cb267f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b0bd7472f0e48d0bb1636e0b7e13943&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2390442
Dec 11 21:20:45.815394 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50798) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.827933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.904394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.919794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.927879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.936963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.944936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.958845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:45.958845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2169588
Dec 11 21:20:45.961065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:45.961936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40bde0-368e-4c92-b9fa-b4b11364fd7d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bafcf9e-ef16-4e1f-acc8-de930401146a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:45.968434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:46.023100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.045117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.049182 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.051213 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05aa9f52-bbbc-4c36-85d4-c24e21026fdd HTTP/1.1" status: 204  len: 168 time: 0.2334661
Dec 11 21:20:46.062401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cea8d-b2ff-46cb-9ab5-361318c3e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa9f52-bbbc-4c36-85d4-c24e21026fdd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:46.136463 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.148823 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.183693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c05971f-7c42-4487-b876-676ae12cec94,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:46.189334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.194113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-de7aef40-fe16-4e7a-a86f-9d9ecc773622 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2291543
Dec 11 21:20:46.194659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50804) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:46.203638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:46.266118 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:20:46.277398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.356389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.412080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.420176 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.448436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027c9903-95d3-4e64-b439-31c0530a1a7a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:46.457639 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.462215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50812) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:46.462839 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-59c52003-478b-4d9c-bca6-7f5efcc509e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2656653
Dec 11 21:20:46.470798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:46.507731 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:20:46.521299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.612502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.626175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.663583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e0770f-1cd6-4556-9671-1999aa02176d,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:46.676740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.679017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-720cc7bf-e471-4b96-89cb-c9a0b2933920 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2140479
Dec 11 21:20:46.683081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50822) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:46.690351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'network': {'name': 'tempest-network-smoke--2116174397', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:46.721974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:46.728851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.772879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:20:46.794123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.794747 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Added segment 24d4b515-1813-4fc3-a40d-85f332a212d7 of type vlan for network aa9c0921-e2fb-47f1-8deb-388749fc65c5
Dec 11 21:20:46.870194 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.916077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.937787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:46.940036 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:46.993467 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3087177
Dec 11 21:20:46.996176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:47.003109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'admin_state_up': True, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:47.044894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaab2f1-dc30-4ab1-a9ee-f4e931fc9942 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Network': ['ID=aa9c0921-e2fb-47f1-8deb-388749fc65c5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:47.058656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:20:47.083892 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.085160 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.192073 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.301207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.596478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.915305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:47.955250 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:48.140368 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.251 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4006fac7-baa8-4a58-9a1b-d286ea2fc0de) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:48.324621 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:48.372687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:48.418941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:48.424800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:48.427674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:48.444077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd984c-1986-4937-b0c1-6fcb6330bcfc None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:48.509267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-19d7a9f5-e201-4006-9a38-6dda0a1284a4 None None] Provisioning complete for port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:48.509668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-19d7a9f5-e201-4006-9a38-6dda0a1284a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:48.598712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-19d7a9f5-e201-4006-9a38-6dda0a1284a4 None None] Port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:48.625333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:48.650648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.651590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.652140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.652301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.652932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.653226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.653670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.654011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.654393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.654798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.655194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.655485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.655885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:48.861048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:49.265518 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:49.382039 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:20:49.478005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router f49fb44c-bd94-4633-87bf-d0b62d784512 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:20:49.643107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:20:49.656618 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Sync routers for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:20:49.679268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:49.682821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:49.683647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0c833384-100d-4e36-915e-8edbd619edc2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.6861310
Dec 11 21:20:49.686812 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffde4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:49.687066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50896) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:49.769695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-08405d28-3db5-4df2-9498-cbe4e0117c6f tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=57a572b530bb4301876a76b0a8a94b78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0814018
Dec 11 21:20:49.772210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50900) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:49.815763 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:49.992505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50904) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:50.081083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a80902-3522-4feb-bea3-767663e7dff4 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:50.085110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f4a80902-3522-4feb-bea3-767663e7dff4 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3115854
Dec 11 21:20:50.088550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:50.173356 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffde4c0>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:48Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:50.205374 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Checking router: f49fb44c-bd94-4633-87bf-d0b62d784512 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:20:50.206546 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Updating router f49fb44c-bd94-4633-87bf-d0b62d784512 port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:20:50.219350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0907a72e-cbb4-4919-a874-614d6165c570 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1288552
Dec 11 21:20:50.219735 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:50.221247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75c10f5c-2632-436d-83f3-e208a964e3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.225350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-770477555', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:50.247502 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.403791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75c10f5c-2632-436d-83f3-e208a964e3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.413623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-75c10f5c-2632-436d-83f3-e208a964e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.443699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:20:50.449230 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.484024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75c10f5c-2632-436d-83f3-e208a964e3c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8795faa5682341a986cebb08cf03195e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4891474
Dec 11 21:20:50.486162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:50.488770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c10f5c-2632-436d-83f3-e208a964e3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c824f-60f4-45f1-b0d6-0b525577c183,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:50.561166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.574815 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.584687 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.586375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.640229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49382e4d-5d3f-489c-b808-aa22448345cf None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:50.681123 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Attempting to bind port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:50.682796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Attempting to bind port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:50.683377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Attempting to bind port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:50.695998 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:50.696686 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:50.697854 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.698405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:50.699251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Bound port: 4006fac7-baa8-4a58-9a1b-d286ea2fc0de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:50.699807 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.704516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Pushing event updated for resources: {'Port': ['ID=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:50.729282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.732187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.745175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d21c824f-60f4-45f1-b0d6-0b525577c183 HTTP/1.1" status: 204  len: 168 time: 0.2518506
Dec 11 21:20:50.746319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-86b528d4-98f7-4a31-b2f5-74487e786241 None None] Provisioning complete for port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:50.746840 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-86b528d4-98f7-4a31-b2f5-74487e786241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.778583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.779868 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.780117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bc310-7ed4-4e14-9c5c-e46a773cf4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c824f-60f4-45f1-b0d6-0b525577c183,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:50.785269 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.785620 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.786841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.787346 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.788270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.789432 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.789916 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.790399 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.791009 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.791621 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.792988 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:50.857551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] For port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:50.867104 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] For port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:50.882307 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:50.945173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-86b528d4-98f7-4a31-b2f5-74487e786241 None None] Port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:50.982335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72369db6-674d-455c-b771-238f0ed6179c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:20:51.013637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f11c98-ce49-4820-aba1-5064ad08d190 None None] Pushing event updated for resources: {'Port': ['ID=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:51.016926 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:51.017927 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffde4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:51.028090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.114628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Provisioning complete for port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:51.114997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.162518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:51.163360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network hostable DHCP agents. Network: aa9c0921-e2fb-47f1-8deb-388749fc65c5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:20:51.178897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:51.188699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Subnet': ['ID=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:51.273292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:20:51.308002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d803d-a2cd-44ec-bb5e-68e28829b17c req-fec94566-65e9-4b7a-8ed5-4da056ef4a25 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:51.309657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a38d803d-a2cd-44ec-bb5e-68e28829b17c req-fec94566-65e9-4b7a-8ed5-4da056ef4a25 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.0807598
Dec 11 21:20:51.310644 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa9c0921-e2fb-47f1-8deb-388749fc65c5) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:51.315704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:51.316506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.362466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c437b633-0e63-4cf9-a425-7b8023a2ea58 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1410594
Dec 11 21:20:51.366312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50928) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:51.390582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a38d803d-a2cd-44ec-bb5e-68e28829b17c req-779fc8c4-8bcd-4d62-91d2-8f2a76d59950 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677674
Dec 11 21:20:51.415444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e7074-b79a-4811-9908-621f4758c98c None None] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:51.546341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 50934) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:51.579356 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.596070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.600538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.641425 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] For port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:51.653009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.729676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Pushing event updated for resources: {'Port': ['ID=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:51.730884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffde4c0>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:48Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:51.767289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.767871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.768440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.769007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.769536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.770084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.770703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.771244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.771808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.772351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.772893 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.773639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.774199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe96b93a-e595-4c39-a1ce-6aacc974a36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.784527 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bde92f-7fd9-4de4-bd32-d0bb13c55a68 None None] The sync data for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 is: [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:48Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:20:51.787424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:20:51.789043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.790160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.797958 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:51.869480 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18eb3fb0e8964a9ab3d20b9739bdbc1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3183525
Dec 11 21:20:51.869724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 50936) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:51.923350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13bce79-bb15-4468-aa89-525e7fd41848,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:51.946541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.946965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.947889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.948353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.954104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.954728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.955078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.956001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.956001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.956233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.956455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.958909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:51.959257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df554c0e-bc9b-428f-bbde-006ef5fbaf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:20:52.039889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Allocated IP 172.20.0.2 (aa9c0921-e2fb-47f1-8deb-388749fc65c5/3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231/a4e63836-9c27-4245-9ce1-7cfd4457e87a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:52.102256 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.140896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.374552 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.385562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.388295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.391364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.409079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a13bce79-bb15-4468-aa89-525e7fd41848 HTTP/1.1" status: 204  len: 168 time: 0.5382638
Dec 11 21:20:52.468335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:52.472680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:52.473198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a58bd-dacf-4f21-862e-90c05e67500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13bce79-bb15-4468-aa89-525e7fd41848,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:52.487440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:52.564342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Pushing event updated for resources: {'Port': ['ID=a4e63836-9c27-4245-9ce1-7cfd4457e87a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:52.682688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Attempting to bind port a4e63836-9c27-4245-9ce1-7cfd4457e87a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:52.682688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Attempting to bind port a4e63836-9c27-4245-9ce1-7cfd4457e87a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:52.682688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Attempting to bind port a4e63836-9c27-4245-9ce1-7cfd4457e87a on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:52.751834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:52.752229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:52.752645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.753295 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Bound using segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:52.760532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Bound port: a4e63836-9c27-4245-9ce1-7cfd4457e87a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:52.761045 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.769445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2036d3-b88e-46c2-a6ac-0ff371dfc517 req-1d449452-9d7a-470a-a446-6b435b66132e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:52.773725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b2036d3-b88e-46c2-a6ac-0ff371dfc517 req-1d449452-9d7a-470a-a446-6b435b66132e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.2098627
Dec 11 21:20:52.782052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.959269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] For port a4e63836-9c27-4245-9ce1-7cfd4457e87a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:52.964312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] For port a4e63836-9c27-4245-9ce1-7cfd4457e87a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4e63836-9c27-4245-9ce1-7cfd4457e87a,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:52.975416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:52.987160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-d58c1f6d-582f-49cf-90cd-a55f717dcf56 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:52.989700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-d58c1f6d-582f-49cf-90cd-a55f717dcf56 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 945 time: 0.1604109
Dec 11 21:20:53.111348 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b2036d3-b88e-46c2-a6ac-0ff371dfc517 req-2ac1e551-fc17-4740-b89a-97c55f93ab08 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=99729167-feef-481e-9ba3-19e015b2c4e1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955091
Dec 11 21:20:53.153207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981f516-0275-4b97-be9c-f263e6796305 None None] Pushing event updated for resources: {'Port': ['ID=a4e63836-9c27-4245-9ce1-7cfd4457e87a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:53.200208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port a6730fa8-fc25-4e4d-b091-5df015a50c2c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:20:53.207378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:53.414765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port a6730fa8-fc25-4e4d-b091-5df015a50c2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a6730fa8-fc25-4e4d-b091-5df015a50c2c,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:53.415717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:53.458972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for a6730fa8-fc25-4e4d-b091-5df015a50c2c owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:20:53.708154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.1 (aa9c0921-e2fb-47f1-8deb-388749fc65c5/3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231/689c23e3-8660-47b3-b2e5-da54cdb3ec11) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:20:53.780584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:53.842342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=a6730fa8-fc25-4e4d-b091-5df015a50c2c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:53.942208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port a6730fa8-fc25-4e4d-b091-5df015a50c2c on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:20:53.945306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:53.955462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9639aed3-df4b-4ba4-b7b2-ccf488e1be7b req-a2b8a3b1-31cd-4070-ac5c-e62dea29013c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "DELETE /v2.0/ports/a6730fa8-fc25-4e4d-b091-5df015a50c2c HTTP/1.1" status: 204  len: 173 time: 0.9584763
Dec 11 21:20:53.956217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'name': 'network-vif-deleted', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:20:53.958840 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a294c9a-2c92-49d5-83f3-e21739fc6ccc" -d '{"events": [{"server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "name": "network-vif-deleted", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:20:53.975036 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:54.032839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:54.037365 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d56fd-b7ce-42af-afc0-54ad1de24da0 x-openstack-request-id: req-2e2d56fd-b7ce-42af-afc0-54ad1de24da0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:20:54.038035 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25", "name": "network-vif-deleted", "tag": "a6730fa8-fc25-4e4d-b091-5df015a50c2c", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:20:54.038035 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e2d56fd-b7ce-42af-afc0-54ad1de24da0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:20:54.038323 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25', 'name': 'network-vif-deleted', 'tag': 'a6730fa8-fc25-4e4d-b091-5df015a50c2c', 'status': 'completed', 'code': 200}
Dec 11 21:20:54.099172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:54.102812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:54.115295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:20:54.191706 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:54.254087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:54.380632 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8458fea-cb02-4bb7-909a-c9e8b8196a23 req-15f40a6d-bcfb-4936-9766-c73c62c10075 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=298fd36d-0d0f-45c2-9bcf-e99a6b2c2d25 HTTP/1.1" status: 200  len: 210 time: 0.1150215
Dec 11 21:20:54.437912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4006fac7-baa8-4a58-9a1b-d286ea2fc0de up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:54.573833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:54.574769 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:54.598850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:54.799631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4e63836-9c27-4245-9ce1-7cfd4457e87a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:54.963596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a4e63836-9c27-4245-9ce1-7cfd4457e87a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:54.964536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.236327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.285784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c68942-8c82-40c7-b72d-20a234d4afcb None None] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:20:55.391142 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a6730fa8-fc25-4e4d-b091-5df015a50c2c no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:20:55.450302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: a6730fa8-fc25-4e4d-b091-5df015a50c2c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:20:55.451449 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device a6730fa8-fc25-4e4d-b091-5df015a50c2c not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:20:55.469869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port a4e63836-9c27-4245-9ce1-7cfd4457e87a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4e63836-9c27-4245-9ce1-7cfd4457e87a,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:55.498933 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.517137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a72c6c5a-db4c-4151-add1-5fe231d71105 None None] Provisioning complete for port a4e63836-9c27-4245-9ce1-7cfd4457e87a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:55.520649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a72c6c5a-db4c-4151-add1-5fe231d71105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.666137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=a4e63836-9c27-4245-9ce1-7cfd4457e87a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:55.836775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.841910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.921828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:55.924482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:55.948605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3622924f-9a88-49de-a61e-89d2bfec0df9 None None] Provisioning complete for port a4e63836-9c27-4245-9ce1-7cfd4457e87a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:55.948978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3622924f-9a88-49de-a61e-89d2bfec0df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:56.054256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:20:56.055970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:20:56.056116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3622924f-9a88-49de-a61e-89d2bfec0df9 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:56.057310 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3622924f-9a88-49de-a61e-89d2bfec0df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:56.106019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3622924f-9a88-49de-a61e-89d2bfec0df9 None None] Port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:56.177455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4e63836-9c27-4245-9ce1-7cfd4457e87a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:20:56.188827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router f49fb44c-bd94-4633-87bf-d0b62d784512 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:20:56.253597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fcda8b13-f21f-45b1-931e-632974de3dd9 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:56.253597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fcda8b13-f21f-45b1-931e-632974de3dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:56.287725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a4e63836-9c27-4245-9ce1-7cfd4457e87a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:56.287725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:56.318389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fcda8b13-f21f-45b1-931e-632974de3dd9 None None] Port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:56.486965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:20:56.505705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Sync routers for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:20:56.529082 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:56.530798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90175b2f-c0f7-4dd3-97ae-9a3336312247 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/f49fb44c-bd94-4633-87bf-d0b62d784512/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1626112
Dec 11 21:20:56.531552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76a35b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:56.749996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c5b54211-d2b9-4bbc-879b-1a1c8d106bc4 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:56.750541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5b54211-d2b9-4bbc-879b-1a1c8d106bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:56.753763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:56.864415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c5b54211-d2b9-4bbc-879b-1a1c8d106bc4 None None] Port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:20:57.001763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-c6fa8058-662b-467a-a7c4-37a4b957c194 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047909284&fields=id&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 267 time: 0.1358974
Dec 11 21:20:57.163091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76a35b20>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:55Z', 'revision_number': 2, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:57.202736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Checking router: f49fb44c-bd94-4633-87bf-d0b62d784512 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:20:57.203091 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Updating router f49fb44c-bd94-4633-87bf-d0b62d784512 port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:20:57.208467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-211e13da-a32f-46b3-bbfa-7ee7b830b566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:57.217825 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-211e13da-a32f-46b3-bbfa-7ee7b830b566 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 797 time: 0.2039247
Dec 11 21:20:57.238337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-9c335540-9ac7-41ed-9277-03328f3bb2df tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/quotas/57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 375 time: 0.0193574
Dec 11 21:20:57.295285 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:57.334082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-fa9d5662-4b56-4ee7-b9e0-10e8f4d3f65a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0864875
Dec 11 21:20:57.453165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6b433a7f-ee07-44c2-9c35-5adf0caa96d3 service neutron] 10.222.0.18 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158218
Dec 11 21:20:57.628788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-f94e75df-c21a-4e74-8635-96a7a489241d service neutron] 10.222.0.18 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739483
Dec 11 21:20:57.653428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:57.659405 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:57.959153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa8c6e-2e8e-4ef2-9824-969adf2bb26a None None] Pushing event updated for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:58.013190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6f61f00f-bc07-4c24-a602-60e5591d27a7 req-0054de1a-2c7b-4ec5-8cf4-7ecbdc40e18c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 210 time: 0.0740080
Dec 11 21:20:58.062530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Attempting to bind port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:20:58.063039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Attempting to bind port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:20:58.063297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Attempting to bind port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:20:58.070561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:20:58.071573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:20:58.072938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.073740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Bound using segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:20:58.074675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Bound port: 689c23e3-8660-47b3-b2e5-da54cdb3ec11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:20:58.075484 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.162798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] For port 689c23e3-8660-47b3-b2e5-da54cdb3ec11, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:20:58.166762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] For port 689c23e3-8660-47b3-b2e5-da54cdb3ec11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=689c23e3-8660-47b3-b2e5-da54cdb3ec11,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:20:58.178681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.296134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:20:58.297310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76a35b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:58.335920 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa8c6e-2e8e-4ef2-9824-969adf2bb26a None None] Pushing event updated for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:58.472736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:20:58.558860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51130) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:58.563539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965859113', 'description': 'tempest-secgroup-smoke-1965859113 description', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:58.612624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.655499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:58.656125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.732671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.758412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.818624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.820390 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2604697
Dec 11 21:20:58.822734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c8f07-c41a-47cc-bea7-b7dd8b36c2ad tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b982a13e-6829-4a09-8ef8-a71f8ad45ceb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:58.823717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51132) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:58.836794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:58.888832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.951863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.982760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.991940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:58.992612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76a35b20>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:20:59.016484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cc52b7-2bab-4460-ab6c-037342e28b15,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:59.029695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.031531 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fe2a1d99-b8e0-4890-b67d-7823c0aafd03 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2066870
Dec 11 21:20:59.034091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:59.038805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:59.048909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] For port 689c23e3-8660-47b3-b2e5-da54cdb3ec11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=689c23e3-8660-47b3-b2e5-da54cdb3ec11,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:20:59.055890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513e4ca9-18f9-4c6b-aa2a-fcf8e94e4152 None None] The sync data for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 is: [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:20:59.073725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.109383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.209349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1a82-1593-4412-a357-d2edfd9fee50 None None] Pushing event updated for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:59.241695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cfc9daee-a121-4054-b3ad-9b7292b6a41c req-0a0db89c-4df7-48fa-a6d1-002fa4498aef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 210 time: 0.0774860
Dec 11 21:20:59.266744 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.276365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1d6b85d4-ae10-4559-a83d-479baa1bacb8 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:20:59.277310 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1d6b85d4-ae10-4559-a83d-479baa1bacb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.277975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.300486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7263af2-1458-44e9-9383-5ccc5f3a0085,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:59.335097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.338528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-62053efd-09c4-403e-818e-7e2cd9a89d6b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3013022
Dec 11 21:20:59.339482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51142) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:59.347395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:59.403565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.477199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.488286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.555054 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea82405-f25a-4252-8023-24b51b66eb09,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:20:59.578750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.583896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-13c42f6b-82a1-47b5-bd91-5657dc08d921 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2428906
Dec 11 21:20:59.586549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51146) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:20:59.592600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:59.773594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.811444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-caad8a6b-88ce-47b1-a758-bb395c5001b8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:20:59.813586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-caad8a6b-88ce-47b1-a758-bb395c5001b8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 797 time: 0.3707623
Dec 11 21:20:59.923611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.938057 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:20:59.959556 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d36e9065-a692-445c-b3b5-483a35584264 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 380 time: 0.1297767
Dec 11 21:20:59.974425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'port': {'device_id': '99da6977-175c-489b-b7a3-2b0ce1688103', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'admin_state_up': True, 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'security_groups': ['ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:20:59.980818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fcab7f-f724-4f68-b3cc-15f152c17df4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:00.116724 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.120430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ffbdfd39-41b4-4883-8e36-0da66a300ce4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5299299
Dec 11 21:21:00.120727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51156) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:00.125860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:00.165237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.db.api [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:21:00.165237 ncdv-master-1 neutron-server[125988]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Dec 11 21:21:00.165237 ncdv-master-1 neutron-server[125988]: [parameters: {'project_id_1': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'expiration_1': datetime.datetime(2021, 12, 11, 21, 20, 40, 137339)}]
Dec 11 21:21:00.165237 ncdv-master-1 neutron-server[125988]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:21:00.166718 ncdv-master-1 neutron-server[125988]: DEBUG oslo_db.api [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:21:00.180836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:00.188487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.325408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 689c23e3-8660-47b3-b2e5-da54cdb3ec11 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:00.412329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:00.413125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.441676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.8 (aa9c0921-e2fb-47f1-8deb-388749fc65c5/3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231/6d2786a3-a9ae-444a-8a61-a42df70f856b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:00.550416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8d8fa470-573a-4aec-9c9f-2000a97447d0 req-e61486a4-a4cc-41a1-887c-5e788c046d3d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 210 time: 0.0522370
Dec 11 21:21:00.685419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.724293 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Project d8f0381bbbd84752abdbd2d9ae843b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:21:00.733646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.744373 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.823532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:00.827717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:00.831107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:00.855426 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.864113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.878673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:00.925350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f3af03-e2b3-4a8c-ae70-dd28e200e774,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:00.933232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.935778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e823554a-8b54-4dc9-a6b3-1e7c5313245b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8135240
Dec 11 21:21:00.938786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51162) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:00.947128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:00.947834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:00.962678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'security_group_rule': {'security_group_id': 'b982a13e-6829-4a09-8ef8-a71f8ad45ceb', 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:01.026944 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Project d8f0381bbbd84752abdbd2d9ae843b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:21:01.047130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.092309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-6d2ba092-5680-4cad-bd89-d03dc95d1af7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1220148
Dec 11 21:21:01.117776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Request body: {'port': {'device_id': '99da6977-175c-489b-b7a3-2b0ce1688103', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:01.151146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.173054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.206568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66ee0ee-8843-4878-a229-0349816eae70,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:01.219955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.225001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d9b0ffa-56b6-4da8-8338-4cd14eeade5c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2850993
Dec 11 21:21:01.291279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.328189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5f53ecdb-69c9-480c-b7a4-4a78585cc001 None None] Provisioning complete for port 6d2786a3-a9ae-444a-8a61-a42df70f856b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:01.328189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5f53ecdb-69c9-480c-b7a4-4a78585cc001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.414709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5f53ecdb-69c9-480c-b7a4-4a78585cc001 None None] Port 6d2786a3-a9ae-444a-8a61-a42df70f856b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:21:01.735026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1bbb0-44d5-4f42-b2c0-6e8790ad7d15 req-bb137067-5581-4aaf-a5e7-9fd83d90e5b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:01.736665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ad1bbb0-44d5-4f42-b2c0-6e8790ad7d15 req-bb137067-5581-4aaf-a5e7-9fd83d90e5b2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 931 time: 0.0599010
Dec 11 21:21:01.835264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2786a3-a9ae-444a-8a61-a42df70f856b {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:21:01.844817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.864351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Transition to ACTIVE for port object 6d2786a3-a9ae-444a-8a61-a42df70f856b will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:21:01.869280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:01.890693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ad1bbb0-44d5-4f42-b2c0-6e8790ad7d15 req-dfd374fb-e5fe-4779-8e96-54911df63c3a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1447129
Dec 11 21:21:01.958080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:02.011934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:02.012378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:02.012809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:02.022511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:21:02.023387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:02.030711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:02.030966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:02.031406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Bound using segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:02.032100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Bound port: 6d2786a3-a9ae-444a-8a61-a42df70f856b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:02.032573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:02.149417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:02.156527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:02.163958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:02.232845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:02.233419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:02.237830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1091 time: 1.1288340
Dec 11 21:21:02.256253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:02.265506 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4464ab16-7fa8-4130-8fa5-fa479c6764b8" -d '{"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:02.359787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385068-ca45-4c14-80a1-a877cd5740a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:02.377105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-17b0de6f-8a4c-4b81-aae2-b7aa0600159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:02.379748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-17b0de6f-8a4c-4b81-aae2-b7aa0600159f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1094 time: 0.0717795
Dec 11 21:21:02.391285 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bb696-1c91-4e36-a743-1b43c23c4a55 x-openstack-request-id: req-819bb696-1c91-4e36-a743-1b43c23c4a55 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:02.391772 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:02.392280 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-819bb696-1c91-4e36-a743-1b43c23c4a55 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:02.392652 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'status': 'completed', 'code': 200}
Dec 11 21:21:02.456185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-d2bd1a80-1098-42ef-8b89-cfe48915cae5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 217 time: 0.0625830
Dec 11 21:21:02.544376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-3adc7387-2c15-462c-bdf0-e3a76a98d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:02.548164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-3adc7387-2c15-462c-bdf0-e3a76a98d6dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0835621
Dec 11 21:21:02.627670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-43d17433-bdae-475a-a5c8-0b68a728a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:02.629219 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-43d17433-bdae-475a-a5c8-0b68a728a558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0713122
Dec 11 21:21:02.742194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-f983bf60-1ed8-44e8-900a-6ada51007f7e service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045456
Dec 11 21:21:02.893802 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0c1770d-74e9-4c95-a68f-ab2c447e9354 req-4371461e-d6bb-4749-9f22-5f5ff64aafee service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440780
Dec 11 21:21:03.010609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-210fd92b-9d7a-4fb0-9fd4-9e3b09b5cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:03.012236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-210fd92b-9d7a-4fb0-9fd4-9e3b09b5cd38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1094 time: 0.0509350
Dec 11 21:21:03.029601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933a63c-661a-4f3e-a8d6-7797045d4547 req-42e0c9dd-6268-4a1e-88b5-87e0c6000f3f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:03.031925 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2933a63c-661a-4f3e-a8d6-7797045d4547 req-42e0c9dd-6268-4a1e-88b5-87e0c6000f3f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 943 time: 0.0607977
Dec 11 21:21:03.107286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2933a63c-661a-4f3e-a8d6-7797045d4547 req-44c3e375-786d-40ad-bc7e-5ae9892c4f76 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685549
Dec 11 21:21:03.165716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-c49c06ec-e269-4545-8225-c953a8483933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:03.167173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-c49c06ec-e269-4545-8225-c953a8483933 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1475673
Dec 11 21:21:03.222936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-b8c6fa7c-157e-4486-8e64-f8c0561767ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 217 time: 0.0451045
Dec 11 21:21:03.307503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-9ece1b5f-36cd-4e09-bd07-fc9c81582ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:03.309230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-9ece1b5f-36cd-4e09-bd07-fc9c81582ed1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0810912
Dec 11 21:21:03.366885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-c32b4373-3dbe-4ead-bb71-d012ed269a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:03.368826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-c32b4373-3dbe-4ead-bb71-d012ed269a90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0484715
Dec 11 21:21:03.488409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-f44b9087-f0fe-4f55-9b43-96af82f8cb06 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1114781
Dec 11 21:21:03.603520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4464ab16-7fa8-4130-8fa5-fa479c6764b8 req-c4d56cc7-167f-4934-91f5-1f6366e3d75c service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063559
Dec 11 21:21:04.403559 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0540-2af2-4b1a-a9f6-fbe22eea7147 req-2ab2c15d-2667-4507-9cda-bd1c6a78a8aa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:04.410844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49ff0540-2af2-4b1a-a9f6-fbe22eea7147 req-2ab2c15d-2667-4507-9cda-bd1c6a78a8aa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 943 time: 0.1555572
Dec 11 21:21:04.488668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49ff0540-2af2-4b1a-a9f6-fbe22eea7147 req-d452a7bd-fe71-4098-b368-0bc5eeb59030 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744162
Dec 11 21:21:04.619875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-7665e43d-3701-41bb-bbc5-aea6f2056005 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965859113&fields=id&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 267 time: 0.0674195
Dec 11 21:21:04.736725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-730a088b-6fa6-45bc-8b12-5fca47a15fbf tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:04.739338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-730a088b-6fa6-45bc-8b12-5fca47a15fbf tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1186724
Dec 11 21:21:04.757028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-311cc761-080a-419f-bca3-9697a0663b31 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.0109327
Dec 11 21:21:04.834885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-ae936f7d-a7db-4264-9da5-9aa3a7b86bd6 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0576582
Dec 11 21:21:04.945430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-adbbe7c9-5f3e-411c-b435-ca1a2efc4730 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036477
Dec 11 21:21:05.061914 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-31001a4a-1e73-4434-b89d-f8cf61a0bcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074162
Dec 11 21:21:05.494060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94d1149c-f551-4a15-80ab-3b55c8a5102a req-2d08239a-28fa-4dc6-a091-220762321a15 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 210 time: 0.0371747
Dec 11 21:21:05.568970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:21:05.651685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529d579-f4d9-438b-a31d-74b5e847309b req-13c3a9f3-4be9-481e-a8c4-3edbce499829 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:05.653712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8529d579-f4d9-438b-a31d-74b5e847309b req-13c3a9f3-4be9-481e-a8c4-3edbce499829 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 943 time: 0.0896299
Dec 11 21:21:05.761641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8529d579-f4d9-438b-a31d-74b5e847309b req-6dd82a7f-f7ed-429b-b747-8b14b2ed874f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949891
Dec 11 21:21:05.774428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:05.797854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'port_id': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'mac_address': 'fa:16:3e:4e:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:21:05.846268 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:05.860992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2786a3-a9ae-444a-8a61-a42df70f856b {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:21:05.881696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:05.890187 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:05.947177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:06.081565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['6d2786a3-a9ae-444a-8a61-a42df70f856b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:21:06.647001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e28e3317-a7fc-4522-9c47-321077626593 req-4dd636a6-2225-43b1-b7d1-09a2a038d9b2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 210 time: 0.0339103
Dec 11 21:21:06.710359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-154390ca-cd5e-4128-9758-14ebcb8e4a60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:06.713018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-154390ca-cd5e-4128-9758-14ebcb8e4a60 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1714652
Dec 11 21:21:06.815781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-6a57df25-8a9a-4ed6-8b28-8b6116b37726 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 380 time: 0.0928915
Dec 11 21:21:06.829910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'security_groups': ['b982a13e-6829-4a09-8ef8-a71f8ad45ceb']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:07.270187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a3563-9195-41d1-bc83-5c95c125e21b req-b86bd1e2-e7d8-4d75-9263-900561834b46 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:07.271693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-173a3563-9195-41d1-bc83-5c95c125e21b req-b86bd1e2-e7d8-4d75-9263-900561834b46 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.4146788
Dec 11 21:21:07.359813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:07.366411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.395083 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-173a3563-9195-41d1-bc83-5c95c125e21b req-3fdba116-6981-4923-8e51-2087c87aed9f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091323
Dec 11 21:21:07.530557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.13 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/e6a02938-0845-450f-9942-1e73664ec839) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:07.575349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:07.642817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 6d2786a3-a9ae-444a-8a61-a42df70f856b completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:21:07.646921 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 6d2786a3-a9ae-444a-8a61-a42df70f856b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:07.647290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.684617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.737044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.750305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.769323 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:07.771806 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82d465-f74a-4486-991b-1409f050343e" -d '{"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-plugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:07.788150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:07.798771 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.809985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:07.831579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:07.833194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:07.850678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:07.877475 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4677f7da-6fd4-4538-a06c-30b6de3e2117 x-openstack-request-id: req-4677f7da-6fd4-4538-a06c-30b6de3e2117 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:07.877884 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-plugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:07.878244 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4677f7da-6fd4-4538-a06c-30b6de3e2117 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:07.878872 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'code': 200}
Dec 11 21:21:07.883563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:07.904799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c41b00-e2f4-4394-8b78-049cf4554c51 req-eaec238c-0b04-463f-ada3-abaf20d9c316 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:07.913312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29c41b00-e2f4-4394-8b78-049cf4554c51 req-eaec238c-0b04-463f-ada3-abaf20d9c316 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 932 time: 0.1458025
Dec 11 21:21:07.923639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:07.925380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:07.948930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-d19dcb70-4418-4cd4-b6d7-3a202e87b42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1252835
Dec 11 21:21:07.963771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Request body: {'port': {'device_id': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:08.004862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29c41b00-e2f4-4394-8b78-049cf4554c51 req-9b066165-9212-44e8-aa4a-dc245623287f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903487
Dec 11 21:21:08.030307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b841e7-5336-4601-9a7c-3f87a8795862 req-2002aee6-dbd1-4643-a2ba-011cae136d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:08.032156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46b841e7-5336-4601-9a7c-3f87a8795862 req-2002aee6-dbd1-4643-a2ba-011cae136d95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1096 time: 0.0752094
Dec 11 21:21:08.046732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.093386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-46b841e7-5336-4601-9a7c-3f87a8795862 req-5ea072e4-c9bc-4abd-9fb5-f5f820244097 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513597
Dec 11 21:21:08.158043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5c20dcf3-101a-499e-a3f0-3ce406607c63 None None] Provisioning complete for port e6a02938-0845-450f-9942-1e73664ec839 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:08.158417 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5c20dcf3-101a-499e-a3f0-3ce406607c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.195067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5c20dcf3-101a-499e-a3f0-3ce406607c63 None None] Port e6a02938-0845-450f-9942-1e73664ec839 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:21:08.327150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a02938-0845-450f-9942-1e73664ec839 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:21:08.334897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.349334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Transition to ACTIVE for port object e6a02938-0845-450f-9942-1e73664ec839 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:21:08.353565 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.416669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:08.532783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Attempting to bind port e6a02938-0845-450f-9942-1e73664ec839 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:08.533651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Attempting to bind port e6a02938-0845-450f-9942-1e73664ec839 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:08.533651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Attempting to bind port e6a02938-0845-450f-9942-1e73664ec839 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:08.541664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Port e6a02938-0845-450f-9942-1e73664ec839 on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:21:08.541926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Attempting to bind port e6a02938-0845-450f-9942-1e73664ec839 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:08.551603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:08.551946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:08.552326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:08.552959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Bound port: e6a02938-0845-450f-9942-1e73664ec839, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:08.553133 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.570947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a662cb-3e39-4e2d-8cd3-f37890dae985 req-3161b4aa-7ea6-4f54-8e4f-b9519dbbd11c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:08.572583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69a662cb-3e39-4e2d-8cd3-f37890dae985 req-3161b4aa-7ea6-4f54-8e4f-b9519dbbd11c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0898769
Dec 11 21:21:08.669446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:08.673206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6a02938-0845-450f-9942-1e73664ec839,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:08.678543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-69a662cb-3e39-4e2d-8cd3-f37890dae985 req-39da0120-0415-48aa-8b3e-52dc84dc27f6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763412
Dec 11 21:21:08.680244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.719910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:08.720773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:08.722140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] 10.222.0.30 "PUT /v2.0/ports/e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 1092 time: 0.7638123
Dec 11 21:21:08.722605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:08.724947 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "tag": "e6a02938-0845-450f-9942-1e73664ec839"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:08.754289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e8fa6-0e8b-433f-af00-106c8733097b service neutron] Pushing event updated for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:08.803061 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeca6ea-fbb9-4c32-9ff0-e00c581bd2e3 x-openstack-request-id: req-bdeca6ea-fbb9-4c32-9ff0-e00c581bd2e3 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:08.803440 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "tag": "e6a02938-0845-450f-9942-1e73664ec839", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:08.803625 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdeca6ea-fbb9-4c32-9ff0-e00c581bd2e3 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:08.804000 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839', 'status': 'completed', 'code': 200}
Dec 11 21:21:08.823422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-3b7da6a8-0a0c-475b-b4dc-3c8303c6b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:08.825176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-3b7da6a8-0a0c-475b-b4dc-3c8303c6b7ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1095 time: 0.0572023
Dec 11 21:21:08.874557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-c916c575-8b66-47d7-8a5a-2382a8e8373c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 217 time: 0.0404797
Dec 11 21:21:08.937407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-fab764be-fabe-4cb3-b4e3-f8095ecd7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:08.939749 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-fab764be-fabe-4cb3-b4e3-f8095ecd7d08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0568960
Dec 11 21:21:09.003047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54ff5-2262-4140-9653-677a12575b23 req-720e5f83-0876-48c0-8f8c-a7492c3007ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.004575 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-720e5f83-0876-48c0-8f8c-a7492c3007ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0567744
Dec 11 21:21:09.129894 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-38c14229-5612-46b8-b241-0c5c79ce331d service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178253
Dec 11 21:21:09.142791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d4944-3d3c-4467-bed4-db329832441f req-656d3bd7-a640-46df-a3c5-57a88d547077 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.144316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01d4944-3d3c-4467-bed4-db329832441f req-656d3bd7-a640-46df-a3c5-57a88d547077 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 944 time: 0.0684457
Dec 11 21:21:09.247011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b01d4944-3d3c-4467-bed4-db329832441f req-ae836356-8b56-45d5-983b-4b67d440632d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943978
Dec 11 21:21:09.275392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18c54ff5-2262-4140-9653-677a12575b23 req-3ed6e848-1c86-46ad-8bb4-5b55d97e936d service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301026
Dec 11 21:21:09.366079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-6a21e9bc-9ad3-4d11-bcf8-c2c738b979f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.367834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-6a21e9bc-9ad3-4d11-bcf8-c2c738b979f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1095 time: 0.0429385
Dec 11 21:21:09.476516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-fd35bbed-fe63-465f-ae92-5b92f3af176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.478665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-fd35bbed-fe63-465f-ae92-5b92f3af176b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1039627
Dec 11 21:21:09.523659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-6e67960b-8f7f-4885-904a-3084a7234530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 217 time: 0.0372415
Dec 11 21:21:09.572957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-d70e6c31-d2be-4b9a-b2fe-f9b1bebc9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.574338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-d70e6c31-d2be-4b9a-b2fe-f9b1bebc9069 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0437620
Dec 11 21:21:09.624278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-3ee77dfb-98da-4b00-bc36-89b128192180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.625775 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-3ee77dfb-98da-4b00-bc36-89b128192180 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0445950
Dec 11 21:21:09.715324 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-2ec993e8-e296-46db-a585-8f3539f4dc5b service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0812204
Dec 11 21:21:09.802501 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e2ee-362b-4098-ba2a-d8269b05d78b req-c01fab54-9a12-4b7f-99b5-a36b16c24648 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.804037 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ab6e2ee-362b-4098-ba2a-d8269b05d78b req-c01fab54-9a12-4b7f-99b5-a36b16c24648 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0499363
Dec 11 21:21:09.812692 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fddde9ca-eec6-43a2-88ff-fadbe333b2a1 req-3073e7ee-9734-498e-975e-c8cfc99564df service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891664
Dec 11 21:21:09.858914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ab6e2ee-362b-4098-ba2a-d8269b05d78b req-6ae7b189-21a4-4d87-a8ce-b7821ca2051b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484049
Dec 11 21:21:09.970674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee69e4b-5726-489a-a03b-6582b178c33d req-1f14df15-47e4-4454-b023-2d80d3349a77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:09.972153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ee69e4b-5726-489a-a03b-6582b178c33d req-1f14df15-47e4-4454-b023-2d80d3349a77 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0486872
Dec 11 21:21:10.008929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51452) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.021393 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ee69e4b-5726-489a-a03b-6582b178c33d req-a639bf03-e071-483c-94e4-04b6a8ce1b75 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427363
Dec 11 21:21:10.043967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.054283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Deleting subnet e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:21:10.057713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.082289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b294e3f6-0761-46f5-bccc-1f5e8f122dea tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:10.083864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b294e3f6-0761-46f5-bccc-1f5e8f122dea tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1091 time: 0.0388875
Dec 11 21:21:10.086719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51456) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.091594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:10.103470 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.148333 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.163616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.264656 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.295760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:10.299217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.305030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.305177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-91455748-a3a4-4d59-be07-c7b78b82e393 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e4c0c2ae-49a6-4291-a11c-7bb2dd1e879f HTTP/1.1" status: 204  len: 168 time: 0.2950950
Dec 11 21:21:10.362784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.380316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.386620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7515fbc-0eb8-4e3c-a3c7-814d543469dd req-5226c5dc-1f9f-48e7-b362-77a35592cab8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:10.388105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7515fbc-0eb8-4e3c-a3c7-814d543469dd req-5226c5dc-1f9f-48e7-b362-77a35592cab8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 944 time: 0.0684493
Dec 11 21:21:10.467294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.493647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f70b970>,) {'filters': {'network_id': ['405b02b8-37c7-47a8-921c-8dea1ba02ea6']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:10.497200 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7515fbc-0eb8-4e3c-a3c7-814d543469dd req-08327200-85b2-4d66-9945-0ddfacd8ba1d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845408
Dec 11 21:21:10.503829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f70b970>, '01c3d0dd-a820-4772-9710-280c6423796a') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:10.504134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f70b970>, '01c3d0dd-a820-4772-9710-280c6423796a') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:10.516136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.134 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1f93d35f-171a-4580-ba4e-f3e7667fe10a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:10.522895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.538301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.544624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:10.545010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:10.546751 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:10.601087 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.606677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.610034 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] 10.222.0.18 "DELETE /v2.0/networks/405b02b8-37c7-47a8-921c-8dea1ba02ea6 HTTP/1.1" status: 204  len: 168 time: 0.3033879
Dec 11 21:21:10.623889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693952d-88f3-420a-86b9-669346e6f126 admin admin] Pushing event deleted for resources: {'Network': ['ID=405b02b8-37c7-47a8-921c-8dea1ba02ea6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:10.631684 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.669201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.708510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:10.711448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:10.714271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:10.748690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=1f93d35f-171a-4580-ba4e-f3e7667fe10a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:10.800234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.841115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8ba662cd-d19b-4f5c-93dc-ba12a44d2c90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15fa67892d8545d58a0fcb45ab34497f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397034
Dec 11 21:21:10.843695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:10.891131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.916533 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.966606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.969231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:10.970966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fc64f35-bdcb-4c72-937b-eba7643ab7b7 HTTP/1.1" status: 204  len: 168 time: 0.1257851
Dec 11 21:21:10.981228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f8e34-3d52-405a-93ff-ecf6ce82a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc64f35-bdcb-4c72-937b-eba7643ab7b7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:11.021210 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2acf-e642-48fe-9711-424fa9904ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.113228 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.182430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.341082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.344639 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.413807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=1f93d35f-171a-4580-ba4e-f3e7667fe10a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:11.428910 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.529300 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP b3d2ec20-007c-42e8-a864-b05eb0110b95 associated. External IP: 172.35.1.134, port: 6d2786a3-a9ae-444a-8a61-a42df70f856b.
Dec 11 21:21:11.626178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272302-1a35-47a1-820d-099f436d48d4 req-dd82e295-02ca-448c-afb3-24c56bd02eea tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:11.627776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-52272302-1a35-47a1-820d-099f436d48d4 req-dd82e295-02ca-448c-afb3-24c56bd02eea tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 944 time: 0.0528140
Dec 11 21:21:11.683439 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-52272302-1a35-47a1-820d-099f436d48d4 req-300b9e52-8226-40d9-88db-bf9441cbf3e7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481749
Dec 11 21:21:11.757759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router f49fb44c-bd94-4633-87bf-d0b62d784512 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:21:11.867206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:21:11.880273 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Sync routers for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:21:11.887116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:11.891176 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:21:11.891984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:11.916502 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-55f539c2-610f-4ea6-96a3-801f31dee60f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8268962
Dec 11 21:21:11.916502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:11.918156 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315a267-5103-4531-8da1-dc0be96aeb64" -d '{"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:11.984039 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf1d684-0d0d-4e9d-80b8-b3fcede18403 x-openstack-request-id: req-5bf1d684-0d0d-4e9d-80b8-b3fcede18403 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:11.984584 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:11.985223 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bf1d684-0d0d-4e9d-80b8-b3fcede18403 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:11.985914 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'status': 'completed', 'code': 200}
Dec 11 21:21:12.087507 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:21:12.151569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dba33-84c6-436d-b6ad-5df7381cb4cb req-5bfc4ab3-3867-42c4-a78a-7bff8c2b01e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.154202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450dba33-84c6-436d-b6ad-5df7381cb4cb req-5bfc4ab3-3867-42c4-a78a-7bff8c2b01e4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.1600387
Dec 11 21:21:12.163566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-f9bceb5c-c25e-463c-afad-7ad8466e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.163566 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-f9bceb5c-c25e-463c-afad-7ad8466e51d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1096 time: 0.1385424
Dec 11 21:21:12.271364 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-450dba33-84c6-436d-b6ad-5df7381cb4cb req-e70a4f17-1c89-44c5-9aa1-c0f34a2dbbbe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072474
Dec 11 21:21:12.301310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51504) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:12.305002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-6bec2c82-dad0-4879-a0ec-03d9e342ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.307271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-6bec2c82-dad0-4879-a0ec-03d9e342ff15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1345906
Dec 11 21:21:12.374416 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433ac40>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b3d2ec20-007c-42e8-a864-b05eb0110b95', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'port_id': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'mac_address': 'fa:16:3e:4e:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6977-175c-489b-b7a3-2b0ce1688103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:10Z', 'updated_at': '2021-12-11T21:21:10Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:12.378969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f056fa47-d14c-4f56-9b53-9504ed8fa12d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/b3d2ec20-007c-42e8-a864-b05eb0110b95 HTTP/1.1" status: 200  len: 991 time: 0.0761764
Dec 11 21:21:12.380443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-f6d4d429-9d6f-41e1-9b43-2005e51bf100 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 999 time: 0.0662160
Dec 11 21:21:12.414074 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Checking router: f49fb44c-bd94-4633-87bf-d0b62d784512 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:21:12.430680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-0f533f49-9981-49ba-b83a-29a7f6348221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.433668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-0f533f49-9981-49ba-b83a-29a7f6348221 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0466115
Dec 11 21:21:12.436805 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:21:12.437662 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433ac40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:20:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:12.484167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-54d6ad75-97dc-4bca-b77d-7950ef91b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.485541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-54d6ad75-97dc-4bca-b77d-7950ef91b66a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447395
Dec 11 21:21:12.544437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:21:12.574465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-abcd7227-4b43-46fe-b334-901c015c38d0 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813768
Dec 11 21:21:12.668091 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a315a267-5103-4531-8da1-dc0be96aeb64 req-6fe1a16d-8824-41f6-b9ae-d6df7097a659 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862148
Dec 11 21:21:12.768705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433ac40>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b3d2ec20-007c-42e8-a864-b05eb0110b95', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'port_id': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'mac_address': 'fa:16:3e:4e:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6977-175c-489b-b7a3-2b0ce1688103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:10Z', 'updated_at': '2021-12-11T21:21:10Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:12.799062 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acefe0-7989-442d-8e65-c5f2368b3e94 None None] The sync data for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 is: [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b3d2ec20-007c-42e8-a864-b05eb0110b95', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.134', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'port_id': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'mac_address': 'fa:16:3e:4e:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99da6977-175c-489b-b7a3-2b0ce1688103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:10Z', 'updated_at': '2021-12-11T21:21:10Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:21:12.823397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdb4d9-72a0-4477-8f86-5906bda92f36 req-d39fe9bb-8b6e-4e0f-b18d-5bac19322216 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:12.824963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ffdb4d9-72a0-4477-8f86-5906bda92f36 req-d39fe9bb-8b6e-4e0f-b18d-5bac19322216 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 944 time: 0.0517263
Dec 11 21:21:12.877002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6ffdb4d9-72a0-4477-8f86-5906bda92f36 req-12ad6c71-2fad-4af1-96ec-47e3b5d8398a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459809
Dec 11 21:21:13.016455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8eaec5-c53c-4532-bd35-38010bee1eb6 None None] New status for floating IP b3d2ec20-007c-42e8-a864-b05eb0110b95: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:21:13.383300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51524) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:13.401813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e6a02938-0845-450f-9942-1e73664ec839 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:21:13.483098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3b03ac60-1343-45d0-942b-5c2cf7580e0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/b3d2ec20-007c-42e8-a864-b05eb0110b95 HTTP/1.1" status: 200  len: 993 time: 0.0985169
Dec 11 21:21:13.517233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72b04ab9-3248-45b9-9e75-13fbdd97f4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:13.541800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6a02938-0845-450f-9942-1e73664ec839,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:13.554369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'e6a02938-0845-450f-9942-1e73664ec839', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': 'e6a02938-0845-450f-9942-1e73664ec839', 'mac_address': 'fa:16:3e:7d:8b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:21:13.592051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:13.608593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a02938-0845-450f-9942-1e73664ec839 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:21:13.628199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6a02938-0845-450f-9942-1e73664ec839,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:13.632137 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:13.682538 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:13.934853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['e6a02938-0845-450f-9942-1e73664ec839'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:21:13.996831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f4ee8-7f44-4926-81e7-fd4f992bc2ab req-314fdf2f-c8bf-4554-aaf7-ba88cf3baa8c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:13.998420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff0f4ee8-7f44-4926-81e7-fd4f992bc2ab req-314fdf2f-c8bf-4554-aaf7-ba88cf3baa8c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 945 time: 0.0495079
Dec 11 21:21:14.053109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff0f4ee8-7f44-4926-81e7-fd4f992bc2ab req-6193a0f7-7f1b-42b8-a827-c68afdb0c6a0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483255
Dec 11 21:21:14.963377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:15.168665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a2543-042f-49bd-b59c-c1a94def3925 req-16d1d3c1-6b2c-4fd9-8889-920314add6ac tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:15.170187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-986a2543-042f-49bd-b59c-c1a94def3925 req-16d1d3c1-6b2c-4fd9-8889-920314add6ac tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 945 time: 0.0491860
Dec 11 21:21:15.223956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-986a2543-042f-49bd-b59c-c1a94def3925 req-4a657efe-ab7f-4246-b4c6-9864a54c3c99 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476353
Dec 11 21:21:15.425239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e6a02938-0845-450f-9942-1e73664ec839 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:15.473039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port e6a02938-0845-450f-9942-1e73664ec839 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:21:15.477129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port e6a02938-0845-450f-9942-1e73664ec839 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:15.477973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:15.560332 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:15.582752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:15.584989 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1763ab-cf70-4438-8172-653c77670008" -d '{"events": [{"server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "name": "network-vif-plugged", "status": "completed", "tag": "e6a02938-0845-450f-9942-1e73664ec839"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:15.598849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6a02938-0845-450f-9942-1e73664ec839,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:15.604133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:15.631873 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576f15bc-e9e7-43eb-b877-4be4ddaef503 x-openstack-request-id: req-576f15bc-e9e7-43eb-b877-4be4ddaef503 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:15.632178 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "name": "network-vif-plugged", "status": "completed", "tag": "e6a02938-0845-450f-9942-1e73664ec839", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:15.632432 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-576f15bc-e9e7-43eb-b877-4be4ddaef503 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:15.632863 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839', 'code': 200}
Dec 11 21:21:15.656001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:15.731849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16095-1ee1-4d39-bb15-6b688e288eb3 req-32dcf1b9-4665-4881-8e4b-59f4aec5d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:15.733556 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39c16095-1ee1-4d39-bb15-6b688e288eb3 req-32dcf1b9-4665-4881-8e4b-59f4aec5d788 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1097 time: 0.0440698
Dec 11 21:21:15.782611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-39c16095-1ee1-4d39-bb15-6b688e288eb3 req-34418975-a58b-4a08-8c7f-fb255917e73f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408280
Dec 11 21:21:15.932678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:16.327837 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:16.366007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60ff8-b33a-409f-b4dc-cb301d6d766d req-25f6a8ff-d017-4074-8df7-40aab4c99abc tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:16.367518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fe60ff8-b33a-409f-b4dc-cb301d6d766d req-25f6a8ff-d017-4074-8df7-40aab4c99abc tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0635638
Dec 11 21:21:16.416364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fe60ff8-b33a-409f-b4dc-cb301d6d766d req-6314f3ac-d2d6-4aa4-911d-96d458e4aceb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423057
Dec 11 21:21:17.188092 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:17.543230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ccd12-298c-45f6-a18f-b922dbed5376 req-34efeb76-11f5-467b-8a4a-fce50504e5ae tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:17.544608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-455ccd12-298c-45f6-a18f-b922dbed5376 req-34efeb76-11f5-467b-8a4a-fce50504e5ae tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0554781
Dec 11 21:21:17.592523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-455ccd12-298c-45f6-a18f-b922dbed5376 req-4588c28a-98a1-4166-9e72-9317486b1578 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418856
Dec 11 21:21:17.706510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7b63-a9c2-4c69-a07c-52a806cf82af req-2d80cecb-c6ed-4d4d-956f-bce2fef8de77 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:17.707918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a53f7b63-a9c2-4c69-a07c-52a806cf82af req-2d80cecb-c6ed-4d4d-956f-bce2fef8de77 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0483489
Dec 11 21:21:17.756759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a53f7b63-a9c2-4c69-a07c-52a806cf82af req-6886dd87-93d9-4cb6-8363-23977c4a7310 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428886
Dec 11 21:21:17.778322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51660) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:17.960029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e6385-346a-4a8a-882a-c4f68b36d2d2 tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:17.961551 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c77e6385-346a-4a8a-882a-c4f68b36d2d2 tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1092 time: 0.1822035
Dec 11 21:21:17.964481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:17.968662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'e6a02938-0845-450f-9942-1e73664ec839', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:17.996906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:18.090145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:18.198737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.35.1.29 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/8c805c9b-fb1f-4492-8ad9-a9589b01ffee) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:18.301967 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:18.338823 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:18.382400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:18.386039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:18.390031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:18.413371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=8c805c9b-fb1f-4492-8ad9-a9589b01ffee,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:18.896214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.248279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.418889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.425849 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.474356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:19.501307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=8c805c9b-fb1f-4492-8ad9-a9589b01ffee,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:19.512527 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.593317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f75d37fb-326f-47a2-a1b0-d3ba88682151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:19.624213 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP b52b988f-f4fa-410d-8c12-257c6be94ff3 associated. External IP: 172.35.1.29, port: e6a02938-0845-450f-9942-1e73664ec839.
Dec 11 21:21:19.867175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:21:19.985070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:21:19.997031 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:21:20.005484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.012660 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:21:20.013546 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:20.027466 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f75d37fb-326f-47a2-a1b0-d3ba88682151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.036354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f75d37fb-326f-47a2-a1b0-d3ba88682151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.040637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25c904e6-41bb-4844-8781-86e264e2768c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0703261
Dec 11 21:21:20.041285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:20.045319 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "tag": "e6a02938-0845-450f-9942-1e73664ec839"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:20.081769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f75d37fb-326f-47a2-a1b0-d3ba88682151 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fdcfd9369fc42908a341f3d9c61180e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6062889
Dec 11 21:21:20.082521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d37fb-326f-47a2-a1b0-d3ba88682151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72407ad4-82b8-4bb1-aded-4513833184ef,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:20.085569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51716) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:20.104503 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b7b6dd-ebff-431a-883b-66a70b6b6143 x-openstack-request-id: req-46b7b6dd-ebff-431a-883b-66a70b6b6143 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:20.104799 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "tag": "e6a02938-0845-450f-9942-1e73664ec839", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:20.105061 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46b7b6dd-ebff-431a-883b-66a70b6b6143 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:20.105469 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839', 'status': 'completed', 'code': 200}
Dec 11 21:21:20.160787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:21:20.190114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.192805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-6454dd79-d59c-4173-a692-e54c10e107e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:20.194353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-6454dd79-d59c-4173-a692-e54c10e107e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1097 time: 0.0657024
Dec 11 21:21:20.238773 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.333588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-62c075d3-4fda-4b5e-87ae-8d08b8448db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:20.335392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-62c075d3-4fda-4b5e-87ae-8d08b8448db6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1322803
Dec 11 21:21:20.353525 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.356651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:20.357971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72407ad4-82b8-4bb1-aded-4513833184ef HTTP/1.1" status: 204  len: 168 time: 0.2712026
Dec 11 21:21:20.405318 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aa00>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b52b988f-f4fa-410d-8c12-257c6be94ff3', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.29', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'e6a02938-0845-450f-9942-1e73664ec839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:7d:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:18Z', 'updated_at': '2021-12-11T21:21:18Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:20.406946 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd7ad1-9d90-4e1a-b7ea-2cadb597d32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72407ad4-82b8-4bb1-aded-4513833184ef,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:20.428388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-75c0fd03-fe38-4f34-bfc1-31932e8ba1b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 999 time: 0.0859230
Dec 11 21:21:20.436839 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:21:20.445590 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:21:20.446859 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:20.494617 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-163caf0b-90ce-4b3c-a381-ad1f73ebf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:20.496127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-163caf0b-90ce-4b3c-a381-ad1f73ebf7e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0606239
Dec 11 21:21:20.547181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-96d82d46-57bb-4220-aa63-d2cd8942414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:20.548729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-96d82d46-57bb-4220-aa63-d2cd8942414c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0457842
Dec 11 21:21:20.587720 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:21:20.648712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-2f0000cf-6a5a-4d8b-88fd-0aed5eb26bd4 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920308
Dec 11 21:21:20.766961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9873a1c0-eddd-4dcf-921c-b4af2fc632cd req-c382df23-8486-4c9c-bc01-a0c18ccfc7b5 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1103301
Dec 11 21:21:20.980350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8433aa00>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b52b988f-f4fa-410d-8c12-257c6be94ff3', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.29', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'e6a02938-0845-450f-9942-1e73664ec839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:7d:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:18Z', 'updated_at': '2021-12-11T21:21:18Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:21.009632 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218e209a-4f3e-47fc-9e1f-48d0418e2027 None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b52b988f-f4fa-410d-8c12-257c6be94ff3', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.29', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'e6a02938-0845-450f-9942-1e73664ec839', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:7d:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:21:18Z', 'updated_at': '2021-12-11T21:21:18Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:21:21.309058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d1b279-aba1-45dd-a2bb-1afd2fc34c93 None None] New status for floating IP b52b988f-f4fa-410d-8c12-257c6be94ff3: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:21:21.382571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.111493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51812) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:22.228352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c086db8-cd3c-4e17-86ad-cf276489a35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.307441 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c086db8-cd3c-4e17-86ad-cf276489a35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.311305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-4c086db8-cd3c-4e17-86ad-cf276489a35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.361150 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:22.361696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4c086db8-cd3c-4e17-86ad-cf276489a35b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a7df71881824301ac227f7766f83203&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2485554
Dec 11 21:21:22.362513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c086db8-cd3c-4e17-86ad-cf276489a35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8eeda8-a5e1-47bb-b962-87c123592e20,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:22.416339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.440938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.459885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51834) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:22.494740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.497387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.500961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf8eeda8-a5e1-47bb-b962-87c123592e20 HTTP/1.1" status: 204  len: 168 time: 0.1349504
Dec 11 21:21:22.514335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217db2f8-6c23-4787-95bd-2314d196ccab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8eeda8-a5e1-47bb-b962-87c123592e20,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:22.588452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-491ab328-0f62-416e-bb88-a35d1ac815f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.693026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-491ab328-0f62-416e-bb88-a35d1ac815f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.698767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-491ab328-0f62-416e-bb88-a35d1ac815f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.758975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-491ab328-0f62-416e-bb88-a35d1ac815f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cef3ccd9286d4bba98814569e05d7b51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2978675
Dec 11 21:21:22.759914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ab328-0f62-416e-bb88-a35d1ac815f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02b318-4236-48ca-8a73-b3b3a3c7b5c8,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:22.762008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51840) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:22.818974 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.842170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.907035 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.910378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:22.911671 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d02b318-4236-48ca-8a73-b3b3a3c7b5c8 HTTP/1.1" status: 204  len: 168 time: 0.1487253
Dec 11 21:21:22.920686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d164cc4-7599-4216-9780-422c2e4c39a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02b318-4236-48ca-8a73-b3b3a3c7b5c8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:23.248994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51846) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:23.263156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2653847a-66aa-4576-82db-015dca443af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.338716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2653847a-66aa-4576-82db-015dca443af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.342171 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2653847a-66aa-4576-82db-015dca443af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.379587 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2653847a-66aa-4576-82db-015dca443af4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67f5a2e3e1504de593ffcb82a758d25d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1294696
Dec 11 21:21:23.381638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653847a-66aa-4576-82db-015dca443af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341056d6-89fe-4e33-9f78-52aa9b5be39b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:23.383820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51848) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:23.433866 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.454955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.501178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.503846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:23.505043 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/341056d6-89fe-4e33-9f78-52aa9b5be39b HTTP/1.1" status: 204  len: 168 time: 0.1201491
Dec 11 21:21:23.513530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112733b-5b7a-4b86-99f2-103978bb88f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341056d6-89fe-4e33-9f78-52aa9b5be39b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:25.661340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 51958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:25.791292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65fba2da-8caa-4581-9090-fd5cbad7c166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:25.867066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65fba2da-8caa-4581-9090-fd5cbad7c166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:25.871026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-65fba2da-8caa-4581-9090-fd5cbad7c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:25.910345 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-65fba2da-8caa-4581-9090-fd5cbad7c166 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc6786cd3eeb42318f5f63fb37c2d9fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2478635
Dec 11 21:21:25.911538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fba2da-8caa-4581-9090-fd5cbad7c166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940a302-904a-4df0-abc6-e80736dbcafe,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:25.913052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51962) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:25.972740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:25.996484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.046091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.049572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.051110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2940a302-904a-4df0-abc6-e80736dbcafe HTTP/1.1" status: 204  len: 168 time: 0.1369007
Dec 11 21:21:26.063665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8c50-efc0-4a42-b805-8067a63faeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940a302-904a-4df0-abc6-e80736dbcafe,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:26.315938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:26.331876 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37eb6473-6562-4344-b0c5-f730d034696e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.385175 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:21:26.418903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37eb6473-6562-4344-b0c5-f730d034696e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.422613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37eb6473-6562-4344-b0c5-f730d034696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.461497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6473-6562-4344-b0c5-f730d034696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cab5fef-e446-4cec-8d84-1ba74291d873,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:26.466930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-37eb6473-6562-4344-b0c5-f730d034696e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa326e5876b49c39bc6c0d2b24478b0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1498718
Dec 11 21:21:26.469526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 51970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:26.517569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.537881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.587056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.589707 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:26.590899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cab5fef-e446-4cec-8d84-1ba74291d873 HTTP/1.1" status: 204  len: 168 time: 0.1204507
Dec 11 21:21:26.598917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b18fa-8312-410c-b18a-a39436f8b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cab5fef-e446-4cec-8d84-1ba74291d873,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:28.698377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52046) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:28.827563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f15fc51e-2d81-4418-99ab-49cfac2ad0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:28.906545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f15fc51e-2d81-4418-99ab-49cfac2ad0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:28.910515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f15fc51e-2d81-4418-99ab-49cfac2ad0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:28.947404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f15fc51e-2d81-4418-99ab-49cfac2ad0aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb5e66b912fd453fa0abc1517601ed78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2479458
Dec 11 21:21:28.948626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fc51e-2d81-4418-99ab-49cfac2ad0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1f7610-cb2a-49fc-a2dc-40112882ed75,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:28.950203 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52050) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:29.000309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.021560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.067851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.070987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.072475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb1f7610-cb2a-49fc-a2dc-40112882ed75 HTTP/1.1" status: 204  len: 168 time: 0.1207266
Dec 11 21:21:29.081053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a307f09-6228-437c-9654-4ec250ebd1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1f7610-cb2a-49fc-a2dc-40112882ed75,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:29.346343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:29.360290 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d804f804-8bb0-48af-9281-3e7ae29cdb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.442595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d804f804-8bb0-48af-9281-3e7ae29cdb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.446885 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d804f804-8bb0-48af-9281-3e7ae29cdb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.485215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d804f804-8bb0-48af-9281-3e7ae29cdb39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71b83f5543524fda93fe7bcf24dd9e22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1377625
Dec 11 21:21:29.486350 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804f804-8bb0-48af-9281-3e7ae29cdb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48a45c5-4ddc-4c6f-a537-028fb5d43d8c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:29.487879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52058) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:29.535809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.559296 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.605935 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.608647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:29.609795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a48a45c5-4ddc-4c6f-a537-028fb5d43d8c HTTP/1.1" status: 204  len: 168 time: 0.1208112
Dec 11 21:21:29.618308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d081d7-7ea7-4c29-ba84-9c82abe86912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48a45c5-4ddc-4c6f-a537-028fb5d43d8c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:30.790456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:30.931944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1256722615'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:30.954357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Made reservation on behalf of 909b45652b544fa1a21bb5ce450a021a for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:30.957920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:30.967023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.040596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.045322 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.070300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:31.086086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d07bde-116d-4694-af20-4471091186ba,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:31.089971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.090323 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Added segment 11fb8ad3-c8e1-48bc-9d76-15cde9422083 of type vlan for network 3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74
Dec 11 21:21:31.130511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.155809 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.161438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:31.162038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.217720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.4260292
Dec 11 21:21:31.221342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52098) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:31.232985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b800bdc-0e3a-4c91-8989-c8867d430c5c tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Pushing event updated for resources: {'Network': ['ID=3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:31.242790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:31.282993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'name': 'tempest-network--688801642', 'router:external': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:31.303806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:31.307009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.316049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.387662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.391465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.411776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:31.427037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba8883-5f70-4d0c-8512-cf70e896424f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:31.429858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.430284 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Added segment d0946f16-68c4-445f-b21b-adc4d55474c8 of type vlan for network d478f98b-5d0b-4a28-a4dc-06794ea8d0d6
Dec 11 21:21:31.478946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.506749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.507686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:31.508262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.558525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.3360748
Dec 11 21:21:31.561373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:31.571420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc942b-42c8-4a05-b42c-70a8e4fb3690 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=d478f98b-5d0b-4a28-a4dc-06794ea8d0d6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:31.583940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network d478f98b-5d0b-4a28-a4dc-06794ea8d0d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:31.629843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.711721 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.732993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6ec3a0>,) {'filters': {'network_id': ['d478f98b-5d0b-4a28-a4dc-06794ea8d0d6']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:31.741896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6ec3a0>, 'd0946f16-68c4-445f-b21b-adc4d55474c8') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:31.742194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f6ec3a0>, 'd0946f16-68c4-445f-b21b-adc4d55474c8') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:31.751761 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.764569 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.770892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:31.771340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:31.773024 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:31.827185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.832674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d478f98b-5d0b-4a28-a4dc-06794ea8d0d6 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:21:31.835319 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.838996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d478f98b-5d0b-4a28-a4dc-06794ea8d0d6 HTTP/1.1" status: 204  len: 168 time: 0.2765946
Dec 11 21:21:31.844319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52104) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:31.849845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'router:external': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:31.853828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffff0d0-a9ed-4135-bf23-b4cbe50d376d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Network': ['ID=d478f98b-5d0b-4a28-a4dc-06794ea8d0d6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:31.872134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:31.874722 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.902390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:31.912676 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.913027 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Added segment 473ae2f8-f4dd-4184-8d30-d66d411309cb of type vlan for network 217eecf5-c78d-404f-b46f-a5e427cfd130
Dec 11 21:21:31.961068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.992040 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:31.993022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:31.993619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.055772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.2066925
Dec 11 21:21:32.055772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52106) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:32.060089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'subnet': {'network_id': '217eecf5-c78d-404f-b46f-a5e427cfd130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:32.071515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54f31a-afa9-490e-9894-db06efbd13ba tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=217eecf5-c78d-404f-b46f-a5e427cfd130,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:32.083192 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 217eecf5-c78d-404f-b46f-a5e427cfd130 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:32.088722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:32.091198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.404952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:21:32.405608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.460556 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dd85dba8-58a9-4960-84dc-cd1d0ab166e5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:32.468333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Checking segment: {'id': '473ae2f8-f4dd-4184-8d30-d66d411309cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '217eecf5-c78d-404f-b46f-a5e427cfd130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:32.468693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Network hostable DHCP agents. Network: 217eecf5-c78d-404f-b46f-a5e427cfd130, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:32.485732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Network 217eecf5-c78d-404f-b46f-a5e427cfd130 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:32.494922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 217eecf5-c78d-404f-b46f-a5e427cfd130) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:32.498943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:32.499533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.504544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739eb4c-f226-44d7-8b70-c311b2f9a8ab None None] Network 217eecf5-c78d-404f-b46f-a5e427cfd130 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:32.515894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-faf7d794-1531-4048-b256-70a821252401 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 0.4594238
Dec 11 21:21:32.518462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52108) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:32.523109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'floatingip': {'floating_network_id': '217eecf5-c78d-404f-b46f-a5e427cfd130'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:32.545009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.600819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857967d2-2425-415e-928b-b49b1d6fe2ec None None] Network 217eecf5-c78d-404f-b46f-a5e427cfd130 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:32.635907 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.735337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Allocated IP 172.20.0.11 (217eecf5-c78d-404f-b46f-a5e427cfd130/dd85dba8-58a9-4960-84dc-cd1d0ab166e5/1e2420bb-5375-464a-adde-a7de44d1d1de) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:32.837976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.872238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:32.912196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Network 217eecf5-c78d-404f-b46f-a5e427cfd130 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:32.917125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:32.919610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:32.925111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2420bb-5375-464a-adde-a7de44d1d1de,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:33.011376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.044895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.194255 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.198655 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.268021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Port': ['ID=1e2420bb-5375-464a-adde-a7de44d1d1de,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:33.276672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.293678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.294970 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8dc2ba8-abb1-4ce9-9e15-c3a7a6a4b0df tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.7755306
Dec 11 21:21:33.297635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52110) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:33.365959 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dce1e263-f898-41d0-875b-e2270098d076 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=217eecf5-c78d-404f-b46f-a5e427cfd130 HTTP/1.1" status: 200  len: 690 time: 0.0672619
Dec 11 21:21:33.368681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:33.449838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.534994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Deleting port 1e2420bb-5375-464a-adde-a7de44d1d1de {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:33.535411 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.628489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.628818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.644604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Calling delete_port for 1e2420bb-5375-464a-adde-a7de44d1d1de owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:33.778448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.806318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e2420bb-5375-464a-adde-a7de44d1d1de,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:33.864878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.907870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.963624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:33.990500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dd85dba8-58a9-4960-84dc-cd1d0ab166e5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:34.041298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.060807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f284ac0>,) {'filters': {'network_id': ['217eecf5-c78d-404f-b46f-a5e427cfd130']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:34.070057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f284ac0>, '473ae2f8-f4dd-4184-8d30-d66d411309cb') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:34.070353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f284ac0>, '473ae2f8-f4dd-4184-8d30-d66d411309cb') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:34.079964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.093129 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.099441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:34.099935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:34.101581 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:34.161573 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.167808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  217eecf5-c78d-404f-b46f-a5e427cfd130 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:21:34.177865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.181058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/217eecf5-c78d-404f-b46f-a5e427cfd130 HTTP/1.1" status: 204  len: 168 time: 0.8114669
Dec 11 21:21:34.182361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105f45-51ea-48f4-8a80-1bff9ea4a49d tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Network': ['ID=217eecf5-c78d-404f-b46f-a5e427cfd130,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:34.183794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52120) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.290200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c805d5ac-b76d-43e4-b49c-ea19ff2147e1 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1782 time: 0.1046710
Dec 11 21:21:34.292768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52122) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.381322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.381782 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.382228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.382716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.383156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.384287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.389562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e169931-5072-453e-80aa-1b166db01178 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0931644
Dec 11 21:21:34.389784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52124) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.454521 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-286db5fb-f748-4230-9af5-27debe58aa6f tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] delete failed (client error): The resource could not be found.
Dec 11 21:21:34.455555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-286db5fb-f748-4230-9af5-27debe58aa6f tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/10cb5e6a-5730-4b1f-9497-dafc2d05f734 HTTP/1.1" status: 404  len: 345 time: 0.0648966
Dec 11 21:21:34.458230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52126) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.474809 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd614011-b66e-46df-aaf3-25ef66c016bb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:34.475286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd614011-b66e-46df-aaf3-25ef66c016bb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:34.478243 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cd614011-b66e-46df-aaf3-25ef66c016bb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/217eecf5-c78d-404f-b46f-a5e427cfd130 HTTP/1.1" status: 404  len: 339 time: 0.0190969
Dec 11 21:21:34.481886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52128) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.486174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'name': 'tempest-network--466815164', 'router:external': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:34.506789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:34.509083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.532888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:34.541893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.542241 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Added segment 7a5e26ed-f888-4a76-96fc-765fea96549f of type vlan for network 439aac17-76fe-43bb-9099-662fa2bc6baf
Dec 11 21:21:34.588936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.617447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.618396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.619009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.669204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.1863508
Dec 11 21:21:34.671880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52130) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.681657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021021-84fa-45b8-9c6e-dd46e4556655 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=439aac17-76fe-43bb-9099-662fa2bc6baf,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:34.692163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 439aac17-76fe-43bb-9099-662fa2bc6baf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:34.779750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60553e-cbf1-45ee-bf5a-016d41d70f30 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.785860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60553e-cbf1-45ee-bf5a-016d41d70f30 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.792012 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60553e-cbf1-45ee-bf5a-016d41d70f30 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.797982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60553e-cbf1-45ee-bf5a-016d41d70f30 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:34.799618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9f60553e-cbf1-45ee-bf5a-016d41d70f30 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.1267354
Dec 11 21:21:34.802394 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:34.878912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.965104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:34.985389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d841ec970>,) {'filters': {'network_id': ['439aac17-76fe-43bb-9099-662fa2bc6baf']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:34.994172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d841ec970>, '7a5e26ed-f888-4a76-96fc-765fea96549f') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:34.994468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d841ec970>, '7a5e26ed-f888-4a76-96fc-765fea96549f') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:35.009517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.022329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.028105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:35.028482 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:35.030131 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:35.085173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.090276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  439aac17-76fe-43bb-9099-662fa2bc6baf {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:21:35.093168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.100182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52134) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.100356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/439aac17-76fe-43bb-9099-662fa2bc6baf HTTP/1.1" status: 204  len: 168 time: 0.2968895
Dec 11 21:21:35.105594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'name': 'tempest-network--946441763', 'router:external': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:35.110525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4cf33-3aee-4efc-8474-5de295eb3a10 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Network': ['ID=439aac17-76fe-43bb-9099-662fa2bc6baf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:35.127341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:35.129889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.154745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:35.164002 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.164345 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Added segment c638540a-940d-4ab1-b1ef-990ded83ccc9 of type vlan for network 7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa
Dec 11 21:21:35.209629 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.239545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.240471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:35.241046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.302616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.2012236
Dec 11 21:21:35.305290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52136) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.318915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06581258-64e0-4b2c-8bdf-fd86edef5dd5 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:35.333905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:35.397648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a41ad-b109-4c22-9d89-8f203d1e23da tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:35.401744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.402581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db7a41ad-b109-4c22-9d89-8f203d1e23da tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "GET /v2.0/networks/7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa HTTP/1.1" status: 200  len: 756 time: 0.0936348
Dec 11 21:21:35.486715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f7771-50ad-4495-8cb0-28174c093de2 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:35.488240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-372f7771-50ad-4495-8cb0-28174c093de2 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "GET /v2.0/networks/3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74 HTTP/1.1" status: 200  len: 768 time: 0.0844083
Dec 11 21:21:35.490972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.558685 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.641056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.661141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84128d30>,) {'filters': {'network_id': ['7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:35.669959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84128d30>, 'c638540a-940d-4ab1-b1ef-990ded83ccc9') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:35.670259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84128d30>, 'c638540a-940d-4ab1-b1ef-990ded83ccc9') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:35.679268 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.691837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.697620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:35.698142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:35.700284 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:35.754943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.758961 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:21:35.761815 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.765259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa HTTP/1.1" status: 204  len: 168 time: 0.2733543
Dec 11 21:21:35.769566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.773875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'name': 'tempest-network--760306075'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:35.786652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a44c-26f6-4553-9828-5c1372477ed9 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fb6a8f8-25d0-4a46-92d5-1243f1fd69aa,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:35.807091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Made reservation on behalf of 36be3b26535b49f486647e3537e11824 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:35.809535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.836498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:35.848383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.848751 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Added segment c13ebc46-1493-43bd-9c17-1ad4f34d030b of type vlan for network fec76ecb-3d65-4f24-a645-c0ecda61fd4d
Dec 11 21:21:35.893787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.925813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.926753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:35.927336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:35.979969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.2071421
Dec 11 21:21:35.980939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52144) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:35.986454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Request body: {'network': {'router:external': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:35.990611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db45b0-d3fd-48be-8172-40dc0c73a2fb tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=fec76ecb-3d65-4f24-a645-c0ecda61fd4d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:36.002379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network fec76ecb-3d65-4f24-a645-c0ecda61fd4d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:36.136914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.151542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.168321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Network fec76ecb-3d65-4f24-a645-c0ecda61fd4d is not hosted by any dhcp agent {{(pid=125988) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:21:36.169155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:36.169733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.171041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "PUT /v2.0/networks/fec76ecb-3d65-4f24-a645-c0ecda61fd4d HTTP/1.1" status: 200  len: 857 time: 0.1889262
Dec 11 21:21:36.174075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52146) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:36.212907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852cb5f-b9fa-425a-a427-bd19214021e2 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event updated for resources: {'Network': ['ID=fec76ecb-3d65-4f24-a645-c0ecda61fd4d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:36.243597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.330550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.351900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1f69d0>,) {'filters': {'network_id': ['fec76ecb-3d65-4f24-a645-c0ecda61fd4d']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.361435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1f69d0>, 'c13ebc46-1493-43bd-9c17-1ad4f34d030b') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.361732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1f69d0>, 'c13ebc46-1493-43bd-9c17-1ad4f34d030b') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.370932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.384883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.392640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:36.393026 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:36.394895 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:36.454340 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.459313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  fec76ecb-3d65-4f24-a645-c0ecda61fd4d {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 11 21:21:36.462511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.465928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fec76ecb-3d65-4f24-a645-c0ecda61fd4d HTTP/1.1" status: 204  len: 168 time: 0.2906618
Dec 11 21:21:36.469948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52150) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:36.475989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a002fb0-2124-43e4-b910-4c7906966533 tempest-ExternalNetworksTestJSON-1715535856 tempest-ExternalNetworksTestJSON-1715535856-project-admin] Pushing event deleted for resources: {'Network': ['ID=fec76ecb-3d65-4f24-a645-c0ecda61fd4d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:36.501516 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b54c97-ce4d-4cd9-9594-e89eae059e36 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:36.501962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b54c97-ce4d-4cd9-9594-e89eae059e36 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:36.505006 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-09b54c97-ce4d-4cd9-9594-e89eae059e36 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "DELETE /v2.0/subnets/dd85dba8-58a9-4960-84dc-cd1d0ab166e5 HTTP/1.1" status: 404  len: 337 time: 0.0333998
Dec 11 21:21:36.507671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:36.580243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.670009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.693654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84200c10>,) {'filters': {'network_id': ['3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.704426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84200c10>, '11fb8ad3-c8e1-48bc-9d76-15cde9422083') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.704732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84200c10>, '11fb8ad3-c8e1-48bc-9d76-15cde9422083') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:36.714737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.728219 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.733949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:36.734405 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:36.737401 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:36.793278 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.800108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:36.803952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] 10.222.0.18 "DELETE /v2.0/networks/3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74 HTTP/1.1" status: 204  len: 168 time: 0.2953935
Dec 11 21:21:36.817489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286bf90-6e0e-4222-8191-8c88c92cf318 tempest-ExternalNetworksTestJSON-410755431 tempest-ExternalNetworksTestJSON-410755431-project] Pushing event deleted for resources: {'Network': ['ID=3dc7f354-6fbf-41d3-8fb6-c43a4dbe7d74,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:37.059794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52158) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:37.193686 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46950368-dfd4-4732-9ac1-e0b51881fdde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=909b45652b544fa1a21bb5ce450a021a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1327472
Dec 11 21:21:37.196118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52162) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:37.242178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.263405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.309126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.311802 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.312939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7d07bde-116d-4694-af20-4471091186ba HTTP/1.1" status: 204  len: 168 time: 0.1159449
Dec 11 21:21:37.320409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0d763-fc59-483d-9952-34898fd08117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d07bde-116d-4694-af20-4471091186ba,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:37.567019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52168) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:37.616446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4fee21c8-e79c-4a80-b971-cdd86ad3a72e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36be3b26535b49f486647e3537e11824&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0482183
Dec 11 21:21:37.619041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52170) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:37.693837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.720770 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.767379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.770014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:37.773922 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55ba8883-5f70-4d0c-8512-cf70e896424f HTTP/1.1" status: 204  len: 168 time: 0.1512632
Dec 11 21:21:37.779740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1713e-6a3e-4767-8edd-06b4a0743267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba8883-5f70-4d0c-8512-cf70e896424f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:38.465904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52192) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:38.584106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4ed3e958-8b05-40fd-ab0f-515657476ef3 tempest-AgentManagementNegativeTest-1652482624 tempest-AgentManagementNegativeTest-1652482624-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.1169758
Dec 11 21:21:38.824424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52200) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:38.942736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bcd30b7-bfa1-49b6-990f-0fb9c23ad272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.025731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bcd30b7-bfa1-49b6-990f-0fb9c23ad272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.030107 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1bcd30b7-bfa1-49b6-990f-0fb9c23ad272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.067769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1bcd30b7-bfa1-49b6-990f-0fb9c23ad272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1f99125209e4fffbd2672baf720417a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2422786
Dec 11 21:21:39.069833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd30b7-bfa1-49b6-990f-0fb9c23ad272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e5abb-9d16-4f1b-9f1a-c014e3e499bf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:39.070823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52204) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.125298 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.146687 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.202617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.205358 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:39.206568 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/494e5abb-9d16-4f1b-9f1a-c014e3e499bf HTTP/1.1" status: 204  len: 168 time: 0.1346602
Dec 11 21:21:39.215537 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4651d76-f4f5-49c1-9d17-fc3b4da6874a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e5abb-9d16-4f1b-9f1a-c014e3e499bf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:39.855587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52228) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.951424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-e070180a-c097-47d4-9b46-c5a635ba5734 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.952432 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e070180a-c097-47d4-9b46-c5a635ba5734 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0958531
Dec 11 21:21:39.955409 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52232) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.959318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-798f1261-d7fd-48e1-a817-de43c22349b2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.960225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-798f1261-d7fd-48e1-a817-de43c22349b2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0039206
Dec 11 21:21:39.962284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.965962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-8ba6b095-a240-4994-812d-41c1df0127c2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.966888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8ba6b095-a240-4994-812d-41c1df0127c2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0037749
Dec 11 21:21:39.968909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52236) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.972811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-3206c10b-9eba-4904-b51d-b2c334f030cf tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.973711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3206c10b-9eba-4904-b51d-b2c334f030cf tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0039973
Dec 11 21:21:39.975713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52238) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.979879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-dee6e9f5-a112-4895-a72f-b4760f6fe945 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.980835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dee6e9f5-a112-4895-a72f-b4760f6fe945 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0042729
Dec 11 21:21:39.983057 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52240) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.986820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-b7023c22-1141-4b21-a9bd-39b29e8b0317 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.987727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b7023c22-1141-4b21-a9bd-39b29e8b0317 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0038397
Dec 11 21:21:39.989730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52242) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:39.993406 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-afcb8a29-9c25-4dcf-aa59-0e18e2676ab2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:39.994334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-afcb8a29-9c25-4dcf-aa59-0e18e2676ab2 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0037754
Dec 11 21:21:39.996889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52244) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.000535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-610f51d4-d83f-41a0-804e-b8a6b12907d0 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.001438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-610f51d4-d83f-41a0-804e-b8a6b12907d0 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0037448
Dec 11 21:21:40.003539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52246) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.007250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-79ff2d0a-2cc4-4a50-ac8f-80078a88e347 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.008176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-79ff2d0a-2cc4-4a50-ac8f-80078a88e347 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0038073
Dec 11 21:21:40.010116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52248) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.014439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-5ff9dd55-2897-4cf2-88d6-0e2e627d8756 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.015361 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5ff9dd55-2897-4cf2-88d6-0e2e627d8756 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0044134
Dec 11 21:21:40.017383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52250) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.020960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-0cf5cd56-5e4d-4fd7-9216-981bc02d46ab tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.021859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0cf5cd56-5e4d-4fd7-9216-981bc02d46ab tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0036800
Dec 11 21:21:40.023885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52252) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.027901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-cc507695-2de9-4096-90f2-f545a7985a61 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.028846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc507695-2de9-4096-90f2-f545a7985a61 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0041294
Dec 11 21:21:40.030979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52254) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.035779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-8c220fbf-571c-4638-acde-b8277f228113 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.036741 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8c220fbf-571c-4638-acde-b8277f228113 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0047519
Dec 11 21:21:40.039208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52258) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.043717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-0dbb3dba-dd46-4422-a9fd-9ed17c047394 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.044634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0dbb3dba-dd46-4422-a9fd-9ed17c047394 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0045030
Dec 11 21:21:40.047282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52260) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.053116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-68527b97-1f07-46ef-9736-3001d991dbf1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.054128 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68527b97-1f07-46ef-9736-3001d991dbf1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0043967
Dec 11 21:21:40.056463 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52262) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.060861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-032f881b-6850-41b7-8aad-ab3822102de0 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.061832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-032f881b-6850-41b7-8aad-ab3822102de0 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0045168
Dec 11 21:21:40.064216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52264) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.068619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-c620ff35-469c-42e9-be2f-b3cd352235ec tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.069592 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c620ff35-469c-42e9-be2f-b3cd352235ec tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0043700
Dec 11 21:21:40.071682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52266) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.075848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-cd03e62c-f823-4225-968d-a00c85d7d262 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.076763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cd03e62c-f823-4225-968d-a00c85d7d262 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0039568
Dec 11 21:21:40.078912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52268) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.082651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-dd090713-2226-4d14-9136-f71c3ef40353 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.083609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dd090713-2226-4d14-9136-f71c3ef40353 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0038702
Dec 11 21:21:40.086165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52270) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.090348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-36339845-ac1b-40bc-af97-747ad5eecaa8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.091318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-36339845-ac1b-40bc-af97-747ad5eecaa8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0041234
Dec 11 21:21:40.093392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52272) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.097472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-c57b404b-cdd7-461b-a501-71537b240bed tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.098422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c57b404b-cdd7-461b-a501-71537b240bed tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0041769
Dec 11 21:21:40.100556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52274) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.104470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-8cff0b02-1176-40b4-b4a1-532ab49cc757 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.105841 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8cff0b02-1176-40b4-b4a1-532ab49cc757 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0044465
Dec 11 21:21:40.107968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.112589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-faa0f209-02e0-4299-ab99-4998464c6612 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.115947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-faa0f209-02e0-4299-ab99-4998464c6612 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0071354
Dec 11 21:21:40.116814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.121983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-c4140bc0-ed62-48cc-8201-4e5a2e2a3dca tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.123204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c4140bc0-ed62-48cc-8201-4e5a2e2a3dca tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0057991
Dec 11 21:21:40.125692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.130075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-a7a9ada7-c7b4-419f-8312-89022093bc3f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.133182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7a9ada7-c7b4-419f-8312-89022093bc3f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0041828
Dec 11 21:21:40.133967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.138422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-ca404243-378b-438a-9152-157419a81101 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.141496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca404243-378b-438a-9152-157419a81101 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0045204
Dec 11 21:21:40.141641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf300-b93b-4f4d-802d-c51901eba9be req-aef397e6-2f7a-4179-804c-0696a0209743 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:40.141641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a4bf300-b93b-4f4d-802d-c51901eba9be req-aef397e6-2f7a-4179-804c-0696a0209743 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0569909
Dec 11 21:21:40.141985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52284) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.146002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-4679db38-8f1f-4619-a2af-29e16bed5231 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.146979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4679db38-8f1f-4619-a2af-29e16bed5231 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0040693
Dec 11 21:21:40.149424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52286) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.153265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-42232b95-29e3-4664-8ff4-cdf27b65ff1a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.154180 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42232b95-29e3-4664-8ff4-cdf27b65ff1a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0040784
Dec 11 21:21:40.156435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52288) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.160300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-f7fb4bf2-c8b6-42ce-8c98-54f702a57f04 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.161206 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f7fb4bf2-c8b6-42ce-8c98-54f702a57f04 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0038800
Dec 11 21:21:40.163359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52290) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.167232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-eb042875-dc7c-4f15-899e-5b5e6209a698 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.168966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb042875-dc7c-4f15-899e-5b5e6209a698 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0046949
Dec 11 21:21:40.171245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.175085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-af0154d3-ddf6-42f3-859e-3b08c1db089a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.178286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-af0154d3-ddf6-42f3-859e-3b08c1db089a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0061731
Dec 11 21:21:40.178841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52294) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.182568 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-0167ea22-5880-4238-9af6-c2f4789199b8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.184154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0167ea22-5880-4238-9af6-c2f4789199b8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0044546
Dec 11 21:21:40.186718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52296) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.190414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-2ececed8-4ceb-4ed1-8609-5916416b6575 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.191365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ececed8-4ceb-4ed1-8609-5916416b6575 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0038266
Dec 11 21:21:40.193456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52298) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.197639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7a4bf300-b93b-4f4d-802d-c51901eba9be req-2c1adedb-66a4-4c1f-bfa5-6b0eb0f67044 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488694
Dec 11 21:21:40.197784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-d71f7b76-d2f5-4578-a19c-7649cab4db9a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.198821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d71f7b76-d2f5-4578-a19c-7649cab4db9a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0044911
Dec 11 21:21:40.201051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52300) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.204732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-02fb77b6-97a2-4d63-a017-4655385e769b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.205751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-02fb77b6-97a2-4d63-a017-4655385e769b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0038788
Dec 11 21:21:40.207996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52302) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.211830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-18a73303-86b6-4b72-a0f1-4a4cf05ab185 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.212770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-18a73303-86b6-4b72-a0f1-4a4cf05ab185 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0039051
Dec 11 21:21:40.214894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52304) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.218778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-6d513fb2-92aa-4831-91e9-a86069492380 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.219678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d513fb2-92aa-4831-91e9-a86069492380 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0039318
Dec 11 21:21:40.221441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52306) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.222123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.226346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-eaff24ae-8d73-4671-a7d5-df41b369efea tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.227312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eaff24ae-8d73-4671-a7d5-df41b369efea tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0042329
Dec 11 21:21:40.229490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.233944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-3d549bd5-3a03-4386-ad87-a71a89388c5b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.234913 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3d549bd5-3a03-4386-ad87-a71a89388c5b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0040069
Dec 11 21:21:40.236965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52312) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.240729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-4746210d-277a-4040-9876-bdde41250c78 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.241628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4746210d-277a-4040-9876-bdde41250c78 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0038259
Dec 11 21:21:40.243631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.247898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-f9064028-76cb-4df4-9638-173b74da8cba tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.248790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f9064028-76cb-4df4-9638-173b74da8cba tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0043592
Dec 11 21:21:40.250939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52316) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.254804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-9013f62f-4898-4d02-b2fb-b2d1ff098189 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.255713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9013f62f-4898-4d02-b2fb-b2d1ff098189 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0039599
Dec 11 21:21:40.258202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52318) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.262795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-f1b3b1d8-432b-466e-956f-a3030dae3df9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.263714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1b3b1d8-432b-466e-956f-a3030dae3df9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0046229
Dec 11 21:21:40.266008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52320) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.270532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-ef586700-369a-41e2-b3f1-5342bc8d98a1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.271499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef586700-369a-41e2-b3f1-5342bc8d98a1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0045555
Dec 11 21:21:40.273610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52322) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.277962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-6d560b7e-6d00-4f6b-86c2-58c8e2159293 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.285595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6d560b7e-6d00-4f6b-86c2-58c8e2159293 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0044751
Dec 11 21:21:40.285595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.285595 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-4c55aef7-f6b9-4c46-bc25-fc6170697443 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.285595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c55aef7-f6b9-4c46-bc25-fc6170697443 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0037825
Dec 11 21:21:40.288325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.292586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-ae5d3088-8dfd-4caa-b1bd-9fbb9b1fc6ad tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.293515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ae5d3088-8dfd-4caa-b1bd-9fbb9b1fc6ad tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0042803
Dec 11 21:21:40.295604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52328) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.299618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-0ab9224e-d444-48f5-9428-3c19f1b403a8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.300668 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ab9224e-d444-48f5-9428-3c19f1b403a8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0039973
Dec 11 21:21:40.302316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-633fec06-5da4-4938-8ba0-2dcbb3635937 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/b3d2ec20-007c-42e8-a864-b05eb0110b95 HTTP/1.1" status: 200  len: 993 time: 0.0789771
Dec 11 21:21:40.302907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52330) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.306729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-10a50686-6002-4103-9351-bc2239ec1e72 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.307646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-10a50686-6002-4103-9351-bc2239ec1e72 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0038967
Dec 11 21:21:40.309901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52332) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.313692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-e8e0b486-a9dc-4f2a-bc5e-f16c0507b3b6 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.314621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8e0b486-a9dc-4f2a-bc5e-f16c0507b3b6 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0038633
Dec 11 21:21:40.316638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52336) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.320493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-b8086a4a-c650-41fa-8eab-5a202697a576 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.321634 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8086a4a-c650-41fa-8eab-5a202697a576 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0040131
Dec 11 21:21:40.323574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.327862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-8493ef42-bdc5-4ea1-8085-c591faf0980e tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.329001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8493ef42-bdc5-4ea1-8085-c591faf0980e tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0038228
Dec 11 21:21:40.331008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52340) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.335354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-d79bc396-0d90-4d81-b95d-dce59837c761 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.336374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d79bc396-0d90-4d81-b95d-dce59837c761 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0044839
Dec 11 21:21:40.338454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52342) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.343032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-2d1ed363-baaf-44e6-8e40-9adeeb25721f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.344064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2d1ed363-baaf-44e6-8e40-9adeeb25721f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0047259
Dec 11 21:21:40.346593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52344) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.350889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-b33ce4a0-1519-4bc1-ac3d-0cf43f3c282a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.351833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b33ce4a0-1519-4bc1-ac3d-0cf43f3c282a tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0043087
Dec 11 21:21:40.354067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52346) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.358723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-9cfe3ec6-8028-4ad3-8fb2-03c2bf2735dc tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.359624 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9cfe3ec6-8028-4ad3-8fb2-03c2bf2735dc tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0046213
Dec 11 21:21:40.361814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52348) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.365525 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-473c2dee-a924-4541-a336-6938829b9b23 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.366448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-473c2dee-a924-4541-a336-6938829b9b23 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0038819
Dec 11 21:21:40.368545 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.373201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-47ed9151-b04a-4c77-9f99-07d6895a1168 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.374126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-47ed9151-b04a-4c77-9f99-07d6895a1168 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0046957
Dec 11 21:21:40.376220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52352) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.379914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-1540fee5-1055-431d-929d-48d7ea36ebb5 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.380823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1540fee5-1055-431d-929d-48d7ea36ebb5 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0037816
Dec 11 21:21:40.382993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52354) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.386685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-497a88b9-7ff4-442b-938c-2b86fd8e063f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.387615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-497a88b9-7ff4-442b-938c-2b86fd8e063f tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0038116
Dec 11 21:21:40.389768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.393607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-b2c49646-c43b-4f93-8ee7-28d39c15ffd1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.394552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2c49646-c43b-4f93-8ee7-28d39c15ffd1 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0039485
Dec 11 21:21:40.396736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.401597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-cba59998-f870-4939-8af8-86bb781d8433 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.404469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cba59998-f870-4939-8af8-86bb781d8433 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0049934
Dec 11 21:21:40.404781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52360) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.408562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-639e5707-52d2-4895-b52d-9ce5c40af2a9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.411360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-639e5707-52d2-4895-b52d-9ce5c40af2a9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0038767
Dec 11 21:21:40.411704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52362) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.416062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-60736aa3-fdfb-49c0-ad37-2a97465458b8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.417148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-60736aa3-fdfb-49c0-ad37-2a97465458b8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0044372
Dec 11 21:21:40.419719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52366) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.423779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [None req-717ecf3c-0634-4408-896d-cae0be7848fa tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.424773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-717ecf3c-0634-4408-896d-cae0be7848fa tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0041764
Dec 11 21:21:40.426848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52368) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.430802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-dbc6b74a-8374-49f6-bc84-8ffc5dae427b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.431742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbc6b74a-8374-49f6-bc84-8ffc5dae427b tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0040178
Dec 11 21:21:40.434607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.438564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-d1508d3e-6c22-4590-8bf8-9e36f6dbc1b9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.439612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1508d3e-6c22-4590-8bf8-9e36f6dbc1b9 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0040016
Dec 11 21:21:40.441468 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52372) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.445204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-34f42f29-9d6d-44a4-8707-ce1da013c032 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.446106 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-34f42f29-9d6d-44a4-8707-ce1da013c032 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0038085
Dec 11 21:21:40.448088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52374) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.452056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-3338e2ef-ce7e-4475-acfb-64ae393ebfa8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.453053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3338e2ef-ce7e-4475-acfb-64ae393ebfa8 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0041125
Dec 11 21:21:40.455137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.458921 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-1545f43b-4679-44db-96c8-14c7e4796c07 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.459823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1545f43b-4679-44db-96c8-14c7e4796c07 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0038860
Dec 11 21:21:40.461901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.466134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [None req-df0c6fc6-b714-452e-8dd6-9de93e1cf570 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.467064 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df0c6fc6-b714-452e-8dd6-9de93e1cf570 tempest-ExtensionsTestJSON-1579540595 tempest-ExtensionsTestJSON-1579540595-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0043187
Dec 11 21:21:40.627836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd7dea-fcd0-4acb-961f-26ed80beafd4 req-93302888-31a5-4f57-a6de-1096f4174f60 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:40.629388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fcdd7dea-fcd0-4acb-961f-26ed80beafd4 req-93302888-31a5-4f57-a6de-1096f4174f60 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1096 time: 0.0461507
Dec 11 21:21:40.679977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fcdd7dea-fcd0-4acb-961f-26ed80beafd4 req-e27b8000-71f5-40d8-ab9c-75c76f0996c3 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434875
Dec 11 21:21:40.723196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52388) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:40.759761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-0398c51c-aa52-43ae-ad4b-e632c06b46bf req-67abaa0e-e2fe-4ef0-a2ef-1d9cfc293515 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:40.760736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0398c51c-aa52-43ae-ad4b-e632c06b46bf req-67abaa0e-e2fe-4ef0-a2ef-1d9cfc293515 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0085683
Dec 11 21:21:40.846272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fcf2-fbd4-4297-8f2e-a309c4eaa2c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:40.930539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fcf2-fbd4-4297-8f2e-a309c4eaa2c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:40.935845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a4c8fcf2-fbd4-4297-8f2e-a309c4eaa2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:40.975924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a4c8fcf2-fbd4-4297-8f2e-a309c4eaa2c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b95ba486d904f2992bf785741e1bf84&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2515535
Dec 11 21:21:40.976787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8fcf2-fbd4-4297-8f2e-a309c4eaa2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f7a07-36cd-4ca8-904e-e67be6e76cc9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:40.978822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52396) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:41.022705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9598e100-c207-435d-8bd6-13e90c11f626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:41.041365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:41.069692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:41.123789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:41.126606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:41.130715 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/573f7a07-36cd-4ca8-904e-e67be6e76cc9 HTTP/1.1" status: 204  len: 168 time: 0.1507361
Dec 11 21:21:41.141385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97758751-7042-4510-b86a-bc87d46678b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f7a07-36cd-4ca8-904e-e67be6e76cc9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:41.356300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-903d9343-1396-4824-8afe-6ac17dfb5fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0435297
Dec 11 21:21:41.367451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-49cf5933-32ec-4a2b-88ec-adfeb9852588 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:21:41.368713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-49cf5933-32ec-4a2b-88ec-adfeb9852588 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0061543
Dec 11 21:21:41.931221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-eb05681a-83bc-44b7-8d29-9ddf235c5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:41.932803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-eb05681a-83bc-44b7-8d29-9ddf235c5efd service neutron] 10.222.0.18 "GET /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1093 time: 0.0411327
Dec 11 21:21:41.943587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:41.944039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Unknown quota resources ['binding']. {{(pid=125987) _create /opt/stack/neutron/neutron/api/v2/base.py:496}}
Dec 11 21:21:41.947948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:42.091519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1607767004'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:42.111051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on host nch2-master-1 for vnic_type normal with profile None {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:42.111393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:42.111717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:42.121642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:21:42.121965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:42.127608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:42.127958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:42.128336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Bound using segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:42.128793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Bound port: 6d2786a3-a9ae-444a-8a61-a42df70f856b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:42.132942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:42.136961 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.188557 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.267537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:42.277197 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] Publish callbacks [] for binding, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.278382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-e21a1fe8-e4da-470b-9a60-838bcbe7cfec service neutron] 10.222.0.18 "POST /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b/bindings HTTP/1.1" status: 201  len: 389 time: 0.3386490
Dec 11 21:21:42.330998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.336053 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.373928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:42.381407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a65629-4940-4a70-a922-163fad0a16ce,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:42.388953 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.389327 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment b7e9c5c3-05b2-421b-bd55-4837ffe4f53e of type vlan for network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a
Dec 11 21:21:42.465884 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.507259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f844f-1f66-4b12-8155-c79e63685a68 req-4a3047db-20da-4ff8-9399-aa83cc427c63 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.508895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f7f844f-1f66-4b12-8155-c79e63685a68 req-4a3047db-20da-4ff8-9399-aa83cc427c63 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0821915
Dec 11 21:21:42.514409 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.519952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.520546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:42.534840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-dc672572-beeb-4bac-bc3e-9144eb24ec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.536518 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-dc672572-beeb-4bac-bc3e-9144eb24ec90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1096 time: 0.0482328
Dec 11 21:21:42.631846 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6827834
Dec 11 21:21:42.642461 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-18c70304-712d-4686-917a-9292032fd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.644637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-18c70304-712d-4686-917a-9292032fd12a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1000297
Dec 11 21:21:42.682530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ed740-4495-47ea-8725-f987dfcb2954 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=79dacd7a-cf7c-4d99-b45b-9841bfd4013a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:42.691056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f7f844f-1f66-4b12-8155-c79e63685a68 req-219cd98b-999e-453c-9c01-d5287287b0e2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1677868
Dec 11 21:21:42.697676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:42.735176 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-90bc7446-3772-46c2-81b1-2a35581f2885 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1001 time: 0.0833154
Dec 11 21:21:42.791500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-27554e93-543c-4b64-82d9-b597fb420493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.793138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-27554e93-543c-4b64-82d9-b597fb420493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0502918
Dec 11 21:21:42.842834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-07e012e8-968d-4b9e-936a-841080acb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:42.844356 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-07e012e8-968d-4b9e-936a-841080acb9ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447080
Dec 11 21:21:42.939012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-9dc16389-16c9-4bb4-84a9-1609730da4de service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821722
Dec 11 21:21:43.053956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-c54e0b70-49bc-41cf-81c5-cd1488ff74ba service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1047637
Dec 11 21:21:43.195143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-490207db-b8ba-4e7f-9d64-cab901f49469 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:43.197010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-490207db-b8ba-4e7f-9d64-cab901f49469 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103&tenant_id=57a572b530bb4301876a76b0a8a94b78&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1096 time: 0.0820749
Dec 11 21:21:43.208814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:43.476610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7165b451-66ec-4fde-85ba-a51e40806dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:43.540139 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:43.687050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:43.727345 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:43.771604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:43.774068 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71e0adf-a27b-4094-a5a7-2e07dd09f2b9" -d '{"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-unplugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:43.779223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:43.785617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:43.829338 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f22e1f-2c86-4206-8d21-57f5839efc85 x-openstack-request-id: req-17f22e1f-2c86-4206-8d21-57f5839efc85 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:43.829641 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-unplugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:43.829896 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17f22e1f-2c86-4206-8d21-57f5839efc85 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:43.830381 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'code': 200}
Dec 11 21:21:43.924737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:43.947096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2f5f-99ab-4b2c-af31-cb4c28b61ea4 req-8b4e85c8-f0ab-45c5-8e05-66a260d6de11 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:43.949200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4cb2f5f-99ab-4b2c-af31-cb4c28b61ea4 req-8b4e85c8-f0ab-45c5-8e05-66a260d6de11 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 943 time: 0.1572356
Dec 11 21:21:44.021367 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:44.021697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:44.022033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:44.035385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:21:44.035718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Attempting to bind port 6d2786a3-a9ae-444a-8a61-a42df70f856b on network aa9c0921-e2fb-47f1-8deb-388749fc65c5 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4cb2f5f-99ab-4b2c-af31-cb4c28b61ea4 req-cf3b51de-51ef-4da1-ab99-59b380d9f230 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857875
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Checking segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Bound using segment: {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Bound port: 6d2786a3-a9ae-444a-8a61-a42df70f856b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d4b515-1813-4fc3-a40d-85f332a212d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:44.048679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.135255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-69c1b2cd-f671-4bde-b3cc-2bf726efff58 None None] Provisioning complete for port 6d2786a3-a9ae-444a-8a61-a42df70f856b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:44.135805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-69c1b2cd-f671-4bde-b3cc-2bf726efff58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.140789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:44.145176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:44.152584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.200188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-69c1b2cd-f671-4bde-b3cc-2bf726efff58 None None] Port 6d2786a3-a9ae-444a-8a61-a42df70f856b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:21:44.275895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=8']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:44.318954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:44.319649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.321128 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0b64bdce-869a-4add-844d-69eafcea53cd service neutron] 10.222.0.30 "PUT /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1121 time: 1.1165214
Dec 11 21:21:44.395516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['6d2786a3-a9ae-444a-8a61-a42df70f856b'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:21:44.559201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] Provisioning complete for port 6d2786a3-a9ae-444a-8a61-a42df70f856b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:44.559639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.712618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.746569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:44.748830 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5ed98b-e865-463c-b70f-cadaae8968b8" -d '{"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-plugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:44.763224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:44.768278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:44.818410 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6fcfd1-88b1-4dac-98c0-bd2473154129 x-openstack-request-id: req-0f6fcfd1-88b1-4dac-98c0-bd2473154129 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:44.818652 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-plugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:44.818923 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f6fcfd1-88b1-4dac-98c0-bd2473154129 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:44.819271 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'code': 200}
Dec 11 21:21:44.921937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f8fa0-b26f-4c2b-bd36-5e918712c95e None None] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:44.965179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:45.185438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762792d4-be75-4ab0-be06-47923da3d550 req-6a11c6e7-401a-407f-9d4f-2b18c74dd94b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:45.187073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-762792d4-be75-4ab0-be06-47923da3d550 req-6a11c6e7-401a-407f-9d4f-2b18c74dd94b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0564451
Dec 11 21:21:45.246469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-762792d4-be75-4ab0-be06-47923da3d550 req-41a048ad-b4f5-4769-9793-7bbc44da1822 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512278
Dec 11 21:21:45.552550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:21:45.653102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:45.665744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b has no active binding in host nch2-master-1 {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
Dec 11 21:21:45.831070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:45.833573 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae337b7-8276-4923-b391-8325fbf700b7" -d '{"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:45.880570 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb821fd0-6d25-4192-9533-9ccea2e0b46d x-openstack-request-id: req-eb821fd0-6d25-4192-9533-9ccea2e0b46d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:45.880898 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:45.881193 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb821fd0-6d25-4192-9533-9ccea2e0b46d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:45.881673 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'status': 'completed', 'code': 200}
Dec 11 21:21:45.936754 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:45.952656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-6539efa2-4478-478e-8b1c-8c354c0ca0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:45.954171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-6539efa2-4478-478e-8b1c-8c354c0ca0a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1126 time: 0.0476933
Dec 11 21:21:46.064815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-c1d99dcd-2b44-4402-9891-1efe4e52f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.066517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-c1d99dcd-2b44-4402-9891-1efe4e52f0ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1042249
Dec 11 21:21:46.141443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-068bbfc8-3bc4-4bcc-8c6d-2ace059b3297 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1001 time: 0.0672114
Dec 11 21:21:46.192264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-e3063e28-5a9f-4498-a90b-bf19582f0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.193780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-e3063e28-5a9f-4498-a90b-bf19582f0a10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0447586
Dec 11 21:21:46.210060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52454) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:46.228127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:46.305208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-9e5cb1c4-232a-4635-878b-d5da2f928318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.306749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-9e5cb1c4-232a-4635-878b-d5da2f928318 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1062350
Dec 11 21:21:46.329331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.371725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ea0c-e371-42af-b1c9-19e888e8d2f0 req-9b69ba42-8f25-4d7c-871c-03a2f9dff242 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.373348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43f0ea0c-e371-42af-b1c9-19e888e8d2f0 req-9b69ba42-8f25-4d7c-871c-03a2f9dff242 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0524282
Dec 11 21:21:46.390783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:46.394165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.427758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43f0ea0c-e371-42af-b1c9-19e888e8d2f0 req-2445dbd5-310b-468e-9ffa-a2e6c4ad8fbf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476692
Dec 11 21:21:46.475927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-f58b2c22-a8a6-46b2-802f-647bc1cc2c4f service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609447
Dec 11 21:21:46.623717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ae337b7-8276-4923-b391-8325fbf700b7 req-ab6f01bc-4e83-499a-8056-78a7fec02c38 service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381495
Dec 11 21:21:46.680349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.747997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=c66ef0ad-92be-40cb-af1e-63a3e5b84d08,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:46.759632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:46.759996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 79dacd7a-cf7c-4d99-b45b-9841bfd4013a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:46.776995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:46.785470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 79dacd7a-cf7c-4d99-b45b-9841bfd4013a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:46.789522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.790120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.794720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7f31ab-1101-4d9b-b8e8-3b1d437f42d7 None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:46.809499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-30967a36-1f63-451f-a379-01de8dfb406a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5983520
Dec 11 21:21:46.813448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52458) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:46.819008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1854498078'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:46.843622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:46.847672 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.871472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:46.882186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.882565 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment 018ddfdc-9af8-4659-97b0-2c78650605a2 of type vlan for network 453e3529-0d37-4bdd-b13a-787568286384
Dec 11 21:21:46.896348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-79dacd7a-cf7c-4d99-b45b-9841bfd4013a', 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': 'c66ef0ad-92be-40cb-af1e-63a3e5b84d08'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:46.897222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.928087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.952119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:46.957758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:46.958341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.015035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2005270
Dec 11 21:21:47.018074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:47.023342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '453e3529-0d37-4bdd-b13a-787568286384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:47.029146 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Allocated IP 2001:db8:0:ffff::2 (79dacd7a-cf7c-4d99-b45b-9841bfd4013a/c66ef0ad-92be-40cb-af1e-63a3e5b84d08/5ac8d04b-6d3c-48bf-a589-7e85eb86d53b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:47.030875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f19cd4-3663-4d6e-b0dc-dbe7bd88210f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=453e3529-0d37-4bdd-b13a-787568286384,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:47.046512 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 453e3529-0d37-4bdd-b13a-787568286384 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:47.115206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:47.118718 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.245236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.268683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.303572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.359403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:47.366459 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:47.369136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Pushing event updated for resources: {'Port': ['ID=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:47.371444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:47.407995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:21:47.410243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.435741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Attempting to bind port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:47.436113 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Attempting to bind port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:47.436484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Attempting to bind port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b on network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:47.467030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=9a556e8a-87ce-4af0-87f8-6087082c0b1e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:47.475268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:47.475657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Checking segment: {'id': 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:47.476172 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.476444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Bound using segment: {'id': 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:47.476924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Bound port: 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '79dacd7a-cf7c-4d99-b45b-9841bfd4013a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:47.477304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.486868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': '018ddfdc-9af8-4659-97b0-2c78650605a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '453e3529-0d37-4bdd-b13a-787568286384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:47.487507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 453e3529-0d37-4bdd-b13a-787568286384, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:47.506716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 453e3529-0d37-4bdd-b13a-787568286384 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:47.516190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 453e3529-0d37-4bdd-b13a-787568286384) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:47.521771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:47.522604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.544250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0e7e2-09ca-4ce0-94f1-691b1c694afa None None] Network 453e3529-0d37-4bdd-b13a-787568286384 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:47.547019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9750e212-1337-4c68-9129-09db0adbf2f9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5277665
Dec 11 21:21:47.548575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:47.556316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'port': {'network_id': '453e3529-0d37-4bdd-b13a-787568286384', 'name': 'tempest-NetworksIpV6TestAttrs-2046633725'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:47.575685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] For port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:47.580522 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b96992-ba98-4eda-83ca-3134adcb7670 req-6cb4cf57-716c-4c15-b939-0b0ac899ebbd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:47.582081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45b96992-ba98-4eda-83ca-3134adcb7670 req-6cb4cf57-716c-4c15-b939-0b0ac899ebbd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0628247
Dec 11 21:21:47.649648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-45b96992-ba98-4eda-83ca-3134adcb7670 req-e02da85d-a26b-4e8c-b311-9081018a60cd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579185
Dec 11 21:21:47.683986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:47.687666 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.711381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] device_id is not set on port e9cc80bc-44ec-44bb-94a7-599ec493ac9e yet. {{(pid=125988) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:21:47.785473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] For port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,segment=NetworkSegment(b7e9c5c3-05b2-421b-bd55-4837ffe4f53e),segment_id=b7e9c5c3-05b2-421b-bd55-4837ffe4f53e)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:47.792841 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.822465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Allocated IP 2001:db8::f816:3eff:feea:eff0 (453e3529-0d37-4bdd-b13a-787568286384/9a556e8a-87ce-4af0-87f8-6087082c0b1e/e9cc80bc-44ec-44bb-94a7-599ec493ac9e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:47.893333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-453e3529-0d37-4bdd-b13a-787568286384', 'network_id': '453e3529-0d37-4bdd-b13a-787568286384', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': '9a556e8a-87ce-4af0-87f8-6087082c0b1e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:47.894211 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:47.897962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3604d2-d738-486e-b7b6-a6fdacb749e5 None None] Pushing event updated for resources: {'Port': ['ID=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:47.988473 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.024613 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.103923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Allocated IP 2001:db8::f816:3eff:fe98:fe48 (453e3529-0d37-4bdd-b13a-787568286384/9a556e8a-87ce-4af0-87f8-6087082c0b1e/c05e40ec-e8c0-4970-9eb8-55f6f3006589) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:48.114072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 453e3529-0d37-4bdd-b13a-787568286384 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:48.117716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:48.122813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:48.138067 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:48.139086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.169431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Port': ['ID=e9cc80bc-44ec-44bb-94a7-599ec493ac9e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:48.195449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39bc5573-ef78-4ef0-9719-6fc4885cadf6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 0.6432042
Dec 11 21:21:48.195802 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:48.280968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting subnet 9a556e8a-87ce-4af0-87f8-6087082c0b1e {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:21:48.305632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:48.356768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.363294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.364105 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.409228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Network 453e3529-0d37-4bdd-b13a-787568286384 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:48.415695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:48.419996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:48.421599 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.431031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Pushing event updated for resources: {'Port': ['ID=c05e40ec-e8c0-4970-9eb8-55f6f3006589,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:48.436246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:48.436638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.515803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Attempting to bind port c05e40ec-e8c0-4970-9eb8-55f6f3006589 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:48.516221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Attempting to bind port c05e40ec-e8c0-4970-9eb8-55f6f3006589 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '018ddfdc-9af8-4659-97b0-2c78650605a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '453e3529-0d37-4bdd-b13a-787568286384'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:48.516606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Attempting to bind port c05e40ec-e8c0-4970-9eb8-55f6f3006589 on network 453e3529-0d37-4bdd-b13a-787568286384 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:48.529215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:48.529964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Checking segment: {'id': '018ddfdc-9af8-4659-97b0-2c78650605a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '453e3529-0d37-4bdd-b13a-787568286384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:48.530308 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.530833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Bound using segment: {'id': '018ddfdc-9af8-4659-97b0-2c78650605a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '453e3529-0d37-4bdd-b13a-787568286384'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:48.531473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Bound port: c05e40ec-e8c0-4970-9eb8-55f6f3006589, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018ddfdc-9af8-4659-97b0-2c78650605a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '453e3529-0d37-4bdd-b13a-787568286384'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:48.531965 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.560719 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.625832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.639374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.668370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] For port c05e40ec-e8c0-4970-9eb8-55f6f3006589, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:48.672108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=9a556e8a-87ce-4af0-87f8-6087082c0b1e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:48.677465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] For port c05e40ec-e8c0-4970-9eb8-55f6f3006589, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c05e40ec-e8c0-4970-9eb8-55f6f3006589,segment=NetworkSegment(018ddfdc-9af8-4659-97b0-2c78650605a2),segment_id=018ddfdc-9af8-4659-97b0-2c78650605a2)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:48.679143 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.688282 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-617f09f8-d94b-4ad8-bd67-fa49d513c0c2 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/9a556e8a-87ce-4af0-87f8-6087082c0b1e HTTP/1.1" status: 204  len: 168 time: 0.4913983
Dec 11 21:21:48.689002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52470) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:48.692177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.704479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,segment=NetworkSegment(b7e9c5c3-05b2-421b-bd55-4837ffe4f53e),segment_id=b7e9c5c3-05b2-421b-bd55-4837ffe4f53e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:48.717021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:48.773699 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6754af-d234-4396-803d-966e575ab1eb None None] Pushing event updated for resources: {'Port': ['ID=c05e40ec-e8c0-4970-9eb8-55f6f3006589,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:48.843955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8d222-3d4b-4264-bde3-a45181891f7e req-cbcd7f01-b5b7-44a8-a2e1-24e2a2571a04 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:48.844613 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab1bcc-4b22-4760-866b-5cabad89da69 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:48.846918 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2bd8d222-3d4b-4264-bde3-a45181891f7e req-cbcd7f01-b5b7-44a8-a2e1-24e2a2571a04 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0918782
Dec 11 21:21:48.847653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:48.855532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab1bcc-4b22-4760-866b-5cabad89da69 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:48.857271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c2ab1bcc-4b22-4760-866b-5cabad89da69 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1671069
Dec 11 21:21:48.862852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:48.929592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2bd8d222-3d4b-4264-bde3-a45181891f7e req-a6ba472c-e4ba-479d-8c1a-652f8bb33ed4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684927
Dec 11 21:21:49.146284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572cb0d1-657c-40f8-9918-325218bf2a91 None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:49.259503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-956a27f5-5dd3-40b6-a080-28959d2734d0 None None] Provisioning complete for port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:49.259937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-956a27f5-5dd3-40b6-a080-28959d2734d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.331063 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afa4f690-b588-481d-af6d-da4367431dff tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.338469 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa4f690-b588-481d-af6d-da4367431dff tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:21:49.339518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa4f690-b588-481d-af6d-da4367431dff tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:49.349587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52474) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:49.349925 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-afa4f690-b588-481d-af6d-da4367431dff tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/453e3529-0d37-4bdd-b13a-787568286384 HTTP/1.1" status: 409  len: 405 time: 0.4856811
Dec 11 21:21:49.355744 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1078605835'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:49.382112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:49.386720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.419506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:49.431289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.433931 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment 5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4 of type vlan for network 45562df1-d330-48a7-8d26-c1e61c2045b5
Dec 11 21:21:49.481695 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.518765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.525033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:49.525519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.591570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2371874
Dec 11 21:21:49.592326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52476) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:49.598907 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:49.605524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d60efe0-0651-4667-9418-c595feb1e33f tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=45562df1-d330-48a7-8d26-c1e61c2045b5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:49.618120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:49.676418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f75059c8-be4a-4d9e-b303-f0bdea1528d4 None None] Provisioning complete for port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:49.676772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f75059c8-be4a-4d9e-b303-f0bdea1528d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:49.728285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:49.732536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.021206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d31c7-a28c-4035-a565-c744672dbe87 None None] Network 453e3529-0d37-4bdd-b13a-787568286384 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:50.046335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:21:50.056643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.132847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] Provisioning complete for port c05e40ec-e8c0-4970-9eb8-55f6f3006589 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:50.132994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.156285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=9deb861e-8b62-4cdd-ba97-346a04059ff0,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:50.185372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c691-61b2-4e21-84de-4bc87c57bbc5 req-94758691-dba2-484d-81f9-4c81b19a3509 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:50.187357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d04c691-61b2-4e21-84de-4bc87c57bbc5 req-94758691-dba2-484d-81f9-4c81b19a3509 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.1609061
Dec 11 21:21:50.190620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.190983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.191329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.191670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.192006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.192345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.192681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.193010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.193338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.193665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.193990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.194315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.194667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:50.209605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] DHCP port deletion for 453e3529-0d37-4bdd-b13a-787568286384 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:21:50.224953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:50.225319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 45562df1-d330-48a7-8d26-c1e61c2045b5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:50.278066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d04c691-61b2-4e21-84de-4bc87c57bbc5 req-70dcbb98-5609-4ebf-8e1e-0c1f2ec7596e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781348
Dec 11 21:21:50.288876 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:50.289088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:50.302843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45562df1-d330-48a7-8d26-c1e61c2045b5) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:50.308516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:50.309153 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.331060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-703368f9-8eae-4b0a-b39f-7e91b9e269df tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7349653
Dec 11 21:21:50.331263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a6067-5c25-4366-bcd2-577d63132080 None None] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:50.331400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52482) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:50.336744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'port': {'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5', 'name': 'tempest-NetworksIpV6TestAttrs-596326109'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:50.355481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Deleting port c05e40ec-e8c0-4970-9eb8-55f6f3006589 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:50.355851 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.361245 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.457667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:50.461902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.486883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] device_id is not set on port fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f yet. {{(pid=125987) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 11 21:21:50.514270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] For port c05e40ec-e8c0-4970-9eb8-55f6f3006589, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c05e40ec-e8c0-4970-9eb8-55f6f3006589,segment=NetworkSegment(018ddfdc-9af8-4659-97b0-2c78650605a2),segment_id=018ddfdc-9af8-4659-97b0-2c78650605a2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:50.514785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.530456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] For port c05e40ec-e8c0-4970-9eb8-55f6f3006589, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c05e40ec-e8c0-4970-9eb8-55f6f3006589,segment=NetworkSegment(018ddfdc-9af8-4659-97b0-2c78650605a2),segment_id=018ddfdc-9af8-4659-97b0-2c78650605a2)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:50.537398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Calling delete_port for c05e40ec-e8c0-4970-9eb8-55f6f3006589 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:50.555166 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.567119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:50.567119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.597814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45562df1-d330-48a7-8d26-c1e61c2045b5', 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': '9deb861e-8b62-4cdd-ba97-346a04059ff0'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:50.598747 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.606878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Allocated IP 2001:db8::f816:3eff:fe84:ef44 (45562df1-d330-48a7-8d26-c1e61c2045b5/9deb861e-8b62-4cdd-ba97-346a04059ff0/fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:50.762950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581703-9c42-4428-9d4c-342fabf9e6ef None None] Pushing event updated for resources: {'Port': ['ID=c05e40ec-e8c0-4970-9eb8-55f6f3006589,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:50.796164 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.837358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.839605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.892625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:50.897207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:50.902517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] Pushing event deleted for resources: {'Port': ['ID=c05e40ec-e8c0-4970-9eb8-55f6f3006589,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:50.903234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:50.904274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f59264-e7a6-4b8a-a2b8-a2d68a1a9fd9 None None] No DVR routers for this DVR port c05e40ec-e8c0-4970-9eb8-55f6f3006589 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:21:50.918317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:50.918317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:50.920844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Allocated IP 2001:db8::f816:3eff:feff:4c1f (45562df1-d330-48a7-8d26-c1e61c2045b5/9deb861e-8b62-4cdd-ba97-346a04059ff0/8e37fb7a-657e-464b-b252-9dc7d15e6dec) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:50.927292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Port': ['ID=fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:50.942295 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c56cfa9f-c58c-42a3-af34-f390454b1cb3 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.6072812
Dec 11 21:21:50.942490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52484) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:51.000794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting subnet 9deb861e-8b62-4cdd-ba97-346a04059ff0 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:21:51.082756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.087688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.088160 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.133265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:51.136497 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:51.139757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.140079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:51.147570 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Pushing event updated for resources: {'Port': ['ID=8e37fb7a-657e-464b-b252-9dc7d15e6dec,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:51.201860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Attempting to bind port 8e37fb7a-657e-464b-b252-9dc7d15e6dec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:51.202208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Attempting to bind port 8e37fb7a-657e-464b-b252-9dc7d15e6dec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:51.202585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Attempting to bind port 8e37fb7a-657e-464b-b252-9dc7d15e6dec on network 45562df1-d330-48a7-8d26-c1e61c2045b5 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:51.207911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:51.208336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Checking segment: {'id': '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:51.208649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.209058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Bound using segment: {'id': '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:51.209516 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Bound port: 8e37fb7a-657e-464b-b252-9dc7d15e6dec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45562df1-d330-48a7-8d26-c1e61c2045b5'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:51.209892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.285204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] For port 8e37fb7a-657e-464b-b252-9dc7d15e6dec, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:51.288810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] For port 8e37fb7a-657e-464b-b252-9dc7d15e6dec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e37fb7a-657e-464b-b252-9dc7d15e6dec,segment=NetworkSegment(5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4),segment_id=5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:51.293901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.307286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.383655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfedb8-0c68-4dd9-bae6-c58a07bb2dd5 None None] Pushing event updated for resources: {'Port': ['ID=8e37fb7a-657e-464b-b252-9dc7d15e6dec,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:51.388342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.395232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.431315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=9deb861e-8b62-4cdd-ba97-346a04059ff0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:51.436074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.436707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c78eda-4377-42ad-8e21-b63f0bcc26da req-37f10a04-f645-463e-b43d-f2806c4145ef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:51.438308 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3c78eda-4377-42ad-8e21-b63f0bcc26da req-37f10a04-f645-463e-b43d-f2806c4145ef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0628269
Dec 11 21:21:51.439604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ee3185bd-7c7c-48c2-b865-d8ff59356baf tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/9deb861e-8b62-4cdd-ba97-346a04059ff0 HTTP/1.1" status: 204  len: 168 time: 0.4960344
Dec 11 21:21:51.441947 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52488) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:51.503165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3c78eda-4377-42ad-8e21-b63f0bcc26da req-97654dc2-51b5-46c1-9fe8-b3cbb40f767d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554423
Dec 11 21:21:51.512113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fbf24e-d6e8-40c9-873d-f05983965ab5 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:51.515646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fbf24e-d6e8-40c9-873d-f05983965ab5 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:51.517342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8fbf24e-d6e8-40c9-873d-f05983965ab5 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0744135
Dec 11 21:21:51.520732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52490) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:51.632046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8d7c-6842-4a09-b00b-96ace70be68a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.646441 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2eb8d7c-6842-4a09-b00b-96ace70be68a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 11 21:21:51.647021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2eb8d7c-6842-4a09-b00b-96ace70be68a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:51.650849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d2eb8d7c-6842-4a09-b00b-96ace70be68a tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/45562df1-d330-48a7-8d26-c1e61c2045b5 HTTP/1.1" status: 409  len: 405 time: 0.1288557
Dec 11 21:21:51.656085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:51.661567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1034135935'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:51.684713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:51.688338 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.717259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:51.728329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.728761 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment 80c3397b-bbc5-4240-ace1-6f099196458d of type vlan for network 95f5e350-b188-45b9-b1dd-628c8e9d6040
Dec 11 21:21:51.773961 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.800447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.807303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:51.807934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:51.870713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2133098
Dec 11 21:21:51.874073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52494) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:51.879108 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '95f5e350-b188-45b9-b1dd-628c8e9d6040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:51.880821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519fc79-f541-4788-b243-3a31e1f6334e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=95f5e350-b188-45b9-b1dd-628c8e9d6040,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:51.892992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 95f5e350-b188-45b9-b1dd-628c8e9d6040 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:51.992618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:51.996290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.263028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8e37fb7a-657e-464b-b252-9dc7d15e6dec up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:21:52.308481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.objects.ports [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125988) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:21:52.310228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.321468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8e37fb7a-657e-464b-b252-9dc7d15e6dec triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:52.321919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.387589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=d3113c77-5885-46df-8491-b63ec61fb85b,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:52.399875 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.400325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.400895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.401329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.402339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.402708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.403046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.403380 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.403710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.404043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.404373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.405074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.405074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.419807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': '80c3397b-bbc5-4240-ace1-6f099196458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '95f5e350-b188-45b9-b1dd-628c8e9d6040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:52.420302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 95f5e350-b188-45b9-b1dd-628c8e9d6040, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:52.420959 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.447828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 95f5e350-b188-45b9-b1dd-628c8e9d6040 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:52.459892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95f5e350-b188-45b9-b1dd-628c8e9d6040) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:52.460749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 8e37fb7a-657e-464b-b252-9dc7d15e6dec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e37fb7a-657e-464b-b252-9dc7d15e6dec,segment=NetworkSegment(5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4),segment_id=5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:52.464469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:52.465067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.474069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f4a82-5d7f-40f8-873b-30b836bb27ca None None] Network 95f5e350-b188-45b9-b1dd-628c8e9d6040 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:52.478512 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.489731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d54d9dd6-25f8-4b17-8f76-618760174e06 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.6144691
Dec 11 21:21:52.493026 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:52.503551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c05e40ec-e8c0-4970-9eb8-55f6f3006589 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:21:52.651851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.664607 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc720-ba4c-49d6-ab68-f8cc7d8e55cc req-17b87851-e3d2-4330-ae56-477a530a8ff9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:52.666227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3dcdc720-ba4c-49d6-ab68-f8cc7d8e55cc req-17b87851-e3d2-4330-ae56-477a530a8ff9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0861919
Dec 11 21:21:52.771224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becdbf49-818a-4d5d-bce6-4fa505b3143d None None] Network 45562df1-d330-48a7-8d26-c1e61c2045b5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:52.786460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.796811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c05e40ec-e8c0-4970-9eb8-55f6f3006589 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:21:52.797422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c05e40ec-e8c0-4970-9eb8-55f6f3006589 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:21:52.813561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3dcdc720-ba4c-49d6-ab68-f8cc7d8e55cc req-2edcb2d2-0f3b-4e4c-843b-6a7fa2c6a185 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395721
Dec 11 21:21:52.865551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.887553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=8e37fb7a-657e-464b-b252-9dc7d15e6dec,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:52.894903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4237cd9e-693e-4caa-bfcd-f7b01b464aea None None] Provisioning complete for port 8e37fb7a-657e-464b-b252-9dc7d15e6dec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:21:52.895328 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4237cd9e-693e-4caa-bfcd-f7b01b464aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.897781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=d3113c77-5885-46df-8491-b63ec61fb85b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:52.909181 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.909633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.910025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.910422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.910813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.911203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.911574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.912012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.912381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.912862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.913104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.913462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.913959 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:21:52.971899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:52.996121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d61a550>,) {'filters': {'network_id': ['95f5e350-b188-45b9-b1dd-628c8e9d6040']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:53.000198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306875f3-be93-4b79-b023-9e8e862a07a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95f5e350-b188-45b9-b1dd-628c8e9d6040', 'network_id': '95f5e350-b188-45b9-b1dd-628c8e9d6040', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': 'd3113c77-5885-46df-8491-b63ec61fb85b'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:53.001164 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-306875f3-be93-4b79-b023-9e8e862a07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.006341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d61a550>, '80c3397b-bbc5-4240-ace1-6f099196458d') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:53.006767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d61a550>, '80c3397b-bbc5-4240-ace1-6f099196458d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:53.018082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.033912 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.043092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:53.043665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:53.047854 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:53.122059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-306875f3-be93-4b79-b023-9e8e862a07a3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 11 21:21:53.122059 ncdv-master-1 neutron-server[125989]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
Dec 11 21:21:53.122059 ncdv-master-1 neutron-server[125989]: [parameters: {'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'id': 'ce8786ac-4e38-47f6-97e1-b37a6788a8d9', 'name': '', 'network_id': '95f5e350-b188-45b9-b1dd-628c8e9d6040', 'mac_address': 'fa:16:3e:86:d5:c0', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-95f5e350-b188-45b9-b1dd-628c8e9d6040', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3836}]
Dec 11 21:21:53.122059 ncdv-master-1 neutron-server[125989]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:21:53.122595 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-306875f3-be93-4b79-b023-9e8e862a07a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:21:53.124576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] DHCP port deletion for 45562df1-d330-48a7-8d26-c1e61c2045b5 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:21:53.125117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.132238 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.135505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/95f5e350-b188-45b9-b1dd-628c8e9d6040 HTTP/1.1" status: 204  len: 168 time: 0.6413815
Dec 11 21:21:53.139724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52500) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:53.144995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074827996'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:53.148960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cc710-d26e-4578-a86b-b160c3dd50dd tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=95f5e350-b188-45b9-b1dd-628c8e9d6040,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:53.168896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:53.172665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.181271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Deleting port 8e37fb7a-657e-464b-b252-9dc7d15e6dec {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:53.181646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.200698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:53.210891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.211256 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment 5505a431-fb8d-4c66-9b36-21e650231e06 of type vlan for network 8a20deac-d2be-4b73-982c-2705a78e3305
Dec 11 21:21:53.256294 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.263878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] For port 8e37fb7a-657e-464b-b252-9dc7d15e6dec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e37fb7a-657e-464b-b252-9dc7d15e6dec,segment=NetworkSegment(5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4),segment_id=5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:53.264489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.286708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Calling delete_port for 8e37fb7a-657e-464b-b252-9dc7d15e6dec owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:53.292419 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.299013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:53.299615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.340125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1961999
Dec 11 21:21:53.340889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52502) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:53.348361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:53.383013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ded19-14b4-4189-9974-a8b95cc1319d tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=8a20deac-d2be-4b73-982c-2705a78e3305,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:53.389133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.416567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 8a20deac-d2be-4b73-982c-2705a78e3305 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:53.422793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] Pushing event deleted for resources: {'Port': ['ID=8e37fb7a-657e-464b-b252-9dc7d15e6dec,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:53.438390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3c07b-d0ab-48e8-9359-7d0ae14d7bf8 None None] No DVR routers for this DVR port 8e37fb7a-657e-464b-b252-9dc7d15e6dec on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:21:53.457217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:53.462362 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.624781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-306875f3-be93-4b79-b023-9e8e862a07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.661257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd4e9d-cff5-4598-9e61-963599c3de73 None None] Network 95f5e350-b188-45b9-b1dd-628c8e9d6040 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:53.677375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd4e9d-cff5-4598-9e61-963599c3de73 None None] Network 95f5e350-b188-45b9-b1dd-628c8e9d6040 could not be found, it might have been deleted concurrently. {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 11 21:21:53.683582 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.752203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=aef96658-f473-4ef5-ad06-bfc635b3a902,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:53.766106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': '5505a431-fb8d-4c66-9b36-21e650231e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:53.766106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 8a20deac-d2be-4b73-982c-2705a78e3305, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:53.786020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 8a20deac-d2be-4b73-982c-2705a78e3305 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:53.797470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8a20deac-d2be-4b73-982c-2705a78e3305) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:53.802300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:53.803020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.810489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bea62b-9079-4ef5-a68e-d7b512fff88d None None] Network 8a20deac-d2be-4b73-982c-2705a78e3305 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:53.825953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bec8b4ac-730b-48aa-bdfa-911203495fb9 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4804387
Dec 11 21:21:53.825953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52506) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:53.939875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8a20deac-d2be-4b73-982c-2705a78e3305', 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': 'aef96658-f473-4ef5-ad06-bfc635b3a902'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:53.942910 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:53.986106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00aa23-6964-4375-8bed-36ce9fced80a req-8d490477-fb9d-4225-bdcc-dab8390b9fef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:53.987977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a00aa23-6964-4375-8bed-36ce9fced80a req-8d490477-fb9d-4225-bdcc-dab8390b9fef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.0671775
Dec 11 21:21:54.008416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-539d65d4-cbf2-4711-b98c-a4750e1bef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:54.010181 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-539d65d4-cbf2-4711-b98c-a4750e1bef4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1126 time: 0.0944951
Dec 11 21:21:54.065842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2a00aa23-6964-4375-8bed-36ce9fced80a req-575b5f5a-c753-43a2-a19c-ed93d289604d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708265
Dec 11 21:21:54.115493 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.127808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Allocated IP 2001:db8::2 (8a20deac-d2be-4b73-982c-2705a78e3305/aef96658-f473-4ef5-ad06-bfc635b3a902/c05c82b7-f146-4024-b7d6-f373e8f139e6) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:21:54.204024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-4a51bc7e-7c59-4a69-9b46-0c928e88d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:54.206266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-4a51bc7e-7c59-4a69-9b46-0c928e88d25e service neutron] 10.222.0.16 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1684444
Dec 11 21:21:54.210020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.231888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8e37fb7a-657e-464b-b252-9dc7d15e6dec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:21:54.263455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 8e37fb7a-657e-464b-b252-9dc7d15e6dec {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:21:54.263828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8e37fb7a-657e-464b-b252-9dc7d15e6dec not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:21:54.315644 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-37ae4207-74a8-4991-a023-d18a555c63df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 1001 time: 0.1017406
Dec 11 21:21:54.318702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.324418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.378569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Network 8a20deac-d2be-4b73-982c-2705a78e3305 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:21:54.381550 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.382970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:54.384822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Pushing event updated for resources: {'Port': ['ID=c05c82b7-f146-4024-b7d6-f373e8f139e6,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:54.392179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-afe88cc1-474b-4978-90b3-6540162b8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:54.393538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-afe88cc1-474b-4978-90b3-6540162b8876 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0703723
Dec 11 21:21:54.393665 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:21:54.429244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=aef96658-f473-4ef5-ad06-bfc635b3a902,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:54.462367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Attempting to bind port c05c82b7-f146-4024-b7d6-f373e8f139e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:21:54.462958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Attempting to bind port c05c82b7-f146-4024-b7d6-f373e8f139e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5505a431-fb8d-4c66-9b36-21e650231e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:21:54.463208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Attempting to bind port c05c82b7-f146-4024-b7d6-f373e8f139e6 on network 8a20deac-d2be-4b73-982c-2705a78e3305 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:21:54.469281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:21:54.469623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Checking segment: {'id': '5505a431-fb8d-4c66-9b36-21e650231e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:54.470059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.470696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Bound using segment: {'id': '5505a431-fb8d-4c66-9b36-21e650231e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:21:54.471218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Bound port: c05c82b7-f146-4024-b7d6-f373e8f139e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5505a431-fb8d-4c66-9b36-21e650231e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8a20deac-d2be-4b73-982c-2705a78e3305'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:21:54.471615 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.539402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] For port c05c82b7-f146-4024-b7d6-f373e8f139e6, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:54.543953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] For port c05c82b7-f146-4024-b7d6-f373e8f139e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c05c82b7-f146-4024-b7d6-f373e8f139e6,segment=NetworkSegment(5505a431-fb8d-4c66-9b36-21e650231e06),segment_id=5505a431-fb8d-4c66-9b36-21e650231e06)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:21:54.548778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.549832 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.596808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d89746f40>,) {'filters': {'network_id': ['8a20deac-d2be-4b73-982c-2705a78e3305']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:54.600627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-e8a7b2b0-c824-4bac-a524-aab4f74f58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:54.602147 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-e8a7b2b0-c824-4bac-a524-aab4f74f58e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.1805873
Dec 11 21:21:54.622604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d89746f40>, '5505a431-fb8d-4c66-9b36-21e650231e06') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:54.622959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d89746f40>, '5505a431-fb8d-4c66-9b36-21e650231e06') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:54.636925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3947d5-c744-4058-922c-d057490b9f3d None None] Pushing event updated for resources: {'Port': ['ID=c05c82b7-f146-4024-b7d6-f373e8f139e6,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:54.639787 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-1a9c5cb0-a5d7-41e7-ab0c-eccfa27fedde service neutron] 10.222.0.16 "GET /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2229874
Dec 11 21:21:54.646298 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.660171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3535adfb-8e7b-472b-843c-721c5728894f None None] Network 8a20deac-d2be-4b73-982c-2705a78e3305 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:54.724317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.748887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:54.749303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:54.752473 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:54.773133 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8ed1b-5337-4269-b0e1-7000e7d6c167 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:21:54.835403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-3fa7cbdf-95ca-454e-9be2-4d8df6a3533a service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236145
Dec 11 21:21:54.852029 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.db.api [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 11 21:21:54.852029 ncdv-master-1 neutron-server[125987]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 11 21:21:54.852029 ncdv-master-1 neutron-server[125987]: [parameters: {'id': '8a20deac-d2be-4b73-982c-2705a78e3305'}]
Dec 11 21:21:54.852029 ncdv-master-1 neutron-server[125987]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=125987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:21:54.852515 ncdv-master-1 neutron-server[125987]: DEBUG oslo_db.api [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:21:54.869471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8ed1b-5337-4269-b0e1-7000e7d6c167 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:21:55.017713 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a34642-b4e8-4d0c-85a9-781d50d410e8 req-118c7bd9-5c47-4f8e-8c35-28885184643f service neutron] 10.222.0.16 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746500
Dec 11 21:21:55.050342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:55.072956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:55.359049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:55.407195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:21:55.409639 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce297f-e8ec-41fe-9469-4101c6982aa0" -d '{"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-unplugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:21:55.418908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:55.468916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a56c2-c898-4720-ac4d-1cd0d28c2f06 req-ccb74961-ea9a-449b-88b7-f552f94358a3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:55.470681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-097a56c2-c898-4720-ac4d-1cd0d28c2f06 req-ccb74961-ea9a-449b-88b7-f552f94358a3 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 945 time: 0.1218727
Dec 11 21:21:55.472178 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449af308-f7b9-47d3-853a-2937bc27c8f8 x-openstack-request-id: req-449af308-f7b9-47d3-853a-2937bc27c8f8 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:21:55.472474 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-unplugged", "status": "completed", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:21:55.472722 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-449af308-f7b9-47d3-853a-2937bc27c8f8 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:21:55.473113 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'code': 200}
Dec 11 21:21:55.475588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:55.528368 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-5592ebe2-9432-49ec-bae1-39a5a1eaacb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0518637
Dec 11 21:21:55.589916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-097a56c2-c898-4720-ac4d-1cd0d28c2f06 req-971cfc91-c506-4c7d-ab50-615bf33bf619 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107757
Dec 11 21:21:55.596343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting port c05c82b7-f146-4024-b7d6-f373e8f139e6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:55.596678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:55.635546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-64163a16-1a03-4a95-8c66-b554241161ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:55.638500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-64163a16-1a03-4a95-8c66-b554241161ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1097 time: 0.0662925
Dec 11 21:21:55.667096 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] Transition to ACTIVE for port object 6d2786a3-a9ae-444a-8a61-a42df70f856b will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:21:55.676376 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:55.685205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] For port c05c82b7-f146-4024-b7d6-f373e8f139e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c05c82b7-f146-4024-b7d6-f373e8f139e6,segment=NetworkSegment(5505a431-fb8d-4c66-9b36-21e650231e06),segment_id=5505a431-fb8d-4c66-9b36-21e650231e06)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:21:55.685570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:55.733445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Calling delete_port for c05c82b7-f146-4024-b7d6-f373e8f139e6 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:55.774979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f0b74da0-d7ef-4b29-ad4f-13f477f7a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:55.777916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f0b74da0-d7ef-4b29-ad4f-13f477f7a42b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1154065
Dec 11 21:21:55.874292 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-72c4f750-8b7c-4897-9700-b42de1465208 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 1001 time: 0.0890801
Dec 11 21:21:55.883863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=11']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:55.946880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f20fbe44-d67c-4ea7-b559-da264f79523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:55.948394 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f20fbe44-d67c-4ea7-b559-da264f79523e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0672646
Dec 11 21:21:55.985604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] No DVR routers for this DVR port 6d2786a3-a9ae-444a-8a61-a42df70f856b on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:21:56.013532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f9a7c642-bd20-468a-acd8-26b4985f3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.015805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-f9a7c642-bd20-468a-acd8-26b4985f3b6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0537663
Dec 11 21:21:56.040380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.080388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Port': ['ID=c05c82b7-f146-4024-b7d6-f373e8f139e6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:56.082668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No DVR routers for this DVR port c05c82b7-f146-4024-b7d6-f373e8f139e6 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:21:56.130600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-507ca0cb-d7d6-4e6f-a402-47ecf4d91fcd service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1071699
Dec 11 21:21:56.221515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.237307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ab9a010-facf-4e47-aa9e-b94e9d1c3cb6 req-220364c3-6ece-4f64-abb5-902db375adac service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983949
Dec 11 21:21:56.252823 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-0488d2e5-e1ce-43cf-aadd-70157ab2b9c3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.5727239
Dec 11 21:21:56.261939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8613df70>,) {'filters': {'network_id': ['8a20deac-d2be-4b73-982c-2705a78e3305']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:56.272494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8613df70>, '5505a431-fb8d-4c66-9b36-21e650231e06') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:56.273361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8613df70>, '5505a431-fb8d-4c66-9b36-21e650231e06') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:56.284678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.300726 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.307873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:56.308306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:56.311878 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:56.367725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-85ed18e8-bf62-4269-a026-82093447653c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.369580 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-85ed18e8-bf62-4269-a026-82093447653c tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103&tenant_id=57a572b530bb4301876a76b0a8a94b78&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0618508
Dec 11 21:21:56.378449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.385540 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.392980 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/8a20deac-d2be-4b73-982c-2705a78e3305 HTTP/1.1" status: 204  len: 168 time: 2.5650375
Dec 11 21:21:56.393379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52534) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:56.409439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707302888'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:56.414070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8e069-4f67-4c93-a447-f5f413822a4b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=8a20deac-d2be-4b73-982c-2705a78e3305,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:56.422517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-61f9ffe1-c4cc-4313-a69c-d8afbe2fb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.423810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-61f9ffe1-c4cc-4313-a69c-d8afbe2fb02f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 1095 time: 0.0448923
Dec 11 21:21:56.436001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:56.440209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.465899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:21:56.478009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.478448 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Added segment c8f40194-56da-4842-939d-2119d553a1b2 of type vlan for network 5e113ab2-a2e3-4c07-bb37-e370dcf786a3
Dec 11 21:21:56.499401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-850c395f-b50c-4a14-8806-fcac4d895094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.500916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-850c395f-b50c-4a14-8806-fcac4d895094 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1095 time: 0.0493326
Dec 11 21:21:56.520942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.550931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.557498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.558709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.610420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-f4f246b2-c9ef-47b4-a695-336168513cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.611936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-f4f246b2-c9ef-47b4-a695-336168513cef service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1041079
Dec 11 21:21:56.619154 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2231269
Dec 11 21:21:56.626164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52538) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:56.635060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Request body: {'subnet': {'network_id': '5e113ab2-a2e3-4c07-bb37-e370dcf786a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:21:56.660103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c105-ddeb-4840-9bad-c071f0127642 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Network': ['ID=5e113ab2-a2e3-4c07-bb37-e370dcf786a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:56.676163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 5e113ab2-a2e3-4c07-bb37-e370dcf786a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:21:56.743797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-2032aafa-2846-4769-885e-da623235a2df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 999 time: 0.1234207
Dec 11 21:21:56.744562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Made reservation on behalf of c78c9d6f072b4685b2fd770c26547c25 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:21:56.750239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:56.809926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210fce-d0de-4c6d-ac66-2f39a7e31a27 req-b9e33f31-067e-487a-b24c-5795aa3f3f5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.811504 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8210fce-d0de-4c6d-ac66-2f39a7e31a27 req-b9e33f31-067e-487a-b24c-5795aa3f3f5d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.1256433
Dec 11 21:21:56.823167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-8217e12d-f672-4468-a9f1-df01652cc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.824604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-8217e12d-f672-4468-a9f1-df01652cc5e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0702496
Dec 11 21:21:56.898942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8210fce-d0de-4c6d-ac66-2f39a7e31a27 req-a319fcb1-3a98-4b48-9d33-7ec61722bf37 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785298
Dec 11 21:21:56.905504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-54215c53-d964-446e-ba0c-74491b0b1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:56.907122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-54215c53-d964-446e-ba0c-74491b0b1b5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0698519
Dec 11 21:21:57.009833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-67654133-f7ce-4060-8e2d-71081fed14c0 service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0947781
Dec 11 21:21:57.031707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.objects.ports [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=125987) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Dec 11 21:21:57.033679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.101295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event updated for resources: {'Subnet': ['ID=bdef3e3d-22f1-4740-b546-ccfcc7a6c34e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:57.112933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-f02fe7cb-f685-4ed4-82d6-24943369c6a3 service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955012
Dec 11 21:21:57.118354 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Checking segment: {'id': 'c8f40194-56da-4842-939d-2119d553a1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5e113ab2-a2e3-4c07-bb37-e370dcf786a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:21:57.118853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network hostable DHCP agents. Network: 5e113ab2-a2e3-4c07-bb37-e370dcf786a3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:21:57.138275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Network 5e113ab2-a2e3-4c07-bb37-e370dcf786a3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:21:57.153304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5e113ab2-a2e3-4c07-bb37-e370dcf786a3) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:21:57.157684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:57.158322 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.168613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d069119-b125-4e7a-8706-14241e01cee3 None None] Network 5e113ab2-a2e3-4c07-bb37-e370dcf786a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:57.175945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d4e2b8ad-d56e-4137-b29e-5e2107bdee20 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.5487046
Dec 11 21:21:57.178702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52540) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.294592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1cd50c-bd7b-4de3-b23d-0e5332c6b998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5e113ab2-a2e3-4c07-bb37-e370dcf786a3', 'network_id': '5e113ab2-a2e3-4c07-bb37-e370dcf786a3', 'project_id': 'c78c9d6f072b4685b2fd770c26547c25', 'fixed_ips': [{'subnet_id': 'bdef3e3d-22f1-4740-b546-ccfcc7a6c34e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:21:57.295791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd1cd50c-bd7b-4de3-b23d-0e5332c6b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.297126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.362794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.417613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78630df7-dfe9-456a-934a-40713f19bc38 req-bb41d1bd-f4cf-4f95-a8db-3f1177b9c3f1 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:57.419670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-bb41d1bd-f4cf-4f95-a8db-3f1177b9c3f1 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103&tenant_id=57a572b530bb4301876a76b0a8a94b78&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1095 time: 0.0521638
Dec 11 21:21:57.432312 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-fd1cd50c-bd7b-4de3-b23d-0e5332c6b998 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdef3e3d-22f1-4740-b546-ccfcc7a6c34e: This subnet is being modified by another concurrent operation.
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bdef3e3d-22f1-4740-b546-ccfcc7a6c34e: This subnet is being modified by another concurrent operation.
Dec 11 21:21:57.436190 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:21:57.461711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=bdef3e3d-22f1-4740-b546-ccfcc7a6c34e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:57.466520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff695747-bb98-4bfb-ae7b-67f88beced37 None None] Network 5e113ab2-a2e3-4c07-bb37-e370dcf786a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:57.530032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.553456 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ce940>,) {'filters': {'network_id': ['5e113ab2-a2e3-4c07-bb37-e370dcf786a3']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:57.565081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ce940>, 'c8f40194-56da-4842-939d-2119d553a1b2') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:57.565371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ce940>, 'c8f40194-56da-4842-939d-2119d553a1b2') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:57.582008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4faa3-6eed-421d-9622-f51303cbaaa9 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:21:57.584005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.609881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.624540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:57.624881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-78630df7-dfe9-456a-934a-40713f19bc38 req-46fbf27b-1f1b-429f-a199-c6b419188e83 service neutron] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:21:57.625392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:57.630558 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:57.634745 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-78630df7-dfe9-456a-934a-40713f19bc38 req-46fbf27b-1f1b-429f-a199-c6b419188e83 service neutron] Publish callbacks [] for binding, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.644845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78630df7-dfe9-456a-934a-40713f19bc38 req-46fbf27b-1f1b-429f-a199-c6b419188e83 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2123554
Dec 11 21:21:57.704353 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.709455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:57.713628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/5e113ab2-a2e3-4c07-bb37-e370dcf786a3 HTTP/1.1" status: 204  len: 168 time: 0.5336115
Dec 11 21:21:57.718500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.725561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4faa3-6eed-421d-9622-f51303cbaaa9 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:21:57.740939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bad7e-c9b7-464b-b220-dd310a3f83da tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=5e113ab2-a2e3-4c07-bb37-e370dcf786a3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:57.753710 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc15efa-5684-457d-a8c7-6f2c14df7dce tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.754182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc15efa-5684-457d-a8c7-6f2c14df7dce tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.758052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1fc15efa-5684-457d-a8c7-6f2c14df7dce tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/bdef3e3d-22f1-4740-b546-ccfcc7a6c34e HTTP/1.1" status: 404  len: 337 time: 0.0383704
Dec 11 21:21:57.761443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52544) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.781383 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-130f7e76-fe8d-4abf-985f-a37b231343a6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.781980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130f7e76-fe8d-4abf-985f-a37b231343a6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.785528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-130f7e76-fe8d-4abf-985f-a37b231343a6 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/5e113ab2-a2e3-4c07-bb37-e370dcf786a3 HTTP/1.1" status: 404  len: 339 time: 0.0230808
Dec 11 21:21:57.788423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52546) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.821296 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cb928e-a1a5-4036-afc5-9c363fba47d1 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.821850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cb928e-a1a5-4036-afc5-9c363fba47d1 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.828478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-26cb928e-a1a5-4036-afc5-9c363fba47d1 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/aef96658-f473-4ef5-ad06-bfc635b3a902 HTTP/1.1" status: 404  len: 337 time: 0.0363336
Dec 11 21:21:57.828478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52548) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.846402 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ecbbbd-794f-4734-ae31-2e8a4c6149b7 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.846916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ecbbbd-794f-4734-ae31-2e8a4c6149b7 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.854240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c7ecbbbd-794f-4734-ae31-2e8a4c6149b7 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/8a20deac-d2be-4b73-982c-2705a78e3305 HTTP/1.1" status: 404  len: 339 time: 0.0228004
Dec 11 21:21:57.854847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52550) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.864446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:21:57.894311 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-b734de11-102e-4707-ae96-f2babdc76e16 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.894818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b734de11-102e-4707-ae96-f2babdc76e16 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.899029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b734de11-102e-4707-ae96-f2babdc76e16 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/d3113c77-5885-46df-8491-b63ec61fb85b HTTP/1.1" status: 404  len: 337 time: 0.0423534
Dec 11 21:21:57.902150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.924927 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-4815ca88-d489-41c1-95f6-ec8a0f511ae0 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:57.925152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4815ca88-d489-41c1-95f6-ec8a0f511ae0 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:57.928997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4815ca88-d489-41c1-95f6-ec8a0f511ae0 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/95f5e350-b188-45b9-b1dd-628c8e9d6040 HTTP/1.1" status: 404  len: 339 time: 0.0257194
Dec 11 21:21:57.931830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52556) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:57.935784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:21:58.076503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7c02-6629-49a0-9a3b-d08e7f7cf979 req-1a496069-dad6-42cc-815b-f30c2f608723 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:58.079002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d5c7c02-6629-49a0-9a3b-d08e7f7cf979 req-1a496069-dad6-42cc-815b-f30c2f608723 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.0904796
Dec 11 21:21:58.095850 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting port fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:58.096195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.192273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d5c7c02-6629-49a0-9a3b-d08e7f7cf979 req-f267f31c-ef96-4714-a0a8-c3428384891b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075912
Dec 11 21:21:58.193914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.210883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Calling delete_port for fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f owned by  {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:58.315285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.329049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5392a9-0864-4b8c-823e-1b1561bb96c8 req-3f503b6a-61b2-49bf-a394-8ccbdd7cd4aa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:58.332133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a5392a9-0864-4b8c-823e-1b1561bb96c8 req-3f503b6a-61b2-49bf-a394-8ccbdd7cd4aa tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1095 time: 0.0589652
Dec 11 21:21:58.355137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.359855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/ports/fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f HTTP/1.1" status: 204  len: 168 time: 0.4256310
Dec 11 21:21:58.360976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ccd25-e90a-4591-8d7d-b401b9a4c736 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Port': ['ID=fa0c7b98-7061-4a22-93d9-e6a8dddf8f9f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:58.362373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52560) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:58.403420 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b87b1b1-0ff3-4916-9179-4bdfe8ad0a7b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:58.403886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b87b1b1-0ff3-4916-9179-4bdfe8ad0a7b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:58.407047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b87b1b1-0ff3-4916-9179-4bdfe8ad0a7b tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/9deb861e-8b62-4cdd-ba97-346a04059ff0 HTTP/1.1" status: 404  len: 337 time: 0.0436718
Dec 11 21:21:58.409861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52562) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:58.415722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4a5392a9-0864-4b8c-823e-1b1561bb96c8 req-b540a404-6843-4e8a-8c80-2362a78a0c93 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747955
Dec 11 21:21:58.510183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.591743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c6f57-5c22-4231-a848-45668e86f0bd req-59d50d79-9407-4a00-8065-05b14b473983 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:21:58.593362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-669c6f57-5c22-4231-a848-45668e86f0bd req-59d50d79-9407-4a00-8065-05b14b473983 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.1020558
Dec 11 21:21:58.652387 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.695212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ee070>,) {'filters': {'network_id': ['45562df1-d330-48a7-8d26-c1e61c2045b5']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:58.714962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ee070>, '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:58.715361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0ee070>, '5076a517-9a2e-4dd1-ba5b-48ce0aa3f2c4') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:58.733143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-669c6f57-5c22-4231-a848-45668e86f0bd req-4a7d4ee8-5ca3-4cf8-a5d8-324f2e47afef tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056230
Dec 11 21:21:58.734944 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.757632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52566) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:58.764664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.773581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:58.774075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:58.778623 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:58.830396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8c5d5bd9-3134-41fa-85e7-2a50111285e0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/b3d2ec20-007c-42e8-a864-b05eb0110b95 HTTP/1.1" status: 200  len: 991 time: 0.0714641
Dec 11 21:21:58.851593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.859150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:58.862549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/45562df1-d330-48a7-8d26-c1e61c2045b5 HTTP/1.1" status: 204  len: 168 time: 0.4518201
Dec 11 21:21:58.865318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52568) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:58.875436 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6b9ab-ff36-46a1-810e-b738f5d27e49 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=45562df1-d330-48a7-8d26-c1e61c2045b5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:58.953543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting port e9cc80bc-44ec-44bb-94a7-599ec493ac9e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:21:58.953880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.025722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.042750 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Calling delete_port for e9cc80bc-44ec-44bb-94a7-599ec493ac9e owned by  {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:21:59.133177 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.169399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Port': ['ID=e9cc80bc-44ec-44bb-94a7-599ec493ac9e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:59.178323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.184703 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-772215da-4501-449d-b1e9-b9ea3d38c51e tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/ports/e9cc80bc-44ec-44bb-94a7-599ec493ac9e HTTP/1.1" status: 204  len: 168 time: 0.3155012
Dec 11 21:21:59.184934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52570) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:59.219235 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e19240-0d78-4a3e-937d-4aa1948b7474 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:21:59.219690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e19240-0d78-4a3e-937d-4aa1948b7474 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125988) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:21:59.223701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-95e19240-0d78-4a3e-937d-4aa1948b7474 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/9a556e8a-87ce-4af0-87f8-6087082c0b1e HTTP/1.1" status: 404  len: 337 time: 0.0376759
Dec 11 21:21:59.226187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52572) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:59.316430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.427030 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.448479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff49d90>,) {'filters': {'network_id': ['453e3529-0d37-4bdd-b13a-787568286384']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:59.459064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff49d90>, '018ddfdc-9af8-4659-97b0-2c78650605a2') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:59.459360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff49d90>, '018ddfdc-9af8-4659-97b0-2c78650605a2') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:21:59.470367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.485551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.492097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:21:59.492489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:21:59.495614 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:21:59.556391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.563071 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.573400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/453e3529-0d37-4bdd-b13a-787568286384 HTTP/1.1" status: 204  len: 168 time: 0.3432102
Dec 11 21:21:59.573663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52574) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:59.593186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f37401-afcb-454b-a23e-3dd3d8e59415 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=453e3529-0d37-4bdd-b13a-787568286384,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:59.643051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting subnet c66ef0ad-92be-40cb-af1e-63a3e5b84d08 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:21:59.646504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.694223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.782314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.844632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.873355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Subnet': ['ID=c66ef0ad-92be-40cb-af1e-63a3e5b84d08,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:21:59.877539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:21:59.881023 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-347b8ec9-71e2-4a88-be5b-8341c6987e30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/subnets/c66ef0ad-92be-40cb-af1e-63a3e5b84d08 HTTP/1.1" status: 204  len: 168 time: 0.3063915
Dec 11 21:21:59.883619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52576) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:21:59.885981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b66192-ae0e-4224-af28-6a7bd3983668 None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:21:59.963119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.019097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Deleting port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:00.019445 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.035804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] DHCP port deletion for 79dacd7a-cf7c-4d99-b45b-9841bfd4013a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:00.090171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] For port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,segment=NetworkSegment(b7e9c5c3-05b2-421b-bd55-4837ffe4f53e),segment_id=b7e9c5c3-05b2-421b-bd55-4837ffe4f53e)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:00.090602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.094747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Deleting port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:00.095059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.103740 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Calling delete_port for 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:00.196223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.233785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Port': ['ID=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:00.237398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] No DVR routers for this DVR port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:22:00.315988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:22:00.327727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.342094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:22:00.342447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:22:00.351098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8608bd00>,) {'filters': {'network_id': ['79dacd7a-cf7c-4d99-b45b-9841bfd4013a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:00.356498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] For port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,segment=NetworkSegment(b7e9c5c3-05b2-421b-bd55-4837ffe4f53e),segment_id=b7e9c5c3-05b2-421b-bd55-4837ffe4f53e)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:00.357778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.361800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8608bd00>, 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:00.362427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8608bd00>, 'b7e9c5c3-05b2-421b-bd55-4837ffe4f53e') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:00.371673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Calling delete_port for 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:00.375947 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.390631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.397443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:22:00.397889 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:22:00.401173 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:22:00.462398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.468212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.477324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.480522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] 10.222.0.18 "DELETE /v2.0/networks/79dacd7a-cf7c-4d99-b45b-9841bfd4013a HTTP/1.1" status: 204  len: 168 time: 0.5958643
Dec 11 21:22:00.490844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Pushing event deleted for resources: {'Port': ['ID=5ac8d04b-6d3c-48bf-a589-7e85eb86d53b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:00.491176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872553ad-b8be-4ff6-bbf1-b250313eff30 tempest-NetworksIpV6TestAttrs-1962458514 tempest-NetworksIpV6TestAttrs-1962458514-project] Pushing event deleted for resources: {'Network': ['ID=79dacd7a-cf7c-4d99-b45b-9841bfd4013a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:00.492753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] Network 79dacd7a-cf7c-4d99-b45b-9841bfd4013a is not hosted by any dhcp agent {{(pid=125989) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Dec 11 21:22:00.493202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92275fc-ad3f-45b3-85e5-a471e0b2187f None None] No DVR routers for this DVR port 5ac8d04b-6d3c-48bf-a589-7e85eb86d53b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:22:00.767486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52582) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:00.912776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b67b49fb-5d7c-4631-ad27-5e98efb31431 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c78c9d6f072b4685b2fd770c26547c25&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1439283
Dec 11 21:22:00.915194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52588) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:00.964555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:00.991672 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.042981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.045647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.046956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4a65629-4940-4a70-a922-163fad0a16ce HTTP/1.1" status: 204  len: 168 time: 0.1306906
Dec 11 21:22:01.054908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0740f96-c106-4ff4-922e-5567fa69b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a65629-4940-4a70-a922-163fad0a16ce,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:01.070672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52594) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:01.236453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 1f93d35f-171a-4580-ba4e-f3e7667fe10a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:01.236793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.317418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.321303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.330175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 1f93d35f-171a-4580-ba4e-f3e7667fe10a owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:01.805104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.832213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=1f93d35f-171a-4580-ba4e-f3e7667fe10a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:01.893895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:01.894233 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP b3d2ec20-007c-42e8-a864-b05eb0110b95 disassociated (deleted). External IP: 172.35.1.134, port: 6d2786a3-a9ae-444a-8a61-a42df70f856b.
Dec 11 21:22:02.110279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router f49fb44c-bd94-4633-87bf-d0b62d784512 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:22:02.221301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:22:02.225897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:02.232334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Sync routers for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:22:02.243073 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:02.244211 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:02.257088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-742b7c89-ee5a-4b90-b255-858f5a196330 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/floatingips/b3d2ec20-007c-42e8-a864-b05eb0110b95 HTTP/1.1" status: 204  len: 168 time: 1.1830044
Dec 11 21:22:02.257088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:22:02.257925 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4082e19-7f23-487d-bc3c-8facaab3b630" -d '{"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:22:02.297421 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7654d-7029-4335-acdb-702dcd1699b5 x-openstack-request-id: req-c4d7654d-7029-4335-acdb-702dcd1699b5 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:22:02.297910 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:22:02.298168 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4d7654d-7029-4335-acdb-702dcd1699b5 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:22:02.298599 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'status': 'completed', 'code': 200}
Dec 11 21:22:02.368636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-20b6060a-ca06-4d78-9d61-8c78e2649dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:02.368636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-20b6060a-ca06-4d78-9d61-8c78e2649dde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 1095 time: 0.0446768
Dec 11 21:22:02.401527 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:02.486687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-8e923002-cd12-4d5e-80a5-e720eae2d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:02.488281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-8e923002-cd12-4d5e-80a5-e720eae2d28d service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 200  len: 898 time: 0.1103637
Dec 11 21:22:02.541168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-d77f6f23-3875-4021-9895-e2a5e921ad8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 200  len: 217 time: 0.0432842
Dec 11 21:22:02.622751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357d94-ddb5-463b-9b98-44e27911d57e req-25054cb4-b67f-446e-9ac3-b7afc8ae03fe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:02.624229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79357d94-ddb5-463b-9b98-44e27911d57e req-25054cb4-b67f-446e-9ac3-b7afc8ae03fe tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.0856309
Dec 11 21:22:02.625622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-201952a0-81b3-49f8-9c06-d24c41c23ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:02.626974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-201952a0-81b3-49f8-9c06-d24c41c23ee0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 200  len: 834 time: 0.0767143
Dec 11 21:22:02.655797 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434bf40>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:02.688918 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Checking router: f49fb44c-bd94-4633-87bf-d0b62d784512 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:22:02.698730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:02.699355 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434bf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:02.719384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-79357d94-ddb5-463b-9b98-44e27911d57e req-86482824-1ec6-4eda-933e-39040dc58bf6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873885
Dec 11 21:22:02.732373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-916f10f3-cf99-478e-8f05-5dc37c27c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:02.736601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-916f10f3-cf99-478e-8f05-5dc37c27c25a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa9c0921-e2fb-47f1-8deb-388749fc65c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0987570
Dec 11 21:22:02.819852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:02.839213 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-417924ee-fbe9-41fa-b8be-74f37d9527ae service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900316
Dec 11 21:22:02.944147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4082e19-7f23-487d-bc3c-8facaab3b630 req-26f7773d-37c8-4528-b033-5bff42aa9cfe service neutron] 10.222.0.30 "GET /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945137
Dec 11 21:22:03.025576 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434bf40>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:03.052234 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137be7f9-3f0d-4ea9-8e72-9aafdeb44042 None None] The sync data for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 is: [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:54Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '689c23e3-8660-47b3-b2e5-da54cdb3ec11', 'name': '', 'network_id': 'aa9c0921-e2fb-47f1-8deb-388749fc65c5', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:e2:d6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:53Z', 'updated_at': '2021-12-11T21:20:58Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:22:03.131673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-362d3c50-870e-4a2b-9a1e-a8b34078096f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:03.133184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-362d3c50-870e-4a2b-9a1e-a8b34078096f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "GET /v2.0/ports?device_id=99da6977-175c-489b-b7a3-2b0ce1688103 HTTP/1.1" status: 200  len: 944 time: 0.0522704
Dec 11 21:22:03.236039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 6d2786a3-a9ae-444a-8a61-a42df70f856b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:03.236377 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:03.287723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a8bfa7-393b-46dc-b5d1-a153a5c7b2e8 None None] New status for floating IP b3d2ec20-007c-42e8-a864-b05eb0110b95: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:22:03.328086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 6d2786a3-a9ae-444a-8a61-a42df70f856b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6d2786a3-a9ae-444a-8a61-a42df70f856b,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:03.328449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:03.342122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 6d2786a3-a9ae-444a-8a61-a42df70f856b owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:03.384192 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:22:03.473596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:03.500295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=6d2786a3-a9ae-444a-8a61-a42df70f856b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:03.544430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] No DVR routers for this DVR port 6d2786a3-a9ae-444a-8a61-a42df70f856b on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:22:03.546880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:03.550248 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91d87353-b53e-4bc0-bb7d-1aef03c60c8e req-edb6bea9-c2a9-4c77-893b-7dbb1226d45f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.30 "DELETE /v2.0/ports/6d2786a3-a9ae-444a-8a61-a42df70f856b HTTP/1.1" status: 204  len: 173 time: 0.4099016
Dec 11 21:22:03.796336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:04.210239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:04.300818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-deleted', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:22:04.303265 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d6a895-fa78-42d8-88d5-ea2698ecdab7" -d '{"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-deleted", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:22:04.355430 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e539e6a9-3d7a-44e7-a568-e98cc31a706d x-openstack-request-id: req-e539e6a9-3d7a-44e7-a568-e98cc31a706d {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:22:04.355851 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99da6977-175c-489b-b7a3-2b0ce1688103", "name": "network-vif-deleted", "tag": "6d2786a3-a9ae-444a-8a61-a42df70f856b", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:22:04.356208 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e539e6a9-3d7a-44e7-a568-e98cc31a706d {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:22:04.356617 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99da6977-175c-489b-b7a3-2b0ce1688103', 'name': 'network-vif-deleted', 'tag': '6d2786a3-a9ae-444a-8a61-a42df70f856b', 'status': 'completed', 'code': 200}
Dec 11 21:22:04.484469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 689c23e3-8660-47b3-b2e5-da54cdb3ec11 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:04.484817 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:04.570732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 689c23e3-8660-47b3-b2e5-da54cdb3ec11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=689c23e3-8660-47b3-b2e5-da54cdb3ec11,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:04.571006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:04.588077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 689c23e3-8660-47b3-b2e5-da54cdb3ec11 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:04.766124 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:04.794413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=689c23e3-8660-47b3-b2e5-da54cdb3ec11,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:04.966263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.178621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router f49fb44c-bd94-4633-87bf-d0b62d784512 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:22:05.293971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:22:05.302224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52684) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:05.302746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-435f243d-0960-4db1-a041-62e985d93ca1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/f49fb44c-bd94-4633-87bf-d0b62d784512/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5049229
Dec 11 21:22:05.314440 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Sync routers for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:22:05.336340 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:05.338101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841937f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:05.363447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting subnet 3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:22:05.368141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.418991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.464151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:05.521274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.592888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.624276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:05.629054 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:05.630172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:22:05.633795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a38c4454-ddf1-4aea-a686-c58867d2b478 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/subnets/3ee8e3a8-ede0-4b4a-8f1c-ff7d8518f231 HTTP/1.1" status: 204  len: 168 time: 0.3297946
Dec 11 21:22:05.637101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52698) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:05.667527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 6d2786a3-a9ae-444a-8a61-a42df70f856b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:22:05.668224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 6d2786a3-a9ae-444a-8a61-a42df70f856b not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:22:05.669885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6178a9-adc2-49a5-91a9-969cc831d19e None None] Network aa9c0921-e2fb-47f1-8deb-388749fc65c5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:22:05.718973 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841937f0>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:22:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:05.760144 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Checking router: f49fb44c-bd94-4633-87bf-d0b62d784512 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:22:05.771853 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Routers {'f49fb44c-bd94-4633-87bf-d0b62d784512'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:05.773439 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841937f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['f49fb44c-bd94-4633-87bf-d0b62d784512'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:05.897344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] DHCP port deletion for aa9c0921-e2fb-47f1-8deb-388749fc65c5 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:05.926350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] Set router f49fb44c-bd94-4633-87bf-d0b62d784512 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:05.949477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Deleting port a4e63836-9c27-4245-9ce1-7cfd4457e87a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:05.950369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.018506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] For port a4e63836-9c27-4245-9ce1-7cfd4457e87a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a4e63836-9c27-4245-9ce1-7cfd4457e87a,segment=NetworkSegment(24d4b515-1813-4fc3-a40d-85f332a212d7),segment_id=24d4b515-1813-4fc3-a40d-85f332a212d7)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:06.018916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.033201 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Calling delete_port for a4e63836-9c27-4245-9ce1-7cfd4457e87a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:06.057679 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.136896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.162933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] Pushing event deleted for resources: {'Port': ['ID=a4e63836-9c27-4245-9ce1-7cfd4457e87a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:06.170118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb47d50-4487-4735-a578-e1a8c9c12eba None None] No DVR routers for this DVR port a4e63836-9c27-4245-9ce1-7cfd4457e87a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:22:06.186553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.238710 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841937f0>, [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:22:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:06.265877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:22:06.266408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.274625 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74f9d0-fc3e-43a6-ae35-e831c83e7899 None None] The sync data for ids ['f49fb44c-bd94-4633-87bf-d0b62d784512'] in ncdv-master-1 is: [{'id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093762814', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251'}], 'enable_snat': True}, 'gw_port_id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:22:04Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '4006fac7-baa8-4a58-9a1b-d286ea2fc0de', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49fb44c-bd94-4633-87bf-d0b62d784512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:20:47Z', 'updated_at': '2021-12-11T21:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:22:06.329933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4e63836-9c27-4245-9ce1-7cfd4457e87a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:22:06.354198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a4e63836-9c27-4245-9ce1-7cfd4457e87a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:22:06.354694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a4e63836-9c27-4245-9ce1-7cfd4457e87a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:22:06.369049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 4006fac7-baa8-4a58-9a1b-d286ea2fc0de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:06.369671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.384408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 4006fac7-baa8-4a58-9a1b-d286ea2fc0de owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:22:06.573773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.617530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ce154f-7dc2-4534-84fa-bc9e43439dd2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:06.629497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=4006fac7-baa8-4a58-9a1b-d286ea2fc0de,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:06.671497 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.787993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.790132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.857874 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.859381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Fanout notify agent at l3_agent the message router_deleted on router f49fb44c-bd94-4633-87bf-d0b62d784512 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:22:06.872813 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:06.874118 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c44a6a7c-e8d1-44d0-9f6b-a4bc7876386d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/routers/f49fb44c-bd94-4633-87bf-d0b62d784512 HTTP/1.1" status: 204  len: 168 time: 1.2353930
Dec 11 21:22:06.877691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52708) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:06.969085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.074843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.098937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e047490>,) {'filters': {'network_id': ['aa9c0921-e2fb-47f1-8deb-388749fc65c5']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:07.110012 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e047490>, '24d4b515-1813-4fc3-a40d-85f332a212d7') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:07.110340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e047490>, '24d4b515-1813-4fc3-a40d-85f332a212d7') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:07.124720 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.142073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.154146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:22:07.154987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:22:07.161012 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:22:07.239244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.249412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.252477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/networks/aa9c0921-e2fb-47f1-8deb-388749fc65c5 HTTP/1.1" status: 204  len: 168 time: 0.3730700
Dec 11 21:22:07.255841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52740) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:07.274692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ff7d-7775-4902-88cb-cf754a7f1881 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Network': ['ID=aa9c0921-e2fb-47f1-8deb-388749fc65c5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:07.335996 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.368151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.440562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.443315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:07.444508 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92 HTTP/1.1" status: 204  len: 168 time: 0.1874156
Dec 11 21:22:07.453781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa6cc1-6532-4f08-a912-d619fe35f7d7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6b43b5-b0ce-4f92-b3ff-a4dc63a28f92,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:07.935078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52746) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:07.940938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487748876', 'description': 'tempest-secgroup-smoke-487748876 description', 'project_id': '57a572b530bb4301876a76b0a8a94b78'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:07.964903 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.030169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.034136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.064814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.066078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1297076
Dec 11 21:22:08.067001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe27fa1-7bc2-460c-91f9-242777eb74c9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b56b49-5524-495a-92f4-672c1f507acf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.069102 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52748) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.074793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.101214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.158658 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.162749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.184038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9744c50-dc05-4efc-b10e-c2b8f1daef0c,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.188527 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.192715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52750) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.192870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0c85f62-f9a8-4f6c-9c1a-8e0f9b59feb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1225965
Dec 11 21:22:08.198362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.217209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4006fac7-baa8-4a58-9a1b-d286ea2fc0de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:22:08.228334 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.238172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 4006fac7-baa8-4a58-9a1b-d286ea2fc0de {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:22:08.238770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 4006fac7-baa8-4a58-9a1b-d286ea2fc0de not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:22:08.239365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 689c23e3-8660-47b3-b2e5-da54cdb3ec11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:22:08.258664 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 689c23e3-8660-47b3-b2e5-da54cdb3ec11 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:22:08.259289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 689c23e3-8660-47b3-b2e5-da54cdb3ec11 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:22:08.293359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.297570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.316183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac51349-2adc-40fd-bc66-3f27a31e1e25,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.324077 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.325281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-12e798d9-c4a7-4df7-8292-167e07f47eb9 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1312568
Dec 11 21:22:08.328367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52756) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.333022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.368436 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.426775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.431982 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.450509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc31c043-9e83-431e-b4dc-ccf9a09c02ab,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.456626 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.459262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f03ae715-8a88-494e-af0c-9f10de4f6971 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1295874
Dec 11 21:22:08.460612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52762) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.467163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.501425 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.574520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.578309 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.598007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6631ea8-1315-4171-89d4-a0534e02ee83,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.607476 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.612014 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-34abcdcd-da1d-4a68-8ef2-45166ae2b683 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1493747
Dec 11 21:22:08.612165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52770) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.618146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.653473 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:22:08.660289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.743780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.748023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.767611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2510435d-379d-4f1e-ad23-ce0e44f45268,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.779746 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.781504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-abc3bb32-e0cd-4cb1-9add-c94eceff2b59 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1678336
Dec 11 21:22:08.785622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52788) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.790817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'security_group_rule': {'security_group_id': 'c9b56b49-5524-495a-92f4-672c1f507acf', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.816115 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Project 57a572b530bb4301876a76b0a8a94b78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:22:08.821627 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.901563 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.905651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.924942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afaf675-70e0-4a58-ba88-d2e66816bd98,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:08.935812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:08.937666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33be9b82-4f6a-450a-98fd-82ebd3051ced tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1508322
Dec 11 21:22:08.941099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52790) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:08.946455 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'network': {'name': 'tempest-network-smoke--966205212', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:08.970656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:22:08.974440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.001780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:22:09.013180 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.013674 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Added segment 3555632f-8767-4eeb-a73e-153edff217ed of type vlan for network f5d63ba9-87b2-45dc-a511-295801978ce1
Dec 11 21:22:09.068187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.098804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.105593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:09.106239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.163667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2212610
Dec 11 21:22:09.167196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52792) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:09.174049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'admin_state_up': True, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:09.179661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5441e-ce1e-43c9-a2d5-3e3a683e1a0b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Network': ['ID=f5d63ba9-87b2-45dc-a511-295801978ce1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:09.191469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f5d63ba9-87b2-45dc-a511-295801978ce1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:22:09.219111 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.221290 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.331262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.486619 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.695888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.721793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:09.852290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.96 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1c1a2862-44df-4857-8200-36568ac78941) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:22:09.974628 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:10.012837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:10.059846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:10.062978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:10.066589 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:22:10.072365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=1c1a2862-44df-4857-8200-36568ac78941,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:10.079063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008eb7eb-53ba-4fe7-ac55-df605079e757 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:10.176899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c5badd04-027c-4944-a5ed-ca645dd11f57 None None] Provisioning complete for port 1c1a2862-44df-4857-8200-36568ac78941 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:10.177275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5badd04-027c-4944-a5ed-ca645dd11f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:10.211619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c5badd04-027c-4944-a5ed-ca645dd11f57 None None] Port 1c1a2862-44df-4857-8200-36568ac78941 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:10.347854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:10.821099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:10.973635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:22:11.019932 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-77a4af5c-c96a-4096-ab50-a178c9c08321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.087704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:22:11.101324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Sync routers for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:22:11.111721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.113183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea71cb30-9644-4926-91ba-7bb195269af8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.9435680
Dec 11 21:22:11.116393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52842) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:11.133715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:11.135735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76948340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:11.162338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52846) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:11.162627 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-03cb0314-d57f-48c9-a5a9-c3478ff5041d tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=57a572b530bb4301876a76b0a8a94b78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0448303
Dec 11 21:22:11.290299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:11.369672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b904d-f43d-4c51-b071-46fece50d047 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:11.371568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-915b904d-f43d-4c51-b071-46fece50d047 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2080607
Dec 11 21:22:11.375078 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52862) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:11.421067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ca7d0660-d880-4b67-a654-00b90ce71ea9 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0444965
Dec 11 21:22:11.423244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 52864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:11.429226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014614638', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:11.512409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76948340>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:10Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:11.539906 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Checking router: ad86a547-9b4b-474e-ae6b-988ef0e6ee8a for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:22:11.540155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:22:11.540266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Updating router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a port 1c1a2862-44df-4857-8200-36568ac78941 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:22:11.545355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.565649 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.772794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.848553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Subnet': ['ID=69340a8c-b727-4678-b978-9d1a06e4d662,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:11.861681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Checking segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:22:11.863025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network hostable DHCP agents. Network: f5d63ba9-87b2-45dc-a511-295801978ce1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:22:11.872630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.879979 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.886935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network f5d63ba9-87b2-45dc-a511-295801978ce1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:22:11.897781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5d63ba9-87b2-45dc-a511-295801978ce1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:11.902934 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:11.903769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:11.914259 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f6cb7-1606-42ad-aeec-5a0485c2ef89 None None] Network f5d63ba9-87b2-45dc-a511-295801978ce1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:22:11.928429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 52866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:11.928577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5026e570-b96a-45b0-aced-1ba9216e9af5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5041988
Dec 11 21:22:11.946114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513b15e-0c0f-480b-882e-ef2793d744bd None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:11.998400 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4ddfb-2cdb-4190-8439-9b7c716bfb8d None None] Pushing event updated for resources: {'Port': ['ID=1c1a2862-44df-4857-8200-36568ac78941,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:12.001134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Attempting to bind port 1c1a2862-44df-4857-8200-36568ac78941 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:22:12.002061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Attempting to bind port 1c1a2862-44df-4857-8200-36568ac78941 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:22:12.002061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Attempting to bind port 1c1a2862-44df-4857-8200-36568ac78941 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:22:12.014640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-a6e45c26-9161-4edc-a810-1296b9747597 req-d3eee8dc-bfab-4721-b835-408e0cba3eaf tempest-ServersTestBootFromVolume-308351442 tempest-ServersTestBootFromVolume-308351442-project] (125987) timed out ('10.222.0.30', 59041) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:22:12.017739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:22:12.018132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:22:12.018631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.019009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:22:12.019493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Bound port: 1c1a2862-44df-4857-8200-36568ac78941, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:22:12.019982 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.113744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f1188949-c36c-46db-8d4a-0fe552dcfd11 None None] Provisioning complete for port 1c1a2862-44df-4857-8200-36568ac78941 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:12.114456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f1188949-c36c-46db-8d4a-0fe552dcfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.140769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5d63ba9-87b2-45dc-a511-295801978ce1', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:22:12.141628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.144627 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] For port 1c1a2862-44df-4857-8200-36568ac78941, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:22:12.180940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] For port 1c1a2862-44df-4857-8200-36568ac78941, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c1a2862-44df-4857-8200-36568ac78941,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:22:12.188413 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.197806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f1188949-c36c-46db-8d4a-0fe552dcfd11 None None] Port 1c1a2862-44df-4857-8200-36568ac78941 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:12.298622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4ddfb-2cdb-4190-8439-9b7c716bfb8d None None] Pushing event updated for resources: {'Port': ['ID=1c1a2862-44df-4857-8200-36568ac78941,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:12.309560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e874964-a05c-4aa1-9471-3ae05499fb99 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:22:12.341659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:12.342301 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76948340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:21:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:12.447810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Allocated IP 172.20.0.2 (f5d63ba9-87b2-45dc-a511-295801978ce1/69340a8c-b727-4678-b978-9d1a06e4d662/c5210c27-a5c9-4396-8505-bebb22591dd7) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:22:12.468694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] Provisioning complete for port 1c1a2862-44df-4857-8200-36568ac78941 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:12.469059 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.598562 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:12.795030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:12.954144 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.012020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] For port 1c1a2862-44df-4857-8200-36568ac78941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c1a2862-44df-4857-8200-36568ac78941,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:13.019891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.089441 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.107866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.113781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fa9d6-37eb-4a65-b059-632431b28709 None None] Pushing event updated for resources: {'Port': ['ID=1c1a2862-44df-4857-8200-36568ac78941,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:13.161022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.1 (f5d63ba9-87b2-45dc-a511-295801978ce1/69340a8c-b727-4678-b978-9d1a06e4d662/a74742e2-1665-43f3-b6ef-36553080f75a) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:22:13.164471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Network f5d63ba9-87b2-45dc-a511-295801978ce1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:13.172168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:13.175732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:22:13.177636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Pushing event updated for resources: {'Port': ['ID=c5210c27-a5c9-4396-8505-bebb22591dd7,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:13.205093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76948340>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:10Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:13.254902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c324dbf-adea-4989-85f9-0a977695b6f0 None None] The sync data for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 is: [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:10Z', 'revision_number': 3, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:22:13.266237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Attempting to bind port c5210c27-a5c9-4396-8505-bebb22591dd7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:22:13.266746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Attempting to bind port c5210c27-a5c9-4396-8505-bebb22591dd7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:22:13.267210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Attempting to bind port c5210c27-a5c9-4396-8505-bebb22591dd7 on network f5d63ba9-87b2-45dc-a511-295801978ce1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:22:13.272940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:22:13.273471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Checking segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:22:13.273962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.274979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Bound using segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:22:13.274979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Bound port: c5210c27-a5c9-4396-8505-bebb22591dd7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:22:13.275390 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.286602 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.326239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.355966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] For port c5210c27-a5c9-4396-8505-bebb22591dd7, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:22:13.360071 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] For port c5210c27-a5c9-4396-8505-bebb22591dd7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5210c27-a5c9-4396-8505-bebb22591dd7,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:22:13.364868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.379635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network f5d63ba9-87b2-45dc-a511-295801978ce1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:13.383064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:13.387238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:22:13.411254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:13.433943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c08072-69b9-42ad-8a96-62b0ca424d46 None None] Pushing event updated for resources: {'Port': ['ID=c5210c27-a5c9-4396-8505-bebb22591dd7,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:13.440539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.475206 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc433-07ce-45c3-a4d0-d8310ba585cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.615630 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.956073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:13.961777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.043470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:14.048843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.174086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network f5d63ba9-87b2-45dc-a511-295801978ce1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:14.176008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:14.326596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c5210c27-a5c9-4396-8505-bebb22591dd7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:22:14.364996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:22:14.408979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c5210c27-a5c9-4396-8505-bebb22591dd7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:14.409523 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.514252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:22:14.522945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3293b43c-aaec-47d3-a862-790880d62674 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/ad86a547-9b4b-474e-ae6b-988ef0e6ee8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5931938
Dec 11 21:22:14.544177 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.581270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port c5210c27-a5c9-4396-8505-bebb22591dd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5210c27-a5c9-4396-8505-bebb22591dd7,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:14.585605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.586495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c1a2862-44df-4857-8200-36568ac78941 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:22:14.668471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=c5210c27-a5c9-4396-8505-bebb22591dd7,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:14.681675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1c1a2862-44df-4857-8200-36568ac78941 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:14.682722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.713791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f09a8-69b6-4709-8bad-e2b666d0045d None None] Network f5d63ba9-87b2-45dc-a511-295801978ce1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:22:14.796717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-ebbea17b-cec0-4006-9073-08d4a903347c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-487748876&fields=id&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 267 time: 0.0621517
Dec 11 21:22:14.820478 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-dc06bf81-3b3e-44de-a71f-588a7bbe28b8 None None] Provisioning complete for port c5210c27-a5c9-4396-8505-bebb22591dd7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:14.820848 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc06bf81-3b3e-44de-a71f-588a7bbe28b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:14.917628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-1d7baa05-e2e4-4740-835a-09f97f52b3e6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:14.919204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-1d7baa05-e2e4-4740-835a-09f97f52b3e6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 796 time: 0.1130896
Dec 11 21:22:14.937411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-bcfd7dd4-9965-4573-b6b2-48fec04f941f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/quotas/57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 375 time: 0.0116589
Dec 11 21:22:14.994345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:15.038860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-356dd841-6b6d-4e3e-ba14-1cadcc0adc72 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0948288
Dec 11 21:22:15.148593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-e3d1cdd3-e558-4b8a-ac7b-b80124ca9195 service neutron] 10.222.0.18 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956199
Dec 11 21:22:15.230178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-53b5e5f1-9360-4fb4-b8e4-a01c3709e8b1 None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:15.230581 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53b5e5f1-9360-4fb4-b8e4-a01c3709e8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:15.284625 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-40cc51e0-9317-43a3-b23b-ea32551727e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279063
Dec 11 21:22:15.292054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-53b5e5f1-9360-4fb4-b8e4-a01c3709e8b1 None None] Port a74742e2-1665-43f3-b6ef-36553080f75a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:15.305424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-53b5e5f1-9360-4fb4-b8e4-a01c3709e8b1 None None] Provisioning complete for port c5210c27-a5c9-4396-8505-bebb22591dd7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:15.311050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53b5e5f1-9360-4fb4-b8e4-a01c3709e8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:15.394995 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Sync routers for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:22:15.407350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:15.408308 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84193f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:22:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:15.490823 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89e3f10d-5f07-424c-a193-d678dcd99499 req-33d6906e-a499-47d8-800e-71b9101323ae tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 210 time: 0.0496573
Dec 11 21:22:15.582082 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:15.675416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f7e3d74-4605-4957-a751-9285bec5e423 None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:15.676461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f7e3d74-4605-4957-a751-9285bec5e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:15.788305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f7e3d74-4605-4957-a751-9285bec5e423 None None] Port a74742e2-1665-43f3-b6ef-36553080f75a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:15.871798 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84193f40>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 2, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:15.911173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Checking router: ad86a547-9b4b-474e-ae6b-988ef0e6ee8a for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:22:15.911575 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Updating router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a port a74742e2-1665-43f3-b6ef-36553080f75a binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:22:15.929842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:15.939707 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.012494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-71e4cc5f-2de4-48ec-934a-df7999f76cde None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:16.012972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-71e4cc5f-2de4-48ec-934a-df7999f76cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.052571 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-71e4cc5f-2de4-48ec-934a-df7999f76cde None None] Port a74742e2-1665-43f3-b6ef-36553080f75a cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:16.228000 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.234348 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.252054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c5210c27-a5c9-4396-8505-bebb22591dd7 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:22:16.310497 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Pushing event updated for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:16.315856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c5210c27-a5c9-4396-8505-bebb22591dd7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:16.316229 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.331162 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.332457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.332457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.332457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.332724 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.332991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.333326 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.333653 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.333978 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.334298 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.334709 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.335042 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.335360 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:16.361130 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Attempting to bind port a74742e2-1665-43f3-b6ef-36553080f75a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:22:16.361972 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Attempting to bind port a74742e2-1665-43f3-b6ef-36553080f75a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:22:16.363974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.364196 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Attempting to bind port a74742e2-1665-43f3-b6ef-36553080f75a on network f5d63ba9-87b2-45dc-a511-295801978ce1 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:22:16.370408 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:22:16.370783 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Checking segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:22:16.371326 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.371718 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Bound using segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:22:16.372214 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Bound port: a74742e2-1665-43f3-b6ef-36553080f75a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:22:16.372596 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.448991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] For port a74742e2-1665-43f3-b6ef-36553080f75a, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:22:16.452418 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] For port a74742e2-1665-43f3-b6ef-36553080f75a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a74742e2-1665-43f3-b6ef-36553080f75a,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:22:16.456720 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.535316 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:16.535991 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84193f40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:22:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:16.537832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cce0a-ac0e-499d-b231-73fed711f177 None None] Pushing event updated for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:16.604200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:16.606894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.644217 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c2c3121e-f9b1-4e43-93ea-9c51363caedb req-a1f86ccc-610c-4620-bf01-e9358845c1a5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 210 time: 0.0391290
Dec 11 21:22:16.688284 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:16.692498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-62667e8f-bd97-4cdb-bdf2-31773ee674d4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:16.694321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-62667e8f-bd97-4cdb-bdf2-31773ee674d4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 796 time: 0.2158823
Dec 11 21:22:16.752118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.780211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-85179845-18c4-4788-b4b6-6f4d7b4ed9ca tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a572b530bb4301876a76b0a8a94b78 HTTP/1.1" status: 200  len: 379 time: 0.0738406
Dec 11 21:22:16.792353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'port': {'device_id': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'admin_state_up': True, 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'security_groups': ['c9b56b49-5524-495a-92f4-672c1f507acf']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:16.825352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] For port a74742e2-1665-43f3-b6ef-36553080f75a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a74742e2-1665-43f3-b6ef-36553080f75a,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:16.833973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.896307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbae8b-c436-4ed8-b5c7-93b044bbd257 None None] Pushing event updated for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:16.932044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Made reservation on behalf of 57a572b530bb4301876a76b0a8a94b78 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:22:16.935808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:16.962300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84193f40>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:16.967314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9448b4e2-124c-46d7-bca2-c38159784bdf None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:16.967707 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9448b4e2-124c-46d7-bca2-c38159784bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.003108 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f992d-83ad-45de-bb5c-303e9553c885 None None] The sync data for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 is: [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:22:17.095550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.20.0.3 (f5d63ba9-87b2-45dc-a511-295801978ce1/69340a8c-b727-4678-b978-9d1a06e4d662/74b47a9a-28eb-4957-ae76-4b565c6064e9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:22:17.190241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.249094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.284098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.334324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network f5d63ba9-87b2-45dc-a511-295801978ce1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:17.338763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:17.341222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:17.343341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:22:17.397992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:17.398533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.419881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-690f3741-a7ce-4152-b68d-041e8d2c8fea tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6330206
Dec 11 21:22:17.433569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Request body: {'port': {'device_id': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:17.493399 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.613436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-59a2e39b-cac1-4ded-b138-128efdbf22f7 None None] Provisioning complete for port 74b47a9a-28eb-4957-ae76-4b565c6064e9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:17.614120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-59a2e39b-cac1-4ded-b138-128efdbf22f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.649967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-59a2e39b-cac1-4ded-b138-128efdbf22f7 None None] Port 74b47a9a-28eb-4957-ae76-4b565c6064e9 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:22:17.779271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b47a9a-28eb-4957-ae76-4b565c6064e9 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:22:17.788166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.793160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221b63-c3dc-41c8-b1b6-a440c56c847e req-5df9c68a-774a-4ba9-b211-f50548c4e6c2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:17.800806 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3221b63-c3dc-41c8-b1b6-a440c56c847e req-5df9c68a-774a-4ba9-b211-f50548c4e6c2 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 931 time: 0.0587318
Dec 11 21:22:17.801386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Transition to ACTIVE for port object 74b47a9a-28eb-4957-ae76-4b565c6064e9 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:22:17.805870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:17.855982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3221b63-c3dc-41c8-b1b6-a440c56c847e req-c085fd0b-10f0-48b6-84e3-c792b7783ba4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538192
Dec 11 21:22:17.865401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:17.941301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Attempting to bind port 74b47a9a-28eb-4957-ae76-4b565c6064e9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:22:17.941775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Attempting to bind port 74b47a9a-28eb-4957-ae76-4b565c6064e9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:22:17.942113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Attempting to bind port 74b47a9a-28eb-4957-ae76-4b565c6064e9 on network f5d63ba9-87b2-45dc-a511-295801978ce1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:22:17.947376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Port 74b47a9a-28eb-4957-ae76-4b565c6064e9 on network f5d63ba9-87b2-45dc-a511-295801978ce1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:22:17.948016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Attempting to bind port 74b47a9a-28eb-4957-ae76-4b565c6064e9 on network f5d63ba9-87b2-45dc-a511-295801978ce1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:22:17.953753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:22:17.954334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Checking segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:22:17.954759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Bound using segment: {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:22:17.955199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Bound port: 74b47a9a-28eb-4957-ae76-4b565c6064e9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3555632f-8767-4eeb-a73e-153edff217ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:22:17.955562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:18.026827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:22:18.030206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:22:18.039966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:18.094853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.095735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:18.097294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] 10.222.0.16 "PUT /v2.0/ports/74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 1091 time: 0.6684589
Dec 11 21:22:18.100085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:22:18.103136 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a5e078-0a3d-45f7-a211-91699a511564" -d '{"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:22:18.141678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267fea0-9697-422c-b89c-1c0df30f2ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:18.181488 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28790341-bb72-4309-ac2c-d90236ecbe6c x-openstack-request-id: req-28790341-bb72-4309-ac2c-d90236ecbe6c {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:22:18.182194 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:22:18.182691 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28790341-bb72-4309-ac2c-d90236ecbe6c {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:22:18.183442 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'status': 'completed', 'code': 200}
Dec 11 21:22:18.223129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-36303cae-10a3-42ee-b6f2-110e252ed8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.225414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-36303cae-10a3-42ee-b6f2-110e252ed8f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1094 time: 0.0596073
Dec 11 21:22:18.274810 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-d04dfab4-4476-4729-aa48-978245329330 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 217 time: 0.0400603
Dec 11 21:22:18.344989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-b390b240-df88-4f05-968f-565426ecfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.346769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-b390b240-df88-4f05-968f-565426ecfae5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 200  len: 835 time: 0.0642729
Dec 11 21:22:18.349773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a74742e2-1665-43f3-b6ef-36553080f75a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:22:18.401620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-574ab9e6-d331-4fad-b4ac-cf52a46dd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.403143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-574ab9e6-d331-4fad-b4ac-cf52a46dd872 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5d63ba9-87b2-45dc-a511-295801978ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0488842
Dec 11 21:22:18.412611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a74742e2-1665-43f3-b6ef-36553080f75a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:18.412985 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:18.491461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-133a3590-8967-4c2d-8d29-4d581817464b service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808282
Dec 11 21:22:18.584471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2c588386-1e77-4e25-911f-c2bf60031d25 req-31de4b84-ca92-4572-98d3-97ce4bc8cd68 service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862741
Dec 11 21:22:18.668016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-37e22df8-e3e7-4707-82a2-c919035c0e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.669475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-37e22df8-e3e7-4707-82a2-c919035c0e42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1094 time: 0.0407062
Dec 11 21:22:18.762625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-ed57aa21-e1b9-4d6c-9626-fca12ed386d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.764036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-ed57aa21-e1b9-4d6c-9626-fca12ed386d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 897 time: 0.0876114
Dec 11 21:22:18.804014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-1a3f0aa8-4849-4b74-bb3d-2eab1127af01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 217 time: 0.0332625
Dec 11 21:22:18.852092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-159b7593-7cd4-4591-a08b-893d25241686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.853581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-159b7593-7cd4-4591-a08b-893d25241686 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 200  len: 835 time: 0.0419939
Dec 11 21:22:18.903812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-fd0b3327-2856-4b09-88ea-a29d43f9b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.905376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-fd0b3327-2856-4b09-88ea-a29d43f9b729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5d63ba9-87b2-45dc-a511-295801978ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439208
Dec 11 21:22:18.974718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfb3b1-e835-4495-af43-88ed537769fe req-63a08609-76ed-46fc-ab9a-32b8e8b10d91 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:18.976217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38dfb3b1-e835-4495-af43-88ed537769fe req-63a08609-76ed-46fc-ab9a-32b8e8b10d91 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 943 time: 0.0532162
Dec 11 21:22:18.995453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-b42525ed-2ffc-44ce-8a43-e9467e114add service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823743
Dec 11 21:22:19.025294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38dfb3b1-e835-4495-af43-88ed537769fe req-d1715964-5452-4baa-a39e-d3238516bb3b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429909
Dec 11 21:22:19.090002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7a5e078-0a3d-45f7-a211-91699a511564 req-9f8f4332-fc1a-44d9-86a0-0af45cbdb3f2 service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863984
Dec 11 21:22:20.143655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57384a2f-9e28-4f01-8053-5d71d485a225 req-9c90b288-0dbe-45fb-bd6f-9fe011e3504c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:20.145151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57384a2f-9e28-4f01-8053-5d71d485a225 req-9c90b288-0dbe-45fb-bd6f-9fe011e3504c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 943 time: 0.0501003
Dec 11 21:22:20.196310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-57384a2f-9e28-4f01-8053-5d71d485a225 req-a7810e6b-43e3-4a9f-a7bd-81ccb5fd4f8a tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441608
Dec 11 21:22:21.310865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941cb4-9509-498d-a52f-ad5927fa6297 req-7ad3b1b1-2760-4604-80d1-b403ac8950e6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:21.312342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba941cb4-9509-498d-a52f-ad5927fa6297 req-7ad3b1b1-2760-4604-80d1-b403ac8950e6 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 943 time: 0.0487380
Dec 11 21:22:21.360562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba941cb4-9509-498d-a52f-ad5927fa6297 req-87dea5da-34c5-4542-91f4-5d7b4e5cc36e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423605
Dec 11 21:22:21.373431 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:21.956279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:22:22.049612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:22.061601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'mac_address': 'fa:16:3e:f5:d5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:22:22.096856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:22.109623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b47a9a-28eb-4957-ae76-4b565c6064e9 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:22:22.130403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:22.134126 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:22.185977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:22.330031 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['74b47a9a-28eb-4957-ae76-4b565c6064e9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:22:22.474914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3fbb7-2316-4b53-838e-b04bd027ec08 req-d9adec5c-f93b-492d-b15e-119f51172797 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:22.476398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bef3fbb7-2316-4b53-838e-b04bd027ec08 req-d9adec5c-f93b-492d-b15e-119f51172797 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 944 time: 0.0486734
Dec 11 21:22:22.525582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bef3fbb7-2316-4b53-838e-b04bd027ec08 req-92b07500-f8db-4aa9-99f1-2b243451d733 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419986
Dec 11 21:22:23.640186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83df06-3776-4c2e-aa93-bdb5aafcfe4a req-d7a28c30-7f32-4c20-81b3-5f946cc814e7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:23.641648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c83df06-3776-4c2e-aa93-bdb5aafcfe4a req-d7a28c30-7f32-4c20-81b3-5f946cc814e7 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 944 time: 0.0483184
Dec 11 21:22:23.696519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4c83df06-3776-4c2e-aa93-bdb5aafcfe4a req-2751ca2f-a9f1-4727-bd57-8fe84982d62d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488379
Dec 11 21:22:23.955949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:22:24.011901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 74b47a9a-28eb-4957-ae76-4b565c6064e9 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:22:24.015846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 74b47a9a-28eb-4957-ae76-4b565c6064e9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:22:24.016227 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:24.102311 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:24.128648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:22:24.130981 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9b52d4-3402-49eb-ab5f-7cfbac09c3e9" -d '{"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:22:24.148172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:22:24.155791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:24.190097 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3530e7-f9c7-4a87-9415-2c01d8a2dd1a x-openstack-request-id: req-4d3530e7-f9c7-4a87-9415-2c01d8a2dd1a {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:22:24.190397 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:22:24.190686 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d3530e7-f9c7-4a87-9415-2c01d8a2dd1a {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:22:24.191086 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'code': 200}
Dec 11 21:22:24.211723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:24.221952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-d4e39cd1-303a-4d9f-bdc4-6d787507af39 req-0430194f-163e-41b0-b0b5-fa463cb957f1 service neutron] (125987) timed out ('10.222.0.16', 56512) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:22:24.288448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d745509-4b40-4173-9647-a929b108de22 req-0a39c065-d7c7-49e3-9aa7-a79f3433afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:24.290086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d745509-4b40-4173-9647-a929b108de22 req-0a39c065-d7c7-49e3-9aa7-a79f3433afa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1096 time: 0.0434325
Dec 11 21:22:24.336010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d745509-4b40-4173-9647-a929b108de22 req-d2e44a93-b7d7-466d-8f8d-dbb9d301520b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378118
Dec 11 21:22:24.837441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcda976-4294-45d2-bcca-f7a5e633f51f req-a04494f1-6daf-4003-a9f8-163178cc0d9e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:24.839903 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fcda976-4294-45d2-bcca-f7a5e633f51f req-a04494f1-6daf-4003-a9f8-163178cc0d9e tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0623775
Dec 11 21:22:24.896555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0fcda976-4294-45d2-bcca-f7a5e633f51f req-36e2fe5d-ed7c-4649-b13d-f1132f7e4d40 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493147
Dec 11 21:22:26.019301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d4e2a-0a77-47f2-a0c0-e98669857a39 req-7eed4776-f6f4-4dcc-a79b-4333321d3aec tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:26.020752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24d4e2a-0a77-47f2-a0c0-e98669857a39 req-7eed4776-f6f4-4dcc-a79b-4333321d3aec tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0468645
Dec 11 21:22:26.068662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24d4e2a-0a77-47f2-a0c0-e98669857a39 req-fff4c521-fb93-49d5-af94-4df52e40d7ce tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413761
Dec 11 21:22:26.185143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9890a3-97d4-4127-be8d-6f5564545524 req-29c9e7fb-cff5-40bc-8c63-f8b3897194a5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:26.186675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9890a3-97d4-4127-be8d-6f5564545524 req-29c9e7fb-cff5-40bc-8c63-f8b3897194a5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0505064
Dec 11 21:22:26.236717 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef9890a3-97d4-4127-be8d-6f5564545524 req-76dfc0f9-658a-470a-9058-453cb716daec tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439720
Dec 11 21:22:26.260204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:26.303812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2a42f-4961-4508-8a4b-263cc16e8e93 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:26.305603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b8e2a42f-4961-4508-8a4b-263cc16e8e93 tempest-TestNetworkAdvancedServerOps-171072595 tempest-TestNetworkAdvancedServerOps-171072595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1091 time: 0.0440452
Dec 11 21:22:26.308845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53114) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:26.314036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:22:26.335837 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:26.434385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:26.562111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Allocated IP 172.35.1.145 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6fad8726-f2b1-442d-a5a5-c58f47531ab1) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:22:26.671887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:26.708131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:26.755340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:22:26.758520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:22:26.762360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:22:26.768499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=6fad8726-f2b1-442d-a5a5-c58f47531ab1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:27.174995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:27.257295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:27.415942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:27.420532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:27.492672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event updated for resources: {'Port': ['ID=6fad8726-f2b1-442d-a5a5-c58f47531ab1,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:27.504432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:27.605607 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP e9cf57df-b3dc-4036-a9ee-979a3b52d467 associated. External IP: 172.35.1.145, port: 74b47a9a-28eb-4957-ae76-4b565c6064e9.
Dec 11 21:22:28.114253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:22:28.223125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:22:28.233089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Sync routers for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:22:28.240667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:28.244284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:28.244897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769102e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:22:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:28.272077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1cd7a1d5-9e63-4b7d-a4c0-7dc08096c8d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.9621694
Dec 11 21:22:28.272673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:22:28.275623 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d" -d '{"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:22:28.323981 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5695d4e-d4d2-457c-8089-2c8657959caf x-openstack-request-id: req-f5695d4e-d4d2-457c-8089-2c8657959caf {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:22:28.324284 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:22:28.324543 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5695d4e-d4d2-457c-8089-2c8657959caf {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:22:28.324949 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'status': 'completed', 'code': 200}
Dec 11 21:22:28.357047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:28.407355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f212dc3-77a4-4cf0-8e0f-09d4d0771dc7 req-81730d1d-c9ea-44b8-9e87-4a5ff9682116 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:28.408748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f212dc3-77a4-4cf0-8e0f-09d4d0771dc7 req-81730d1d-c9ea-44b8-9e87-4a5ff9682116 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0787201
Dec 11 21:22:28.422827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-bbffe4eb-1079-4544-a156-893d627c476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:28.424225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-bbffe4eb-1079-4544-a156-893d627c476d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1096 time: 0.0673251
Dec 11 21:22:28.516287 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f212dc3-77a4-4cf0-8e0f-09d4d0771dc7 req-14927980-b550-4782-984f-d18242f5d3ca tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008773
Dec 11 21:22:28.538596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53184) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:28.543789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-f5b0aa4f-6a9f-4160-ade6-a3d7a5846cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:28.545284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-f5b0aa4f-6a9f-4160-ade6-a3d7a5846cd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 897 time: 0.1139650
Dec 11 21:22:28.602942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e229e911-7001-4743-a731-d020cc2a02fd tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/e9cf57df-b3dc-4036-a9ee-979a3b52d467 HTTP/1.1" status: 200  len: 991 time: 0.0625825
Dec 11 21:22:28.616962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-a9506a6b-6cba-4694-b2d7-6cfb156e9155 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 999 time: 0.0644338
Dec 11 21:22:28.667445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-2bdffecc-0cb9-43ed-bcef-fe249f0c0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:28.668837 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-2bdffecc-0cb9-43ed-bcef-fe249f0c0f85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 200  len: 835 time: 0.0450027
Dec 11 21:22:28.719825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-6c9ab479-2201-4b0a-bb72-4e1216a0d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:28.721583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-6c9ab479-2201-4b0a-bb72-4e1216a0d68d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5d63ba9-87b2-45dc-a511-295801978ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456424
Dec 11 21:22:28.749093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769102e0>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9cf57df-b3dc-4036-a9ee-979a3b52d467', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.145', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'mac_address': 'fa:16:3e:f5:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:22:27Z', 'updated_at': '2021-12-11T21:22:27Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:28.775273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Checking router: ad86a547-9b4b-474e-ae6b-988ef0e6ee8a for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:22:28.783737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:22:28.784442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769102e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:22:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:28.811656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-422c105d-4f93-4242-b557-09b6e842f04b service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831177
Dec 11 21:22:28.894744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:22:28.907919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed226a33-79df-4e4b-94b1-47ef17c7fe7d req-992856b6-4388-4fcb-8c90-463a9dcd32ba service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884886
Dec 11 21:22:29.137802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769102e0>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9cf57df-b3dc-4036-a9ee-979a3b52d467', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.145', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'mac_address': 'fa:16:3e:f5:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:22:27Z', 'updated_at': '2021-12-11T21:22:27Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:22:29.172212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55389343-bda3-49c7-91a4-574b24a10fcb None None] The sync data for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 is: [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e9cf57df-b3dc-4036-a9ee-979a3b52d467', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'floating_ip_address': '172.35.1.145', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'mac_address': 'fa:16:3e:f5:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:22:27Z', 'updated_at': '2021-12-11T21:22:27Z', 'revision_number': 0, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:22:29.509680 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5735e2c-2828-49d7-92bb-b148d9cf1844 None None] New status for floating IP e9cf57df-b3dc-4036-a9ee-979a3b52d467: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:22:29.606584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53210) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:29.670932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8f6130d2-bd35-43f3-985a-8ed1d29dba07 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/e9cf57df-b3dc-4036-a9ee-979a3b52d467 HTTP/1.1" status: 200  len: 991 time: 0.0630784
Dec 11 21:22:30.674778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53232) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:30.734635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c721ef4e-9a74-411d-accb-ea0a0f138dfa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/e9cf57df-b3dc-4036-a9ee-979a3b52d467 HTTP/1.1" status: 200  len: 993 time: 0.0586922
Dec 11 21:22:34.630239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:34.998016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-533348c7-1eff-44b2-bd2d-baf237663737 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.068900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-533348c7-1eff-44b2-bd2d-baf237663737 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.072963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-533348c7-1eff-44b2-bd2d-baf237663737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.109166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-533348c7-1eff-44b2-bd2d-baf237663737 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba38929a16a14995bcc0fcb60f944110&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4778512
Dec 11 21:22:35.111159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533348c7-1eff-44b2-bd2d-baf237663737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd1408-3656-463c-b43c-6a8c0828fe0f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:35.111932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53342) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:35.160548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.182378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.230287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.233006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.234144 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23cd1408-3656-463c-b43c-6a8c0828fe0f HTTP/1.1" status: 204  len: 168 time: 0.1211765
Dec 11 21:22:35.241518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a92d9-e920-44d1-9c33-06b212dbe318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd1408-3656-463c-b43c-6a8c0828fe0f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:35.490315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53348) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:35.504285 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47a3e024-e16d-430a-96a6-b6c3ebc722dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.577767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47a3e024-e16d-430a-96a6-b6c3ebc722dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.581474 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-47a3e024-e16d-430a-96a6-b6c3ebc722dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.619403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-47a3e024-e16d-430a-96a6-b6c3ebc722dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ef1ddc4e2ed451ea491c8434db19ff5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1280112
Dec 11 21:22:35.620547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3e024-e16d-430a-96a6-b6c3ebc722dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6613f5-42a2-48b6-a3a0-0f74a65afaf5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:35.622083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53350) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:35.676052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.697367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.743148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.746326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:35.748519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c6613f5-42a2-48b6-a3a0-0f74a65afaf5 HTTP/1.1" status: 204  len: 168 time: 0.1233854
Dec 11 21:22:35.755275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abc34c-a134-420a-a4bb-99a07d39a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6613f5-42a2-48b6-a3a0-0f74a65afaf5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:40.384150 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:22:41.011685 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-31793e58-75bf-4532-a650-419348798854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:43.466961 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-787258db-cd4e-48c5-9107-95509b5996ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:43.590171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-d6fe9284-40ad-4042-a721-5d74f82f1043 req-b8501506-d776-4322-acc1-7ad595ef9ae9 tempest-ListServersNegativeTestJSON-1438770639 tempest-ListServersNegativeTestJSON-1438770639-project] (125987) timed out ('10.222.0.30', 59082) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:22:44.263399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53550) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:44.368768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a86b9439-76b3-43e4-b39b-21d9d156cabe admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.444846 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a86b9439-76b3-43e4-b39b-21d9d156cabe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.448495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a86b9439-76b3-43e4-b39b-21d9d156cabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.486420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b9439-76b3-43e4-b39b-21d9d156cabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec62db-75cc-433a-b479-62279698622e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:44.492050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a86b9439-76b3-43e4-b39b-21d9d156cabe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b45a09817ef45afa5e7dc65b373da3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2276337
Dec 11 21:22:44.494694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53554) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:44.542820 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.564681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.611279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.613909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.615076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55ec62db-75cc-433a-b479-62279698622e HTTP/1.1" status: 204  len: 168 time: 0.1194863
Dec 11 21:22:44.623722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7c1b4-07e9-4a88-a6f2-0ddbe0c2b80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec62db-75cc-433a-b479-62279698622e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:44.877820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:44.896577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e38bc74-838e-4f70-b96b-f285c937577e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.973343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.984586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e38bc74-838e-4f70-b96b-f285c937577e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:44.988261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7e38bc74-838e-4f70-b96b-f285c937577e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:45.026637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7e38bc74-838e-4f70-b96b-f285c937577e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1488f085312b487a8c72b4d3ebd43255&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1477187
Dec 11 21:22:45.028629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38bc74-838e-4f70-b96b-f285c937577e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f58455a-8142-4da2-b2da-acdd23f96863,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:45.029311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53562) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:45.078820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:45.099432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:45.145188 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:45.147844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:45.148996 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f58455a-8142-4da2-b2da-acdd23f96863 HTTP/1.1" status: 204  len: 168 time: 0.1186895
Dec 11 21:22:45.156654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f33ca0-a2e5-4b34-9636-8857ea377106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f58455a-8142-4da2-b2da-acdd23f96863,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:45.943825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:46.334607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:46.777372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53608) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:46.884698 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f539d3b-e7ed-4398-8c8a-d683476fc7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:46.971683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f539d3b-e7ed-4398-8c8a-d683476fc7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:46.975359 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f539d3b-e7ed-4398-8c8a-d683476fc7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.011990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f539d3b-e7ed-4398-8c8a-d683476fc7cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3c406d81a3a4a7d9abd1fb2ba151202&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2335300
Dec 11 21:22:47.013936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f539d3b-e7ed-4398-8c8a-d683476fc7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc63ed1b-f7c4-415b-ad34-ab9e73fd503d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:47.014753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53612) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:47.064327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.084858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.130567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.133052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.134206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc63ed1b-f7c4-415b-ad34-ab9e73fd503d HTTP/1.1" status: 204  len: 168 time: 0.1184731
Dec 11 21:22:47.141898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd381f3-92b6-4fab-8ace-36e1d0594a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc63ed1b-f7c4-415b-ad34-ab9e73fd503d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:47.190554 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.400470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53618) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:47.413216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb898a19-10ee-4f08-b5c3-70921f5dbffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.486797 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb898a19-10ee-4f08-b5c3-70921f5dbffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.490389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb898a19-10ee-4f08-b5c3-70921f5dbffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.527937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bb898a19-10ee-4f08-b5c3-70921f5dbffd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=423fa85316dd4ab3a900bdb11dbc0e1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1263924
Dec 11 21:22:47.529073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb898a19-10ee-4f08-b5c3-70921f5dbffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cfd31b-e2f9-48d9-bde3-18e24f71715c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:47.530691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53620) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:47.579076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.600137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.645312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.647942 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:47.649697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1cfd31b-e2f9-48d9-bde3-18e24f71715c HTTP/1.1" status: 204  len: 168 time: 0.1173422
Dec 11 21:22:47.657807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78355210-3df5-458e-9a59-b89a50ad0dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cfd31b-e2f9-48d9-bde3-18e24f71715c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:49.651803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53690) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:49.756832 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d72a5523-b1c8-4567-a5e3-20b44fbf224d admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.829059 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d72a5523-b1c8-4567-a5e3-20b44fbf224d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.832848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d72a5523-b1c8-4567-a5e3-20b44fbf224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.873986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d72a5523-b1c8-4567-a5e3-20b44fbf224d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6052a35d11e4acc972c706e5004d3b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2210941
Dec 11 21:22:49.875187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a5523-b1c8-4567-a5e3-20b44fbf224d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae0c3e-0cff-49ac-9bc3-565477c2bfd4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:49.877292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53694) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:49.927921 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.948342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.993668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.996232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:49.997357 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9ae0c3e-0cff-49ac-9bc3-565477c2bfd4 HTTP/1.1" status: 204  len: 168 time: 0.1190107
Dec 11 21:22:50.005129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afecf68-ab6d-441e-a51f-212a7acd900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae0c3e-0cff-49ac-9bc3-565477c2bfd4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:50.249748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 53700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:50.263331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.337721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.341316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.379233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89341c28dce24515bec74e61c305ccc2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1284375
Dec 11 21:22:50.380129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7d6de2-6900-4d00-8828-ccfe1c372fa1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:50.381907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 53702) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:22:50.387945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.388300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.388641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.388988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.389329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.389659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.390003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.390338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.390704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.391034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.391363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.391690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.392037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa4e57f-0e42-463e-887a-1906597d0dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:22:50.429840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.450021 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.495300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.498164 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:50.499290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab7d6de2-6900-4d00-8828-ccfe1c372fa1 HTTP/1.1" status: 204  len: 168 time: 0.1163054
Dec 11 21:22:50.506957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b947-fc8a-4baa-9c31-4b40d44a482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7d6de2-6900-4d00-8828-ccfe1c372fa1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:22:51.402392 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:22:53.858959 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-0bbc4755-e098-46c7-b551-244f2b33e16d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396099
Dec 11 21:22:53.944540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-e2ddb25b-8f84-4e87-bcb4-939ca3305b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:53.946666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-e2ddb25b-8f84-4e87-bcb4-939ca3305b31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1096 time: 0.0427828
Dec 11 21:22:54.047422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-be7fbdcb-6b6e-4c4c-b258-baa9c0a73137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.048853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-be7fbdcb-6b6e-4c4c-b258-baa9c0a73137 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 897 time: 0.0819678
Dec 11 21:22:54.116422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-5ff52813-51ad-4c96-9a14-856beb8a1b9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 1001 time: 0.0590606
Dec 11 21:22:54.165666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-2ba4d026-2dd8-4cb5-83d3-62f08af92692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.167125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-2ba4d026-2dd8-4cb5-83d3-62f08af92692 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 200  len: 835 time: 0.0426073
Dec 11 21:22:54.212811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-b96cc0c7-02bc-4f27-a528-d6a8a23ca113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.214309 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-b96cc0c7-02bc-4f27-a528-d6a8a23ca113 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5d63ba9-87b2-45dc-a511-295801978ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0397263
Dec 11 21:22:54.306168 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-f6fac2cf-2915-4fe6-9a64-f8981815dccb service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841262
Dec 11 21:22:54.393762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-da7fcc52-8a36-4735-b288-a1427d4e6b51 req-a36335fe-b0da-4f33-897a-4fa242b49343 service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796871
Dec 11 21:22:54.465631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-0f7cde75-f7e7-4007-a8c4-48abd1b98c39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387621
Dec 11 21:22:54.551226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf53d46-7003-4d83-a8db-8be34474b17b req-619e3b81-afb7-457d-a711-4d8e89f076e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.552727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-619e3b81-afb7-457d-a711-4d8e89f076e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 1097 time: 0.0443645
Dec 11 21:22:54.656945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf53d46-7003-4d83-a8db-8be34474b17b req-7eeb8d1a-c1fc-414a-adb5-a13256bcc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.658688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-7eeb8d1a-c1fc-414a-adb5-a13256bcc155 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0851171
Dec 11 21:22:54.733067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-8f6c2434-f906-495e-a8cc-ae40f08a7680 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 200  len: 1001 time: 0.0649931
Dec 11 21:22:54.785164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf53d46-7003-4d83-a8db-8be34474b17b req-3c33e759-4f41-4567-93ea-c69ff75c174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.786711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-3c33e759-4f41-4567-93ea-c69ff75c174f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0461695
Dec 11 21:22:54.834665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf53d46-7003-4d83-a8db-8be34474b17b req-a351c1f3-e807-4145-a6dc-10dd40261cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:54.837920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-a351c1f3-e807-4145-a6dc-10dd40261cca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437512
Dec 11 21:22:54.943513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-2548baa2-ddae-44bf-8aa9-8bafe34b439d service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976732
Dec 11 21:22:55.036278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-acf53d46-7003-4d83-a8db-8be34474b17b req-1e1be5b9-5478-45c0-bc54-586d25eb8a80 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856652
Dec 11 21:22:57.960648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6613225-2038-4469-a341-8689c2d378ff req-4f444b4c-b073-41ed-984c-362c7ccc9fc0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:57.962924 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6613225-2038-4469-a341-8689c2d378ff req-4f444b4c-b073-41ed-984c-362c7ccc9fc0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.1849372
Dec 11 21:22:58.015354 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6613225-2038-4469-a341-8689c2d378ff req-1ab7fefd-c1c0-4562-b1e6-f75e8e7230e0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464542
Dec 11 21:22:59.139569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bda84e-463e-4c75-b707-197e7b7dd175 req-b7d3d879-00c3-4277-9b20-fdcc439be4b8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:22:59.141175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74bda84e-463e-4c75-b707-197e7b7dd175 req-b7d3d879-00c3-4277-9b20-fdcc439be4b8 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0509312
Dec 11 21:22:59.195552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74bda84e-463e-4c75-b707-197e7b7dd175 req-d0485208-266b-4154-a334-67399c8e096b tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484054
Dec 11 21:23:00.318833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927d8b1-3183-45d8-b9ce-291a143992fb req-4bae589e-5d5e-4ca8-a919-1f4eadc9145d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:00.320263 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6927d8b1-3183-45d8-b9ce-291a143992fb req-4bae589e-5d5e-4ca8-a919-1f4eadc9145d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0547473
Dec 11 21:23:00.369499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6927d8b1-3183-45d8-b9ce-291a143992fb req-86d29520-b9de-4b50-8b33-80cad3b06b88 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433078
Dec 11 21:23:01.093184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54010) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:01.200667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.275973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.280888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.326303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbc1f6ba46fa439b88e809bce839fe9c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2319729
Dec 11 21:23:01.327627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a5a10-a1a9-4c43-aa79-31ffaa47573d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:01.329180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54014) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:01.335530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.335887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.336850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.337195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.337532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.337863 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.338193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.338551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.338881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.339206 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.339541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.339860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.340238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4415d55-c62c-4a1a-b377-b5628542e53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:01.387010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.408990 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.475384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.478696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.479833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5a5a10-a1a9-4c43-aa79-31ffaa47573d HTTP/1.1" status: 204  len: 168 time: 0.1491549
Dec 11 21:23:01.495496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c607b33-cc71-4130-b679-6f0c419ec71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a5a10-a1a9-4c43-aa79-31ffaa47573d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:01.509396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8905a17-3ae3-43d5-8fde-929f00b4f151 req-17943e70-ac56-4104-8581-739bef7c0f1c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:01.510936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8905a17-3ae3-43d5-8fde-929f00b4f151 req-17943e70-ac56-4104-8581-739bef7c0f1c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0699544
Dec 11 21:23:01.564715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8905a17-3ae3-43d5-8fde-929f00b4f151 req-f3e91dae-e867-4886-bf42-d70df133c517 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451739
Dec 11 21:23:01.756799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54022) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:01.773127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d878620-911a-48d6-8efd-9e4046cd8e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.847630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d878620-911a-48d6-8efd-9e4046cd8e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.851635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7d878620-911a-48d6-8efd-9e4046cd8e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.887763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d878620-911a-48d6-8efd-9e4046cd8e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4934995-51fc-480e-ba56-159b9be781d6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:01.893029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7d878620-911a-48d6-8efd-9e4046cd8e7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18e63630bdcc44c7919f154fe3e44588&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1352124
Dec 11 21:23:01.895714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54024) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:01.943763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:01.972986 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:02.018773 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:02.021646 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:02.022840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4934995-51fc-480e-ba56-159b9be781d6 HTTP/1.1" status: 204  len: 168 time: 0.1263251
Dec 11 21:23:02.031158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cffa53-1457-4909-9e4a-c2e67f152599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4934995-51fc-480e-ba56-159b9be781d6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:02.688572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462e609-74ca-40ec-95fe-07cbcbadbf94 req-07df7f18-374d-4b9f-ba09-7d70791f47d0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:02.690115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4462e609-74ca-40ec-95fe-07cbcbadbf94 req-07df7f18-374d-4b9f-ba09-7d70791f47d0 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0537796
Dec 11 21:23:02.740975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4462e609-74ca-40ec-95fe-07cbcbadbf94 req-7bfca0f6-3a92-40d6-bc30-cb78144abdd1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447927
Dec 11 21:23:03.860570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a6009-7155-441d-ba9f-6812d2b4e38a req-2b7e02b9-848b-45ab-84a2-7b38f72be835 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:03.862048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d2a6009-7155-441d-ba9f-6812d2b4e38a req-2b7e02b9-848b-45ab-84a2-7b38f72be835 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0526509
Dec 11 21:23:03.909780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d2a6009-7155-441d-ba9f-6812d2b4e38a req-2b84acb6-ee02-4bb9-b5d7-1907dfc59c1c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417712
Dec 11 21:23:04.263883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-2c253eb5-7fd6-4d5b-bcf6-7479276cf2ec tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287459
Dec 11 21:23:04.446849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-cc71d79c-ed96-4d05-854f-5970597fad97 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:04.448286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-cc71d79c-ed96-4d05-854f-5970597fad97 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1789756
Dec 11 21:23:04.462961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-5f761a94-039c-4db2-b59b-fa7dc0fdb88c tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/quotas/4f3c73cc75a74c32a6fbd72543058b29 HTTP/1.1" status: 200  len: 375 time: 0.0091319
Dec 11 21:23:04.497414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-6fd4861d-bea8-4b25-bd9e-5b7c69157777 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0294540
Dec 11 21:23:04.650494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f62e3e9-7998-47f3-b2be-3118e78261e8 req-286bd13f-e888-4275-9917-6e70eb9de806 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 210 time: 0.0261402
Dec 11 21:23:05.029773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7daf20-1d90-4ca7-8125-7112f3b5da06 req-307b5ad5-e0bb-4276-a87c-67fb32ba6805 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:05.031452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b7daf20-1d90-4ca7-8125-7112f3b5da06 req-307b5ad5-e0bb-4276-a87c-67fb32ba6805 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0502360
Dec 11 21:23:05.082374 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b7daf20-1d90-4ca7-8125-7112f3b5da06 req-1885fa79-168f-4c13-bec7-28d4793626eb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449319
Dec 11 21:23:05.488101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-8c6e745e-18ae-43e1-99aa-b08c411eaac9 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0314183
Dec 11 21:23:05.672844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-e616073f-86a0-4842-839b-075a1d8a70ac tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:05.674325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-e616073f-86a0-4842-839b-075a1d8a70ac tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1808281
Dec 11 21:23:05.687495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Request body: {'port': {'device_id': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': '4f3c73cc75a74c32a6fbd72543058b29'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:05.769480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-355af73d-98d5-463a-8836-93ddb87d82b8 req-27593393-d776-4e06-8959-3f9dc1e5d62c tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 210 time: 0.0339043
Dec 11 21:23:05.831615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Made reservation on behalf of 4f3c73cc75a74c32a6fbd72543058b29 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:23:05.835314 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:05.845100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:05.924615 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:05.928792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:05.988591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9b279-ce06-4036-9ddb-deaf5f0e41d8,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:06.061519 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Allocated IP 192.168.233.90 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/2df63c65-b440-465a-90dd-fb50a45f540c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:06.200413 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6188645-e386-4335-91f8-b12de48c8fce req-7bc78c8f-1049-412e-b532-3531bf5a963c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:06.201910 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6188645-e386-4335-91f8-b12de48c8fce req-7bc78c8f-1049-412e-b532-3531bf5a963c tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0497205
Dec 11 21:23:06.213777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.248039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.251968 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6188645-e386-4335-91f8-b12de48c8fce req-4c489336-ae4b-431b-b89f-1652c0be93aa tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431340
Dec 11 21:23:06.293872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:06.296963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:06.300751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:06.332919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Pushing event updated for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:06.360399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:06.361079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.378138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-734ad83d-0820-41d6-8271-98fc87c5e098 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6944544
Dec 11 21:23:06.493506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Request body: {'port': {'device_id': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:06.545098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.547838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-63b1b2df-3765-407e-a3f3-07fde71cb156 None None] Provisioning complete for port 2df63c65-b440-465a-90dd-fb50a45f540c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:06.548325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-63b1b2df-3765-407e-a3f3-07fde71cb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.581114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-63b1b2df-3765-407e-a3f3-07fde71cb156 None None] Port 2df63c65-b440-465a-90dd-fb50a45f540c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:23:06.805984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df63c65-b440-465a-90dd-fb50a45f540c {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:23:06.813809 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.825852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Transition to ACTIVE for port object 2df63c65-b440-465a-90dd-fb50a45f540c will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:23:06.829471 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:06.906634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Pushing event updated for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:06.942753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae3323-f080-4027-aaf6-abcae9c5d022 req-6053f997-317f-45b5-8f20-128955b3e153 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:06.944271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7ae3323-f080-4027-aaf6-abcae9c5d022 req-6053f997-317f-45b5-8f20-128955b3e153 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 947 time: 0.0893621
Dec 11 21:23:07.027672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Attempting to bind port 2df63c65-b440-465a-90dd-fb50a45f540c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:23:07.028020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Attempting to bind port 2df63c65-b440-465a-90dd-fb50a45f540c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:23:07.028349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Attempting to bind port 2df63c65-b440-465a-90dd-fb50a45f540c on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:07.036451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c7ae3323-f080-4027-aaf6-abcae9c5d022 req-d6f5f009-0f0e-468d-8910-4879ab1fd8fd tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726006
Dec 11 21:23:07.037632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Port 2df63c65-b440-465a-90dd-fb50a45f540c on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:23:07.037998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Attempting to bind port 2df63c65-b440-465a-90dd-fb50a45f540c on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:07.043985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:23:07.044330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:23:07.044717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:23:07.045153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Bound port: 2df63c65-b440-465a-90dd-fb50a45f540c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:23:07.045517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:07.113033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:23:07.116300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2df63c65-b440-465a-90dd-fb50a45f540c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:23:07.120826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:07.155162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.155825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:07.157216 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] 10.222.0.16 "PUT /v2.0/ports/2df63c65-b440-465a-90dd-fb50a45f540c HTTP/1.1" status: 200  len: 1095 time: 0.7705646
Dec 11 21:23:07.159608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:07.162295 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88" -d '{"events": [{"name": "network-changed", "server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:07.192579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93003ec8-70a4-4c32-bb03-2ee01b192585 service neutron] Pushing event updated for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:07.242040 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d4d70-a5d6-4bf6-b824-bf76ee71c2a2 x-openstack-request-id: req-6c9d4d70-a5d6-4bf6-b824-bf76ee71c2a2 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:07.242551 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:07.242820 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c9d4d70-a5d6-4bf6-b824-bf76ee71c2a2 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:07.243230 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c', 'status': 'completed', 'code': 200}
Dec 11 21:23:07.263308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-053bcae2-8ff1-4e25-9a61-f517f04e8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.265060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-053bcae2-8ff1-4e25-9a61-f517f04e8c62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 1098 time: 0.0643568
Dec 11 21:23:07.315492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-adc95241-d3d1-47c9-8ebe-8fd88d643267 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2df63c65-b440-465a-90dd-fb50a45f540c HTTP/1.1" status: 200  len: 217 time: 0.0417325
Dec 11 21:23:07.399539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-4698ff4a-a0d3-4b01-8280-6ca28a392e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.401002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-4698ff4a-a0d3-4b01-8280-6ca28a392e48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0776634
Dec 11 21:23:07.426001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b6c12-c457-4a29-8d9b-bdd9ce0e9344 req-c586079f-6005-4d79-91c9-f742c43a2842 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.427509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-111b6c12-c457-4a29-8d9b-bdd9ce0e9344 req-c586079f-6005-4d79-91c9-f742c43a2842 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0727005
Dec 11 21:23:07.489976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd350e-663c-4250-9f96-d8949993c920 req-8e503970-5ee8-41d1-9382-337e73cd3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.491468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-8e503970-5ee8-41d1-9382-337e73cd3e0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0830259
Dec 11 21:23:07.500326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-111b6c12-c457-4a29-8d9b-bdd9ce0e9344 req-7f3cff56-c4f0-4ed2-ad4e-f9d2b8f73626 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546155
Dec 11 21:23:07.581060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-ede919a2-e53e-456a-9a03-5dfc283249fd service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798123
Dec 11 21:23:07.672312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15cd350e-663c-4250-9f96-d8949993c920 req-fc98e761-899b-4d5f-bba9-ee049173a054 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842533
Dec 11 21:23:07.756995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-a589305c-8be2-45ea-a257-5012978a08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.758535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-a589305c-8be2-45ea-a257-5012978a08ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 1098 time: 0.0410168
Dec 11 21:23:07.851538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-8298cae9-d72a-411d-90e6-9034d79020de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.853004 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-8298cae9-d72a-411d-90e6-9034d79020de service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0877740
Dec 11 21:23:07.893947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-1cc797ad-388b-4fce-a6ee-f7df748a88ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=2df63c65-b440-465a-90dd-fb50a45f540c HTTP/1.1" status: 200  len: 217 time: 0.0337753
Dec 11 21:23:07.943081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-73b92a89-5f80-403a-8b5b-0a7c9886c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.944531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-73b92a89-5f80-403a-8b5b-0a7c9886c5a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0433264
Dec 11 21:23:07.990596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-434dc689-d309-4f6b-806d-7b1edc45a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:07.992111 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-434dc689-d309-4f6b-806d-7b1edc45a81a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0396783
Dec 11 21:23:08.083919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-9e60244b-1100-449a-bdc0-8280516582b3 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844572
Dec 11 21:23:08.181876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b48fe2b-2b69-4a84-81a8-b7e4c62c3a88 req-45ea8b0a-0502-47bf-bd04-295140638150 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0901508
Dec 11 21:23:08.394436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd726-3007-468e-9805-27f61f766cd8 req-f442d867-b617-4df1-9da5-6afb631d9583 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:08.395848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a82dd726-3007-468e-9805-27f61f766cd8 req-f442d867-b617-4df1-9da5-6afb631d9583 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 947 time: 0.0534258
Dec 11 21:23:08.440927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a82dd726-3007-468e-9805-27f61f766cd8 req-d46c526f-8d00-4dda-b59f-89c8c7770ac8 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392835
Dec 11 21:23:08.620915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d8ead-4ecb-4109-b4ca-2fc9849a5d85 req-a44d7e77-2aa9-4092-bb15-09206129c1ff tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:08.622401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f8d8ead-4ecb-4109-b4ca-2fc9849a5d85 req-a44d7e77-2aa9-4092-bb15-09206129c1ff tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0535994
Dec 11 21:23:08.670301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f8d8ead-4ecb-4109-b4ca-2fc9849a5d85 req-e1e6909f-8190-40d1-8511-b5077c980943 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419385
Dec 11 21:23:09.553288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f341d6-136e-4caa-b92e-e3e28fc342b7 req-1f1e89fd-9892-40c2-942b-f1a4ab53338b tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:09.554694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4f341d6-136e-4caa-b92e-e3e28fc342b7 req-1f1e89fd-9892-40c2-942b-f1a4ab53338b tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 947 time: 0.0482926
Dec 11 21:23:09.600630 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f4f341d6-136e-4caa-b92e-e3e28fc342b7 req-71a61c0d-a8e5-4ede-88b7-1c98918cd46f tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401173
Dec 11 21:23:09.784911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4e52-2adf-439d-84af-f1149fe3dce3 req-e2626e4e-c8d4-4fe5-b7b2-1766947b9732 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:09.786392 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ad4e52-2adf-439d-84af-f1149fe3dce3 req-e2626e4e-c8d4-4fe5-b7b2-1766947b9732 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0482640
Dec 11 21:23:09.835071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85ad4e52-2adf-439d-84af-f1149fe3dce3 req-25d97e4a-99d6-4b0d-ae63-fac4bf3df331 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425298
Dec 11 21:23:10.140865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2df63c65-b440-465a-90dd-fb50a45f540c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:23:10.240343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2df63c65-b440-465a-90dd-fb50a45f540c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:10.251725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '2df63c65-b440-465a-90dd-fb50a45f540c', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': '2df63c65-b440-465a-90dd-fb50a45f540c', 'mac_address': 'fa:16:3e:59:6d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:23:10.287790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:10.314492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df63c65-b440-465a-90dd-fb50a45f540c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:23:10.342040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2df63c65-b440-465a-90dd-fb50a45f540c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:10.346631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:10.404500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:10.412298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.412649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.412988 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.413321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.414134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.414469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.414822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.415145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.415469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.415788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.416111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.416429 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.416748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:10.546292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['2df63c65-b440-465a-90dd-fb50a45f540c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:23:10.729513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8c372-be82-4c9b-bc7d-7375ee9e1bd3 req-f97d168d-8cbe-478f-9b81-f7c1e67518f8 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:10.730930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ab8c372-be82-4c9b-bc7d-7375ee9e1bd3 req-f97d168d-8cbe-478f-9b81-f7c1e67518f8 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 948 time: 0.0562167
Dec 11 21:23:10.781703 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ab8c372-be82-4c9b-bc7d-7375ee9e1bd3 req-bcd9f66f-209e-49a2-8f03-bfe3090861cf tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447960
Dec 11 21:23:10.953766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0089bd-1e66-40a0-a0fd-767dd0c9e43f req-6e951c0d-53b6-4f23-952e-22c85d32b75d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:10.955293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a0089bd-1e66-40a0-a0fd-767dd0c9e43f req-6e951c0d-53b6-4f23-952e-22c85d32b75d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0511053
Dec 11 21:23:11.005199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a0089bd-1e66-40a0-a0fd-767dd0c9e43f req-f01000ea-a9c3-448b-8cd6-e8dcb4960a79 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438895
Dec 11 21:23:11.013638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-008bf3bc-06a5-4766-b5b2-b7dc6450c9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:11.434417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793249d0-a660-4cd4-8f66-e2d6eb679f10 req-5039389a-113a-4f7d-b07a-fb789efd29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:11.435949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-793249d0-a660-4cd4-8f66-e2d6eb679f10 req-5039389a-113a-4f7d-b07a-fb789efd29eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1096 time: 0.0398614
Dec 11 21:23:11.484418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-793249d0-a660-4cd4-8f66-e2d6eb679f10 req-f07e051e-b9d1-4c01-a383-f6e59fc5f168 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413573
Dec 11 21:23:11.894918 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200f38-698a-4383-9b76-0d43f69d9877 req-f2ccd48f-2338-4a86-a5ba-1db8b514bf29 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:11.896407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d200f38-698a-4383-9b76-0d43f69d9877 req-f2ccd48f-2338-4a86-a5ba-1db8b514bf29 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 948 time: 0.0479033
Dec 11 21:23:11.942738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7d200f38-698a-4383-9b76-0d43f69d9877 req-19eedcf5-671d-40d0-ace1-13fce0ebc7c3 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396545
Dec 11 21:23:12.123261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e87ab6-b63d-4da1-8cbe-286680f08be8 req-6e401bf5-6973-4609-bcaf-a3d974cce3d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:12.124662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61e87ab6-b63d-4da1-8cbe-286680f08be8 req-6e401bf5-6973-4609-bcaf-a3d974cce3d5 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0480819
Dec 11 21:23:12.157174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:23:12.161945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2df63c65-b440-465a-90dd-fb50a45f540c up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:23:12.177659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61e87ab6-b63d-4da1-8cbe-286680f08be8 req-64a2b9c7-3dca-4ba9-930b-d3f69086db36 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471036
Dec 11 21:23:12.262465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 2df63c65-b440-465a-90dd-fb50a45f540c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:23:12.270287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 2df63c65-b440-465a-90dd-fb50a45f540c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:12.270756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:12.326444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:12.341849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'port_id': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'mac_address': 'fa:16:3e:f5:d5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:23:12.411543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:12.413397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:12.439609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74b47a9a-28eb-4957-ae76-4b565c6064e9 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:23:12.453850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:12.456126 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04927f2c-6d61-4999-aca7-f85a7d76034c" -d '{"events": [{"server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "name": "network-vif-plugged", "status": "completed", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:12.477793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2df63c65-b440-465a-90dd-fb50a45f540c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:12.481518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:12.483184 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:12.488652 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:12.508361 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38416c-95cb-4500-82ee-41b84119bbc3 x-openstack-request-id: req-5c38416c-95cb-4500-82ee-41b84119bbc3 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:12.508643 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "name": "network-vif-plugged", "status": "completed", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:12.508914 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c38416c-95cb-4500-82ee-41b84119bbc3 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:12.509293 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c', 'code': 200}
Dec 11 21:23:12.537932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:12.590386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:12.615229 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb5800-fc5e-4d74-8cc6-8dcbc86d2a8b req-fbac4410-6c97-45d9-9bf8-0611fd6cf80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:12.618161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1acb5800-fc5e-4d74-8cc6-8dcbc86d2a8b req-fbac4410-6c97-45d9-9bf8-0611fd6cf80a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 1100 time: 0.0503035
Dec 11 21:23:12.667892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1acb5800-fc5e-4d74-8cc6-8dcbc86d2a8b req-4d331661-f680-4aee-98b7-2c604ea2143c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426402
Dec 11 21:23:12.709873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['74b47a9a-28eb-4957-ae76-4b565c6064e9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:23:13.062502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c851-1fc4-4409-b59c-85e5e6de521c req-f1552d0b-4a81-4c6a-85cc-330d4884665d tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:13.064012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e10c851-1fc4-4409-b59c-85e5e6de521c req-f1552d0b-4a81-4c6a-85cc-330d4884665d tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 949 time: 0.0511961
Dec 11 21:23:13.114009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e10c851-1fc4-4409-b59c-85e5e6de521c req-e5a4fb3a-289a-48c8-a864-dfaab3c1f15a tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438130
Dec 11 21:23:13.305836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507b359-95a9-4bbe-bcd3-2f5e1c10f4fc req-6659622b-5615-4c08-a082-d647fcf8e938 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:13.307593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a507b359-95a9-4bbe-bcd3-2f5e1c10f4fc req-6659622b-5615-4c08-a082-d647fcf8e938 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 944 time: 0.0526073
Dec 11 21:23:13.362441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a507b359-95a9-4bbe-bcd3-2f5e1c10f4fc req-6300afa7-9460-4d64-9346-e57026ebde20 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481527
Dec 11 21:23:13.386563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54132) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:13.456855 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27befd92-4cf9-40db-bb9a-e44da978c220 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/floatingips/e9cf57df-b3dc-4036-a9ee-979a3b52d467 HTTP/1.1" status: 200  len: 992 time: 0.0675886
Dec 11 21:23:13.475676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fb2d9e30-b676-41f9-b43d-061f60186bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:14.172667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:23:14.221709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 74b47a9a-28eb-4957-ae76-4b565c6064e9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:14.222075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:14.235784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253fd58-96d8-4e8a-ad12-4d8b60776b88 req-28671c14-877f-4fe0-9ada-9baf30548614 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:14.237412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d253fd58-96d8-4e8a-ad12-4d8b60776b88 req-28671c14-877f-4fe0-9ada-9baf30548614 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 949 time: 0.0532639
Dec 11 21:23:14.296765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d253fd58-96d8-4e8a-ad12-4d8b60776b88 req-963526e2-3a15-43e8-862c-b444769f4eb3 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520773
Dec 11 21:23:14.312334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:14.350196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:14.354913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:14.402438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:14.510022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:14.512585 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b708dc-8efd-4f66-ab62-99fded4a3d4b" -d '{"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:14.552243 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d6b6a7-12d5-4d5b-aeb7-25982c34e141 x-openstack-request-id: req-d6d6b6a7-12d5-4d5b-aeb7-25982c34e141 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:14.552815 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-plugged", "status": "completed", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:14.553656 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6d6b6a7-12d5-4d5b-aeb7-25982c34e141 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:14.554237 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'code': 200}
Dec 11 21:23:14.981847 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:15.941727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:16.338796 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:17.195026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:17.384289 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:23:21.406850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:23.640896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee6af-f95d-485e-9c59-146eaa68d15a req-01bc170a-5b45-46a8-bd0c-1573766392bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:23.642342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d9ee6af-f95d-485e-9c59-146eaa68d15a req-01bc170a-5b45-46a8-bd0c-1573766392bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 949 time: 0.0477123
Dec 11 21:23:23.688571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d9ee6af-f95d-485e-9c59-146eaa68d15a req-aa1c7fd2-535c-4ecc-b6ad-a38b5add90d7 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397105
Dec 11 21:23:24.802730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563eb3-43e9-4051-a776-dd57275ad989 req-ee21332c-c2dc-4f8c-8a97-973411e61a2e tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:24.804674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7563eb3-43e9-4051-a776-dd57275ad989 req-ee21332c-c2dc-4f8c-8a97-973411e61a2e tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 949 time: 0.0480242
Dec 11 21:23:24.850262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7563eb3-43e9-4051-a776-dd57275ad989 req-7eedca55-a943-460b-9393-9db20e502f8d tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/security-groups?id=86a9b279-ce06-4036-9ddb-deaf5f0e41d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397339
Dec 11 21:23:25.272528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-6cb7e90c-2a76-4e6d-856d-a0620bdc1857 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:25.274047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-6cb7e90c-2a76-4e6d-856d-a0620bdc1857 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.16 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 949 time: 0.0470791
Dec 11 21:23:25.365916 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Deleting port 2df63c65-b440-465a-90dd-fb50a45f540c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:25.366865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:25.452004 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] For port 2df63c65-b440-465a-90dd-fb50a45f540c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2df63c65-b440-465a-90dd-fb50a45f540c,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:25.452363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:25.464369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Calling delete_port for 2df63c65-b440-465a-90dd-fb50a45f540c owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:25.591902 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:25.606676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['2df63c65-b440-465a-90dd-fb50a45f540c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:23:25.619181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Pushing event deleted for resources: {'Port': ['ID=2df63c65-b440-465a-90dd-fb50a45f540c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:25.686730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] No DVR routers for this DVR port 2df63c65-b440-465a-90dd-fb50a45f540c on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:23:25.689460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:25.692889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ce333de0-fc9e-4777-a4eb-f510da09b974 req-fdb8bbca-0ff7-40be-ad67-4ba0a44798bc tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.16 "DELETE /v2.0/ports/2df63c65-b440-465a-90dd-fb50a45f540c HTTP/1.1" status: 204  len: 173 time: 0.4117098
Dec 11 21:23:25.693347 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'name': 'network-vif-deleted', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:25.695856 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567a8f88-2219-42fb-9f71-65b54e08b10b" -d '{"events": [{"server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "name": "network-vif-deleted", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:25.744270 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3bd74e-5a10-4c01-bce1-4625f1987a94 x-openstack-request-id: req-8e3bd74e-5a10-4c01-bce1-4625f1987a94 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:25.744591 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c08f488b-0018-4f72-8e2b-8b26d48e2070", "name": "network-vif-deleted", "tag": "2df63c65-b440-465a-90dd-fb50a45f540c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:25.744848 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e3bd74e-5a10-4c01-bce1-4625f1987a94 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:25.745255 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08f488b-0018-4f72-8e2b-8b26d48e2070', 'name': 'network-vif-deleted', 'tag': '2df63c65-b440-465a-90dd-fb50a45f540c', 'status': 'completed', 'code': 200}
Dec 11 21:23:25.957405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b5bdb94b-bd94-4775-a3c7-bc4737c320f6 req-62d72a93-4058-4cdf-bc23-8172b59d01f7 tempest-VolumesBackupsTest-846679880 tempest-VolumesBackupsTest-846679880-project] 10.222.0.18 "GET /v2.0/ports?device_id=c08f488b-0018-4f72-8e2b-8b26d48e2070 HTTP/1.1" status: 200  len: 210 time: 0.0292702
Dec 11 21:23:30.251021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2df63c65-b440-465a-90dd-fb50a45f540c no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:30.270953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 2df63c65-b440-465a-90dd-fb50a45f540c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:30.271298 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 2df63c65-b440-465a-90dd-fb50a45f540c not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:34.048646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4004b5-c5c3-4ba5-965d-18bc2440eb83 req-2110eae7-a528-4f4a-a479-d8878bbef7ca tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:34.051615 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc4004b5-c5c3-4ba5-965d-18bc2440eb83 req-2110eae7-a528-4f4a-a479-d8878bbef7ca tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0647142
Dec 11 21:23:34.128142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc4004b5-c5c3-4ba5-965d-18bc2440eb83 req-59f5fb15-ed80-4adb-a0bb-7679135e23c9 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675313
Dec 11 21:23:35.294970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583e7d2-d432-42c3-b28b-ce38f9f2515f req-343ffc77-5aef-4fbf-94d6-b83f7eb95934 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:35.296603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6583e7d2-d432-42c3-b28b-ce38f9f2515f req-343ffc77-5aef-4fbf-94d6-b83f7eb95934 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0696733
Dec 11 21:23:35.372183 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6583e7d2-d432-42c3-b28b-ce38f9f2515f req-49c515b2-905b-4121-be82-416ca521bf10 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680943
Dec 11 21:23:35.621163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-ff4ef108-204f-4d85-8196-91f9d685e80a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:35.623084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-ff4ef108-204f-4d85-8196-91f9d685e80a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 946 time: 0.0572009
Dec 11 21:23:35.719078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port e6a02938-0845-450f-9942-1e73664ec839 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:35.719417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:35.806120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port e6a02938-0845-450f-9942-1e73664ec839, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6a02938-0845-450f-9942-1e73664ec839,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:35.806501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:36.029611 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:36.030028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:36.030314 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP b52b988f-f4fa-410d-8c12-257c6be94ff3 disassociated. External IP: 172.35.1.29, port: e6a02938-0845-450f-9942-1e73664ec839.
Dec 11 21:23:36.030647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for e6a02938-0845-450f-9942-1e73664ec839 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:36.163044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:36.193923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=e6a02938-0845-450f-9942-1e73664ec839,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:36.308886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:23:36.417460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:23:36.428617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:23:36.440331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:36.441195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77214bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:36.458589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port e6a02938-0845-450f-9942-1e73664ec839 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:23:36.464371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:36.466114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6e0f8eca-d693-4bce-9d93-187668e5e501 req-9a4ee02e-a74d-4962-8a7b-52bd8afb55ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "DELETE /v2.0/ports/e6a02938-0845-450f-9942-1e73664ec839 HTTP/1.1" status: 204  len: 173 time: 0.8371396
Dec 11 21:23:36.466673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'name': 'network-vif-deleted', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:36.469061 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3467d6-4be9-4ee3-91f1-936adc5a7229" -d '{"events": [{"server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "name": "network-vif-deleted", "tag": "e6a02938-0845-450f-9942-1e73664ec839"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:36.494934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-291e4069-6762-456b-b598-265c187de137 req-c9f591e4-900f-410f-a801-1e04c4123905 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd62ef2d-32d1-4f75-a16d-3e1eda045a83 HTTP/1.1" status: 200  len: 210 time: 0.0435064
Dec 11 21:23:36.524832 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bab5107-b9bc-48a1-98fa-b029ed5507b8 x-openstack-request-id: req-9bab5107-b9bc-48a1-98fa-b029ed5507b8 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:36.525255 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd62ef2d-32d1-4f75-a16d-3e1eda045a83", "name": "network-vif-deleted", "tag": "e6a02938-0845-450f-9942-1e73664ec839", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:36.526110 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bab5107-b9bc-48a1-98fa-b029ed5507b8 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:36.526404 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd62ef2d-32d1-4f75-a16d-3e1eda045a83', 'name': 'network-vif-deleted', 'tag': 'e6a02938-0845-450f-9942-1e73664ec839', 'status': 'completed', 'code': 200}
Dec 11 21:23:36.559027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:36.770715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77214bb0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:36.797819 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:23:36.806103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:36.806737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77214bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:36.908541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:37.125610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77214bb0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:37.158886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db27d7-4bfb-46af-8643-a7386247e47f None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:23:37.404501 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b4bda2-37ee-40c2-843e-119bad5020d2 None None] New status for floating IP b52b988f-f4fa-410d-8c12-257c6be94ff3: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:23:37.760859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fd425f46-512f-4bc8-bffe-959f02e23333 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965859113&fields=id&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 267 time: 0.0442429
Dec 11 21:23:37.875167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-82f46239-aafe-434e-b4ea-35bff6c281c7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:37.876621 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-82f46239-aafe-434e-b4ea-35bff6c281c7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1090236
Dec 11 21:23:37.891301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-46eb98e6-66cf-4a70-9310-953e7e94a030 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.0089171
Dec 11 21:23:37.941494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-36397157-c34c-465d-afae-757306c8ead1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0450482
Dec 11 21:23:38.041120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-9aaa9a08-4a4f-4a24-9247-c7447d63d712 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874650
Dec 11 21:23:38.128144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-b385a4c0-3297-4287-ab22-c620d73a0486 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808895
Dec 11 21:23:38.439364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-576a8833-5f94-41e6-8671-ca266cfe3b05 req-10da622b-c070-4a1c-870f-5671bc426db8 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 210 time: 0.0315318
Dec 11 21:23:39.378765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-e9b5bb22-5881-4b51-befd-7f1a9ec4845a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:39.381540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-e9b5bb22-5881-4b51-befd-7f1a9ec4845a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1514492
Dec 11 21:23:39.490727 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-5aa40c50-5442-411a-ad05-62c39b8bfa04 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 380 time: 0.0967226
Dec 11 21:23:39.501193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'security_groups': ['b982a13e-6829-4a09-8ef8-a71f8ad45ceb']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:39.589263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-957a5159-062f-4aef-ab32-84f4f5b39351 req-82348dba-6f4d-40b8-aa30-23ef9db0c56d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 210 time: 0.0500128
Dec 11 21:23:39.705808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:23:39.710264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:39.900930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.13 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:39.992075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e6a02938-0845-450f-9942-1e73664ec839 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:40.018021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: e6a02938-0845-450f-9942-1e73664ec839 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:40.018680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device e6a02938-0845-450f-9942-1e73664ec839 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:40.105286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:40.161199 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:40.228804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:40.231479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:40.235835 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:40.283337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:40.342243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:40.343314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:40.372380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-fe6f467f-4ebc-4ce8-9ab5-043b60c72dc0 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8754406
Dec 11 21:23:40.393260 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Request body: {'port': {'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:40.501323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:40.727888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-41255547-6213-4b9d-afec-d5de16a47cbd None None] Provisioning complete for port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:40.730080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-41255547-6213-4b9d-afec-d5de16a47cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:40.802077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-41255547-6213-4b9d-afec-d5de16a47cbd None None] Port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:23:40.912862 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e448f9-4324-4f03-8c5d-17157d0dd6a5 req-69eda6aa-86a3-46c9-98aa-4b77efcebcbd tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:40.916555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0e448f9-4324-4f03-8c5d-17157d0dd6a5 req-69eda6aa-86a3-46c9-98aa-4b77efcebcbd tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 932 time: 0.1476238
Dec 11 21:23:41.030048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fb621818-e90d-430f-881e-ce1edf457b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.038777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0e448f9-4324-4f03-8c5d-17157d0dd6a5 req-0bc0346a-4d75-4ad3-8daa-3076280f4e89 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093621
Dec 11 21:23:41.049828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:23:41.061747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.079299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Transition to ACTIVE for port object ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:23:41.083917 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.143276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:41.267608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Attempting to bind port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:23:41.268015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Attempting to bind port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:23:41.268332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Attempting to bind port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:41.275122 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:23:41.275514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Attempting to bind port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:41.289765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:23:41.290092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:23:41.290694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:23:41.291175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Bound port: ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:23:41.291509 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.414513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:23:41.418546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:23:41.425502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.476170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:41.476835 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:41.478319 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1092 time: 1.0980945
Dec 11 21:23:41.480603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:41.483640 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2bba5-7ca7-46c1-abe5-6133bd54e035" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:41.528846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1654c-5919-40fd-ac01-206ade1aeec5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:41.600773 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3d5c1-0d57-47b7-8f52-94204008e314 x-openstack-request-id: req-19b3d5c1-0d57-47b7-8f52-94204008e314 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:41.601087 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:41.601891 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19b3d5c1-0d57-47b7-8f52-94204008e314 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:41.602242 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'status': 'completed', 'code': 200}
Dec 11 21:23:41.667630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-a4abadf9-b01c-4799-ae50-884174af1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:41.669599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-a4abadf9-b01c-4799-ae50-884174af1942 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1095 time: 0.0900183
Dec 11 21:23:41.720972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-981b0bc2-6ea8-4d54-905f-94e885c47a92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 217 time: 0.0413899
Dec 11 21:23:41.788460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-b4a60cd9-7c57-4daf-bfe3-d2461245fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:41.790620 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-b4a60cd9-7c57-4daf-bfe3-d2461245fac0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0627079
Dec 11 21:23:41.854574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319ec87-a62b-470a-b455-3601b78b9024 req-6aae88be-39f4-4706-a787-4846bd38e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:41.854574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-6aae88be-39f4-4706-a787-4846bd38e4de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0550790
Dec 11 21:23:41.983817 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-c46e2e6a-0ce8-4f87-876b-11fa07f9a9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194797
Dec 11 21:23:42.111120 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2319ec87-a62b-470a-b455-3601b78b9024 req-01e43627-c616-4fd6-a3ad-dfcb4d65f05e service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1193817
Dec 11 21:23:42.232375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b6928-f8a7-4fae-b1d9-dec25e2a06cc req-0ca67e25-2d7f-4d92-aaf0-5429f46bfb0c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:42.234023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-905b6928-f8a7-4fae-b1d9-dec25e2a06cc req-0ca67e25-2d7f-4d92-aaf0-5429f46bfb0c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 944 time: 0.1049564
Dec 11 21:23:42.282574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-ef2eb461-62d3-4d30-8bde-954b2a99a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:42.284461 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-ef2eb461-62d3-4d30-8bde-954b2a99a5c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1095 time: 0.0936494
Dec 11 21:23:42.325986 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-905b6928-f8a7-4fae-b1d9-dec25e2a06cc req-8d33ecf5-72b4-466c-9456-21ec82f9c2f9 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786917
Dec 11 21:23:42.759300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-4ae0ff85-a848-438e-bc6a-68f0cc887f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:42.761125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-4ae0ff85-a848-438e-bc6a-68f0cc887f4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.4685626
Dec 11 21:23:42.822352 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-298c2a8e-5867-4950-80a7-9337d5aebde5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 217 time: 0.0535862
Dec 11 21:23:42.891574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-e46ef6e2-c832-451f-be15-7a40cce74ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:42.893266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-e46ef6e2-c832-451f-be15-7a40cce74ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0629735
Dec 11 21:23:42.962261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-6cb6de3c-80bb-441c-bf79-e2e39e973002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:42.964227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-6cb6de3c-80bb-441c-bf79-e2e39e973002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0610230
Dec 11 21:23:43.071428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-29cbeae1-7807-4306-9451-45293c3f46ed service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0981445
Dec 11 21:23:43.166184 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e2bba5-7ca7-46c1-abe5-6133bd54e035 req-7ff8d30a-0a42-44d9-af09-6665cd5a47b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871773
Dec 11 21:23:43.470500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d79cac-b4ae-4d74-b3d1-771e66c4bf57 req-f425fc7f-6dcd-4f93-aa07-82eece52615a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:43.470500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84d79cac-b4ae-4d74-b3d1-771e66c4bf57 req-f425fc7f-6dcd-4f93-aa07-82eece52615a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 944 time: 0.0566366
Dec 11 21:23:43.480948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d45a9f7a-dba3-4218-96f4-fead5b2ef5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:43.524117 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-84d79cac-b4ae-4d74-b3d1-771e66c4bf57 req-598f5a66-3c98-4f13-993e-7029f0481a27 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481956
Dec 11 21:23:44.032723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54646) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:44.188466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 6fad8726-f2b1-442d-a5a5-c58f47531ab1 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:44.188815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.263739 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.264069 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.275843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 6fad8726-f2b1-442d-a5a5-c58f47531ab1 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:44.419693 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.448763 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=6fad8726-f2b1-442d-a5a5-c58f47531ab1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:44.508660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.508992 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Floating IP e9cf57df-b3dc-4036-a9ee-979a3b52d467 disassociated (deleted). External IP: 172.35.1.145, port: 74b47a9a-28eb-4957-ae76-4b565c6064e9.
Dec 11 21:23:44.702888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691e82-0d65-41ab-8044-9120e06f535b req-d3795969-632a-4e06-99b4-5771293c43f2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:44.704378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03691e82-0d65-41ab-8044-9120e06f535b req-d3795969-632a-4e06-99b4-5771293c43f2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 944 time: 0.0954595
Dec 11 21:23:44.808450 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03691e82-0d65-41ab-8044-9120e06f535b req-6f9e9083-1f8e-4b76-b26c-5627f2eb3517 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971956
Dec 11 21:23:44.815296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:23:44.923914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:23:44.928275 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:44.933802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Sync routers for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:23:44.943433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:44.944023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771e8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:44.954558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9a833d65-cb4d-4358-a514-6364d69cd629 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/floatingips/e9cf57df-b3dc-4036-a9ee-979a3b52d467 HTTP/1.1" status: 204  len: 168 time: 0.9207218
Dec 11 21:23:44.955168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:44.957491 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:45.004574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:45.005411 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4457d8-0d9b-4768-a650-8712debe7cdf x-openstack-request-id: req-cf4457d8-0d9b-4768-a650-8712debe7cdf {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:45.005937 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:45.006798 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf4457d8-0d9b-4768-a650-8712debe7cdf {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:45.006798 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'status': 'completed', 'code': 200}
Dec 11 21:23:45.069713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:45.074649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-141c2838-2849-4fa4-8dba-c9cf896ae22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.076258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-141c2838-2849-4fa4-8dba-c9cf896ae22e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=57a572b530bb4301876a76b0a8a94b78&device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 1096 time: 0.0472357
Dec 11 21:23:45.182375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-1ff7c05c-846a-4487-a64b-18fd1aa650ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.184261 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-1ff7c05c-846a-4487-a64b-18fd1aa650ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 200  len: 897 time: 0.1003120
Dec 11 21:23:45.217892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7aa16-631a-45a1-aeb0-7925f07a9d63 req-084fae5a-5b34-42ba-b600-889726a074c4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.220659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ed7aa16-631a-45a1-aeb0-7925f07a9d63 req-084fae5a-5b34-42ba-b600-889726a074c4 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0769486
Dec 11 21:23:45.236281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-8533fab1-f18c-4413-bc51-3ded6e73d6e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 200  len: 217 time: 0.0439453
Dec 11 21:23:45.285867 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ed7aa16-631a-45a1-aeb0-7925f07a9d63 req-be5e94d2-0c21-44d4-98ec-298b7596d097 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575817
Dec 11 21:23:45.302735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-2938e475-d182-4aac-a2a3-cc5cdff091b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.304731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-2938e475-d182-4aac-a2a3-cc5cdff091b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 200  len: 835 time: 0.0593488
Dec 11 21:23:45.328674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771e8a30>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:45.359110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-482c7d57-e841-47a3-a276-531c87640293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.360794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-482c7d57-e841-47a3-a276-531c87640293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5d63ba9-87b2-45dc-a511-295801978ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0478959
Dec 11 21:23:45.546256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Checking router: ad86a547-9b4b-474e-ae6b-988ef0e6ee8a for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:23:45.558614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:45.559263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d771e8a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:45.696422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:45.745535 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-3481d134-4541-4a31-9f14-4a963d62b989 service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3757932
Dec 11 21:23:45.858242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98e9bd41-96a6-4e19-a75c-d4e1a6050ec6 req-03f04ce9-197d-444b-ba63-4c99b5457304 service neutron] 10.222.0.16 "GET /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037183
Dec 11 21:23:45.924191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d771e8a30>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:45.939944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42b89b-3223-4984-9f95-02ebeee752d9 req-c77ad51c-3a88-4f81-8323-222af590bc0b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:45.941598 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e42b89b-3223-4984-9f95-02ebeee752d9 req-c77ad51c-3a88-4f81-8323-222af590bc0b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 944 time: 0.0526755
Dec 11 21:23:45.966788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df473772-0bc7-4bad-ae3e-93620a05caf3 None None] The sync data for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 is: [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:13Z', 'revision_number': 4, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a74742e2-1665-43f3-b6ef-36553080f75a', 'name': '', 'network_id': 'f5d63ba9-87b2-45dc-a511-295801978ce1', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'mac_address': 'fa:16:3e:9b:e7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:12Z', 'updated_at': '2021-12-11T21:22:16Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'subnets': [{'id': '69340a8c-b727-4678-b978-9d1a06e4d662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:23:45.977871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:45.999881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e42b89b-3223-4984-9f95-02ebeee752d9 req-f562ca45-6c77-48e3-bb40-f2b29248783d tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503342
Dec 11 21:23:46.211789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdccb4e4-ca68-401e-963e-ada1633498e1 None None] New status for floating IP e9cf57df-b3dc-4036-a9ee-979a3b52d467: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:23:46.340967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:46.408278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458cbd3-4653-4766-a8df-ce42e83baaa4 req-e4ca3c1b-0e28-4e35-8012-fb569fd10f83 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:46.409681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a458cbd3-4653-4766-a8df-ce42e83baaa4 req-e4ca3c1b-0e28-4e35-8012-fb569fd10f83 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0545218
Dec 11 21:23:46.458315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a458cbd3-4653-4766-a8df-ce42e83baaa4 req-a4c5c79a-61d8-4500-af85-1c2b50081d75 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9b56b49-5524-495a-92f4-672c1f507acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419786
Dec 11 21:23:46.522744 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-0a6b0c53-36c1-4554-8ea9-5f620726cea1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:46.524678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-0a6b0c53-36c1-4554-8ea9-5f620726cea1 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "GET /v2.0/ports?device_id=faf05e3b-8c38-48b8-943d-32c87ef3d2bb HTTP/1.1" status: 200  len: 945 time: 0.0469644
Dec 11 21:23:46.617868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 74b47a9a-28eb-4957-ae76-4b565c6064e9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:46.618204 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:46.704649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 74b47a9a-28eb-4957-ae76-4b565c6064e9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=74b47a9a-28eb-4957-ae76-4b565c6064e9,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:46.704935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:46.717982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 74b47a9a-28eb-4957-ae76-4b565c6064e9 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:46.856120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:46.887939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=74b47a9a-28eb-4957-ae76-4b565c6064e9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:46.938702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] No DVR routers for this DVR port 74b47a9a-28eb-4957-ae76-4b565c6064e9 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:23:46.941282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:46.944744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d00cafcd-3b1f-4ec6-9b0b-106cff501bb7 req-335f035b-6a75-487c-a5cd-4ca107914559 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.16 "DELETE /v2.0/ports/74b47a9a-28eb-4957-ae76-4b565c6064e9 HTTP/1.1" status: 204  len: 173 time: 0.4143524
Dec 11 21:23:46.945732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-deleted', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:46.947995 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88b881-f83d-47ea-8fac-e5828c6f27d9" -d '{"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-deleted", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:47.120937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365bf14-2606-4264-96c3-649335b1ece5 req-8886dbc1-29cc-45f3-8736-88c57fcd1d0f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:47.122466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7365bf14-2606-4264-96c3-649335b1ece5 req-8886dbc1-29cc-45f3-8736-88c57fcd1d0f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 944 time: 0.0523767
Dec 11 21:23:47.129922 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e8f9a8-b3c6-483b-ac43-22d8703a807b x-openstack-request-id: req-70e8f9a8-b3c6-483b-ac43-22d8703a807b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:47.130229 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf05e3b-8c38-48b8-943d-32c87ef3d2bb", "name": "network-vif-deleted", "tag": "74b47a9a-28eb-4957-ae76-4b565c6064e9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:47.130502 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70e8f9a8-b3c6-483b-ac43-22d8703a807b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:47.130927 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf05e3b-8c38-48b8-943d-32c87ef3d2bb', 'name': 'network-vif-deleted', 'tag': '74b47a9a-28eb-4957-ae76-4b565c6064e9', 'status': 'completed', 'code': 200}
Dec 11 21:23:47.174337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7365bf14-2606-4264-96c3-649335b1ece5 req-7d557709-4e1e-4088-99c9-d2973e251a6a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454838
Dec 11 21:23:47.216948 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:47.523889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54722) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:47.936619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.059751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:23:48.159445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:48.177157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:23:48.228786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.236086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port a74742e2-1665-43f3-b6ef-36553080f75a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:48.236677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.247108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:23:48.277471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:48.284033 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.340799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:48.383911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port a74742e2-1665-43f3-b6ef-36553080f75a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a74742e2-1665-43f3-b6ef-36553080f75a,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:48.384264 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.393442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477af913-b3de-4b50-853f-4675fab1528b req-7dfad2ea-719f-457b-a702-024fab8636fb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:48.394956 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-477af913-b3de-4b50-853f-4675fab1528b req-7dfad2ea-719f-457b-a702-024fab8636fb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 945 time: 0.0936277
Dec 11 21:23:48.411699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for a74742e2-1665-43f3-b6ef-36553080f75a owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:48.489793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-477af913-b3de-4b50-853f-4675fab1528b req-a9da3efc-86f0-42a5-a454-a6ae925bc6ca tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865483
Dec 11 21:23:48.612228 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:23:48.638567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:48.664931 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=a74742e2-1665-43f3-b6ef-36553080f75a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:48.855558 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.069090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:23:49.171905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:23:49.176964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5fefc8c9-94db-4d34-ae09-a3d9cdf7749d tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "PUT /v2.0/routers/ad86a547-9b4b-474e-ae6b-988ef0e6ee8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6519201
Dec 11 21:23:49.180255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54756) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:49.182403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Sync routers for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:23:49.192916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:49.193985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:49.233948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting subnet 69340a8c-b727-4678-b978-9d1a06e4d662 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:23:49.237364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.277610 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.299068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:49.360971 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.428028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.457823 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Subnet': ['ID=69340a8c-b727-4678-b978-9d1a06e4d662,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:49.461550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.467437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b2b049a0-e5c4-42b3-8804-ca6dc3a40e19 tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/subnets/69340a8c-b727-4678-b978-9d1a06e4d662 HTTP/1.1" status: 204  len: 168 time: 0.2836537
Dec 11 21:23:49.468159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54758) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:49.479965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5a118-8532-4f6c-b52f-7fd4c974cede None None] Network f5d63ba9-87b2-45dc-a511-295801978ce1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:23:49.572957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa70a0>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:23:48Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:49.607373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Checking router: ad86a547-9b4b-474e-ae6b-988ef0e6ee8a for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:23:49.619101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.621264 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Routers {'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:49.621860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa70a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:49.682136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7554965-13db-42d5-8b95-6d0d15fe17ea req-f5adc16f-8c69-442f-a918-def5fc2e3c46 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:49.682136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7554965-13db-42d5-8b95-6d0d15fe17ea req-f5adc16f-8c69-442f-a918-def5fc2e3c46 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 945 time: 0.1089928
Dec 11 21:23:49.723362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] DHCP port deletion for f5d63ba9-87b2-45dc-a511-295801978ce1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:23:49.769986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] Set router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:49.775718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.781813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7554965-13db-42d5-8b95-6d0d15fe17ea req-ff347b89-1516-45b3-84fd-0920f353c0ec tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928216
Dec 11 21:23:49.839723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Deleting port 1c1a2862-44df-4857-8200-36568ac78941 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:49.840062 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.887846 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Deleting port c5210c27-a5c9-4396-8505-bebb22591dd7 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:23:49.888212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.923200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] For port 1c1a2862-44df-4857-8200-36568ac78941, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c1a2862-44df-4857-8200-36568ac78941,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:49.923565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:49.936143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Calling delete_port for 1c1a2862-44df-4857-8200-36568ac78941 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:50.125045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.147752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:23:50.157457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] For port c5210c27-a5c9-4396-8505-bebb22591dd7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5210c27-a5c9-4396-8505-bebb22591dd7,segment=NetworkSegment(3555632f-8767-4eeb-a73e-153edff217ed),segment_id=3555632f-8767-4eeb-a73e-153edff217ed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:50.157869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.166052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Port': ['ID=1c1a2862-44df-4857-8200-36568ac78941,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:50.188391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915d4b0-7f74-45b7-8941-daad0f002741 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:23:50.203791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Calling delete_port for c5210c27-a5c9-4396-8505-bebb22591dd7 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:23:50.260826 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.297641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:23:50.307737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77fa70a0>, [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:23:48Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:50.309427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:50.309795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.370207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e0c30-90e6-4963-8ae6-32e3a47a740e None None] The sync data for ids ['ad86a547-9b4b-474e-ae6b-988ef0e6ee8a'] in ncdv-master-1 is: [{'id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1616938618', 'tenant_id': '57a572b530bb4301876a76b0a8a94b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '1c1a2862-44df-4857-8200-36568ac78941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:23:48Z', 'revision_number': 5, 'project_id': '57a572b530bb4301876a76b0a8a94b78', 'gw_port': {'id': '1c1a2862-44df-4857-8200-36568ac78941', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86a547-9b4b-474e-ae6b-988ef0e6ee8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:22:09Z', 'updated_at': '2021-12-11T21:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:23:50.383224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.387331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.389544 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.421738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:50.427495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] Pushing event deleted for resources: {'Port': ['ID=c5210c27-a5c9-4396-8505-bebb22591dd7,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:50.432535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620e7cb-f057-4915-98ce-2e47a7cd455e None None] No DVR routers for this DVR port c5210c27-a5c9-4396-8505-bebb22591dd7 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:23:50.453535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 74b47a9a-28eb-4957-ae76-4b565c6064e9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:50.453808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 74b47a9a-28eb-4957-ae76-4b565c6064e9 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:50.455964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.458665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Fanout notify agent at l3_agent the message router_deleted on router ad86a547-9b4b-474e-ae6b-988ef0e6ee8a {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:23:50.474853 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.479133 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-90cfb94f-2896-42ae-83fd-77bc37f2debf tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/routers/ad86a547-9b4b-474e-ae6b-988ef0e6ee8a HTTP/1.1" status: 204  len: 168 time: 1.0069137
Dec 11 21:23:50.479516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54786) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:50.495458 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.509791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54788) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:50.520343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:50.522614 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7915b056-0407-4dc7-ad12-15c17dfca8bf" -d '{"events": [{"server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:50.535787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:50.542093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.570906 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96418ca-0d70-430b-9db2-980e83c2aaeb x-openstack-request-id: req-a96418ca-0d70-430b-9db2-980e83c2aaeb {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:50.571202 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:50.571455 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a96418ca-0d70-430b-9db2-980e83c2aaeb {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:50.572204 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'code': 200}
Dec 11 21:23:50.578271 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.602955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:50.674456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c4de1bc-4352-4bec-9ec9-bc5d71255e18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f3c73cc75a74c32a6fbd72543058b29&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1632028
Dec 11 21:23:50.677037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54794) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:50.706054 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.730645 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d842c8520>,) {'filters': {'network_id': ['f5d63ba9-87b2-45dc-a511-295801978ce1']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:50.734080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d645d33-ccc6-4d33-a757-bb737ba8e595 req-2af00629-0a65-4da3-a49b-17c0be06e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:50.735618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d645d33-ccc6-4d33-a757-bb737ba8e595 req-2af00629-0a65-4da3-a49b-17c0be06e095 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0980024
Dec 11 21:23:50.741426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.743895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842c8520>, '3555632f-8767-4eeb-a73e-153edff217ed') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:50.744194 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d842c8520>, '3555632f-8767-4eeb-a73e-153edff217ed') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:50.767561 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.770757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c5210c27-a5c9-4396-8505-bebb22591dd7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:50.788349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.790237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.798437 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c5210c27-a5c9-4396-8505-bebb22591dd7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:50.798807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c5210c27-a5c9-4396-8505-bebb22591dd7 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:50.802079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:23:50.802511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:23:50.805839 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:23:50.825581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5d645d33-ccc6-4d33-a757-bb737ba8e595 req-d2fadffe-572b-4ef7-9d74-bc55451c3cde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794148
Dec 11 21:23:50.877388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.881208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.881371 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.883594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86a9b279-ce06-4036-9ddb-deaf5f0e41d8 HTTP/1.1" status: 204  len: 168 time: 0.2055006
Dec 11 21:23:50.896999 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:50.903166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/networks/f5d63ba9-87b2-45dc-a511-295801978ce1 HTTP/1.1" status: 204  len: 168 time: 0.4201655
Dec 11 21:23:50.905883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:50.911977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d476887-68b0-4af3-b278-f0fb8378aadb tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'Network': ['ID=f5d63ba9-87b2-45dc-a511-295801978ce1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:50.919432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9b279-ce06-4036-9ddb-deaf5f0e41d8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:50.953870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.954221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.954615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.954965 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.955302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.955638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.955981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.956351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.956618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.956944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.957269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.957914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:50.957914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce60237-9a3e-4d0a-b38f-fea59b7b2809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:51.002165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eee33-eca8-4651-afd4-6dcf42822ac1 req-d6168825-83bd-446f-8b1d-bedc7148cbae tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:51.004189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f1eee33-eca8-4651-afd4-6dcf42822ac1 req-d6168825-83bd-446f-8b1d-bedc7148cbae tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.1162674
Dec 11 21:23:51.036147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.088691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.101845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f1eee33-eca8-4651-afd4-6dcf42822ac1 req-bfa0ab21-a595-44e6-935c-f6d8f8bfa20b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894229
Dec 11 21:23:51.165771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.168588 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.172516 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9b56b49-5524-495a-92f4-672c1f507acf HTTP/1.1" status: 204  len: 168 time: 0.2647207
Dec 11 21:23:51.180534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac1bf8-e038-4ba4-b972-c7bdafd7a90f tempest-TestNetworkAdvancedServerOps-405082713 tempest-TestNetworkAdvancedServerOps-405082713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b56b49-5524-495a-92f4-672c1f507acf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:51.413693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.433738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54818) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:51.578558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-daadee20-be21-4d7d-9908-33be55b75723 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57a572b530bb4301876a76b0a8a94b78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1428142
Dec 11 21:23:51.580152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54828) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:51.638059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.663449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.711354 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.714099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:51.715305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e876019b-2fe6-4a8d-ade7-3274fc416076 HTTP/1.1" status: 204  len: 168 time: 0.1339877
Dec 11 21:23:51.723266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab837-b395-4c5a-80d6-01c1bdc9d464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876019b-2fe6-4a8d-ade7-3274fc416076,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:52.073581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54856) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:52.124281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4cc96425-cf67-4367-beb4-8414ad3c8147 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66d704dbc3e4421f906d2964a6eb6124&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0492916
Dec 11 21:23:52.127282 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54858) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:52.186186 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:52.214831 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:52.238129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a74742e2-1665-43f3-b6ef-36553080f75a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:52.239909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a3f78-93f3-4101-8435-a36c4a4f0373 req-4b661514-edb8-4024-9f5e-b043243d1dc5 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:52.242399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b1a3f78-93f3-4101-8435-a36c4a4f0373 req-4b661514-edb8-4024-9f5e-b043243d1dc5 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.0578985
Dec 11 21:23:52.273585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a74742e2-1665-43f3-b6ef-36553080f75a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:52.274128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a74742e2-1665-43f3-b6ef-36553080f75a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:52.274815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c1a2862-44df-4857-8200-36568ac78941 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:23:52.291414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:52.295238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:52.300201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/211739d2-3ce7-44e2-b4bf-80b02cd10cc0 HTTP/1.1" status: 204  len: 168 time: 0.1718504
Dec 11 21:23:52.310156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62f24f-f83c-48b4-b36c-fd36a0c70d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211739d2-3ce7-44e2-b4bf-80b02cd10cc0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:52.315275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1c1a2862-44df-4857-8200-36568ac78941 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:23:52.315888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c1a2862-44df-4857-8200-36568ac78941 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:23:52.322307 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6b1a3f78-93f3-4101-8435-a36c4a4f0373 req-2b9d1356-d36a-47a4-a08d-f4f7b600d243 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709810
Dec 11 21:23:52.451411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b15e3c-d312-49b6-bbca-43bd3b534234 req-f304f865-0712-4c46-b222-3304d42f8ae1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:52.453011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7b15e3c-d312-49b6-bbca-43bd3b534234 req-f304f865-0712-4c46-b222-3304d42f8ae1 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.0491590
Dec 11 21:23:52.508084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7b15e3c-d312-49b6-bbca-43bd3b534234 req-e9219036-c7e3-4150-a9e0-34fc971333d4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490458
Dec 11 21:23:52.530612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54880) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:52.570666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b5ae4-b03b-4c5f-938b-04a0eff201ed tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:52.572193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-830b5ae4-b03b-4c5f-938b-04a0eff201ed tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1092 time: 0.0405860
Dec 11 21:23:52.575131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54882) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:52.579381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:52.602394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:52.705986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:53.135772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.35.1.19 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f33db8c4-d39d-4bc7-a88c-0340d5b5d97c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:53.250130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:53.305096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:53.325676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:53.328153 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:53.350245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:53.401950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=f33db8c4-d39d-4bc7-a88c-0340d5b5d97c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:53.790820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:53.868888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.020434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.026748 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.098722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=f33db8c4-d39d-4bc7-a88c-0340d5b5d97c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:54.111493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.217618 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP 750702ed-3dda-4c14-b38e-5cc2ac7e76c0 associated. External IP: 172.35.1.19, port: ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7.
Dec 11 21:23:54.384002 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:23:54.432405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:23:54.557705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:23:54.568811 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:23:54.588538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.595478 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:54.596415 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d89739f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:54.601287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54970) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:54.609200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'network': {'name': 'tempest-network-smoke--1685696739', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'port_security_enabled': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:54.627012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6c6d7fb6-65ed-468d-b9a8-c5e4495523f7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0508242
Dec 11 21:23:54.627697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:23:54.630327 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f71c1-9929-4c07-8a65-ee666e33a1df" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:23:54.644689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:23:54.648765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.657722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:54.659556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.723553 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:54.754816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.761188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.795345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:23:54.807502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7816b8d0-f010-40e6-8821-2d45aa9532d1,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:54.814272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.814813 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Added segment 0a2a211d-cf4f-416c-afa5-40d9c0de0577 of type vlan for network 07c53f0b-3770-4a25-85e0-400ee7600c91
Dec 11 21:23:54.826897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5340cf-8f2e-42ad-9428-e51c4d2a7e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.847058 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4064b9d3-13d6-4739-89cd-d84f96d7b525 x-openstack-request-id: req-4064b9d3-13d6-4739-89cd-d84f96d7b525 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:23:54.847362 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:23:54.847774 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4064b9d3-13d6-4739-89cd-d84f96d7b525 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:23:54.848177 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'status': 'completed', 'code': 200}
Dec 11 21:23:54.874835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.907254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.916754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:54.919811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.938286 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5340cf-8f2e-42ad-9428-e51c4d2a7e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.952114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5a5340cf-8f2e-42ad-9428-e51c4d2a7e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:54.956579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3535817
Dec 11 21:23:54.976567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 54984) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:54.988818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'admin_state_up': True, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:55.000433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd73466-b1f0-4d51-9569-5af8fd030017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Network': ['ID=07c53f0b-3770-4a25-85e0-400ee7600c91,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:55.012341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:23:55.033929 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d89739f70>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:53Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:55.043906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.045201 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.059569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5340cf-8f2e-42ad-9428-e51c4d2a7e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdfe5e-deef-4675-87a0-7c5e097240ba,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:55.061530 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:23:55.066783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5a5340cf-8f2e-42ad-9428-e51c4d2a7e81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=024d5bac6ff34c9982053a4f55b41cc3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4076803
Dec 11 21:23:55.069384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 54986) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:55.075719 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-09487c0a-27c7-439e-86d9-83a95ba86409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:55.076282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:55.077006 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d89739f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:55.077140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-09487c0a-27c7-439e-86d9-83a95ba86409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.2071245
Dec 11 21:23:55.126363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.149754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.201855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.202576 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:55.204589 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.208368 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.209738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67fdfe5e-deef-4675-87a0-7c5e097240ba HTTP/1.1" status: 204  len: 168 time: 0.1385748
Dec 11 21:23:55.221461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012797e7-6e9f-4be6-8bdd-f57feaa3b306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdfe5e-deef-4675-87a0-7c5e097240ba,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:55.360938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-af700fbe-b2f2-461a-95e2-be8c33d91e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:55.362498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-af700fbe-b2f2-461a-95e2-be8c33d91e90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.2636645
Dec 11 21:23:55.395046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.469344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d89739f70>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:53Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:55.471563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-a8823d4c-b1cf-489f-b780-77bfcc07bcab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 999 time: 0.0835092
Dec 11 21:23:55.498912 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4d5391-f9a2-4d85-bceb-e41a692bf29e None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:53Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:23:55.559686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-05ab6128-d329-4439-b73a-3e6197da0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:55.561146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-05ab6128-d329-4439-b73a-3e6197da0b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0632641
Dec 11 21:23:55.630530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-05f77fd0-fcfc-4026-8f1a-7e29671b1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:55.632637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-05f77fd0-fcfc-4026-8f1a-7e29671b1c90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0627685
Dec 11 21:23:55.769151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d977d990-2bda-4c3a-89b6-d52075b02f69 None None] New status for floating IP 750702ed-3dda-4c14-b38e-5cc2ac7e76c0: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:23:55.774158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.804834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:55.871562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-3139c03c-14f1-4cee-8c82-0845c951a09a service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090721
Dec 11 21:23:55.997694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.35.1.20 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6777d5ab-7bee-4acd-b88b-e33d722f7ab4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:56.034958 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d51f71c1-9929-4c07-8a65-ee666e33a1df req-e874cd4a-6d12-49c0-903d-d93ebbb4ef19 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549783
Dec 11 21:23:56.128152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:56.166512 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:56.213011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:56.214587 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:56.217035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:56.219148 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:56.232186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c050c-e024-4329-83e0-53e2aeacc0dc None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:23:56.287210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cc515d2f-58ef-436a-805f-32f47e356af3 None None] Provisioning complete for port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:56.287808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cc515d2f-58ef-436a-805f-32f47e356af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:56.323423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cc515d2f-58ef-436a-805f-32f47e356af3 None None] Port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:23:56.809287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:57.005128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:57.127676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-0d007e22-0b05-48fe-a3e3-6bf9a492f339 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0858169
Dec 11 21:23:57.171927 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 1985c4e3-df13-4a51-884d-8597a2aea2f2 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:23:57.255871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-0b53a8ef-b172-402a-a00a-c0b691fd244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:57.257803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-0b53a8ef-b172-402a-a00a-c0b691fd244f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0828421
Dec 11 21:23:57.362709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:23:57.372395 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Sync routers for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:23:57.381747 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:57.382894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844ada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:57.396595 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:57.401645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-96ce6d28-9da6-4e06-84b2-21035e3a7a21 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 2.4198494
Dec 11 21:23:57.402162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55046) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:57.408825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-5cfb4217-cf98-4e4f-ada3-a683a7839ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:57.410277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-5cfb4217-cf98-4e4f-ada3-a683a7839ab3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1155825
Dec 11 21:23:57.494094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-7da87cc9-f0fe-4f12-bff4-5f3c6b78b5bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1001 time: 0.0670710
Dec 11 21:23:57.548757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-29d3c595-3da1-4302-b08a-387beb322833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:57.550558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-29d3c595-3da1-4302-b08a-387beb322833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0487454
Dec 11 21:23:57.599379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-6096728a-ed61-40cf-9f99-76698a042e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:57.601066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-6096728a-ed61-40cf-9f99-76698a042e75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0434217
Dec 11 21:23:57.607146 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:57.636448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c587629-5567-493a-bfa7-7eb675866c73 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ab073ca816ad4317afe9409a0e4ba800&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2328875
Dec 11 21:23:57.642444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55056) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:57.712517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-8fe1e4fb-0657-4da7-9855-9bdd8ccfc5eb service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039162
Dec 11 21:23:57.740836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702bc2f-4420-4c9f-b149-c46959ead773 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:57.742975 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7702bc2f-4420-4c9f-b149-c46959ead773 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0994861
Dec 11 21:23:57.747138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55058) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:57.781201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4f38b40c-0f8f-43bf-9c8b-97039a246f62 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0327470
Dec 11 21:23:57.784040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55060) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:57.789874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1781431361', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:23:57.817398 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844ada30>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:56Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:57.834762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9afcbf8a-781b-4c72-927a-802ea461f275 req-8a377217-ced8-4e00-a489-b78cf448262e service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1154368
Dec 11 21:23:57.851900 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Checking router: 1985c4e3-df13-4a51-884d-8597a2aea2f2 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:23:57.852275 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Updating router 1985c4e3-df13-4a51-884d-8597a2aea2f2 port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:23:57.892030 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:57.906705 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:23:57.912226 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.127538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.168529 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.176014 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.201015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Subnet': ['ID=d34bd4ed-a39e-4e28-94de-327ddf8a1188,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:58.211306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Checking segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:23:58.211306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network hostable DHCP agents. Network: 07c53f0b-3770-4a25-85e0-400ee7600c91, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:23:58.224501 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45de78-b139-4a7e-93f9-e5b738ce0613 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:23:58.227304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Attempting to bind port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:23:58.227695 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Attempting to bind port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:23:58.228109 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Attempting to bind port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:58.231390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:23:58.235939 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:23:58.236313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:23:58.236901 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.237299 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:23:58.237766 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Bound port: 6777d5ab-7bee-4acd-b88b-e33d722f7ab4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:23:58.238339 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.245126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07c53f0b-3770-4a25-85e0-400ee7600c91) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:58.249904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:23:58.250699 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.264984 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Pushing event updated for resources: {'Port': ['ID=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:58.269854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b36b29b-4464-45a1-ae1b-803999119bfd tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4848385
Dec 11 21:23:58.271440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-684abf24-6c3c-45a6-90c3-3bf894171109 None None] Provisioning complete for port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:58.273230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55078) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:23:58.274656 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-684abf24-6c3c-45a6-90c3-3bf894171109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.278697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd951d-edd3-4b39-a22f-4350299f8ae6 None None] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:23:58.305759 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.306153 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.306451 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.306807 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.307143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.308036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.308377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.308704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.309028 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.309354 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.309677 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.309993 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.310313 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:23:58.318631 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] For port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:23:58.322240 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] For port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:23:58.329030 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.368553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-684abf24-6c3c-45a6-90c3-3bf894171109 None None] Port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:23:58.380381 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:23:58.381612 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844ada30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:58.388308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c18a7-36fe-4ba6-af17-d692c534c3be None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:23:58.433711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07c53f0b-3770-4a25-85e0-400ee7600c91', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:23:58.434795 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.497245 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:23:58.539976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] Provisioning complete for port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:23:58.540254 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.568257 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8567c34-650f-46ca-a987-0c41710ae39e None None] Pushing event updated for resources: {'Port': ['ID=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:58.615533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Allocated IP 172.20.0.2 (07c53f0b-3770-4a25-85e0-400ee7600c91/d34bd4ed-a39e-4e28-94de-327ddf8a1188/0ba7057f-99a0-4ab8-9c87-ec4817bf1792) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:58.691439 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844ada30>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:56Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:23:58.708025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.724500 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8ef2-791b-456b-a12b-0c1af6dced44 None None] The sync data for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 is: [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:56Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:23:58.742527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] For port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:23:58.747813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.784598 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.842503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d2c1c-f342-452c-a6c2-e20b69fa4bc0 None None] Pushing event updated for resources: {'Port': ['ID=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:58.859503 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.868945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.911117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:58.914648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:58.919005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:58.922159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Pushing event updated for resources: {'Port': ['ID=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:58.977883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Attempting to bind port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:23:58.979419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Attempting to bind port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:23:58.979805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Attempting to bind port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 on network 07c53f0b-3770-4a25-85e0-400ee7600c91 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:23:58.988764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:23:58.989151 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Checking segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:23:58.989558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:58.989956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Bound using segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:23:58.990427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Bound port: 0ba7057f-99a0-4ab8-9c87-ec4817bf1792, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:23:58.996787 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.089778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] For port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:23:59.093975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] For port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:23:59.099264 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.122839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.20.0.1 (07c53f0b-3770-4a25-85e0-400ee7600c91/d34bd4ed-a39e-4e28-94de-327ddf8a1188/9c26a41f-0dde-475e-9229-25f307528144) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:23:59.173248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb627e-2daa-4f02-a392-9b14bf8cd686 None None] Pushing event updated for resources: {'Port': ['ID=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:59.273249 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.321933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.375622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:23:59.381734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:23:59.384937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:23:59.456178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:23:59.480430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.640502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.946099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:23:59.952046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.030292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.032113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:00.127056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:00.128495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:00.271998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 1985c4e3-df13-4a51-884d-8597a2aea2f2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:00.303931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a01947-a837-43cc-8b59-acea8e30b957 None None] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:00.355328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:00.402018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:00.407026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbe2311a-e91a-4efa-821f-ad425a687407 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "PUT /v2.0/routers/1985c4e3-df13-4a51-884d-8597a2aea2f2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1320908
Dec 11 21:24:00.412000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55102) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:00.416919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--614353650', 'description': 'tempest-secgroup_access--614353650 description', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:00.434126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] Provisioning complete for port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:00.434511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.440031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.501544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:00.501936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.513048 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.517243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.550639 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.555061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55106) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:00.555653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.1422267
Dec 11 21:24:00.556055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3a987-9137-4845-9ff6-35a992c8de77 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc83805-e3dc-4bdd-9a1c-7f78477fd357,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:00.562019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--633848913', 'description': 'tempest-secgroup_general--633848913 description', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:00.607678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.620610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.692065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] For port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:00.706496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.716741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.725080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.760348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:00.764068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095a2300-433b-48f8-bc37-ff2781fa4052,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:00.791956 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.796338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55114) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:00.802733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'security_group_rule': {'security_group_id': '4dc83805-e3dc-4bdd-9a1c-7f78477fd357', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:00.807339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9d7c9b78-d6b1-4e86-baed-37279d6d1d66 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2507515
Dec 11 21:24:00.820638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27835678-1001-44a5-8fdf-655c1d27551b None None] Pushing event updated for resources: {'Port': ['ID=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:00.855484 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:00.856527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.868051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.897372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-f62a1a4c-6bda-49ea-807e-22c5251cabb8 req-86b67271-ffc8-4d9d-b5df-2ca758cb1820 service neutron] (125988) timed out ('10.222.0.18', 54350) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:24:00.961318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.970172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-04de462f-9d86-4f33-a40a-8b842f17f7a2 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:00.970564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04de462f-9d86-4f33-a40a-8b842f17f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:00.980521 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.021072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431a44aa-dd8f-471a-9479-1a9de985f940,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:01.037114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.037300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-04de462f-9d86-4f33-a40a-8b842f17f7a2 None None] Port 9c26a41f-0dde-475e-9229-25f307528144 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:01.039126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-49dad0fd-8dd4-4bfe-9a7f-ef6fca11f801 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2410545
Dec 11 21:24:01.062524 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-04de462f-9d86-4f33-a40a-8b842f17f7a2 None None] Provisioning complete for port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:01.062944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04de462f-9d86-4f33-a40a-8b842f17f7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.085176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Sync routers for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:01.107008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:01.107651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:01.276173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:01.306456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-dec47d69-2fc5-45ad-8604-a19ea6b5bd5f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--633848913&fields=id&tenant_id=ab073ca816ad4317afe9409a0e4ba800 HTTP/1.1" status: 200  len: 267 time: 0.0458825
Dec 11 21:24:01.379007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-7f2e39c8-f4a2-4145-b67c-a23b43fcd3af tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--614353650&fields=id&tenant_id=ab073ca816ad4317afe9409a0e4ba800 HTTP/1.1" status: 200  len: 267 time: 0.0658412
Dec 11 21:24:01.511109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-aae90c34-edd2-43ad-a8cd-02e08ad0b489 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:01.512622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-aae90c34-edd2-43ad-a8cd-02e08ad0b489 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 797 time: 0.1263058
Dec 11 21:24:01.529814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-aa01c938-a054-4282-8f17-09167281d11f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/quotas/ab073ca816ad4317afe9409a0e4ba800 HTTP/1.1" status: 200  len: 375 time: 0.0104928
Dec 11 21:24:01.583468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-f48ca6a6-3db1-4ecd-8630-ce61858f4cbf tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0477688
Dec 11 21:24:01.600199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-83e419e1-13e7-4b2e-a69c-37c7846298f9 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:01.601242 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-83e419e1-13e7-4b2e-a69c-37c7846298f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.654521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-83e419e1-13e7-4b2e-a69c-37c7846298f9 None None] Port 9c26a41f-0dde-475e-9229-25f307528144 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:01.693409 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-41daca46-583a-4312-83b7-edae86844b89 service neutron] 10.222.0.18 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939884
Dec 11 21:24:01.708592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40550>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 2, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:01.742767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Checking router: 1985c4e3-df13-4a51-884d-8597a2aea2f2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:01.743121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Updating router 1985c4e3-df13-4a51-884d-8597a2aea2f2 port 9c26a41f-0dde-475e-9229-25f307528144 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:01.773778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.793250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ea20ac25-839b-47f4-80ee-23f0badcb817 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:01.793490 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ea20ac25-839b-47f4-80ee-23f0badcb817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:01.801301 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-65fea81f-c403-4170-b2b4-3b1474d8542f service neutron] 10.222.0.18 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958858
Dec 11 21:24:01.908961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ea20ac25-839b-47f4-80ee-23f0badcb817 None None] Port 9c26a41f-0dde-475e-9229-25f307528144 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:01.986084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-47926ae3-c9ac-444f-a269-a2f8a9d34adf req-5d6daf2a-60a5-48d5-a1bb-bac90115393c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 210 time: 0.0354724
Dec 11 21:24:02.108640 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.115807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.185714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932b05a-8c3f-411b-94e7-1855d2a831b8 None None] Pushing event updated for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:02.258096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Attempting to bind port 9c26a41f-0dde-475e-9229-25f307528144 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:02.267171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Attempting to bind port 9c26a41f-0dde-475e-9229-25f307528144 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:02.267171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Attempting to bind port 9c26a41f-0dde-475e-9229-25f307528144 on network 07c53f0b-3770-4a25-85e0-400ee7600c91 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:02.269510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:02.269901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Checking segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:02.270314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.270738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Bound using segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:02.271559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Bound port: 9c26a41f-0dde-475e-9229-25f307528144, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:02.271701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.335919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:02.407736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] For port 9c26a41f-0dde-475e-9229-25f307528144, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:02.411621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] For port 9c26a41f-0dde-475e-9229-25f307528144, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c26a41f-0dde-475e-9229-25f307528144,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:02.420241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.467057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:02.467466 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.529409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932b05a-8c3f-411b-94e7-1855d2a831b8 None None] Pushing event updated for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:02.555090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:02.555732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:23:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:02.558880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:02.559397 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.807207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:02.809676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:02.907440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] For port 9c26a41f-0dde-475e-9229-25f307528144, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c26a41f-0dde-475e-9229-25f307528144,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:02.922575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:03.040545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf947c-efa6-4878-b49a-056475be37f8 None None] Pushing event updated for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:03.098045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ae254659-8451-423e-9e33-b443b60a2403 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:03.098342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae254659-8451-423e-9e33-b443b60a2403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:03.111407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f712a4d-cfae-46d0-bd1f-b78eb20821f0 req-ab78df9d-4982-4349-888b-d3bc1ed15c30 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 210 time: 0.0377111
Dec 11 21:24:03.178234 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-295182f5-ced6-477f-be71-2689218101f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b40550>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:03.242573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295182f5-ced6-477f-be71-2689218101f6 None None] The sync data for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 is: [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:03.389384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-a27f0089-78ee-413c-bce9-151beae0f4ce tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:03.395894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-a27f0089-78ee-413c-bce9-151beae0f4ce tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.16 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 797 time: 0.1888850
Dec 11 21:24:03.500431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-dc4857f3-4276-4b58-b339-07b1079044d0 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab073ca816ad4317afe9409a0e4ba800 HTTP/1.1" status: 200  len: 476 time: 0.0970454
Dec 11 21:24:03.511696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'port': {'device_id': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'admin_state_up': True, 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'security_groups': ['095a2300-433b-48f8-bc37-ff2781fa4052', '4dc83805-e3dc-4bdd-9a1c-7f78477fd357']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:03.669177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:03.673037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:03.834069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.20.0.3 (07c53f0b-3770-4a25-85e0-400ee7600c91/d34bd4ed-a39e-4e28-94de-327ddf8a1188/bd98df1b-8509-4520-89ba-7df516d51e71) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:04.018187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.061360 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.115821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:04.119639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:04.124553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:04.129446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:04.212039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:04.213277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.236842 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-c1b54798-9a29-4172-9a75-011f50d01017 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 0.7298880
Dec 11 21:24:04.253422 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Request body: {'port': {'device_id': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:04.322847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1f9c-297a-43a0-941d-ca1369a87881 req-bd9466c9-452a-411b-9009-b20b11ffe04b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:04.329426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.330979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-887f1f9c-297a-43a0-941d-ca1369a87881 req-bd9466c9-452a-411b-9009-b20b11ffe04b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 970 time: 0.1210785
Dec 11 21:24:04.361750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9c26a41f-0dde-475e-9229-25f307528144 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:04.418631 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-887f1f9c-297a-43a0-941d-ca1369a87881 req-708debcd-5344-4c44-9d40-d6c29a8a7e67 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0862715
Dec 11 21:24:04.444520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9c26a41f-0dde-475e-9229-25f307528144 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:04.445225 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.587303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f76de0c9-35b3-40ec-8df5-455a0c448438 None None] Provisioning complete for port bd98df1b-8509-4520-89ba-7df516d51e71 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:04.587584 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f76de0c9-35b3-40ec-8df5-455a0c448438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.627197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f76de0c9-35b3-40ec-8df5-455a0c448438 None None] Port bd98df1b-8509-4520-89ba-7df516d51e71 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:04.659090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd98df1b-8509-4520-89ba-7df516d51e71 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:04.667335 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.679479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Transition to ACTIVE for port object bd98df1b-8509-4520-89ba-7df516d51e71 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:24:04.683977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.738713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Pushing event updated for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:04.825153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Attempting to bind port bd98df1b-8509-4520-89ba-7df516d51e71 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:04.825596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Attempting to bind port bd98df1b-8509-4520-89ba-7df516d51e71 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:04.825997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Attempting to bind port bd98df1b-8509-4520-89ba-7df516d51e71 on network 07c53f0b-3770-4a25-85e0-400ee7600c91 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:04.831755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Port bd98df1b-8509-4520-89ba-7df516d51e71 on network 07c53f0b-3770-4a25-85e0-400ee7600c91 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:24:04.832734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Attempting to bind port bd98df1b-8509-4520-89ba-7df516d51e71 on network 07c53f0b-3770-4a25-85e0-400ee7600c91 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:04.838917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:04.839326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Checking segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:04.839778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Bound using segment: {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:04.840231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Bound port: bd98df1b-8509-4520-89ba-7df516d51e71, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2a211d-cf4f-416c-afa5-40d9c0de0577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:04.840598 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.917172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:04.920547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd98df1b-8509-4520-89ba-7df516d51e71,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:04.926201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.974983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:04.976216 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:04.977849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] 10.222.0.16 "PUT /v2.0/ports/bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 1130 time: 0.7327731
Dec 11 21:24:04.978392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:04.980999 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d8eab4-9422-4cb9-bb92-a085cbd1f000" -d '{"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:05.008531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8705f-5aa2-41f6-a413-132c38a7e5af service neutron] Pushing event updated for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:05.059777 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3074d954-7548-4af2-84eb-f41bbb3648c5 x-openstack-request-id: req-3074d954-7548-4af2-84eb-f41bbb3648c5 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:05.060080 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:05.060345 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3074d954-7548-4af2-84eb-f41bbb3648c5 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:05.060748 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'status': 'completed', 'code': 200}
Dec 11 21:24:05.097094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-fc492350-62a8-4e20-a0ee-eb3181be6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.098577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-fc492350-62a8-4e20-a0ee-eb3181be6d8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1133 time: 0.0635295
Dec 11 21:24:05.145211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-a25fbcf5-a8aa-4032-9b64-22fea0cdfa97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 217 time: 0.0389714
Dec 11 21:24:05.209296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-ac95e27d-da19-41f6-a9dc-3794927dc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.210916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-ac95e27d-da19-41f6-a9dc-3794927dc8bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 200  len: 835 time: 0.0569992
Dec 11 21:24:05.264121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a703-977c-4727-99ec-825c065660a7 req-bebd2136-885b-4435-8632-8f8ab2b7c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.265657 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-bebd2136-885b-4435-8632-8f8ab2b7c331 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07c53f0b-3770-4a25-85e0-400ee7600c91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0468807
Dec 11 21:24:05.363939 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-cee26cf0-d456-46b2-a037-16a58395b97f service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0912645
Dec 11 21:24:05.457580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-87c5a703-977c-4727-99ec-825c065660a7 req-b77ede58-87ee-45a2-96f8-2d8d096217fe service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858378
Dec 11 21:24:05.531245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88b6ff-312a-4fe0-942e-381132793a21 req-b5ee8503-868f-4826-a89a-d0f61b7bac2b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.532751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f88b6ff-312a-4fe0-942e-381132793a21 req-b5ee8503-868f-4826-a89a-d0f61b7bac2b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 982 time: 0.0497735
Dec 11 21:24:05.546062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-36517385-376a-4398-86a6-128238fe5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.547604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-36517385-376a-4398-86a6-128238fe5940 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1133 time: 0.0417657
Dec 11 21:24:05.592380 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f88b6ff-312a-4fe0-942e-381132793a21 req-22a55231-0e3e-4eaf-ac84-ea9699c7a0c2 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0529592
Dec 11 21:24:05.640289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-b25a2926-ce42-4748-b800-ed5bcb9b33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.641699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-b25a2926-ce42-4748-b800-ed5bcb9b33f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 898 time: 0.0868530
Dec 11 21:24:05.683461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-00ed0953-9573-44bf-9874-09148c6ed84f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 217 time: 0.0345483
Dec 11 21:24:05.732116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-9f476a66-f144-4902-b49f-8fc5bec7883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.733503 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-9f476a66-f144-4902-b49f-8fc5bec7883c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 200  len: 835 time: 0.0423574
Dec 11 21:24:05.782946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-9cbae218-53cb-471b-a765-b51e991f3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:05.784446 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-9cbae218-53cb-471b-a765-b51e991f3a01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07c53f0b-3770-4a25-85e0-400ee7600c91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432048
Dec 11 21:24:06.193175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-642abae0-fe32-45fd-ba61-1016584e1b79 service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4004235
Dec 11 21:24:06.312966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04d8eab4-9422-4cb9-bb92-a085cbd1f000 req-3abb4cd9-6352-4d50-88a6-e8bd53ffbac6 service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117845
Dec 11 21:24:06.713399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1179a5f-7c7d-4824-815a-3d95465b1ee6 req-6dfef1c2-4f56-48ed-98ae-17284b81ecff tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:06.714836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1179a5f-7c7d-4824-815a-3d95465b1ee6 req-6dfef1c2-4f56-48ed-98ae-17284b81ecff tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 982 time: 0.0485353
Dec 11 21:24:06.769649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1179a5f-7c7d-4824-815a-3d95465b1ee6 req-8aafe12a-2f4a-445b-8761-3885070ff665 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0484726
Dec 11 21:24:07.198333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55304) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:07.307122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cacafdcf-3455-4fc1-8a57-45bf8aa6648f admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.380251 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cacafdcf-3455-4fc1-8a57-45bf8aa6648f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.383624 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cacafdcf-3455-4fc1-8a57-45bf8aa6648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.421622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cacafdcf-3455-4fc1-8a57-45bf8aa6648f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08af2b1ed42b4317a4ae83f340d5091f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2220514
Dec 11 21:24:07.422888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacafdcf-3455-4fc1-8a57-45bf8aa6648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c3e09-0d5c-49f1-bdf1-6f6cd00c5487,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:07.424391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55308) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:07.475108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.495968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.542564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.545140 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:07.546275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/631c3e09-0d5c-49f1-bdf1-6f6cd00c5487 HTTP/1.1" status: 204  len: 168 time: 0.1208944
Dec 11 21:24:07.553950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c3e09-0d5c-49f1-bdf1-6f6cd00c5487,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:07.561289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.561639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.561981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.562320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.562682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.563015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.563342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.563665 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.563989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.564314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.564634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.564957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.565276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b96161-b69c-4ba4-a607-6a5a48046aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:07.888382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed44df-a83b-4355-a4f2-a849280d38e0 req-83c613bb-fa18-4846-9c75-a3e8bb935d23 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:07.889886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2fed44df-a83b-4355-a4f2-a849280d38e0 req-83c613bb-fa18-4846-9c75-a3e8bb935d23 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 982 time: 0.0494485
Dec 11 21:24:07.948434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2fed44df-a83b-4355-a4f2-a849280d38e0 req-a6e7cf6a-2d19-49bc-9a9a-eb6add439494 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0510075
Dec 11 21:24:08.485267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bd98df1b-8509-4520-89ba-7df516d51e71 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:24:08.586763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd98df1b-8509-4520-89ba-7df516d51e71,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:08.598927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'port_id': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'mac_address': 'fa:16:3e:16:0b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:24:08.639060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:08.651458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd98df1b-8509-4520-89ba-7df516d51e71 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:08.670678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd98df1b-8509-4520-89ba-7df516d51e71,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:08.676031 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:08.733288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:08.873873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['bd98df1b-8509-4520-89ba-7df516d51e71'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:09.079088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85b0d-625b-47af-8c63-6e2c68040c3e req-0bf776bd-eeeb-4a14-bfeb-9538921d4399 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:09.080619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4c85b0d-625b-47af-8c63-6e2c68040c3e req-0bf776bd-eeeb-4a14-bfeb-9538921d4399 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 983 time: 0.0546517
Dec 11 21:24:09.140696 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4c85b0d-625b-47af-8c63-6e2c68040c3e req-6992625f-3a1c-452e-951b-9b8a0c84b90a tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0530543
Dec 11 21:24:09.536196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55466) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:09.642848 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-def73069-9d67-42ec-836d-e3fb52c20f1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.720724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-def73069-9d67-42ec-836d-e3fb52c20f1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.724768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-def73069-9d67-42ec-836d-e3fb52c20f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.767063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-def73069-9d67-42ec-836d-e3fb52c20f1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbc53ae24d02428897cc4c5a6da3c1f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2297702
Dec 11 21:24:09.767933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def73069-9d67-42ec-836d-e3fb52c20f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089bb43b-d330-4353-bdf6-77b87b046cf2,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:09.769841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55470) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:09.818282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.838873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.884774 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.887749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:09.889122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/089bb43b-d330-4353-bdf6-77b87b046cf2 HTTP/1.1" status: 204  len: 168 time: 0.1182258
Dec 11 21:24:09.896986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48e60-8c26-45ea-ab49-466d99b6e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089bb43b-d330-4353-bdf6-77b87b046cf2,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:10.143232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55476) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:10.156651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af30caa9-8314-41e8-b03f-d58f2268d9d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.243609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af30caa9-8314-41e8-b03f-d58f2268d9d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.247531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-af30caa9-8314-41e8-b03f-d58f2268d9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.269824 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16ff99-0a90-4856-92dd-0ae727dce61c req-ad963fbc-da2e-48c3-899e-42e62c591f0c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:10.271376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db16ff99-0a90-4856-92dd-0ae727dce61c req-ad963fbc-da2e-48c3-899e-42e62c591f0c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 983 time: 0.0527136
Dec 11 21:24:10.285209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30caa9-8314-41e8-b03f-d58f2268d9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ba38f-6b41-462c-a8ec-707790083d0b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:10.289864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-af30caa9-8314-41e8-b03f-d58f2268d9d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f10cd0d10f8849be99095ea5d9546a4d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1455817
Dec 11 21:24:10.293982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55480) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:10.330265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-db16ff99-0a90-4856-92dd-0ae727dce61c req-dc7f3666-a68a-4fd5-9ae5-64679809132e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0520017
Dec 11 21:24:10.342320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.363331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.409727 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.412280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.413580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a4ba38f-6b41-462c-a8ec-707790083d0b HTTP/1.1" status: 204  len: 168 time: 0.1184914
Dec 11 21:24:10.421437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936ddb2-404d-475e-9061-19a3954b0d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ba38f-6b41-462c-a8ec-707790083d0b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:10.500095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bd98df1b-8509-4520-89ba-7df516d51e71 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:10.550461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port bd98df1b-8509-4520-89ba-7df516d51e71 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:24:10.554530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port bd98df1b-8509-4520-89ba-7df516d51e71 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:10.555418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.643350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.667773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:10.670320 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941cc651-93c6-41fb-b38b-da66695b98c5" -d '{"events": [{"server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "name": "network-vif-plugged", "status": "completed", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:10.685288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd98df1b-8509-4520-89ba-7df516d51e71,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:10.690912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:10.726153 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b922b-8fb0-43db-be61-049e6325af3b x-openstack-request-id: req-773b922b-8fb0-43db-be61-049e6325af3b {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:10.726446 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "name": "network-vif-plugged", "status": "completed", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:10.727883 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-773b922b-8fb0-43db-be61-049e6325af3b {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:10.728426 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'code': 200}
Dec 11 21:24:10.758804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:10.777237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.777660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.778042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.778411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.779185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.779778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.780351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.782132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.783048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.783977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.785673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.786502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.788042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:10.855831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d42138-e643-4648-b0fb-f1021c8a01f9 req-cf1b85ad-7bb2-49bd-95a5-0b927b0739bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:10.857426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6d42138-e643-4648-b0fb-f1021c8a01f9 req-cf1b85ad-7bb2-49bd-95a5-0b927b0739bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0497420
Dec 11 21:24:10.921941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6d42138-e643-4648-b0fb-f1021c8a01f9 req-01304a71-603b-4cdf-b5a8-75f4f8a890dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0569451
Dec 11 21:24:11.018286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f739e148-a460-44d4-9c9f-b9bf62e5db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.199223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:11.308309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1733888002-network', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:11.331001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Made reservation on behalf of cc6f4baa8f824b3282b6c24d08f6e495 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:11.333352 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.342954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.431435 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.436377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.466415 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d2f0-0ab1-450f-8d8c-9dc5ad3f1e70 req-6c7f1fae-1e62-4c22-b258-24915c9ef1c0 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:11.467018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:24:11.471524 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89c0d2f0-0ab1-450f-8d8c-9dc5ad3f1e70 req-6c7f1fae-1e62-4c22-b258-24915c9ef1c0 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0594060
Dec 11 21:24:11.479878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4b5e5d-d41a-4747-a246-8f406c81d917,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:11.486935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.487365 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Added segment 95a50b3f-c962-4142-9b67-505f6f602e40 of type vlan for network 54db757b-4014-49b3-8bbb-09bde0aeed78
Dec 11 21:24:11.537568 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.540135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-89c0d2f0-0ab1-450f-8d8c-9dc5ad3f1e70 req-7d7d82a7-1718-4a43-b92b-d9f33775cbcb tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0647492
Dec 11 21:24:11.571384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.572937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:11.573546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.640830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4398355
Dec 11 21:24:11.643721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55510) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:11.649349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Request body: {'subnet': {'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1733888002-subnet', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:11.657757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f261e-b125-4f4c-babe-d5ed4a61507c admin admin] Pushing event updated for resources: {'Network': ['ID=54db757b-4014-49b3-8bbb-09bde0aeed78,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:11.671060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:24:11.675354 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Made reservation on behalf of cc6f4baa8f824b3282b6c24d08f6e495 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:11.678003 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.861403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.926773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=096da95b-c50b-410f-bde6-a438f5b7388d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:11.935364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Checking segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:11.935721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Network hostable DHCP agents. Network: 54db757b-4014-49b3-8bbb-09bde0aeed78, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:24:11.953529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:24:11.961949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 54db757b-4014-49b3-8bbb-09bde0aeed78) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:11.966081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:11.966707 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:11.971753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64cd64-c682-4fb5-9352-da6bdb1f2285 None None] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:11.983298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-37f3fdb5-1670-408b-92f1-98dc294bcc4b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3384614
Dec 11 21:24:11.986250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55512) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:11.990921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:12.013207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.014324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.073426 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.089523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-54db757b-4014-49b3-8bbb-09bde0aeed78', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:24:12.091422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.225405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.234379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Allocated IP 172.20.0.2 (54db757b-4014-49b3-8bbb-09bde0aeed78/096da95b-c50b-410f-bde6-a438f5b7388d/9525a550-b809-4792-adea-b740823aa3a9) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:12.456079 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.480225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.554419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.561094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.584383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Allocated IP 172.35.1.96 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/6025d5c8-c947-41c0-bddd-5ffacb03e82b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:12.600693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:12.605270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:12.609549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:12.635403 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Pushing event updated for resources: {'Port': ['ID=9525a550-b809-4792-adea-b740823aa3a9,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:12.672424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Attempting to bind port 9525a550-b809-4792-adea-b740823aa3a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:12.673143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Attempting to bind port 9525a550-b809-4792-adea-b740823aa3a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:12.673256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Attempting to bind port 9525a550-b809-4792-adea-b740823aa3a9 on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:12.678360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:12.678771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Checking segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:12.679170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.679567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Bound using segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:12.680542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Bound port: 9525a550-b809-4792-adea-b740823aa3a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:12.680919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.735553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dc79e-6f2d-46a8-b51e-2670bea11050 req-2ae31c81-0624-49ed-b077-9d82ae68f38d tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:12.737332 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc7dc79e-6f2d-46a8-b51e-2670bea11050 req-2ae31c81-0624-49ed-b077-9d82ae68f38d tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0771706
Dec 11 21:24:12.754135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] For port 9525a550-b809-4792-adea-b740823aa3a9, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:12.756437 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.758546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] For port 9525a550-b809-4792-adea-b740823aa3a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9525a550-b809-4792-adea-b740823aa3a9,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:12.763278 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.823213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bc7dc79e-6f2d-46a8-b51e-2670bea11050 req-5c6a7d86-60f0-44d1-9e44-8cabf4f2bcd1 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0789223
Dec 11 21:24:12.830831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.834897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caccd24-c5a6-440c-8568-c6f651ef11a7 None None] Pushing event updated for resources: {'Port': ['ID=9525a550-b809-4792-adea-b740823aa3a9,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:12.885059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:12.888225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:12.891646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:12.901770 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b09fab-5f42-4f53-be66-ad81195b71bf None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:12.934925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6025d5c8-c947-41c0-bddd-5ffacb03e82b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:12.969909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c444a243-e945-4fc0-9856-1b8754f4619b None None] Provisioning complete for port 6025d5c8-c947-41c0-bddd-5ffacb03e82b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:12.970599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c444a243-e945-4fc0-9856-1b8754f4619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:12.975628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6e0a9-badf-4fbc-ac73-435b87ea7a8e req-442aa26c-9214-4636-9963-f6d2f283367c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:12.977881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3c6e0a9-badf-4fbc-ac73-435b87ea7a8e req-442aa26c-9214-4636-9963-f6d2f283367c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0668962
Dec 11 21:24:13.057154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c444a243-e945-4fc0-9856-1b8754f4619b None None] Port 6025d5c8-c947-41c0-bddd-5ffacb03e82b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:13.067053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3c6e0a9-badf-4fbc-ac73-435b87ea7a8e req-7ccf7572-e2a4-481c-ad70-7eb238e6add6 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0794387
Dec 11 21:24:13.241837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-23fdd632-6486-49c2-bb4f-545ee827333f tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:13.243863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-23fdd632-6486-49c2-bb4f-545ee827333f tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0937350
Dec 11 21:24:13.246419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.295960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-269e737f-bd89-4356-baf5-d3358cd30307 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.474723 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-10aab94f-6d15-476e-9d41-de33b0e54300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.498343 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-269e737f-bd89-4356-baf5-d3358cd30307 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.505019 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-269e737f-bd89-4356-baf5-d3358cd30307 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.520299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.598287 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47eabc7f-6476-4b8a-a740-b50769adfcaf req-269e737f-bd89-4356-baf5-d3358cd30307 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.3482008
Dec 11 21:24:13.605837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e737f-bd89-4356-baf5-d3358cd30307 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db16a94-b380-45f2-ad1b-5f38953d374a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:13.634451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55526) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:13.682349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf590d0-e883-4f11-925a-e775ee7b5545 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:13.686609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ebf590d0-e883-4f11-925a-e775ee7b5545 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1130 time: 0.0482044
Dec 11 21:24:13.686936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55528) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:13.691712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:13.699587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Router c153178f-47cc-43e8-8053-f50e3d604e99 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:24:13.718767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.823764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:13.833473 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Sync routers for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:13.835479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.846051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:13.851506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c0116d4a-5435-4d3f-876f-b791341f67c6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8640707
Dec 11 21:24:13.852167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55530) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:13.853940 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:13.854826 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840875e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:13.942947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f8b72-45c2-4213-a992-15203a404eb4 None None] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:13.982692 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:14.045360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] Provisioning complete for port 9525a550-b809-4792-adea-b740823aa3a9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:14.046001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.191549 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.219224 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840875e0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:13Z', 'revision_number': 3, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:14.247125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] For port 9525a550-b809-4792-adea-b740823aa3a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9525a550-b809-4792-adea-b740823aa3a9,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:14.267618 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.287395 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Checking router: c153178f-47cc-43e8-8053-f50e3d604e99 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:14.288018 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Updating router c153178f-47cc-43e8-8053-f50e3d604e99 port 6025d5c8-c947-41c0-bddd-5ffacb03e82b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:14.345476 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.373493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b2a6-b406-4647-9cf0-46254f9f2e9e None None] Pushing event updated for resources: {'Port': ['ID=9525a550-b809-4792-adea-b740823aa3a9,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:14.375074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.35.1.236 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/818eeeb1-74b3-4c78-9184-a9af118bb33f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:14.526904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.589453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.618417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9525a550-b809-4792-adea-b740823aa3a9 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:14.651366 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:14.654511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:14.663266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:14.665476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=818eeeb1-74b3-4c78-9184-a9af118bb33f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:14.668496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a85a3408-3064-4ae5-a404-c3e92097d2b7 None None] Provisioning complete for port 9525a550-b809-4792-adea-b740823aa3a9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:14.669120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a85a3408-3064-4ae5-a404-c3e92097d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.732945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9525a550-b809-4792-adea-b740823aa3a9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:14.733326 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.851111 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.858143 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.887355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.903450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569be0c-501e-4384-be1b-b819ee017533 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:14.933911 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d5e7-bedb-48b1-b8e7-1611cddaf1fd None None] Pushing event updated for resources: {'Port': ['ID=6025d5c8-c947-41c0-bddd-5ffacb03e82b,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:14.939629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e340746-75de-48e4-8e98-f56ab395ea6d None None] Provisioning complete for port 6025d5c8-c947-41c0-bddd-5ffacb03e82b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:14.940007 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e340746-75de-48e4-8e98-f56ab395ea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.942652 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Attempting to bind port 6025d5c8-c947-41c0-bddd-5ffacb03e82b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:14.943055 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Attempting to bind port 6025d5c8-c947-41c0-bddd-5ffacb03e82b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:14.943421 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Attempting to bind port 6025d5c8-c947-41c0-bddd-5ffacb03e82b on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:14.953441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:14.954637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:14.955169 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.955575 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:14.956525 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Bound port: 6025d5c8-c947-41c0-bddd-5ffacb03e82b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:14.956914 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:14.988315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3e340746-75de-48e4-8e98-f56ab395ea6d None None] Port 6025d5c8-c947-41c0-bddd-5ffacb03e82b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:15.013645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.118539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] For port 6025d5c8-c947-41c0-bddd-5ffacb03e82b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:15.122583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] For port 6025d5c8-c947-41c0-bddd-5ffacb03e82b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6025d5c8-c947-41c0-bddd-5ffacb03e82b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:15.129214 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.145852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Allocated IP 172.20.0.1 (54db757b-4014-49b3-8bbb-09bde0aeed78/096da95b-c50b-410f-bde6-a438f5b7388d/cc2f3246-36b6-49ed-a38c-298eee89584f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:15.155907 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.164303 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc8c89-71ca-490b-b497-c2b0a730bc3b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:15.205023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:15.205596 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840875e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:15.211734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] Provisioning complete for port 6025d5c8-c947-41c0-bddd-5ffacb03e82b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:15.211913 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d5e7-bedb-48b1-b8e7-1611cddaf1fd None None] Pushing event updated for resources: {'Port': ['ID=6025d5c8-c947-41c0-bddd-5ffacb03e82b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:15.212252 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.286671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.294267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.325075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.341743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.347440 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:15.350068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] For port 6025d5c8-c947-41c0-bddd-5ffacb03e82b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6025d5c8-c947-41c0-bddd-5ffacb03e82b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:15.356999 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.406132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:15.410748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:15.414894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:15.420863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:15.454745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2165c72-2f58-4f0c-8205-e87a0a917dd1 None None] Pushing event updated for resources: {'Port': ['ID=6025d5c8-c947-41c0-bddd-5ffacb03e82b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:15.472420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.526791 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.538504 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.642517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.649825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=818eeeb1-74b3-4c78-9184-a9af118bb33f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:15.676590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.677609 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840875e0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:13Z', 'revision_number': 3, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:15.728309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ae818-8012-434b-bc8d-e0e2de63064e None None] The sync data for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 is: [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:13Z', 'revision_number': 3, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:15.791411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5601af16-0a78-4496-ac5b-25284d861fe4 None None] Provisioning complete for port cc2f3246-36b6-49ed-a38c-298eee89584f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:15.791754 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5601af16-0a78-4496-ac5b-25284d861fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.837454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5601af16-0a78-4496-ac5b-25284d861fe4 None None] Port cc2f3246-36b6-49ed-a38c-298eee89584f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:15.838169 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Floating IP 8c7a5887-d628-44d0-b596-0882a4c63325 associated. External IP: 172.35.1.236, port: bd98df1b-8509-4520-89ba-7df516d51e71.
Dec 11 21:24:15.895032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.900113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.946201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.984517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:15.986406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:16.141390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 1985c4e3-df13-4a51-884d-8597a2aea2f2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:16.145977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:16.147555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:16.323033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:16.337114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Router c153178f-47cc-43e8-8053-f50e3d604e99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:16.368263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:16.378733 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Sync routers for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:16.403905 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:16.408500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:16.409404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770452e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:16.447930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec956a9e-11ba-4fcd-a62a-0a756f4286e7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7598019
Dec 11 21:24:16.448441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55532) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:16.448908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:16.451272 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075f929-6d90-441b-a9d5-0f04a3c71b85" -d '{"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:16.492059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9525a550-b809-4792-adea-b740823aa3a9 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:16.607070 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457d0e5-c33e-4e45-aa56-555eab5a3715 x-openstack-request-id: req-e457d0e5-c33e-4e45-aa56-555eab5a3715 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:16.607605 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:16.608390 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e457d0e5-c33e-4e45-aa56-555eab5a3715 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:16.608390 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'status': 'completed', 'code': 200}
Dec 11 21:24:16.636647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:16.639672 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:16.665930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7327e31d-29a6-421a-bc17-623a484e3446 admin admin] 10.222.0.18 "PUT /v2.0/routers/c153178f-47cc-43e8-8053-f50e3d604e99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8126967
Dec 11 21:24:16.683785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9525a550-b809-4792-adea-b740823aa3a9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:16.684309 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:16.688712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-68d09061-7713-4e81-9aca-71c531f7342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.690051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-68d09061-7713-4e81-9aca-71c531f7342f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0756171
Dec 11 21:24:16.801607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.802019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.802983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.803451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.803919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.804377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.805512 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.810441 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f6776fa6-06fb-4dda-aadb-bab529a5f926 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4984 time: 0.3332367
Dec 11 21:24:16.811368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55538) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:16.860703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6025d5c8-c947-41c0-bddd-5ffacb03e82b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:16.877093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-66de008b-a433-4ffa-9a75-9c44cdcd5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.879126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-66de008b-a433-4ffa-9a75-9c44cdcd5c3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 898 time: 0.1815143
Dec 11 21:24:16.894410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.894948 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.895408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.895848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.896456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.896709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.897141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:16.899048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-863c7f9b-b8b0-4878-8680-e6fca734fba0 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4643 time: 0.0873749
Dec 11 21:24:16.902018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55542) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:16.908534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a575ed0a-7fa5-4ce3-8e13-2d8ebef6abc1 None None] Provisioning complete for port cc2f3246-36b6-49ed-a38c-298eee89584f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:16.908902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a575ed0a-7fa5-4ce3-8e13-2d8ebef6abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:16.967439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a575ed0a-7fa5-4ce3-8e13-2d8ebef6abc1 None None] Port cc2f3246-36b6-49ed-a38c-298eee89584f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:16.976167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-a537919e-348f-4ee5-b699-899c0745acbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 999 time: 0.0867665
Dec 11 21:24:17.049854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6025d5c8-c947-41c0-bddd-5ffacb03e82b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:17.050322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.100576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-f1c13e5d-0cd5-4dc7-9357-f06587f642fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:17.102319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-f1c13e5d-0cd5-4dc7-9357-f06587f642fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 200  len: 835 time: 0.1186395
Dec 11 21:24:17.160655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-6756e251-73ef-432b-9540-39d35a4b0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:17.165826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-6756e251-73ef-432b-9540-39d35a4b0059 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07c53f0b-3770-4a25-85e0-400ee7600c91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0509012
Dec 11 21:24:17.223118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.247503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc80098f-d33b-4e36-9d22-761fb953b499 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3773 time: 0.3413866
Dec 11 21:24:17.250456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55552) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:17.288930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770452e0>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8c7a5887-d628-44d0-b596-0882a4c63325', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'floating_ip_address': '172.35.1.236', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'port_id': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'mac_address': 'fa:16:3e:16:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:14Z', 'revision_number': 0, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:17.300966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-8ec08a76-5269-4ca3-88f0-dbaaaee74e19 service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278324
Dec 11 21:24:17.321653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9cc01-ccdf-4487-9317-13d19461732b tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:17.322850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9cc01-ccdf-4487-9317-13d19461732b tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:17.323961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Checking router: 1985c4e3-df13-4a51-884d-8597a2aea2f2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:17.325653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-37e9cc01-ccdf-4487-9317-13d19461732b tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1985c4e3-df13-4a51-884d-8597a2aea2f2 HTTP/1.1" status: 200  len: 1991 time: 0.0737293
Dec 11 21:24:17.345092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:17.345578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770452e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:17.400558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55558) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:17.405858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1609296155-network', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:17.426898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d075f929-6d90-441b-a9d5-0f04a3c71b85 req-1a4fbcdb-8ce6-4a0c-a94e-3846823205e1 service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179390
Dec 11 21:24:17.433739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Made reservation on behalf of eae48a5e4c9b42939f66eb6c18494852 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:17.437468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.454792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.574321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.579096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.605979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:24:17.615273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca574c6-a9f9-4c1d-9049-c965f8593c33,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:17.622246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.622636 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Added segment 1da798a6-dae8-4fea-a0fe-143c47133809 of type vlan for network 99697270-acbd-4b57-88c0-a2005481f7ec
Dec 11 21:24:17.641448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:17.667238 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.697821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.698811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:17.699390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.749443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3476846
Dec 11 21:24:17.752321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55560) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:17.757352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Request body: {'subnet': {'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1609296155-subnet', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:17.763795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111e603-0307-4958-8490-b6179a37d734 admin admin] Pushing event updated for resources: {'Network': ['ID=99697270-acbd-4b57-88c0-a2005481f7ec,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:17.792801 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Made reservation on behalf of eae48a5e4c9b42939f66eb6c18494852 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:17.795119 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:17.803279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 99697270-acbd-4b57-88c0-a2005481f7ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:24:17.922551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Sync routers for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:17.938215 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:17.938928 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:17.958741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770452e0>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8c7a5887-d628-44d0-b596-0882a4c63325', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'floating_ip_address': '172.35.1.236', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'port_id': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'mac_address': 'fa:16:3e:16:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:14Z', 'revision_number': 0, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:17.990722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7ca2e-ad21-49f2-be3e-5bbfead742fa None None] The sync data for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 is: [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8c7a5887-d628-44d0-b596-0882a4c63325', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'floating_ip_address': '172.35.1.236', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'port_id': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'mac_address': 'fa:16:3e:16:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:14Z', 'revision_number': 0, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:18.004224 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.065420 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:18.074108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b574ff-e67f-4bc9-a7a8-f810f96505a7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:18.085823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Checking segment: {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:18.086492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Network hostable DHCP agents. Network: 99697270-acbd-4b57-88c0-a2005481f7ec, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:24:18.105445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Network 99697270-acbd-4b57-88c0-a2005481f7ec is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:24:18.116854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 99697270-acbd-4b57-88c0-a2005481f7ec) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:18.122417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:18.123037 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.129690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55530450-62f5-4780-a113-e1ec0f3ae035 None None] Network 99697270-acbd-4b57-88c0-a2005481f7ec requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:18.142570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-847f016b-81bb-43f3-911a-a193202a4a69 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3885610
Dec 11 21:24:18.144628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55562) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:18.150749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:18.198196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.203701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.280799 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.293880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-99697270-acbd-4b57-88c0-a2005481f7ec', 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec', 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'fixed_ips': [{'subnet_id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:24:18.296086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.310543 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467eac0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc2f3246-36b6-49ed-a38c-298eee89584f', 'name': '', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'mac_address': 'fa:16:3e:3d:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 2, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'subnets': [{'id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:18.344213 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Checking router: c153178f-47cc-43e8-8053-f50e3d604e99 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:18.345209 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Updating router c153178f-47cc-43e8-8053-f50e3d604e99 port cc2f3246-36b6-49ed-a38c-298eee89584f binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:18.371726 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.405169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194660ee-e47c-48c7-be2c-4515c90b09dd None None] New status for floating IP 8c7a5887-d628-44d0-b596-0882a4c63325: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:24:18.458515 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.583901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Allocated IP 172.20.0.2 (99697270-acbd-4b57-88c0-a2005481f7ec/61b574ff-e67f-4bc9-a7a8-f810f96505a7/e902332e-511d-498d-95a1-9a24dd04315e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:18.710048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.725939 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.730636 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.733441 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.804313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.813256 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.818871 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afb63-89a3-41dc-beaf-7aab2286839f None None] Pushing event updated for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:18.861487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Network 99697270-acbd-4b57-88c0-a2005481f7ec is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:18.865406 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:18.868580 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Attempting to bind port cc2f3246-36b6-49ed-a38c-298eee89584f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:18.869322 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Attempting to bind port cc2f3246-36b6-49ed-a38c-298eee89584f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:18.871394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:18.871867 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Attempting to bind port cc2f3246-36b6-49ed-a38c-298eee89584f on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:18.879427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Allocated IP 172.35.1.186 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5cea82b6-3736-4529-a167-6063bc127a92) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:18.881012 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:18.881829 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Checking segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:18.883293 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.884084 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Bound using segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:18.884787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Bound port: cc2f3246-36b6-49ed-a38c-298eee89584f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:18.885336 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.928759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Pushing event updated for resources: {'Port': ['ID=e902332e-511d-498d-95a1-9a24dd04315e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:18.954596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Attempting to bind port e902332e-511d-498d-95a1-9a24dd04315e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:18.955010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Attempting to bind port e902332e-511d-498d-95a1-9a24dd04315e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:18.955337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Attempting to bind port e902332e-511d-498d-95a1-9a24dd04315e on network 99697270-acbd-4b57-88c0-a2005481f7ec {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:18.961693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:18.962195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Checking segment: {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:18.962704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.963104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Bound using segment: {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:18.963807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Bound port: e902332e-511d-498d-95a1-9a24dd04315e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:18.964198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:18.982171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] For port cc2f3246-36b6-49ed-a38c-298eee89584f, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:18.986856 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] For port cc2f3246-36b6-49ed-a38c-298eee89584f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc2f3246-36b6-49ed-a38c-298eee89584f,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:18.995844 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.045862 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] For port e902332e-511d-498d-95a1-9a24dd04315e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:19.049435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] For port e902332e-511d-498d-95a1-9a24dd04315e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e902332e-511d-498d-95a1-9a24dd04315e,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:19.059351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.063886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.075294 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:19.076306 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8467eac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:19.114998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.151600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528d06d-b460-4267-bcbc-a4b786270525 None None] Pushing event updated for resources: {'Port': ['ID=e902332e-511d-498d-95a1-9a24dd04315e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:19.222640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:19.229763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] Provisioning complete for port cc2f3246-36b6-49ed-a38c-298eee89584f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:19.230129 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.234690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:19.235112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:19.243899 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:19.250047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Pushing event updated for resources: {'Port': ['ID=5cea82b6-3736-4529-a167-6063bc127a92,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:19.281921 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197afb63-89a3-41dc-beaf-7aab2286839f None None] Pushing event updated for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:19.286813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe76a3-060f-48a7-880a-fb190873c468 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:19.407055 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.507793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] For port cc2f3246-36b6-49ed-a38c-298eee89584f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc2f3246-36b6-49ed-a38c-298eee89584f,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:19.514797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.606162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a87b-b893-49ae-988a-2554c17c3875 None None] Pushing event updated for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:19.647743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1323f04d-ce71-4ff3-a863-e3472ff0b265 None None] Provisioning complete for port 5cea82b6-3736-4529-a167-6063bc127a92 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:19.647743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1323f04d-ce71-4ff3-a863-e3472ff0b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.670195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.689875 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1323f04d-ce71-4ff3-a863-e3472ff0b265 None None] Port 5cea82b6-3736-4529-a167-6063bc127a92 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:19.702442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1323f04d-ce71-4ff3-a863-e3472ff0b265 None None] Provisioning complete for port cc2f3246-36b6-49ed-a38c-298eee89584f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:19.703622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1323f04d-ce71-4ff3-a863-e3472ff0b265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:19.705438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8467eac0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc2f3246-36b6-49ed-a38c-298eee89584f', 'name': '', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'mac_address': 'fa:16:3e:3d:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:18Z', 'revision_number': 4, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'subnets': [{'id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:19.735490 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ecfd7b-ff7c-4f13-b2da-8a24b5794d85 None None] The sync data for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 is: [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc2f3246-36b6-49ed-a38c-298eee89584f', 'name': '', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'mac_address': 'fa:16:3e:3d:cd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:14Z', 'updated_at': '2021-12-11T21:24:18Z', 'revision_number': 4, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'subnets': [{'id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:19.965349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:20.120034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Router 392df92e-19ae-463d-b3f9-4fb7bfa221bf is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:24:20.249155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:20.266552 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Sync routers for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:20.277942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:20.285446 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-acc91a85-5de6-47d5-a291-a52bf31e7eeb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.1333852
Dec 11 21:24:20.285446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55566) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:20.293995 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:20.294868 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffd9430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:20.477751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cc2f3246-36b6-49ed-a38c-298eee89584f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:20.511563 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:20.575721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fff6b-5416-4434-a5ff-654f58155843 None None] Network 99697270-acbd-4b57-88c0-a2005481f7ec requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:20.669115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] Provisioning complete for port e902332e-511d-498d-95a1-9a24dd04315e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:20.669505 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:20.723801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port cc2f3246-36b6-49ed-a38c-298eee89584f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:20.724025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:20.776795 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffd9430>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:19Z', 'revision_number': 3, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:20.834812 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Checking router: 392df92e-19ae-463d-b3f9-4fb7bfa221bf for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:20.835363 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Updating router 392df92e-19ae-463d-b3f9-4fb7bfa221bf port 5cea82b6-3736-4529-a167-6063bc127a92 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:20.870983 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.000175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e902332e-511d-498d-95a1-9a24dd04315e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:21.003165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.118914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] For port e902332e-511d-498d-95a1-9a24dd04315e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e902332e-511d-498d-95a1-9a24dd04315e,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:21.129054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.192774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e902332e-511d-498d-95a1-9a24dd04315e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:21.193317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.216967 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.217873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dd3ce-3409-45d5-978b-716fbff99cb9 None None] Pushing event updated for resources: {'Port': ['ID=e902332e-511d-498d-95a1-9a24dd04315e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:21.224452 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.234028 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.259700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ba4d3b7a-1fdc-4f02-8d55-bd2dcfb2581b None None] Provisioning complete for port e902332e-511d-498d-95a1-9a24dd04315e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:21.260115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3b7a-1fdc-4f02-8d55-bd2dcfb2581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.291805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3945f57-9058-4e6c-8060-e32d68c09ef3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:21.303399 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Attempting to bind port 5cea82b6-3736-4529-a167-6063bc127a92 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:21.304043 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Attempting to bind port 5cea82b6-3736-4529-a167-6063bc127a92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:21.304475 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Attempting to bind port 5cea82b6-3736-4529-a167-6063bc127a92 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:21.318324 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:21.318716 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:21.319180 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.319578 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:21.320162 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Bound port: 5cea82b6-3736-4529-a167-6063bc127a92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:21.320836 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.371995 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fdd9a-314f-42e1-85bc-04bad5d57741 None None] Pushing event updated for resources: {'Port': ['ID=5cea82b6-3736-4529-a167-6063bc127a92,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:21.419368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.438730 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] For port 5cea82b6-3736-4529-a167-6063bc127a92, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:21.444414 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] For port 5cea82b6-3736-4529-a167-6063bc127a92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cea82b6-3736-4529-a167-6063bc127a92,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:21.452220 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.475289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Allocated IP 172.20.0.1 (99697270-acbd-4b57-88c0-a2005481f7ec/61b574ff-e67f-4bc9-a7a8-f810f96505a7/48450d40-8e90-400b-acc5-0e0498cb1ebe) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:21.510931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db21847e-2de3-4227-bc96-fd9c3d458b38 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:21.519167 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:21.520030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffd9430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:21.558206 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] Provisioning complete for port 5cea82b6-3736-4529-a167-6063bc127a92 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:21.558646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.576604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0fdd9a-314f-42e1-85bc-04bad5d57741 None None] Pushing event updated for resources: {'Port': ['ID=5cea82b6-3736-4529-a167-6063bc127a92,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:21.611800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.654296 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.672528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.672770 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:21.700446 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] For port 5cea82b6-3736-4529-a167-6063bc127a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cea82b6-3736-4529-a167-6063bc127a92,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:21.704009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Network 99697270-acbd-4b57-88c0-a2005481f7ec is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:21.706995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.707181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:21.711089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:21.756784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.773962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dbfc6-4df9-4407-9fde-04f9a0aee9e0 None None] Pushing event updated for resources: {'Port': ['ID=5cea82b6-3736-4529-a167-6063bc127a92,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:21.810274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Pushing event updated for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:21.919592 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffd9430>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:19Z', 'revision_number': 3, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:21.932166 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:21.951634 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765a835-a440-4948-b77d-c63bcd92caee None None] The sync data for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 is: [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:19Z', 'revision_number': 3, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:22.045444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-23e6145e-a596-4c4e-b835-86f333556fe2 None None] Provisioning complete for port 48450d40-8e90-400b-acc5-0e0498cb1ebe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:22.045854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-23e6145e-a596-4c4e-b835-86f333556fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.097043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-23e6145e-a596-4c4e-b835-86f333556fe2 None None] Port 48450d40-8e90-400b-acc5-0e0498cb1ebe cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:22.128719 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.133865 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.215788 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.235188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Pushing event updated for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:22.358226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Network 99697270-acbd-4b57-88c0-a2005481f7ec is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:22.360113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:22.455244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e902332e-511d-498d-95a1-9a24dd04315e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:22.517869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Router 392df92e-19ae-463d-b3f9-4fb7bfa221bf has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:22.527631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e902332e-511d-498d-95a1-9a24dd04315e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:22.528168 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.637604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5cea82b6-3736-4529-a167-6063bc127a92 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:22.671552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:22.677870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-768e10b0-d5ce-4d00-aad2-37ff3465b5da admin admin] 10.222.0.18 "PUT /v2.0/routers/392df92e-19ae-463d-b3f9-4fb7bfa221bf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3942182
Dec 11 21:24:22.704231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5cea82b6-3736-4529-a167-6063bc127a92 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:22.705974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.842847 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e2151ec9-3395-4e03-90c0-0df7eb3c57cf None None] Provisioning complete for port 48450d40-8e90-400b-acc5-0e0498cb1ebe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:22.843227 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e2151ec9-3395-4e03-90c0-0df7eb3c57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:22.887384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e2151ec9-3395-4e03-90c0-0df7eb3c57cf None None] Port 48450d40-8e90-400b-acc5-0e0498cb1ebe cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:23.303401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-88fb03fc-f768-4303-bd0c-ebe2b6be03fc tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:23.306024 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-88fb03fc-f768-4303-bd0c-ebe2b6be03fc tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.0986519
Dec 11 21:24:23.322770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-69eb2484-d06f-4e04-9ce1-2013a7bafb92 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/quotas/eae48a5e4c9b42939f66eb6c18494852 HTTP/1.1" status: 200  len: 375 time: 0.0097549
Dec 11 21:24:23.400005 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-3948817e-ab4b-4d92-b71f-f6c16c2c2280 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0704501
Dec 11 21:24:23.611421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-ec136afe-f211-47bd-a205-9632db54dd44 service neutron] 10.222.0.18 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031486
Dec 11 21:24:23.709552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-231e3fdd-412f-4b06-8db9-ca00d2bb1d83 service neutron] 10.222.0.18 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910563
Dec 11 21:24:23.902807 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-574d3174-260d-4d6b-bf53-d10caa18bf5e req-28d9b5ad-ab8e-4c52-833d-bdc10f90f241 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 210 time: 0.0362122
Dec 11 21:24:24.129386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Sync routers for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:24.141871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:24.142976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76d4e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:24.277716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:24.502111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76d4e070>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48450d40-8e90-400b-acc5-0e0498cb1ebe', 'name': '', 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'mac_address': 'fa:16:3e:b4:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:21Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 2, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'subnets': [{'id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:24.535160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Checking router: 392df92e-19ae-463d-b3f9-4fb7bfa221bf for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:24.535525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Updating router 392df92e-19ae-463d-b3f9-4fb7bfa221bf port 48450d40-8e90-400b-acc5-0e0498cb1ebe binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:24.735816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:24.998684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-dd5fd879-600d-4b6d-8669-663414abe238 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:25.000927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-dd5fd879-600d-4b6d-8669-663414abe238 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.16 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.1062219
Dec 11 21:24:25.012725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Request body: {'port': {'device_id': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'admin_state_up': True, 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:25.021813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10f9990b-3221-40fa-8173-b64aef2c025d req-ccb9ad37-5920-4fe6-8e1f-06484931dccf tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 210 time: 0.0407381
Dec 11 21:24:25.040894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.044830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Made reservation on behalf of eae48a5e4c9b42939f66eb6c18494852 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:25.046968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.047935 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.097106 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfea70-62f2-4c16-9288-5d2564e1acb4 None None] Pushing event updated for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:25.152183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Attempting to bind port 48450d40-8e90-400b-acc5-0e0498cb1ebe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:25.152905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Attempting to bind port 48450d40-8e90-400b-acc5-0e0498cb1ebe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:25.153169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Attempting to bind port 48450d40-8e90-400b-acc5-0e0498cb1ebe on network 99697270-acbd-4b57-88c0-a2005481f7ec {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:25.158950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:25.159537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Checking segment: {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:25.159868 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.160279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Bound using segment: {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:25.160754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Bound port: 48450d40-8e90-400b-acc5-0e0498cb1ebe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da798a6-dae8-4fea-a0fe-143c47133809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:25.161141 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.174058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Allocated IP 172.20.0.10 (54db757b-4014-49b3-8bbb-09bde0aeed78/096da95b-c50b-410f-bde6-a438f5b7388d/32687fe6-8523-4af2-9770-0d29792ef92c) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:25.241493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] For port 48450d40-8e90-400b-acc5-0e0498cb1ebe, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:25.245615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] For port 48450d40-8e90-400b-acc5-0e0498cb1ebe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48450d40-8e90-400b-acc5-0e0498cb1ebe,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:25.251174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.324072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfea70-62f2-4c16-9288-5d2564e1acb4 None None] Pushing event updated for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:25.326953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:25.327635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76d4e070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:25.351859 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.388643 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.439806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:25.445558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:25.447318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] Provisioning complete for port 48450d40-8e90-400b-acc5-0e0498cb1ebe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:25.447731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Pushing event updated for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:25.447827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.449792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:25.450239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:25.495006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:25.495631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.517605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-9cfc1f09-4a11-4bf2-b655-fb5fe9af0040 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.5086889
Dec 11 21:24:25.531022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Request body: {'port': {'device_id': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:25.599633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.656362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.717265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] For port 48450d40-8e90-400b-acc5-0e0498cb1ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48450d40-8e90-400b-acc5-0e0498cb1ebe,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:25.740620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.797927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d16a-d352-4b1b-af73-1838cd4e64d3 None None] Pushing event updated for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:25.810373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76d4e070>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48450d40-8e90-400b-acc5-0e0498cb1ebe', 'name': '', 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'mac_address': 'fa:16:3e:b4:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:21Z', 'updated_at': '2021-12-11T21:24:25Z', 'revision_number': 4, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'subnets': [{'id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:25.837420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b782204-5ac1-48aa-999d-18042ab2c998 None None] The sync data for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 is: [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '48450d40-8e90-400b-acc5-0e0498cb1ebe', 'name': '', 'network_id': '99697270-acbd-4b57-88c0-a2005481f7ec', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'mac_address': 'fa:16:3e:b4:ee:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:21Z', 'updated_at': '2021-12-11T21:24:25Z', 'revision_number': 4, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'subnets': [{'id': '61b574ff-e67f-4bc9-a7a8-f810f96505a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:25.863951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a6ca0e54-84a8-4030-be50-3ea2341e0c48 None None] Provisioning complete for port 32687fe6-8523-4af2-9770-0d29792ef92c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:25.864318 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0e54-84a8-4030-be50-3ea2341e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.910652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32687fe6-8523-4af2-9770-0d29792ef92c {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:25.919302 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.921973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a6ca0e54-84a8-4030-be50-3ea2341e0c48 None None] Port 32687fe6-8523-4af2-9770-0d29792ef92c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:25.932732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Transition to ACTIVE for port object 32687fe6-8523-4af2-9770-0d29792ef92c will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:24:25.933359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a6ca0e54-84a8-4030-be50-3ea2341e0c48 None None] Provisioning complete for port 48450d40-8e90-400b-acc5-0e0498cb1ebe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:25.933755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6ca0e54-84a8-4030-be50-3ea2341e0c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.935940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:25.999902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Pushing event updated for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:26.083639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Attempting to bind port 32687fe6-8523-4af2-9770-0d29792ef92c on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:26.084019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Attempting to bind port 32687fe6-8523-4af2-9770-0d29792ef92c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:26.084444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Attempting to bind port 32687fe6-8523-4af2-9770-0d29792ef92c on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:26.089750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Port 32687fe6-8523-4af2-9770-0d29792ef92c on network 54db757b-4014-49b3-8bbb-09bde0aeed78 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:24:26.090080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Attempting to bind port 32687fe6-8523-4af2-9770-0d29792ef92c on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:26.095643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:26.096000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Checking segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:26.096389 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Bound using segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:26.096830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Bound port: 32687fe6-8523-4af2-9770-0d29792ef92c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:26.097183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:26.200446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9102b3-3b20-476d-97b0-cba6b68abb06 req-d43efb84-05e7-4955-8352-d28e5bd87480 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.202030 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9d9102b3-3b20-476d-97b0-cba6b68abb06 req-d43efb84-05e7-4955-8352-d28e5bd87480 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1053 time: 0.0907862
Dec 11 21:24:26.205351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:26.209650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32687fe6-8523-4af2-9770-0d29792ef92c,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:26.218729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:26.276762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.277395 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:26.279255 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] 10.222.0.16 "PUT /v2.0/ports/32687fe6-8523-4af2-9770-0d29792ef92c HTTP/1.1" status: 200  len: 1092 time: 0.7531788
Dec 11 21:24:26.281658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:26.284044 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad2361d-3dd3-40b3-846f-8168784d142c" -d '{"events": [{"name": "network-changed", "server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:26.343572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9d9102b3-3b20-476d-97b0-cba6b68abb06 req-9c732cda-4d59-441f-a00e-99eccb9bf4d5 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320639
Dec 11 21:24:26.383311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb1f8-f1c3-44a5-b1bb-7aea0036e925 service neutron] Pushing event updated for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:26.389575 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd91f00-e90e-484b-ac5f-d0f74bd4404e x-openstack-request-id: req-8cd91f00-e90e-484b-ac5f-d0f74bd4404e {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:26.390100 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:26.390426 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cd91f00-e90e-484b-ac5f-d0f74bd4404e {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:26.391675 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c', 'status': 'completed', 'code': 200}
Dec 11 21:24:26.411273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 48450d40-8e90-400b-acc5-0e0498cb1ebe up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:26.418332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-10ee909e-063f-4e01-88f9-49fe1f0f0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.419902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-10ee909e-063f-4e01-88f9-49fe1f0f0f6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1095 time: 0.0907817
Dec 11 21:24:26.468347 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-5fc0167f-8588-40c3-b627-4988b5b3168c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32687fe6-8523-4af2-9770-0d29792ef92c HTTP/1.1" status: 200  len: 217 time: 0.0400741
Dec 11 21:24:26.470208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 48450d40-8e90-400b-acc5-0e0498cb1ebe triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:26.470758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:26.524819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-eafc087e-4587-4cb8-a532-4dfe73fcce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.526108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-eafc087e-4587-4cb8-a532-4dfe73fcce91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=096da95b-c50b-410f-bde6-a438f5b7388d HTTP/1.1" status: 200  len: 849 time: 0.0497150
Dec 11 21:24:26.575185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-f2bc8968-72ad-4992-a310-60fdd2a36383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.576978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-f2bc8968-72ad-4992-a310-60fdd2a36383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54db757b-4014-49b3-8bbb-09bde0aeed78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437052
Dec 11 21:24:26.677730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-dfb17ccd-3056-4daa-a9e8-9aa7fd84889b service neutron] 10.222.0.16 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932906
Dec 11 21:24:26.767246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a5481db-e86f-4c45-93d7-e7edc08b7b13 req-02ae6809-a70d-474f-8ac6-8bf9090d9926 service neutron] 10.222.0.16 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806887
Dec 11 21:24:26.859386 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-22d81dff-9457-402c-b646-a85e8736b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.860788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-22d81dff-9457-402c-b646-a85e8736b855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1095 time: 0.0469272
Dec 11 21:24:26.948245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-d15e0992-ec24-4627-b005-ccddc6dede7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:26.949728 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-d15e0992-ec24-4627-b005-ccddc6dede7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.0817931
Dec 11 21:24:26.998330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-c43869fa-90b2-4ec2-a825-35a85c378b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32687fe6-8523-4af2-9770-0d29792ef92c HTTP/1.1" status: 200  len: 217 time: 0.0383251
Dec 11 21:24:27.048511 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-e266d950-6d8c-4fce-bf1f-04ca118b5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:27.049937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-e266d950-6d8c-4fce-bf1f-04ca118b5064 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=096da95b-c50b-410f-bde6-a438f5b7388d HTTP/1.1" status: 200  len: 849 time: 0.0426822
Dec 11 21:24:27.096097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-01c4a953-6918-4b34-bb5a-80e36fc7d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:27.097551 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-01c4a953-6918-4b34-bb5a-80e36fc7d1d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=54db757b-4014-49b3-8bbb-09bde0aeed78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393293
Dec 11 21:24:27.193482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-5c5ddcf0-975b-4bda-9d62-057a53f32b2e service neutron] 10.222.0.16 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834064
Dec 11 21:24:27.283869 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ad2361d-3dd3-40b3-846f-8168784d142c req-c543d1b8-5918-423e-82de-179e1038eee8 service neutron] 10.222.0.16 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820656
Dec 11 21:24:27.455845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a45f6-b280-41a9-a677-3f2a76b099a9 req-355eadee-d27b-4eb0-ab11-17cf3ec01940 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:27.457288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e51a45f6-b280-41a9-a677-3f2a76b099a9 req-355eadee-d27b-4eb0-ab11-17cf3ec01940 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1095 time: 0.0438943
Dec 11 21:24:27.502059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e51a45f6-b280-41a9-a677-3f2a76b099a9 req-298e1b53-b514-4b8c-90d0-93abbf3c1457 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380929
Dec 11 21:24:28.562955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 32687fe6-8523-4af2-9770-0d29792ef92c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:24:28.613970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2916be-07fc-4ad7-bf28-fa1ccd4dfb0a req-ecc38660-d71d-4393-a889-4dbe85d7e806 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:28.615539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc2916be-07fc-4ad7-bf28-fa1ccd4dfb0a req-ecc38660-d71d-4393-a889-4dbe85d7e806 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1095 time: 0.0459690
Dec 11 21:24:28.659267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dc2916be-07fc-4ad7-bf28-fa1ccd4dfb0a req-5e9a7792-b84c-46ee-8453-cac449b800c9 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370805
Dec 11 21:24:28.661599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32687fe6-8523-4af2-9770-0d29792ef92c,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:28.673619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '32687fe6-8523-4af2-9770-0d29792ef92c', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'port_id': '32687fe6-8523-4af2-9770-0d29792ef92c', 'mac_address': 'fa:16:3e:65:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:24:28.711241 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:28.725311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32687fe6-8523-4af2-9770-0d29792ef92c {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:28.746505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32687fe6-8523-4af2-9770-0d29792ef92c,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:28.750983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:28.796866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:28.951306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['32687fe6-8523-4af2-9770-0d29792ef92c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:29.767948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854c3a-6cc1-4a26-bee0-13dae2a29a1e req-7fea7233-6db3-4db8-9ac8-7d9597962de6 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:29.769493 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2854c3a-6cc1-4a26-bee0-13dae2a29a1e req-7fea7233-6db3-4db8-9ac8-7d9597962de6 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1096 time: 0.0435448
Dec 11 21:24:29.812399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2854c3a-6cc1-4a26-bee0-13dae2a29a1e req-ac44c7a5-b504-4c09-8721-959649525fcc tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361934
Dec 11 21:24:30.568688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 32687fe6-8523-4af2-9770-0d29792ef92c up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:30.617194 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 32687fe6-8523-4af2-9770-0d29792ef92c completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:24:30.621007 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 32687fe6-8523-4af2-9770-0d29792ef92c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:30.621374 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:30.699030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:30.722637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:30.725223 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74703e5-e7a4-42d0-b72f-5821a1bd3eeb" -d '{"events": [{"server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "name": "network-vif-plugged", "status": "completed", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:30.738608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32687fe6-8523-4af2-9770-0d29792ef92c,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:30.742863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:30.789659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:30.829578 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1b0ce-a2b4-49c4-8655-82779b3497d8 x-openstack-request-id: req-ecb1b0ce-a2b4-49c4-8655-82779b3497d8 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:30.829944 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "name": "network-vif-plugged", "status": "completed", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:30.830206 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecb1b0ce-a2b4-49c4-8655-82779b3497d8 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:30.830637 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c', 'code': 200}
Dec 11 21:24:30.954375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cef20f-de84-4e3b-a63c-04a50dbabe5a req-43c8e82a-0ffe-411a-8e4e-cd636ded679f tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:30.955920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7cef20f-de84-4e3b-a63c-04a50dbabe5a req-43c8e82a-0ffe-411a-8e4e-cd636ded679f tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0663261
Dec 11 21:24:30.958214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc39097-c0d9-4a45-b990-91efa9e6c015 req-943ab0b1-55e7-4ceb-b1be-2c2d43d3942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:30.959703 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cbc39097-c0d9-4a45-b990-91efa9e6c015 req-943ab0b1-55e7-4ceb-b1be-2c2d43d3942d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0603380
Dec 11 21:24:31.029914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7cef20f-de84-4e3b-a63c-04a50dbabe5a req-74cbb711-0270-40a3-a680-e94f53f2802d tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672753
Dec 11 21:24:31.036618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cbc39097-c0d9-4a45-b990-91efa9e6c015 req-99291542-67f8-42b3-ab83-24664c9a6b99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676463
Dec 11 21:24:31.383405 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:24:32.140395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10454922-75d2-40fe-a75f-a867b0b53cea req-af00c10a-6442-4eee-8b29-709d195166ae tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:32.141942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10454922-75d2-40fe-a75f-a867b0b53cea req-af00c10a-6442-4eee-8b29-709d195166ae tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0425572
Dec 11 21:24:32.196204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10454922-75d2-40fe-a75f-a867b0b53cea req-f1eee3c0-c18b-4567-bc04-b8c927ee2cb3 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478630
Dec 11 21:24:33.305071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dc7fe-b8dd-4576-999f-834071d9a605 req-a6eb2884-0ce3-4394-b127-84f1757dd279 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:33.306616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b1dc7fe-b8dd-4576-999f-834071d9a605 req-a6eb2884-0ce3-4394-b127-84f1757dd279 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0409598
Dec 11 21:24:33.349411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2b1dc7fe-b8dd-4576-999f-834071d9a605 req-e2869385-b373-4872-8c01-b5ca0e79b130 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367975
Dec 11 21:24:33.454554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14437b13-fbaf-4f5b-a374-abc97c9960ef req-c13f7ddd-ecd2-4353-b16b-bec6f872c431 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:33.456029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14437b13-fbaf-4f5b-a374-abc97c9960ef req-c13f7ddd-ecd2-4353-b16b-bec6f872c431 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0390391
Dec 11 21:24:33.499055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-14437b13-fbaf-4f5b-a374-abc97c9960ef req-be80eba4-3293-4391-8937-17d1739990be tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365708
Dec 11 21:24:33.609228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8a1c-b9c2-4402-b0c6-55c2ca5d10d3 req-497eeae0-4fd6-4ca9-82b2-b9783940ed83 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:33.610793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d5c8a1c-b9c2-4402-b0c6-55c2ca5d10d3 req-497eeae0-4fd6-4ca9-82b2-b9783940ed83 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0403371
Dec 11 21:24:33.659011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d5c8a1c-b9c2-4402-b0c6-55c2ca5d10d3 req-358411d5-8e4c-4a02-b067-39cf817c33f1 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417209
Dec 11 21:24:33.865717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-345caaf8-7d43-4575-9cc4-83ea28c23993 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:33.867662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-345caaf8-7d43-4575-9cc4-83ea28c23993 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.0864372
Dec 11 21:24:33.881881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-10dc7593-b101-4c39-b799-475f4dac3406 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/quotas/eae48a5e4c9b42939f66eb6c18494852 HTTP/1.1" status: 200  len: 375 time: 0.0085280
Dec 11 21:24:33.934613 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-7dc584de-12c3-4c41-9e86-fda2ec317059 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0468755
Dec 11 21:24:34.025237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-ab0e9ecc-c40a-48e1-a8f8-94c1429739a9 service neutron] 10.222.0.18 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795851
Dec 11 21:24:34.115930 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-167bc560-fd76-4cea-808e-a565d688000c service neutron] 10.222.0.18 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846493
Dec 11 21:24:34.285033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7352cc8b-f328-4022-b42d-e4eff1251c4c req-b774e1b4-fc39-422e-913c-ba2dcfc13014 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 210 time: 0.0281944
Dec 11 21:24:35.200793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-a2a888c4-23ba-4a39-ac32-753150b2e83c tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:35.202311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-a2a888c4-23ba-4a39-ac32-753150b2e83c tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.30 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.0997596
Dec 11 21:24:35.214233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Request body: {'port': {'device_id': '72af813d-c020-454d-8ec9-56b775a327f1', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'admin_state_up': True, 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:35.235855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Made reservation on behalf of eae48a5e4c9b42939f66eb6c18494852 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:35.238241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.356321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Allocated IP 172.20.0.4 (54db757b-4014-49b3-8bbb-09bde0aeed78/096da95b-c50b-410f-bde6-a438f5b7388d/30d9711c-ea82-4f65-bf98-dc31f5c06d08) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:35.386770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e53a6f15-e846-4b23-aa7d-df462710d034 req-5ce31740-3112-4197-9664-1504aaf20540 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 210 time: 0.0324140
Dec 11 21:24:35.511320 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.544032 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.555563 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['32687fe6-8523-4af2-9770-0d29792ef92c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:35.585123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:35.588096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:35.591439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:35.597128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Pushing event updated for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:35.640639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:35.641239 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.658041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-0ec3ed7a-8045-43d3-bf86-119f0a8950b7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.4473982
Dec 11 21:24:35.710755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Request body: {'port': {'device_id': '72af813d-c020-454d-8ec9-56b775a327f1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:35.770750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.886759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b2802f58-041b-4021-9b80-69bc48af42b5 None None] Provisioning complete for port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:35.887335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2802f58-041b-4021-9b80-69bc48af42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:35.924485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b2802f58-041b-4021-9b80-69bc48af42b5 None None] Port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:36.027861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d9711c-ea82-4f65-bf98-dc31f5c06d08 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:36.035129 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:36.048422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Transition to ACTIVE for port object 30d9711c-ea82-4f65-bf98-dc31f5c06d08 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:24:36.052084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:36.106490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Pushing event updated for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:36.495697 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0349-a0a0-41d6-a487-be7602f46257 req-43d3fe6f-708a-4c3e-a5cb-845f583515a0 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:36.497201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-114f0349-a0a0-41d6-a487-be7602f46257 req-43d3fe6f-708a-4c3e-a5cb-845f583515a0 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1052 time: 0.0412774
Dec 11 21:24:36.504963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Attempting to bind port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:36.505464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Attempting to bind port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:36.505615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Attempting to bind port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:36.510320 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 on network 54db757b-4014-49b3-8bbb-09bde0aeed78 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:24:36.510682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Attempting to bind port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 on network 54db757b-4014-49b3-8bbb-09bde0aeed78 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:36.515416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:36.515747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Checking segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:36.516126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Bound using segment: {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:36.516542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Bound port: 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a50b3f-c962-4142-9b67-505f6f602e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:36.516890 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:36.541576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-114f0349-a0a0-41d6-a487-be7602f46257 req-b0064271-2f5f-4872-a5d7-716998f09ed6 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383070
Dec 11 21:24:36.577867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:36.580772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:36.585079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:36.620999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:36.621622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:36.623036 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] 10.222.0.30 "PUT /v2.0/ports/30d9711c-ea82-4f65-bf98-dc31f5c06d08 HTTP/1.1" status: 200  len: 1091 time: 0.9182444
Dec 11 21:24:36.623477 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:36.625756 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66748714-dcee-4e69-83a7-715f815927c5" -d '{"events": [{"name": "network-changed", "server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:36.660854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e2f22-5f10-48ca-8181-02d086c307bf service neutron] Pushing event updated for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:36.675464 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad3908-ee10-4304-8d36-e59f35166d7c x-openstack-request-id: req-a4ad3908-ee10-4304-8d36-e59f35166d7c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:36.675776 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:36.676024 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4ad3908-ee10-4304-8d36-e59f35166d7c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:36.676428 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08', 'status': 'completed', 'code': 200}
Dec 11 21:24:36.711106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-bdb9c15b-45ca-499e-acfa-6b89509693d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:36.712623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-bdb9c15b-45ca-499e-acfa-6b89509693d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0487409
Dec 11 21:24:36.756178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-931eb9b7-f9ba-4192-827e-ae83a5dd666b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08 HTTP/1.1" status: 200  len: 217 time: 0.0352159
Dec 11 21:24:36.807230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-cf3847b9-704d-4e39-81da-8871bb4c2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:36.808707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-cf3847b9-704d-4e39-81da-8871bb4c2d4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=096da95b-c50b-410f-bde6-a438f5b7388d HTTP/1.1" status: 200  len: 849 time: 0.0453646
Dec 11 21:24:36.859589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-f5e0dae8-c70c-46f2-abf7-121f6b0f7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:36.861143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-f5e0dae8-c70c-46f2-abf7-121f6b0f7f08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54db757b-4014-49b3-8bbb-09bde0aeed78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447431
Dec 11 21:24:36.950723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-e6f261e4-2d9f-429a-aab2-6ba5c79fc602 service neutron] 10.222.0.30 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817292
Dec 11 21:24:37.043833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03bd3068-e009-4abc-95d9-8a9a5be5f88d req-b8347d99-d265-4996-a896-209e11910dba service neutron] 10.222.0.30 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852137
Dec 11 21:24:37.130869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748714-dcee-4e69-83a7-715f815927c5 req-b21c804c-4b8f-4d1a-9ce4-67001643817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:37.132326 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-b21c804c-4b8f-4d1a-9ce4-67001643817c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eae48a5e4c9b42939f66eb6c18494852&device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0419638
Dec 11 21:24:37.226575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748714-dcee-4e69-83a7-715f815927c5 req-2a1d70bd-9092-49ad-95ef-91093b87242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:37.228039 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-2a1d70bd-9092-49ad-95ef-91093b87242b service neutron] 10.222.0.30 "GET /v2.0/networks?id=54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 200  len: 911 time: 0.0844104
Dec 11 21:24:37.273335 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-61c2238f-7e6d-4d92-81e7-97668bd26496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08 HTTP/1.1" status: 200  len: 217 time: 0.0377288
Dec 11 21:24:37.321619 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748714-dcee-4e69-83a7-715f815927c5 req-0b3fa63b-4a46-4fb6-92b9-c866617826de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:37.323056 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-0b3fa63b-4a46-4fb6-92b9-c866617826de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=096da95b-c50b-410f-bde6-a438f5b7388d HTTP/1.1" status: 200  len: 849 time: 0.0429783
Dec 11 21:24:37.369979 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66748714-dcee-4e69-83a7-715f815927c5 req-4021b24b-9d1f-405f-b00b-ac3d13873f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:37.371472 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-4021b24b-9d1f-405f-b00b-ac3d13873f5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54db757b-4014-49b3-8bbb-09bde0aeed78&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401015
Dec 11 21:24:37.464383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-1d33a103-2fca-412e-aa51-a1a219d8b1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845819
Dec 11 21:24:37.554509 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66748714-dcee-4e69-83a7-715f815927c5 req-b5f1de3e-7fc9-4ff3-b110-2cc9fd327c59 service neutron] 10.222.0.30 "GET /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815306
Dec 11 21:24:37.648087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84c39-fc10-478b-a789-3b20378d108e req-3e82b910-d85d-4c4b-bfd7-a8963b161f71 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:37.649799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6af84c39-fc10-478b-a789-3b20378d108e req-3e82b910-d85d-4c4b-bfd7-a8963b161f71 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0411615
Dec 11 21:24:37.701394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6af84c39-fc10-478b-a789-3b20378d108e req-be60b3fc-4c75-4b82-a47c-321111eb89b0 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454707
Dec 11 21:24:38.822154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff4d6-aab7-40d8-96ed-4aa862b066b6 req-79f5929a-5129-49aa-ab3a-695d579aac84 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:38.824001 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f63ff4d6-aab7-40d8-96ed-4aa862b066b6 req-79f5929a-5129-49aa-ab3a-695d579aac84 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0443344
Dec 11 21:24:38.875803 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f63ff4d6-aab7-40d8-96ed-4aa862b066b6 req-5c777616-5691-4bda-a121-afe7d486d211 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452232
Dec 11 21:24:39.997763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a3b3c-ae0b-42b4-bef9-ca1af2d8a4df req-9250c9dc-3dd3-4448-9c03-860ffdcbf976 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:39.999662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f62a3b3c-ae0b-42b4-bef9-ca1af2d8a4df req-9250c9dc-3dd3-4448-9c03-860ffdcbf976 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0468526
Dec 11 21:24:40.050264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f62a3b3c-ae0b-42b4-bef9-ca1af2d8a4df req-56418dad-09bf-4cd4-972a-6c58b3772ccc tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436940
Dec 11 21:24:41.011639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8233ad44-bf13-478d-ba48-73749b3aa761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:41.170784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be1b0-b004-4fe4-8aea-bc13cc42f9aa req-9ca83a87-c635-4bb8-a835-23bda88b1689 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:41.172647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b9be1b0-b004-4fe4-8aea-bc13cc42f9aa req-9ca83a87-c635-4bb8-a835-23bda88b1689 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0444257
Dec 11 21:24:41.223590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b9be1b0-b004-4fe4-8aea-bc13cc42f9aa req-a9f6efa3-00df-45c6-a9cd-b7f72594bcef tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436666
Dec 11 21:24:42.239385 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 30d9711c-ea82-4f65-bf98-dc31f5c06d08 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:24:42.347935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae632269-0f43-4771-a083-c7b2767e155c req-e260ed1a-059c-49cf-ac33-bcafe6814fc7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:42.350126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae632269-0f43-4771-a083-c7b2767e155c req-e260ed1a-059c-49cf-ac33-bcafe6814fc7 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1094 time: 0.0512502
Dec 11 21:24:42.350969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:42.363896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '30d9711c-ea82-4f65-bf98-dc31f5c06d08', 'network_id': '54db757b-4014-49b3-8bbb-09bde0aeed78', 'port_id': '30d9711c-ea82-4f65-bf98-dc31f5c06d08', 'mac_address': 'fa:16:3e:9f:6f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096da95b-c50b-410f-bde6-a438f5b7388d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:24:42.398252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae632269-0f43-4771-a083-c7b2767e155c req-28e4fd87-a500-4d4f-b058-366bab420c7f tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412128
Dec 11 21:24:42.405364 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:42.420177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d9711c-ea82-4f65-bf98-dc31f5c06d08 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:42.440996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:42.444526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:42.495885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:42.773114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['30d9711c-ea82-4f65-bf98-dc31f5c06d08'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:43.480736 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ddbd91c1-4664-4357-b805-437c475aca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:43.516630 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a0083-cf11-49aa-b941-1273bb4aeca8 req-697c89f2-e8c0-4846-bbb1-ce4c576ed9cd tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:43.518289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c30a0083-cf11-49aa-b941-1273bb4aeca8 req-697c89f2-e8c0-4846-bbb1-ce4c576ed9cd tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1095 time: 0.0452149
Dec 11 21:24:43.571830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c30a0083-cf11-49aa-b941-1273bb4aeca8 req-c6eeff62-1979-4613-903f-f7ca8a5313a1 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459614
Dec 11 21:24:44.251473 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 30d9711c-ea82-4f65-bf98-dc31f5c06d08 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:44.309717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:24:44.313995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:44.314356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:44.393631 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:44.418813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:44.421113 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1720bc2-b8de-4e1a-a066-63ca8da3dded" -d '{"events": [{"server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "name": "network-vif-plugged", "status": "completed", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:44.435315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:44.441495 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:44.470931 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75201911-579f-4859-8922-f2180b497a61 x-openstack-request-id: req-75201911-579f-4859-8922-f2180b497a61 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:44.471346 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "name": "network-vif-plugged", "status": "completed", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:44.471625 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75201911-579f-4859-8922-f2180b497a61 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:44.472174 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08', 'code': 200}
Dec 11 21:24:44.498535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:44.578464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53e42f-5d8d-44c6-9800-65e722f10777 req-742972ea-9030-42bb-a977-82e794dd5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:44.579943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e53e42f-5d8d-44c6-9800-65e722f10777 req-742972ea-9030-42bb-a977-82e794dd5d4e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0495951
Dec 11 21:24:44.633258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e53e42f-5d8d-44c6-9800-65e722f10777 req-a6a17015-9c63-4303-a943-12b26139e755 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442524
Dec 11 21:24:44.690311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b7b8a-e217-412d-9f6a-76b777dfcb49 req-b723b5a0-b97d-461c-b554-4916d267242c tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:44.691886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-383b7b8a-e217-412d-9f6a-76b777dfcb49 req-b723b5a0-b97d-461c-b554-4916d267242c tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0447569
Dec 11 21:24:44.735434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-383b7b8a-e217-412d-9f6a-76b777dfcb49 req-db450a2d-84ca-442e-8c54-e6a89e2aaf00 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375028
Dec 11 21:24:44.990986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:45.847452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55688) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:45.870050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b061c3-65fa-4bfe-a1c9-ffb21528c2be req-b940dc2e-e5fd-4c79-bb42-fcb096f28fef tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:45.871676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2b061c3-65fa-4bfe-a1c9-ffb21528c2be req-b940dc2e-e5fd-4c79-bb42-fcb096f28fef tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0521495
Dec 11 21:24:45.921171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2b061c3-65fa-4bfe-a1c9-ffb21528c2be req-e2365d71-7630-46e6-b5c9-b76472a5bad6 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432341
Dec 11 21:24:45.979709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00aa3122-9252-47f6-9c4b-20a9f0301a1f tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3578 time: 0.1303916
Dec 11 21:24:45.981781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55690) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:45.985899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:45.987817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'network': {'name': 'tempest-network-smoke--1186876291', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'port_security_enabled': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:46.012490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:46.018135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.049135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:24:46.060012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.060351 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Added segment 8ed05d58-de88-4588-a495-d26fb42d75ee of type vlan for network 07df4bd5-6465-4600-8ab1-6739799a3f1b
Dec 11 21:24:46.107883 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.136485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.142632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:46.143308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.207568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2246046
Dec 11 21:24:46.210362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:46.216846 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'admin_state_up': True, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:46.229552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33f2bd-7b13-4a13-a022-41b708370c6e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Network': ['ID=07df4bd5-6465-4600-8ab1-6739799a3f1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:46.244143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:24:46.246043 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.247294 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.315543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.343117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.454285 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.641126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:46.659476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.034156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fae8b6-b2d9-4c28-9eac-30e6080caf3d req-00e7a325-61a7-4a3e-a8a0-cfb7e6b05b12 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:47.035742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16fae8b6-b2d9-4c28-9eac-30e6080caf3d req-00e7a325-61a7-4a3e-a8a0-cfb7e6b05b12 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0420644
Dec 11 21:24:47.048182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.35.1.91 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/205e0e4c-af68-4f5b-8bf7-e1d53a71a231) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:47.080295 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-16fae8b6-b2d9-4c28-9eac-30e6080caf3d req-8a735ab5-e3d3-41b6-b20d-5cbcc07b2298 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383234
Dec 11 21:24:47.148208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.196654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.211565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa91fbb-4de2-4881-abfd-d54232243a60 req-0e97f7dc-db98-4dc0-ad3d-97e7e9bff129 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:47.213033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efa91fbb-4de2-4881-abfd-d54232243a60 req-0e97f7dc-db98-4dc0-ad3d-97e7e9bff129 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0632086
Dec 11 21:24:47.226241 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.284636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:47.295727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:47.300111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:47.302261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:47.309114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e474f-f169-4c5c-a2a3-2f5d8b198546 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:47.326077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-efa91fbb-4de2-4881-abfd-d54232243a60 req-91b11c55-00c0-444c-b30b-b2351079706e tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064029
Dec 11 21:24:47.361036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-335160d8-ba29-4c07-8a60-d4f180795128 None None] Provisioning complete for port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:47.361588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-335160d8-ba29-4c07-8a60-d4f180795128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.399752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-335160d8-ba29-4c07-8a60-d4f180795128 None None] Port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:47.437712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98c00b-254c-4a54-9234-e4e5df1e621d req-51e0e321-3d58-4b42-8815-01c3e8337756 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:47.439280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c98c00b-254c-4a54-9234-e4e5df1e621d req-51e0e321-3d58-4b42-8815-01c3e8337756 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0452328
Dec 11 21:24:47.486023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c98c00b-254c-4a54-9234-e4e5df1e621d req-de6c1aec-b2de-450a-8c66-c854e4245f59 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403519
Dec 11 21:24:47.558632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.710044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd804cb-22b8-4424-8e19-5894a567b332 req-2269c4cb-f806-46c0-8b02-bdbbb895a6da tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:47.712210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4fd804cb-22b8-4424-8e19-5894a567b332 req-2269c4cb-f806-46c0-8b02-bdbbb895a6da tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0409038
Dec 11 21:24:47.757316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4fd804cb-22b8-4424-8e19-5894a567b332 req-0e6589cf-5af7-42a0-8602-a44dff7a1e1e tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389431
Dec 11 21:24:47.773419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:47.900869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:24:48.006141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:48.016053 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Sync routers for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:48.025624 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:48.026247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:48.027033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.028274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9bcda81b-c8f9-4b0e-abc1-f65c7d819335 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 1.8169866
Dec 11 21:24:48.031387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55704) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.097232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d1e72-515d-4de8-b2a9-fe6229f0ccd8 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:48.098777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5f3d1e72-515d-4de8-b2a9-fe6229f0ccd8 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ab073ca816ad4317afe9409a0e4ba800&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.0661850
Dec 11 21:24:48.101408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55706) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.130844 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:48.197689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388266b1-8925-4b2b-8ce5-56b397c0788a tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:48.199451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-388266b1-8925-4b2b-8ce5-56b397c0788a tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0971069
Dec 11 21:24:48.202683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55708) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.243430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-282dd19e-bd10-43c5-b906-ba2b82da5599 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384922
Dec 11 21:24:48.246105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55710) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.283179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a04e009b-b306-4278-bdb8-467bb3b82392 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=ab073ca816ad4317afe9409a0e4ba800&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0358739
Dec 11 21:24:48.286499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.408151 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b6d0>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:47Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:48.434181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Checking router: 07c227c4-eeba-44d4-bc99-10fbf9be8c90 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:48.434557 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Updating router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:48.441998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b9399-7e41-44f3-ad90-5cb3e7f0d525 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:48.443566 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-662b9399-7e41-44f3-ad90-5cb3e7f0d525 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1560268
Dec 11 21:24:48.447032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55716) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.460012 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.475958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c25f4cd0-85b2-4e3e-b6dd-906e05edfd28 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0277004
Dec 11 21:24:48.478452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55718) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:48.483520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-263129839', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:48.580145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:48.583831 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.717009 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.722381 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.764604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e726f-0239-42d5-8238-ce40b6fed0c5 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:48.771841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Attempting to bind port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:48.772222 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Attempting to bind port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:48.772622 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Attempting to bind port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:48.773207 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.788001 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516fe4-64e8-48e5-9b3e-ec5bd355acd7 None None] Pushing event updated for resources: {'Port': ['ID=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:48.792304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:48.792668 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:48.793082 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.793453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:48.793921 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Bound port: 205e0e4c-af68-4f5b-8bf7-e1d53a71a231, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:48.794302 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.837762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9cb80f82-81f0-4a73-985b-21be3e80e7d5 None None] Provisioning complete for port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:48.838389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9cb80f82-81f0-4a73-985b-21be3e80e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.843400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Subnet': ['ID=f1b1df51-4949-4894-bf2e-7e8cdcba14d6,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:48.852610 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Checking segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:48.852973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network hostable DHCP agents. Network: 07df4bd5-6465-4600-8ab1-6739799a3f1b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:24:48.859426 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] For port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:48.863050 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] For port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:48.868434 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.877090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-9cb80f82-81f0-4a73-985b-21be3e80e7d5 None None] Port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:48.897451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:24:48.901104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb9fb2-0b98-4896-8014-09af4ac95efe None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:48.907364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66f4b5-e555-474f-8e5d-58426e6f267f req-a9669a6e-0cba-4d1c-8fd7-d40940973668 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:48.909629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f66f4b5-e555-474f-8e5d-58426e6f267f req-a9669a6e-0cba-4d1c-8fd7-d40940973668 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0673795
Dec 11 21:24:48.927012 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:48.927655 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:48.928996 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07df4bd5-6465-4600-8ab1-6739799a3f1b) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:48.940934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7dbb88-0fe9-4a8d-8a8e-44fb7e249a78 None None] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:48.944475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:48.945074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:48.969996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3a18f149-8bbb-4eb0-9249-4f06d2d012ec tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.4901404
Dec 11 21:24:48.973449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55722) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:49.008348 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f66f4b5-e555-474f-8e5d-58426e6f267f req-0d56feba-acd6-4449-a3ec-de7297a51a54 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863547
Dec 11 21:24:49.026584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] Provisioning complete for port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:49.027120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.082678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-07df4bd5-6465-4600-8ab1-6739799a3f1b', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'fixed_ips': [{'subnet_id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:24:49.083197 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a516fe4-64e8-48e5-9b3e-ec5bd355acd7 None None] Pushing event updated for resources: {'Port': ['ID=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:49.083691 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.108381 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:49.205657 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.235063 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-eab384e3-8856-470d-980b-4156ef606021 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:49.236570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-eab384e3-8856-470d-980b-4156ef606021 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 1096 time: 0.0882561
Dec 11 21:24:49.261094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] For port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:49.268743 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.318993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Allocated IP 172.20.0.18 (07df4bd5-6465-4600-8ab1-6739799a3f1b/f1b1df51-4949-4894-bf2e-7e8cdcba14d6/ff8cea36-3689-4920-a43a-b8ff08fbc45d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:49.323382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b6d0>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:47Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:49.348333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c07d4d-10de-46dd-ab2c-1c53310f1b10 None None] Pushing event updated for resources: {'Port': ['ID=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:49.361382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449592a4-870a-4dbb-8e56-eb26d1777034 None None] The sync data for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 is: [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:47Z', 'revision_number': 3, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:49.443188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Deleting port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:24:49.443768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.607432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] For port 30d9711c-ea82-4f65-bf98-dc31f5c06d08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30d9711c-ea82-4f65-bf98-dc31f5c06d08,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:49.607668 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.650363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Calling delete_port for 30d9711c-ea82-4f65-bf98-dc31f5c06d08 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:24:49.674593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.681395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.701838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.727127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:49.730214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:49.734009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:49.765771 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Pushing event updated for resources: {'Port': ['ID=ff8cea36-3689-4920-a43a-b8ff08fbc45d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:49.799485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Attempting to bind port ff8cea36-3689-4920-a43a-b8ff08fbc45d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:49.799913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Attempting to bind port ff8cea36-3689-4920-a43a-b8ff08fbc45d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:49.800285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Attempting to bind port ff8cea36-3689-4920-a43a-b8ff08fbc45d on network 07df4bd5-6465-4600-8ab1-6739799a3f1b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:49.807282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:49.808090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Checking segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:49.808776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.809450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Bound using segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:49.810857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Bound port: ff8cea36-3689-4920-a43a-b8ff08fbc45d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:49.811330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.882603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] For port ff8cea36-3689-4920-a43a-b8ff08fbc45d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:49.887184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] For port ff8cea36-3689-4920-a43a-b8ff08fbc45d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8cea36-3689-4920-a43a-b8ff08fbc45d,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:49.892182 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:49.957732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd84998-37da-40e5-9d9b-4e2dbc379db7 None None] Pushing event updated for resources: {'Port': ['ID=ff8cea36-3689-4920-a43a-b8ff08fbc45d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:49.989079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.005273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['30d9711c-ea82-4f65-bf98-dc31f5c06d08'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:50.047769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['32687fe6-8523-4af2-9770-0d29792ef92c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:50.077800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d9711c-ea82-4f65-bf98-dc31f5c06d08,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:50.117163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] No DVR routers for this DVR port 30d9711c-ea82-4f65-bf98-dc31f5c06d08 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:24:50.121893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.126861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-38f57b63-b5b9-4f15-8036-342a840b17a0 req-a87d6ffc-67f9-4f7e-aba9-91f8dd461487 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.30 "DELETE /v2.0/ports/30d9711c-ea82-4f65-bf98-dc31f5c06d08 HTTP/1.1" status: 204  len: 173 time: 0.8820717
Dec 11 21:24:50.127385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'name': 'network-vif-deleted', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:50.129783 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81acf6a-a404-4175-99c2-8f0bc78021e0" -d '{"events": [{"server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "name": "network-vif-deleted", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:50.251553 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d829f-dd4a-4dfc-acf0-5876b55e07dd x-openstack-request-id: req-442d829f-dd4a-4dfc-acf0-5876b55e07dd {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:50.251553 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72af813d-c020-454d-8ec9-56b775a327f1", "name": "network-vif-deleted", "tag": "30d9711c-ea82-4f65-bf98-dc31f5c06d08", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:50.251553 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-442d829f-dd4a-4dfc-acf0-5876b55e07dd {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:50.251553 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72af813d-c020-454d-8ec9-56b775a327f1', 'name': 'network-vif-deleted', 'tag': '30d9711c-ea82-4f65-bf98-dc31f5c06d08', 'status': 'completed', 'code': 200}
Dec 11 21:24:50.272843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-839c7939-a2c1-4557-ad31-15abe81667c5 req-c4acef0e-863d-47e4-83ed-08dc5cef0cdb tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72af813d-c020-454d-8ec9-56b775a327f1 HTTP/1.1" status: 200  len: 210 time: 0.1245310
Dec 11 21:24:50.368072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.20.0.17 (07df4bd5-6465-4600-8ab1-6739799a3f1b/f1b1df51-4949-4894-bf2e-7e8cdcba14d6/992aef84-f47d-4db0-9709-9f476ba687e4) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:50.543835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:50.567908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.604360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:50.604701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.609491 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.658883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:50.670217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:50.694664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:50.699199 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:50.719372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ff8cea36-3689-4920-a43a-b8ff08fbc45d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:50.748747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.783034 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ff8cea36-3689-4920-a43a-b8ff08fbc45d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:50.783034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.871994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.900367 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.905646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port ff8cea36-3689-4920-a43a-b8ff08fbc45d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8cea36-3689-4920-a43a-b8ff08fbc45d,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:50.909797 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:50.958884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=ff8cea36-3689-4920-a43a-b8ff08fbc45d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:51.205111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.211141 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.224623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafc573-8009-4239-8cd5-6453356d7285 None None] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:51.286302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:51.291361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.332731 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-326e8dff-c4a6-4fcc-8f57-91111e1ed8ad None None] Provisioning complete for port ff8cea36-3689-4920-a43a-b8ff08fbc45d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:51.333097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-326e8dff-c4a6-4fcc-8f57-91111e1ed8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.430411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.455172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:51.456933 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:51.615250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:51.629874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a12eb5-d609-4e07-9923-7174ff144126 req-21263ce1-446f-460e-8775-c050ac489b3b tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:51.634977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29a12eb5-d609-4e07-9923-7174ff144126 req-21263ce1-446f-460e-8775-c050ac489b3b tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0556657
Dec 11 21:24:51.692446 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-29a12eb5-d609-4e07-9923-7174ff144126 req-30e0eeb5-1cc0-44e4-a8ff-ca61ed64dd79 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538397
Dec 11 21:24:51.774433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ab9c2ba1-d8f9-49dd-8c9a-95c573087f27 None None] Provisioning complete for port ff8cea36-3689-4920-a43a-b8ff08fbc45d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:51.775202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2ba1-d8f9-49dd-8c9a-95c573087f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.890068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ab9c2ba1-d8f9-49dd-8c9a-95c573087f27 None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:51.890874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab9c2ba1-d8f9-49dd-8c9a-95c573087f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:51.937785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c2ba1-d8f9-49dd-8c9a-95c573087f27 None None] Port 992aef84-f47d-4db0-9709-9f476ba687e4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:52.085685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-464af185-7fee-4f5b-aec5-0dc47d1b0832 None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:52.086996 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-464af185-7fee-4f5b-aec5-0dc47d1b0832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:52.134445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-464af185-7fee-4f5b-aec5-0dc47d1b0832 None None] Port 992aef84-f47d-4db0-9709-9f476ba687e4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:52.161899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:52.179194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-26735e21-6eca-448e-8cae-18a400ac95f3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "PUT /v2.0/routers/07c227c4-eeba-44d4-bc99-10fbf9be8c90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1939197
Dec 11 21:24:52.179597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Sync routers for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:52.186291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:52.187505 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:52.303604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-797160bd-c917-488a-aff5-060b0f02d27a None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:52.303973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-797160bd-c917-488a-aff5-060b0f02d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:52.349525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:52.354844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ff8cea36-3689-4920-a43a-b8ff08fbc45d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:52.406424 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-797160bd-c917-488a-aff5-060b0f02d27a None None] Port 992aef84-f47d-4db0-9709-9f476ba687e4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:52.523582 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ff8cea36-3689-4920-a43a-b8ff08fbc45d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:52.524003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:52.562306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-f0bb58ff-c491-4b76-834d-934beae10a26 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:52.563679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-f0bb58ff-c491-4b76-834d-934beae10a26 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/networks?id=07df4bd5-6465-4600-8ab1-6739799a3f1b HTTP/1.1" status: 200  len: 798 time: 0.1970196
Dec 11 21:24:52.582402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-7ae07d56-3e01-4ec0-b7f2-3e36462d054f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/quotas/ab073ca816ad4317afe9409a0e4ba800 HTTP/1.1" status: 200  len: 375 time: 0.0114832
Dec 11 21:24:52.672800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7afd0>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:50Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '992aef84-f47d-4db0-9709-9f476ba687e4', 'name': '', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:e0:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:49Z', 'updated_at': '2021-12-11T21:24:51Z', 'revision_number': 2, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:52.684093 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-6bd63c72-015a-49f9-8aa1-2a4f792de38c tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0948830
Dec 11 21:24:52.706401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Checking router: 07c227c4-eeba-44d4-bc99-10fbf9be8c90 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:52.706783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Updating router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 port 992aef84-f47d-4db0-9709-9f476ba687e4 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:24:52.738658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:52.792407 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-2c38431b-8a35-43b9-83a5-96be319c284d service neutron] 10.222.0.18 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957038
Dec 11 21:24:52.831259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e018fd-a3e3-4203-9768-47f62d93f14d req-431dcc28-4d8b-423a-a0a8-f88ff36f1145 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:52.833088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77e018fd-a3e3-4203-9768-47f62d93f14d req-431dcc28-4d8b-423a-a0a8-f88ff36f1145 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0477505
Dec 11 21:24:52.898893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-77e018fd-a3e3-4203-9768-47f62d93f14d req-1012dd9b-75d2-43ef-94e9-657d7fca700d tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1ca574c6-a9f9-4c1d-9049-c965f8593c33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554631
Dec 11 21:24:52.912856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-9fe329e1-07de-4902-b4cc-4adf328ddefe service neutron] 10.222.0.18 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1111429
Dec 11 21:24:52.993925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-e5867089-aa58-44d6-8ff5-685cfc4aecb0 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:52.996259 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-e5867089-aa58-44d6-8ff5-685cfc4aecb0 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 1097 time: 0.0514297
Dec 11 21:24:53.060715 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.070344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.121071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3e03296-5504-4fd9-9ebf-f1182c7cf5c0 req-77050f00-b045-4f78-aa1b-e45083c8e44a tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 210 time: 0.0328314
Dec 11 21:24:53.134922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Deleting port 32687fe6-8523-4af2-9770-0d29792ef92c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:24:53.135123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834197-3866-4066-b840-5a9428a78b5e None None] Pushing event updated for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:53.141405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.194190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Attempting to bind port 992aef84-f47d-4db0-9709-9f476ba687e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:53.194659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Attempting to bind port 992aef84-f47d-4db0-9709-9f476ba687e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:53.194942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Attempting to bind port 992aef84-f47d-4db0-9709-9f476ba687e4 on network 07df4bd5-6465-4600-8ab1-6739799a3f1b {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:53.207199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:53.207574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Checking segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:53.207983 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.208476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Bound using segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:53.208914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Bound port: 992aef84-f47d-4db0-9709-9f476ba687e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:53.209570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.255811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] For port 32687fe6-8523-4af2-9770-0d29792ef92c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32687fe6-8523-4af2-9770-0d29792ef92c,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:53.256192 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.274136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Calling delete_port for 32687fe6-8523-4af2-9770-0d29792ef92c owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:24:53.295741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] For port 992aef84-f47d-4db0-9709-9f476ba687e4, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:53.299985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] For port 992aef84-f47d-4db0-9709-9f476ba687e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=992aef84-f47d-4db0-9709-9f476ba687e4,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:53.307490 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.406883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834197-3866-4066-b840-5a9428a78b5e None None] Pushing event updated for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:53.409513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:53.410076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:53.452873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.472781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['32687fe6-8523-4af2-9770-0d29792ef92c'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:24:53.533272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:53.533677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.566619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] No DVR routers for this DVR port 32687fe6-8523-4af2-9770-0d29792ef92c on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:24:53.568509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Pushing event deleted for resources: {'Port': ['ID=32687fe6-8523-4af2-9770-0d29792ef92c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:53.584971 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.589419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7603e755-666a-4e6b-83e4-f610dbf79947 req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.16 "DELETE /v2.0/ports/32687fe6-8523-4af2-9770-0d29792ef92c HTTP/1.1" status: 204  len: 173 time: 0.5871618
Dec 11 21:24:53.591503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.592371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.592371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.592636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.592967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.593531 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.594164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.594978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.595562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.595710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.596110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.596448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.596847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbe18a7-1900-41e7-a4ed-8e2af5a5f9d2 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:24:53.599784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'name': 'network-vif-deleted', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:53.609240 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac341683-36ee-4647-93d7-99112a30d60d" -d '{"events": [{"server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "name": "network-vif-deleted", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:53.661069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:53.673515 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70f13b0-862f-4808-b978-074593761625 x-openstack-request-id: req-f70f13b0-862f-4808-b978-074593761625 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:53.674071 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c08b12-972e-4ae5-9e52-f18d9e014b5c", "name": "network-vif-deleted", "tag": "32687fe6-8523-4af2-9770-0d29792ef92c", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:53.674411 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f70f13b0-862f-4808-b978-074593761625 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:53.674847 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c08b12-972e-4ae5-9e52-f18d9e014b5c', 'name': 'network-vif-deleted', 'tag': '32687fe6-8523-4af2-9770-0d29792ef92c', 'status': 'completed', 'code': 200}
Dec 11 21:24:53.889477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:53.962896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] For port 992aef84-f47d-4db0-9709-9f476ba687e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=992aef84-f47d-4db0-9709-9f476ba687e4,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:53.966975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:54.002230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c272218-3715-409d-8977-bddd9033ac13 req-4b11bb0b-d24f-49cc-82df-900be3fd8000 tempest-TestServerMultinode-2074165328 tempest-TestServerMultinode-2074165328-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=17c08b12-972e-4ae5-9e52-f18d9e014b5c HTTP/1.1" status: 200  len: 210 time: 0.0264688
Dec 11 21:24:54.025751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15133-2a7f-4f4e-879c-9bbd82915244 None None] Pushing event updated for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:54.034909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7afd0>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:50Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '992aef84-f47d-4db0-9709-9f476ba687e4', 'name': '', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:e0:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:49Z', 'updated_at': '2021-12-11T21:24:53Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:54.234102 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ad02-6333-4616-b65f-daa1c570537f None None] The sync data for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 is: [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:50Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '992aef84-f47d-4db0-9709-9f476ba687e4', 'name': '', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:e0:a1:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:49Z', 'updated_at': '2021-12-11T21:24:53Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:54.246886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ca383031-62a3-456d-8c35-69ce1684eb56 None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:54.247342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca383031-62a3-456d-8c35-69ce1684eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:54.270259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b338afa7-451b-453a-86fd-1d7a52d9c6aa req-0c7808ae-08a4-4a75-847a-6ddf6f9ef533 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 210 time: 0.0385849
Dec 11 21:24:54.350720 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 30d9711c-ea82-4f65-bf98-dc31f5c06d08 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:24:54.433779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 30d9711c-ea82-4f65-bf98-dc31f5c06d08 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:24:54.433779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 30d9711c-ea82-4f65-bf98-dc31f5c06d08 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:24:54.509474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-2a7ca130-a0fd-4323-b30d-de70dd740d3e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:54.511121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-2a7ca130-a0fd-4323-b30d-de70dd740d3e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.30 "GET /v2.0/networks?id=07df4bd5-6465-4600-8ab1-6739799a3f1b HTTP/1.1" status: 200  len: 798 time: 0.1983097
Dec 11 21:24:54.525037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Request body: {'port': {'device_id': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'admin_state_up': True, 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:54.652397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Made reservation on behalf of ab073ca816ad4317afe9409a0e4ba800 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:24:54.661169 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:54.813550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Allocated IP 172.20.0.28 (07df4bd5-6465-4600-8ab1-6739799a3f1b/f1b1df51-4949-4894-bf2e-7e8cdcba14d6/7c883794-94d6-4732-9e21-d9a05e6dfc88) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:24:54.943910 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:54.988796 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.038419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:24:55.042267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:24:55.046936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:24:55.074152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:55.080764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event updated for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:55.160694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:55.161511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.208350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-cc6c79c7-e0d9-4a79-ace4-3d0b7b3f5767 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 0.6880047
Dec 11 21:24:55.222091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Request body: {'port': {'device_id': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:24:55.345138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.397732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f3e9ed26-76ba-47f3-b340-b17baa37f74b None None] Provisioning complete for port 7c883794-94d6-4732-9e21-d9a05e6dfc88 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:55.398271 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f3e9ed26-76ba-47f3-b340-b17baa37f74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.440650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9ed26-76ba-47f3-b340-b17baa37f74b None None] Port 7c883794-94d6-4732-9e21-d9a05e6dfc88 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:24:55.590762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb116d-7cbd-477d-b373-19d1776b9815 req-e7db6cfe-0c70-435f-af1b-19697330fd98 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:55.592587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bfb116d-7cbd-477d-b373-19d1776b9815 req-e7db6cfe-0c70-435f-af1b-19697330fd98 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 895 time: 0.1972480
Dec 11 21:24:55.884505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-bd63a34c-540b-4764-bab8-9a36926cfb20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0514390
Dec 11 21:24:55.897827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c883794-94d6-4732-9e21-d9a05e6dfc88 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:24:55.909172 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.937980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Transition to ACTIVE for port object 7c883794-94d6-4732-9e21-d9a05e6dfc88 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:24:55.945095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.985220 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:55.986385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-ce21437c-1606-4d8b-9e00-7ece4501cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:55.988221 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-ce21437c-1606-4d8b-9e00-7ece4501cd32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0549746
Dec 11 21:24:56.134043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-836f0b79-471c-4408-b7ea-e0fe41515a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.136159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-836f0b79-471c-4408-b7ea-e0fe41515a68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 898 time: 0.1218233
Dec 11 21:24:56.218356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-01dadbcc-a9c1-4603-b3d5-e4b664fa70b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 1001 time: 0.0752585
Dec 11 21:24:56.288319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-4643626b-956b-49b0-9d6b-9de8a8431ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.291265 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-4643626b-956b-49b0-9d6b-9de8a8431ae5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 200  len: 835 time: 0.0657544
Dec 11 21:24:56.316392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Pushing event updated for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:56.351516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-e03cb3de-2103-49d6-9e9b-5edd5b5d8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.354227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-e03cb3de-2103-49d6-9e9b-5edd5b5d8617 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07c53f0b-3770-4a25-85e0-400ee7600c91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0557683
Dec 11 21:24:56.422409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 992aef84-f47d-4db0-9709-9f476ba687e4 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:24:56.484084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-7190076e-6fc3-4193-a7cb-a6fdabe97c6d service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199844
Dec 11 21:24:56.488877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 992aef84-f47d-4db0-9709-9f476ba687e4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:24:56.489443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:56.551332 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Attempting to bind port 7c883794-94d6-4732-9e21-d9a05e6dfc88 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:24:56.552097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Attempting to bind port 7c883794-94d6-4732-9e21-d9a05e6dfc88 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:24:56.552621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Attempting to bind port 7c883794-94d6-4732-9e21-d9a05e6dfc88 on network 07df4bd5-6465-4600-8ab1-6739799a3f1b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:56.588558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0000ee2-2cef-4a0b-8060-345ee6ec1c9f req-03b62884-f1ae-4aa7-a123-d6390a4efaef service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980165
Dec 11 21:24:56.591252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Port 7c883794-94d6-4732-9e21-d9a05e6dfc88 on network 07df4bd5-6465-4600-8ab1-6739799a3f1b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:24:56.591632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Attempting to bind port 7c883794-94d6-4732-9e21-d9a05e6dfc88 on network 07df4bd5-6465-4600-8ab1-6739799a3f1b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:24:56.605737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:24:56.606113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Checking segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:24:56.606520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Bound using segment: {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:24:56.606964 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Bound port: 7c883794-94d6-4732-9e21-d9a05e6dfc88, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed05d58-de88-4588-a495-d26fb42d75ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:24:56.607323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:56.715965 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 32687fe6-8523-4af2-9770-0d29792ef92c no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:24:56.733181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:24:56.740979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 32687fe6-8523-4af2-9770-0d29792ef92c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:24:56.741428 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 32687fe6-8523-4af2-9770-0d29792ef92c not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:24:56.763751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7606ee-659e-4b97-a8d3-6b5c5ff70b24 req-6fa6e2e8-1235-443a-8c3a-f287b46c1a76 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.765827 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a7606ee-659e-4b97-a8d3-6b5c5ff70b24 req-6fa6e2e8-1235-443a-8c3a-f287b46c1a76 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.0780580
Dec 11 21:24:56.774905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:24:56.783045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:56.831764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.832414 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:56.833830 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] 10.222.0.30 "PUT /v2.0/ports/7c883794-94d6-4732-9e21-d9a05e6dfc88 HTTP/1.1" status: 200  len: 1055 time: 1.6165886
Dec 11 21:24:56.834307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:24:56.836943 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035e0e9-8062-4a7b-b210-c74b32143667" -d '{"events": [{"name": "network-changed", "server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:24:56.865028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Deleting port cc2f3246-36b6-49ed-a38c-298eee89584f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:24:56.865387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:56.868659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f89aa-9ecb-487f-afa0-fac5e5c856dd service neutron] Pushing event updated for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:56.926439 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d97e1-e562-4f38-a711-412dfb6732f5 x-openstack-request-id: req-9f6d97e1-e562-4f38-a711-412dfb6732f5 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:24:56.926787 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:24:56.927048 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f6d97e1-e562-4f38-a711-412dfb6732f5 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:24:56.927476 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88', 'status': 'completed', 'code': 200}
Dec 11 21:24:56.997567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-e7dbf1b5-e53b-48c6-ab91-efc42c39d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:56.999305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-e7dbf1b5-e53b-48c6-ab91-efc42c39d274 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 1058 time: 0.1095088
Dec 11 21:24:57.005099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] For port cc2f3246-36b6-49ed-a38c-298eee89584f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc2f3246-36b6-49ed-a38c-298eee89584f,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:57.005473 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:57.055342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Calling delete_port for cc2f3246-36b6-49ed-a38c-298eee89584f owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:24:57.058555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-4e0811e6-5bcf-4fc6-9935-6ea7cc046aec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88 HTTP/1.1" status: 200  len: 217 time: 0.0438726
Dec 11 21:24:57.163421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-31670931-3bec-40e5-8c53-ca2aa06477b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:57.165582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-31670931-3bec-40e5-8c53-ca2aa06477b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f1b1df51-4949-4894-bf2e-7e8cdcba14d6 HTTP/1.1" status: 200  len: 837 time: 0.0987597
Dec 11 21:24:57.267531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-18afc8bd-1af8-4a89-bccc-d782c5bf8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:57.269195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-18afc8bd-1af8-4a89-bccc-d782c5bf8f2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07df4bd5-6465-4600-8ab1-6739799a3f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0956085
Dec 11 21:24:57.399063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:57.441469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2f3246-36b6-49ed-a38c-298eee89584f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:57.446880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-a423775e-d3ff-4ef8-b55a-fd3c6d049d16 service neutron] 10.222.0.30 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690745
Dec 11 21:24:57.640382 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f9b1a66d-2216-446f-880a-fa593bd0bed1 req-bcdfc6b1-1cff-4a05-95cb-73aacd82d89b service neutron] 10.222.0.30 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852145
Dec 11 21:24:57.730430 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:57.794513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-66fa610c-1f91-4945-bd94-60425a66f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:57.798674 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-66fa610c-1f91-4945-bd94-60425a66f138 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 1058 time: 0.1042163
Dec 11 21:24:57.902913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f951-d6a8-4bfe-885c-92e04f4dc11f req-400ab3b9-6e75-49ce-a881-2f781d5c746d tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:57.906966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fa35f951-d6a8-4bfe-885c-92e04f4dc11f req-400ab3b9-6e75-49ce-a881-2f781d5c746d tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.0612803
Dec 11 21:24:57.993632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-5dc5fb8e-6027-4d57-94b1-8f7abea95710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:57.995224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-5dc5fb8e-6027-4d57-94b1-8f7abea95710 service neutron] 10.222.0.30 "GET /v2.0/networks?id=07df4bd5-6465-4600-8ab1-6739799a3f1b HTTP/1.1" status: 200  len: 899 time: 0.1885462
Dec 11 21:24:58.045214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-7f9c620a-607c-4066-a13d-02d383440a81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88 HTTP/1.1" status: 200  len: 217 time: 0.0409687
Dec 11 21:24:58.142266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-9a2341ac-e896-44ca-81fb-48e26915f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:58.143945 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-9a2341ac-e896-44ca-81fb-48e26915f389 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f1b1df51-4949-4894-bf2e-7e8cdcba14d6 HTTP/1.1" status: 200  len: 837 time: 0.0908437
Dec 11 21:24:58.148080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Router c153178f-47cc-43e8-8053-f50e3d604e99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:24:58.248528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-5ab8e9d4-99b7-41ef-871a-e9621f80faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:58.250177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-5ab8e9d4-99b7-41ef-871a-e9621f80faf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=07df4bd5-6465-4600-8ab1-6739799a3f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1165 time: 0.0987475
Dec 11 21:24:58.640928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:24:58.649765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0a454b1-3282-497a-bc52-e93e5a96a724 admin admin] 10.222.0.18 "PUT /v2.0/routers/c153178f-47cc-43e8-8053-f50e3d604e99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5741255
Dec 11 21:24:58.652218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:58.654718 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Sync routers for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:24:58.666206 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:58.667211 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84789dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:58.694363 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-f0c9a41a-77ee-4d47-add9-ab27d57e26f3 service neutron] 10.222.0.30 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4366031
Dec 11 21:24:58.776816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:58.789954 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:58.793231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4035e0e9-8062-4a7b-b210-c74b32143667 req-e3c5dfaa-d551-44c5-b75d-fb750c4c9499 service neutron] 10.222.0.30 "GET /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897496
Dec 11 21:24:58.879386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:58.935095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Deleting port 6025d5c8-c947-41c0-bddd-5ffacb03e82b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:24:58.935754 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:58.969260 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84789dc0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96'}], 'enable_snat': True}, 'gw_port_id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:57Z', 'revision_number': 5, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port': {'id': '6025d5c8-c947-41c0-bddd-5ffacb03e82b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:58.998705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Checking router: c153178f-47cc-43e8-8053-f50e3d604e99 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:24:59.008488 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Routers {'c153178f-47cc-43e8-8053-f50e3d604e99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:24:59.009101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84789dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c153178f-47cc-43e8-8053-f50e3d604e99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:59.023479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] For port 6025d5c8-c947-41c0-bddd-5ffacb03e82b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6025d5c8-c947-41c0-bddd-5ffacb03e82b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:59.023842 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.038872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Calling delete_port for 6025d5c8-c947-41c0-bddd-5ffacb03e82b owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:24:59.068243 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309e7ef-3c31-483a-8b59-dff6f6f4bc68 req-8888ba61-ab98-4353-af76-32d21043f7df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:59.069738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c309e7ef-3c31-483a-8b59-dff6f6f4bc68 req-8888ba61-ab98-4353-af76-32d21043f7df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.0918000
Dec 11 21:24:59.082192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-6393114c-13e7-42c3-9cb8-33fb0700785e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0612140
Dec 11 21:24:59.110842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] Set router c153178f-47cc-43e8-8053-f50e3d604e99 gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:24:59.167665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84789dc0>, [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:58Z', 'revision_number': 6, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:24:59.175278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-91fe670f-9524-4cf4-a4b1-c68d5e237a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:59.176864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-91fe670f-9524-4cf4-a4b1-c68d5e237a32 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0443993
Dec 11 21:24:59.197079 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8457911-60ea-45be-a665-5a9583b0b68d None None] The sync data for ids ['c153178f-47cc-43e8-8053-f50e3d604e99'] in ncdv-master-1 is: [{'id': 'c153178f-47cc-43e8-8053-f50e3d604e99', 'name': 'tempest-TestServerMultinode-1733888002-router', 'tenant_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:12Z', 'updated_at': '2021-12-11T21:24:58Z', 'revision_number': 6, 'project_id': 'cc6f4baa8f824b3282b6c24d08f6e495', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:24:59.224415 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.263874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6025d5c8-c947-41c0-bddd-5ffacb03e82b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:59.272274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784bc1c2-c788-457e-8e58-4b84af7a3902 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:24:59.293303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-767ef6a8-8775-4130-8818-8646972ef6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:59.295049 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-767ef6a8-8775-4130-8818-8646972ef6fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0969963
Dec 11 21:24:59.325299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.366507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-f97b0a12-a7ad-47d1-964b-1c10b5965959 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1001 time: 0.0623870
Dec 11 21:24:59.416098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.417456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-5042285b-4fa4-4093-903f-dfaa98e09276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:59.418235 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.419477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-5042285b-4fa4-4093-903f-dfaa98e09276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0439506
Dec 11 21:24:59.463154 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.463677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c153178f-47cc-43e8-8053-f50e3d604e99 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:24:59.468178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.468506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-3677e7b0-4a14-45bb-8c2d-fc563650705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:24:59.472022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fa69c532-7689-49ad-9eb2-52f7d7710d01 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c153178f-47cc-43e8-8053-f50e3d604e99 HTTP/1.1" status: 204  len: 168 time: 0.8153939
Dec 11 21:24:59.472163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-3677e7b0-4a14-45bb-8c2d-fc563650705a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431654
Dec 11 21:24:59.472285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:59.518924 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Deleting subnet 096da95b-c50b-410f-bde6-a438f5b7388d {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:24:59.522205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.557215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.568838 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-f42420e4-e7d4-45ee-b550-dd95414ad3ab service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914278
Dec 11 21:24:59.643780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.671438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3ab7a143-3c65-4e25-9d81-9c61ee0f0f64 req-2c14a748-5046-410c-93e7-bf617b88f9f8 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943635
Dec 11 21:24:59.695219 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.723448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096da95b-c50b-410f-bde6-a438f5b7388d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:24:59.729120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.734604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7a5ac590-0693-4a75-8b26-86e884aaa8c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/096da95b-c50b-410f-bde6-a438f5b7388d HTTP/1.1" status: 204  len: 168 time: 0.2591710
Dec 11 21:24:59.734815 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:24:59.737246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5006874-0526-4464-94b0-60fbb7866600 None None] Network 54db757b-4014-49b3-8bbb-09bde0aeed78 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:24:59.800811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.853107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Deleting port 9525a550-b809-4792-adea-b740823aa3a9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:24:59.853513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.918151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] For port 9525a550-b809-4792-adea-b740823aa3a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9525a550-b809-4792-adea-b740823aa3a9,segment=NetworkSegment(95a50b3f-c962-4142-9b67-505f6f602e40),segment_id=95a50b3f-c962-4142-9b67-505f6f602e40)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:24:59.918443 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:24:59.931443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Calling delete_port for 9525a550-b809-4792-adea-b740823aa3a9 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:24:59.992766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] DHCP port deletion for 54db757b-4014-49b3-8bbb-09bde0aeed78 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:00.012860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.037885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9525a550-b809-4792-adea-b740823aa3a9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:00.041676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] No DVR routers for this DVR port 9525a550-b809-4792-adea-b740823aa3a9 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:00.045090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Deleting port 9525a550-b809-4792-adea-b740823aa3a9 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:00.046128 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.119334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] For port 9525a550-b809-4792-adea-b740823aa3a9, host ncdv-master-1, got binding levels [] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:00.120155 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.121505 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.136368 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Calling delete_port for 9525a550-b809-4792-adea-b740823aa3a9 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:00.139578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.ipam_backend_mixin [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Port 9525a550-b809-4792-adea-b740823aa3a9 was not found and therefore no delete operation was performed {{(pid=125989) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Dec 11 21:25:00.141043 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.142995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d847773d0>,) {'filters': {'network_id': ['54db757b-4014-49b3-8bbb-09bde0aeed78']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:00.165819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d847773d0>, '95a50b3f-c962-4142-9b67-505f6f602e40') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:00.166119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d847773d0>, '95a50b3f-c962-4142-9b67-505f6f602e40') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:00.166886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] Pushing event deleted for resources: {'Port': ['ID=9525a550-b809-4792-adea-b740823aa3a9,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:00.170705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7512f-a45f-4f44-b330-ccc18a49b2f4 None None] No DVR routers for this DVR port 9525a550-b809-4792-adea-b740823aa3a9 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:00.194386 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.219218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.239981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc177eb-5236-427e-8a9d-53743e5a2b22 req-d992836b-8f12-43da-bcab-c5944936cc7b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:00.247125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dfc177eb-5236-427e-8a9d-53743e5a2b22 req-d992836b-8f12-43da-bcab-c5944936cc7b tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.0963175
Dec 11 21:25:00.248929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:25:00.249528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:25:00.251673 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:25:00.328709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.338310 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.340723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cc2f3246-36b6-49ed-a38c-298eee89584f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:00.341952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/54db757b-4014-49b3-8bbb-09bde0aeed78 HTTP/1.1" status: 204  len: 168 time: 0.6062510
Dec 11 21:25:00.345437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55806) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:00.355509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23101c02-50bd-4307-b4ef-cbf06249d6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=54db757b-4014-49b3-8bbb-09bde0aeed78,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:00.370594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: cc2f3246-36b6-49ed-a38c-298eee89584f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:00.370948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cc2f3246-36b6-49ed-a38c-298eee89584f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:00.371374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9525a550-b809-4792-adea-b740823aa3a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:00.392560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9525a550-b809-4792-adea-b740823aa3a9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:00.393171 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9525a550-b809-4792-adea-b740823aa3a9 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:00.393923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6025d5c8-c947-41c0-bddd-5ffacb03e82b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:00.419892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6025d5c8-c947-41c0-bddd-5ffacb03e82b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:00.420585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6025d5c8-c947-41c0-bddd-5ffacb03e82b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:00.704401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:00.956848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Deleting port 48450d40-8e90-400b-acc5-0e0498cb1ebe {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:00.957191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:01.036956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] For port 48450d40-8e90-400b-acc5-0e0498cb1ebe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=48450d40-8e90-400b-acc5-0e0498cb1ebe,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:01.037416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:01.051879 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Calling delete_port for 48450d40-8e90-400b-acc5-0e0498cb1ebe owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:01.231908 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:01.262913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Pushing event deleted for resources: {'Port': ['ID=48450d40-8e90-400b-acc5-0e0498cb1ebe,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:01.459021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538414fc-688c-40c4-9d17-b57b950eee6d req-aa87e6dd-defe-4c76-a49c-85472e9f887e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:01.460543 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-538414fc-688c-40c4-9d17-b57b950eee6d req-aa87e6dd-defe-4c76-a49c-85472e9f887e tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.1258457
Dec 11 21:25:01.473650 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:01.693213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Router 392df92e-19ae-463d-b3f9-4fb7bfa221bf has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:25:01.800086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:25:01.804985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b55b01b4-32c3-4f6d-b6b0-3080066c97bb admin admin] 10.222.0.18 "PUT /v2.0/routers/392df92e-19ae-463d-b3f9-4fb7bfa221bf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4582283
Dec 11 21:25:01.807546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55810) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:01.810340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Sync routers for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:25:01.819712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:01.820799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:01.911704 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:01.932127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:02.015223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.069280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Deleting port 5cea82b6-3736-4529-a167-6063bc127a92 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:02.069662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.108057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841b0b20>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186'}], 'enable_snat': True}, 'gw_port_id': '5cea82b6-3736-4529-a167-6063bc127a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:25:01Z', 'revision_number': 5, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port': {'id': '5cea82b6-3736-4529-a167-6063bc127a92', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:02.135281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Checking router: 392df92e-19ae-463d-b3f9-4fb7bfa221bf for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:25:02.143944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Routers {'392df92e-19ae-463d-b3f9-4fb7bfa221bf'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:02.144546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d841b0b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:02.148058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] For port 5cea82b6-3736-4529-a167-6063bc127a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5cea82b6-3736-4529-a167-6063bc127a92,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:02.148466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.165486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Calling delete_port for 5cea82b6-3736-4529-a167-6063bc127a92 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:02.229548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] Set router 392df92e-19ae-463d-b3f9-4fb7bfa221bf gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:02.286417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d841b0b20>, [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:25:02Z', 'revision_number': 6, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:02.314341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9f6e6-4917-4bd4-9e1c-c063a3be6441 None None] The sync data for ids ['392df92e-19ae-463d-b3f9-4fb7bfa221bf'] in ncdv-master-1 is: [{'id': '392df92e-19ae-463d-b3f9-4fb7bfa221bf', 'name': 'tempest-TestServerMultinode-1609296155-router', 'tenant_id': 'eae48a5e4c9b42939f66eb6c18494852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:18Z', 'updated_at': '2021-12-11T21:25:02Z', 'revision_number': 6, 'project_id': 'eae48a5e4c9b42939f66eb6c18494852', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:25:02.333464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7c883794-94d6-4732-9e21-d9a05e6dfc88 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:25:02.341299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.376596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f5b44f-6101-4c45-9b17-aeb720742218 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:02.396120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cea82b6-3736-4529-a167-6063bc127a92,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:02.437378 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.458087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:02.468558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '7c883794-94d6-4732-9e21-d9a05e6dfc88', 'network_id': '07df4bd5-6465-4600-8ab1-6739799a3f1b', 'port_id': '7c883794-94d6-4732-9e21-d9a05e6dfc88', 'mac_address': 'fa:16:3e:46:c2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b1df51-4949-4894-bf2e-7e8cdcba14d6', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:25:02.508620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.523061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c883794-94d6-4732-9e21-d9a05e6dfc88 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:25:02.542838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.544418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:02.545018 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.550232 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.587345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de29f45-be8c-447d-9417-2d8de1e2f640 req-8f297dbb-5b69-4e57-8b47-513e885da1aa tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:02.589366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de29f45-be8c-447d-9417-2d8de1e2f640 req-8f297dbb-5b69-4e57-8b47-513e885da1aa tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 907 time: 0.0562744
Dec 11 21:25:02.604891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:02.613452 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.614051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 392df92e-19ae-463d-b3f9-4fb7bfa221bf {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:25:02.619097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.620259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c784c959-360f-4632-8cc6-060efe21ef87 admin admin] 10.222.0.18 "DELETE /v2.0/routers/392df92e-19ae-463d-b3f9-4fb7bfa221bf HTTP/1.1" status: 204  len: 168 time: 0.8116560
Dec 11 21:25:02.622711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55814) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:02.665695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Deleting subnet 61b574ff-e67f-4bc9-a7a8-f810f96505a7 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:25:02.668637 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.704588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.821380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.870465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['7c883794-94d6-4732-9e21-d9a05e6dfc88'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:25:02.871860 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.899783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b574ff-e67f-4bc9-a7a8-f810f96505a7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:02.907977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:02.915870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:02.916071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5061f30f-af29-4468-bd27-bfaccd41acd4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/61b574ff-e67f-4bc9-a7a8-f810f96505a7 HTTP/1.1" status: 204  len: 168 time: 0.2922888
Dec 11 21:25:02.923660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ef2638-b091-44b5-9dbc-01e2d87a06e5 None None] Network 99697270-acbd-4b57-88c0-a2005481f7ec requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:25:03.139498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] DHCP port deletion for 99697270-acbd-4b57-88c0-a2005481f7ec request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:03.193357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Deleting port e902332e-511d-498d-95a1-9a24dd04315e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:03.193889 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.264689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] For port e902332e-511d-498d-95a1-9a24dd04315e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e902332e-511d-498d-95a1-9a24dd04315e,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:03.265079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.277588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Calling delete_port for e902332e-511d-498d-95a1-9a24dd04315e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:03.279498 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.332293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Deleting port e902332e-511d-498d-95a1-9a24dd04315e {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:03.332663 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.366146 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.392531 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] Pushing event deleted for resources: {'Port': ['ID=e902332e-511d-498d-95a1-9a24dd04315e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:03.398049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7a6f7-371c-49b7-8a6a-c8e279879dac None None] No DVR routers for this DVR port e902332e-511d-498d-95a1-9a24dd04315e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:03.406931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] For port e902332e-511d-498d-95a1-9a24dd04315e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e902332e-511d-498d-95a1-9a24dd04315e,segment=NetworkSegment(1da798a6-dae8-4fea-a0fe-143c47133809),segment_id=1da798a6-dae8-4fea-a0fe-143c47133809)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:03.407407 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.421233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Calling delete_port for e902332e-511d-498d-95a1-9a24dd04315e owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:03.503230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.529601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Pushing event deleted for resources: {'Port': ['ID=e902332e-511d-498d-95a1-9a24dd04315e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:03.531434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] No DVR routers for this DVR port e902332e-511d-498d-95a1-9a24dd04315e on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:03.603165 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.623097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd4da90>,) {'filters': {'network_id': ['99697270-acbd-4b57-88c0-a2005481f7ec']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:03.632639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd4da90>, '1da798a6-dae8-4fea-a0fe-143c47133809') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:03.633392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd4da90>, '1da798a6-dae8-4fea-a0fe-143c47133809') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:03.642950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.657390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.663366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:25:03.663696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:25:03.665358 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:25:03.707492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b244e-bc24-4acb-b03d-fe717e972f58 req-352870ac-360b-4256-8fad-96b21f37e565 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:03.709026 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d0b244e-bc24-4acb-b03d-fe717e972f58 req-352870ac-360b-4256-8fad-96b21f37e565 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 908 time: 0.0497921
Dec 11 21:25:03.721465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.726960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:03.732437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] 10.222.0.18 "DELETE /v2.0/networks/99697270-acbd-4b57-88c0-a2005481f7ec HTTP/1.1" status: 204  len: 168 time: 0.8127446
Dec 11 21:25:03.744035 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380bc5-5f13-4444-809e-9c74ba09287a admin admin] Pushing event deleted for resources: {'Network': ['ID=99697270-acbd-4b57-88c0-a2005481f7ec,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:03.897103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55822) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:03.936902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-35d3d5f9-6204-4c3e-b4ec-05318887fd7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc6f4baa8f824b3282b6c24d08f6e495&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0386620
Dec 11 21:25:03.939471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55824) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:03.994695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.015344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.062098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.064718 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.065868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f4b5e5d-d41a-4747-a246-8f406c81d917 HTTP/1.1" status: 204  len: 168 time: 0.1206744
Dec 11 21:25:04.073441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b2d8b-fe1f-4430-8556-c44f3715f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4b5e5d-d41a-4747-a246-8f406c81d917,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:04.329591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e902332e-511d-498d-95a1-9a24dd04315e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:04.356362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7c883794-94d6-4732-9e21-d9a05e6dfc88 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:25:04.359383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e902332e-511d-498d-95a1-9a24dd04315e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:04.359729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e902332e-511d-498d-95a1-9a24dd04315e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:04.360139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 48450d40-8e90-400b-acc5-0e0498cb1ebe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:04.395080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55830) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:04.403231 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 48450d40-8e90-400b-acc5-0e0498cb1ebe {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:04.403506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 48450d40-8e90-400b-acc5-0e0498cb1ebe not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:04.403937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5cea82b6-3736-4529-a167-6063bc127a92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:04.426612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5cea82b6-3736-4529-a167-6063bc127a92 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:04.426963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5cea82b6-3736-4529-a167-6063bc127a92 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:04.446335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 7c883794-94d6-4732-9e21-d9a05e6dfc88 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:25:04.450775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 7c883794-94d6-4732-9e21-d9a05e6dfc88 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:25:04.451146 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.454225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c5321f2a-c3c0-4a48-a1a3-8eb7dd81f301 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eae48a5e4c9b42939f66eb6c18494852&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0578640
Dec 11 21:25:04.456738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55832) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:04.510877 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.532080 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.532373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.554496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:04.556754 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54295e8a-2b17-46d0-a543-305d31eebb76" -d '{"events": [{"server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "name": "network-vif-plugged", "status": "completed", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:04.569948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:04.575093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.582972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.586170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:04.589919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ca574c6-a9f9-4c1d-9049-c965f8593c33 HTTP/1.1" status: 204  len: 168 time: 0.1294909
Dec 11 21:25:04.595975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c85387-e8af-4555-a00f-4e19ba6d31bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca574c6-a9f9-4c1d-9049-c965f8593c33,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:04.606437 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3e7776-0d68-4080-9b82-00065684daed x-openstack-request-id: req-ee3e7776-0d68-4080-9b82-00065684daed {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:04.606761 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "name": "network-vif-plugged", "status": "completed", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:04.607027 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee3e7776-0d68-4080-9b82-00065684daed {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:04.607426 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88', 'code': 200}
Dec 11 21:25:04.636659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:04.714592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8d3ed-516f-42cc-9cc4-268c20dae0bd req-948c2bf1-5cd3-403a-b917-7b22a6868bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:04.716104 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-76f8d3ed-516f-42cc-9cc4-268c20dae0bd req-948c2bf1-5cd3-403a-b917-7b22a6868bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 1060 time: 0.0419629
Dec 11 21:25:04.835486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024fd2c-a43c-40c5-89af-75ac63069da8 req-60fc0b73-ce70-4d38-a5d4-b568088887ab tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:04.837699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5024fd2c-a43c-40c5-89af-75ac63069da8 req-60fc0b73-ce70-4d38-a5d4-b568088887ab tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0550990
Dec 11 21:25:05.959724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61692f92-e5af-4424-8eb9-285a344b0c7b req-52404aca-2ae3-44ad-ab18-13bf3d66ebb1 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:05.962019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-61692f92-e5af-4424-8eb9-285a344b0c7b req-52404aca-2ae3-44ad-ab18-13bf3d66ebb1 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0536094
Dec 11 21:25:07.081377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028a142-29db-482b-9df1-a16cc01fcedd req-bf341c4f-d82a-4673-b6a5-a3575340664f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.082906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7028a142-29db-482b-9df1-a16cc01fcedd req-bf341c4f-d82a-4673-b6a5-a3575340664f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0508766
Dec 11 21:25:07.199488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe848c-a746-4002-aab0-98b8bf19d52f req-fe197ca6-39ae-481f-b09a-b8a9109915a4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.201005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04fe848c-a746-4002-aab0-98b8bf19d52f req-fe197ca6-39ae-481f-b09a-b8a9109915a4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0511272
Dec 11 21:25:07.309356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746526e6-032c-4d14-9021-2b1f52131dff req-222cc9d5-e17e-4c27-8fb1-05c8f57769bd tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.311002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-746526e6-032c-4d14-9021-2b1f52131dff req-222cc9d5-e17e-4c27-8fb1-05c8f57769bd tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 1060 time: 0.0416019
Dec 11 21:25:07.416163 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523074f-62c9-48d0-ba0f-273d613b573e req-82a1477f-9ee3-4408-be31-f6ba4395559a tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.417681 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5523074f-62c9-48d0-ba0f-273d613b573e req-82a1477f-9ee3-4408-be31-f6ba4395559a tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0401621
Dec 11 21:25:07.468749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5523074f-62c9-48d0-ba0f-273d613b573e req-7b977a2a-9bec-4803-bf77-dc1062ee8f78 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0445664
Dec 11 21:25:07.490741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55850) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:07.531923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6416606b-ae72-4c35-9cbb-5d1d202beea9 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.533298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6416606b-ae72-4c35-9cbb-5d1d202beea9 tempest-TestSecurityGroupsBasicOps-725847071 tempest-TestSecurityGroupsBasicOps-725847071-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 1055 time: 0.0415986
Dec 11 21:25:07.741348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53536a-ba46-4f58-9a46-a49836a5b002 req-de024cec-52ca-4e14-b648-e34f28fb1d16 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:07.742833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf53536a-ba46-4f58-9a46-a49836a5b002 req-de024cec-52ca-4e14-b648-e34f28fb1d16 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0483081
Dec 11 21:25:08.382093 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:25:08.862227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca19bf-1de5-4afc-933d-16f490f256b8 req-d8087b13-47ee-43cb-8f7d-422835c0b964 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:08.863748 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7ca19bf-1de5-4afc-933d-16f490f256b8 req-d8087b13-47ee-43cb-8f7d-422835c0b964 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0505638
Dec 11 21:25:09.118787 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-6cee7493-9bde-4356-9d88-fd610c8fc1d9 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:09.120168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-6cee7493-9bde-4356-9d88-fd610c8fc1d9 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 909 time: 0.0534148
Dec 11 21:25:09.476761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 7c883794-94d6-4732-9e21-d9a05e6dfc88 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:09.477012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:09.561693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port 7c883794-94d6-4732-9e21-d9a05e6dfc88, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c883794-94d6-4732-9e21-d9a05e6dfc88,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:09.562050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:09.576794 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 7c883794-94d6-4732-9e21-d9a05e6dfc88 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:09.700193 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:09.727116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=7c883794-94d6-4732-9e21-d9a05e6dfc88,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:09.776023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.776371 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.776720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.777058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.777388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.777716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.778041 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.778370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.778733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.779062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.779389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.779732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.780034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:09.801938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] No DVR routers for this DVR port 7c883794-94d6-4732-9e21-d9a05e6dfc88 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:09.805097 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:09.808462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d683f90-3da5-4c81-a901-65441d3d4fc2 req-5df37ebe-fb0f-4b46-a2d2-e4f274ed2947 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.30 "DELETE /v2.0/ports/7c883794-94d6-4732-9e21-d9a05e6dfc88 HTTP/1.1" status: 204  len: 173 time: 0.6808283
Dec 11 21:25:09.808954 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'name': 'network-vif-deleted', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:09.811324 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f72189-56ef-4f13-aefa-9296f2d4656d" -d '{"events": [{"server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "name": "network-vif-deleted", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:09.859564 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25523e61-b36e-4338-88f3-6f0e3fd74ab0 x-openstack-request-id: req-25523e61-b36e-4338-88f3-6f0e3fd74ab0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:09.859965 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a50ba87-51a2-4968-8c2d-80c88a450127", "name": "network-vif-deleted", "tag": "7c883794-94d6-4732-9e21-d9a05e6dfc88", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:09.860283 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25523e61-b36e-4338-88f3-6f0e3fd74ab0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:09.860758 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a50ba87-51a2-4968-8c2d-80c88a450127', 'name': 'network-vif-deleted', 'tag': '7c883794-94d6-4732-9e21-d9a05e6dfc88', 'status': 'completed', 'code': 200}
Dec 11 21:25:09.982740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-33bce95e-d6b3-44ac-aefb-505d55a608e0 req-281ecf78-b081-4dc9-8eac-e67e6a7087c8 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a50ba87-51a2-4968-8c2d-80c88a450127 HTTP/1.1" status: 200  len: 210 time: 0.0362828
Dec 11 21:25:11.016048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8668cc50-fb84-4d99-b9b9-3735667625ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:11.040465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:11.461966 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:11.759888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 992aef84-f47d-4db0-9709-9f476ba687e4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:11.760230 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:11.848554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port 992aef84-f47d-4db0-9709-9f476ba687e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=992aef84-f47d-4db0-9709-9f476ba687e4,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:11.848918 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:11.862064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 992aef84-f47d-4db0-9709-9f476ba687e4 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:12.041492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.069584 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=992aef84-f47d-4db0-9709-9f476ba687e4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:12.247133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.471327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:25:12.574321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:25:12.579806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e914962c-9da0-490f-a787-65f0a6317ce3 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "PUT /v2.0/routers/07c227c4-eeba-44d4-bc99-10fbf9be8c90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5381837
Dec 11 21:25:12.582431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55866) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:12.584550 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Sync routers for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:25:12.595917 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:12.596879 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844be160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:12.639181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting subnet f1b1df51-4949-4894-bf2e-7e8cdcba14d6 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:25:12.642404 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.685105 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.708886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:12.774521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.831739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.859428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b1df51-4949-4894-bf2e-7e8cdcba14d6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:12.861474 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:12.864744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c781c9f0-d270-4c3a-83f7-8c354f8f6c09 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/subnets/f1b1df51-4949-4894-bf2e-7e8cdcba14d6 HTTP/1.1" status: 204  len: 168 time: 0.2804341
Dec 11 21:25:12.867919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55868) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:12.868087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d6a8a-66d3-42aa-b3ef-92e85b3e57cf None None] Network 07df4bd5-6465-4600-8ab1-6739799a3f1b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:25:12.894067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844be160>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:25:11Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:12.922602 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Checking router: 07c227c4-eeba-44d4-bc99-10fbf9be8c90 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:25:12.932328 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Routers {'07c227c4-eeba-44d4-bc99-10fbf9be8c90'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:12.933239 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844be160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:24:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:12.985122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.040689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] DHCP port deletion for 07df4bd5-6465-4600-8ab1-6739799a3f1b request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:13.045789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] Set router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:13.093224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Deleting port ff8cea36-3689-4920-a43a-b8ff08fbc45d {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:13.093548 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.097454 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.151317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:13.151715 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.162998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] For port ff8cea36-3689-4920-a43a-b8ff08fbc45d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff8cea36-3689-4920-a43a-b8ff08fbc45d,segment=NetworkSegment(8ed05d58-de88-4588-a495-d26fb42d75ee),segment_id=8ed05d58-de88-4588-a495-d26fb42d75ee)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:13.163600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.179794 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Calling delete_port for ff8cea36-3689-4920-a43a-b8ff08fbc45d owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:13.239615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port 205e0e4c-af68-4f5b-8bf7-e1d53a71a231, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:13.240082 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.244252 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844be160>, [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:25:11Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:13.253866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:13.271208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c2152-dc5b-4d91-a425-9607ffa7e90d None None] The sync data for ids ['07c227c4-eeba-44d4-bc99-10fbf9be8c90'] in ncdv-master-1 is: [{'id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'name': 'tempest-TestSecurityGroupsBasicOps-router-526588485', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91'}], 'enable_snat': True}, 'gw_port_id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:25:11Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '205e0e4c-af68-4f5b-8bf7-e1d53a71a231', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c227c4-eeba-44d4-bc99-10fbf9be8c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:24:46Z', 'updated_at': '2021-12-11T21:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:25:13.278958 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.308046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Pushing event deleted for resources: {'Port': ['ID=ff8cea36-3689-4920-a43a-b8ff08fbc45d,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:13.314592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] No DVR routers for this DVR port ff8cea36-3689-4920-a43a-b8ff08fbc45d on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:13.322053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.322561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.323017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.323450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.323882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.324673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.324783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.325243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.325750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.326272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.327172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.327287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.327941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e81e9e-f6f4-4ef3-858d-b1f6d233ba81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:25:13.436551 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.472930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=205e0e4c-af68-4f5b-8bf7-e1d53a71a231,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:13.479606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c747fba-0cd7-4370-8788-d23448919d1f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:13.484468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-194b317c-f6d1-46b6-9768-732f6cadbb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.528209 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.619682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.621851 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.950539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.951027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Fanout notify agent at l3_agent the message router_deleted on router 07c227c4-eeba-44d4-bc99-10fbf9be8c90 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:25:13.957882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:13.959050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2f633004-1a12-486e-87b3-ac7ed0e7bece tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/routers/07c227c4-eeba-44d4-bc99-10fbf9be8c90 HTTP/1.1" status: 204  len: 168 time: 1.0902231
Dec 11 21:25:13.962275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55870) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:14.038355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.142618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.161516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f040>,) {'filters': {'network_id': ['07df4bd5-6465-4600-8ab1-6739799a3f1b']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:14.170257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f040>, '8ed05d58-de88-4588-a495-d26fb42d75ee') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:14.170586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e81f040>, '8ed05d58-de88-4588-a495-d26fb42d75ee') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:14.180304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.192785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.199114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:25:14.199494 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:25:14.202423 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:25:14.260791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.267896 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.271064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/networks/07df4bd5-6465-4600-8ab1-6739799a3f1b HTTP/1.1" status: 204  len: 168 time: 0.3077769
Dec 11 21:25:14.273767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55872) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:14.282766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d95168-8104-4dda-8d4f-2d69ecf434df tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Network': ['ID=07df4bd5-6465-4600-8ab1-6739799a3f1b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:14.392012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7c883794-94d6-4732-9e21-d9a05e6dfc88 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:14.420926 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 7c883794-94d6-4732-9e21-d9a05e6dfc88 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:14.421278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 7c883794-94d6-4732-9e21-d9a05e6dfc88 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:14.430871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 992aef84-f47d-4db0-9709-9f476ba687e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:14.451070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 992aef84-f47d-4db0-9709-9f476ba687e4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:14.451412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 992aef84-f47d-4db0-9709-9f476ba687e4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:14.451835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ff8cea36-3689-4920-a43a-b8ff08fbc45d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:14.476073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ff8cea36-3689-4920-a43a-b8ff08fbc45d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:14.476342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ff8cea36-3689-4920-a43a-b8ff08fbc45d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:14.477285 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:14.497086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:14.497086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 205e0e4c-af68-4f5b-8bf7-e1d53a71a231 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:14.516407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 818eeeb1-74b3-4c78-9184-a9af118bb33f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:14.516747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.588677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.589001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.600476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 818eeeb1-74b3-4c78-9184-a9af118bb33f owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:14.780428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.806905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=818eeeb1-74b3-4c78-9184-a9af118bb33f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:14.863768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:14.864099 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Floating IP 8c7a5887-d628-44d0-b596-0882a4c63325 disassociated (deleted). External IP: 172.35.1.236, port: bd98df1b-8509-4520-89ba-7df516d51e71.
Dec 11 21:25:14.990907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:15.065847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 1985c4e3-df13-4a51-884d-8597a2aea2f2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:25:15.170501 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:25:15.175272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:15.181852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Sync routers for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:25:15.192041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:15.192730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767b00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:15.204513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2d1d9175-bf16-41d3-b217-34f3a75f1ebc tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c7a5887-d628-44d0-b596-0882a4c63325 HTTP/1.1" status: 204  len: 168 time: 0.9272423
Dec 11 21:25:15.204513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:15.205305 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03881d65-13a9-446a-9a07-b57dd8354984" -d '{"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:15.248812 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0897e5c2-e321-4d6a-963c-c009c9efc1cf x-openstack-request-id: req-0897e5c2-e321-4d6a-963c-c009c9efc1cf {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:15.249140 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:15.249610 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0897e5c2-e321-4d6a-963c-c009c9efc1cf {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:15.249891 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'status': 'completed', 'code': 200}
Dec 11 21:25:15.325708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881d65-13a9-446a-9a07-b57dd8354984 req-9c1e3bc1-d45b-499d-b42b-cf08a1495e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:15.327996 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-9c1e3bc1-d45b-499d-b42b-cf08a1495e82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab073ca816ad4317afe9409a0e4ba800&device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 1135 time: 0.0491555
Dec 11 21:25:15.464619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881d65-13a9-446a-9a07-b57dd8354984 req-b0a41350-518e-48a1-996b-c50862140fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:15.466128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-b0a41350-518e-48a1-996b-c50862140fd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 200  len: 898 time: 0.1258914
Dec 11 21:25:15.470404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:15.479352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cece44-5ca5-4e7e-ac83-8bbe06bd43fa req-b69eb90f-6c6e-43c3-b33b-9851f03b0458 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:15.480788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47cece44-5ca5-4e7e-ac83-8bbe06bd43fa req-b69eb90f-6c6e-43c3-b33b-9851f03b0458 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0722167
Dec 11 21:25:15.526736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-cc7e9f8c-33b2-404c-aaf4-c89d00b4f437 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 200  len: 217 time: 0.0449631
Dec 11 21:25:15.607530 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47cece44-5ca5-4e7e-ac83-8bbe06bd43fa req-e46446f8-380e-40ee-af98-2bb99eeef973 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.1201756
Dec 11 21:25:15.611055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881d65-13a9-446a-9a07-b57dd8354984 req-f6679da9-082f-48de-a612-42254befbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:15.612546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-f6679da9-082f-48de-a612-42254befbeda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 200  len: 835 time: 0.0783389
Dec 11 21:25:15.659919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03881d65-13a9-446a-9a07-b57dd8354984 req-bf3d22d2-e957-4cde-8bd6-4ba29563f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:15.661423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-bf3d22d2-e957-4cde-8bd6-4ba29563f89a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=07c53f0b-3770-4a25-85e0-400ee7600c91&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406311
Dec 11 21:25:15.670117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767b00d0>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:15.702147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Checking router: 1985c4e3-df13-4a51-884d-8597a2aea2f2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:25:15.711667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:15.712279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767b00d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:15.758574 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-adfb0699-0abb-4e3c-89fb-8c03bb3e998c service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881958
Dec 11 21:25:15.819405 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:15.856855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03881d65-13a9-446a-9a07-b57dd8354984 req-80f831db-744d-4a6b-ac4a-d828d002d716 service neutron] 10.222.0.16 "GET /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912855
Dec 11 21:25:16.015755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:16.035909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767b00d0>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:16.063880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e86fe4-e2eb-4453-8c3f-c833ca44a31d None None] The sync data for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 is: [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:59Z', 'revision_number': 4, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9c26a41f-0dde-475e-9229-25f307528144', 'name': '', 'network_id': '07c53f0b-3770-4a25-85e0-400ee7600c91', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'mac_address': 'fa:16:3e:32:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:58Z', 'updated_at': '2021-12-11T21:24:02Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'subnets': [{'id': 'd34bd4ed-a39e-4e28-94de-327ddf8a1188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:25:16.286629 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bb785-6c67-487d-adc7-19de5098b9c1 None None] New status for floating IP 8c7a5887-d628-44d0-b596-0882a4c63325: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:25:16.346765 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:16.694113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-7547e7e6-58b3-408e-a29b-58228bdfe403 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:16.696116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-7547e7e6-58b3-408e-a29b-58228bdfe403 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.16 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0505309
Dec 11 21:25:16.731478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d544f98-ed32-484a-a6dd-9aec1fbcad44 req-cc8da55c-fd38-4055-97cc-266d295650a5 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:16.732889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d544f98-ed32-484a-a6dd-9aec1fbcad44 req-cc8da55c-fd38-4055-97cc-266d295650a5 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/ports?device_id=4caa872e-f978-40e6-989f-22b45eeb9d25 HTTP/1.1" status: 200  len: 984 time: 0.0533965
Dec 11 21:25:16.797025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port bd98df1b-8509-4520-89ba-7df516d51e71 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:16.797364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:16.802795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d544f98-ed32-484a-a6dd-9aec1fbcad44 req-ed530bda-70f0-42b3-b6fc-2a0518ac7e36 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "GET /v2.0/security-groups?id=4dc83805-e3dc-4bdd-9a1c-7f78477fd357&id=095a2300-433b-48f8-bc37-ff2781fa4052&fields=id&fields=name HTTP/1.1" status: 200  len: 409 time: 0.0602455
Dec 11 21:25:16.884066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port bd98df1b-8509-4520-89ba-7df516d51e71, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bd98df1b-8509-4520-89ba-7df516d51e71,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:16.884419 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:16.896749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for bd98df1b-8509-4520-89ba-7df516d51e71 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:17.024049 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.051535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=bd98df1b-8509-4520-89ba-7df516d51e71,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:17.099158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] No DVR routers for this DVR port bd98df1b-8509-4520-89ba-7df516d51e71 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:17.101703 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.105072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7493e3cc-c9ad-4c27-96f1-493a63ed9f06 req-a33cf78c-e6ff-43be-92d7-e6f19e580971 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.16 "DELETE /v2.0/ports/bd98df1b-8509-4520-89ba-7df516d51e71 HTTP/1.1" status: 204  len: 173 time: 0.4032280
Dec 11 21:25:17.105513 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'name': 'network-vif-deleted', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:17.107865 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce9da2-ad4f-426b-b6bd-fbd59811155e" -d '{"events": [{"server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "name": "network-vif-deleted", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:17.148715 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77c9a19-51e1-442a-894e-24498857716f x-openstack-request-id: req-d77c9a19-51e1-442a-894e-24498857716f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:17.149019 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caa872e-f978-40e6-989f-22b45eeb9d25", "name": "network-vif-deleted", "tag": "bd98df1b-8509-4520-89ba-7df516d51e71", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:17.149283 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d77c9a19-51e1-442a-894e-24498857716f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:17.149696 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4caa872e-f978-40e6-989f-22b45eeb9d25', 'name': 'network-vif-deleted', 'tag': 'bd98df1b-8509-4520-89ba-7df516d51e71', 'status': 'completed', 'code': 200}
Dec 11 21:25:17.200359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.862090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55886) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:17.912834 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.934656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.975010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.978263 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:17.979479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/security-groups/095a2300-433b-48f8-bc37-ff2781fa4052 HTTP/1.1" status: 204  len: 168 time: 0.1163323
Dec 11 21:25:17.982224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55888) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:17.988519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e842b2-18c9-4cd0-a95a-8b057204b3d4 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095a2300-433b-48f8-bc37-ff2781fa4052,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:18.035048 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.057487 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.100392 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.103633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.104780 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/security-groups/4dc83805-e3dc-4bdd-9a1c-7f78477fd357 HTTP/1.1" status: 204  len: 168 time: 0.1214640
Dec 11 21:25:18.107754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55890) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:18.113471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca833bbd-737c-4856-8918-31323f344844 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc83805-e3dc-4bdd-9a1c-7f78477fd357,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:18.468363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.738570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 9c26a41f-0dde-475e-9229-25f307528144 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:18.738911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.824252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port 9c26a41f-0dde-475e-9229-25f307528144, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9c26a41f-0dde-475e-9229-25f307528144,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:18.824604 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:18.837485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 9c26a41f-0dde-475e-9229-25f307528144 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:19.018039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:19.047609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=9c26a41f-0dde-475e-9229-25f307528144,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:19.235198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:19.734013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Router 1985c4e3-df13-4a51-884d-8597a2aea2f2 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:25:19.841884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:25:19.847966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0d0e6995-4097-418d-a493-c9dd2b24d66f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "PUT /v2.0/routers/1985c4e3-df13-4a51-884d-8597a2aea2f2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7390466
Dec 11 21:25:19.849867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55892) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:19.851976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Sync routers for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:25:19.862321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:19.862981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:19.901235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting subnet d34bd4ed-a39e-4e28-94de-327ddf8a1188 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:25:19.904363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:19.943872 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:19.965955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:20.030944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.088968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.118301 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.121534 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/subnets/d34bd4ed-a39e-4e28-94de-327ddf8a1188 HTTP/1.1" status: 204  len: 168 time: 0.2705045
Dec 11 21:25:20.122556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3c7e7-c179-4e62-8cc3-3f41707680d7 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Subnet': ['ID=d34bd4ed-a39e-4e28-94de-327ddf8a1188,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:20.126755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55894) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:20.127407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd7a8f-ef8b-4765-ac6b-99494a835129 None None] Network 07c53f0b-3770-4a25-85e0-400ee7600c91 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:25:20.217834 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7aa30>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:25:18Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:20.246896 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.248510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Checking router: 1985c4e3-df13-4a51-884d-8597a2aea2f2 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:25:20.263330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Routers {'1985c4e3-df13-4a51-884d-8597a2aea2f2'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:20.263947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7aa30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1985c4e3-df13-4a51-884d-8597a2aea2f2'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:20.368432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.375361 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] DHCP port deletion for 07c53f0b-3770-4a25-85e0-400ee7600c91 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:20.387472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] Set router 1985c4e3-df13-4a51-884d-8597a2aea2f2 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:20.424427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Deleting port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:20.424775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.505984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] For port 6777d5ab-7bee-4acd-b88b-e33d722f7ab4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:20.506538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.521487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Calling delete_port for 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:20.555504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Deleting port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:25:20.555802 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.642784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] For port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,segment=NetworkSegment(0a2a211d-cf4f-416c-afa5-40d9c0de0577),segment_id=0a2a211d-cf4f-416c-afa5-40d9c0de0577)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:20.643102 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.658833 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Calling delete_port for 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:25:20.691152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.710564 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76f7aa30>, [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:25:18Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:20.721815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Port': ['ID=6777d5ab-7bee-4acd-b88b-e33d722f7ab4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:20.741283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5290d46c-998f-4e05-8c4f-d240169c9ac5 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:25:20.744683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b842ab-49ee-4c29-b4fc-547033748430 None None] The sync data for ids ['1985c4e3-df13-4a51-884d-8597a2aea2f2'] in ncdv-master-1 is: [{'id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2009344227', 'tenant_id': 'ab073ca816ad4317afe9409a0e4ba800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20'}], 'enable_snat': True}, 'gw_port_id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:25:18Z', 'revision_number': 5, 'project_id': 'ab073ca816ad4317afe9409a0e4ba800', 'gw_port': {'id': '6777d5ab-7bee-4acd-b88b-e33d722f7ab4', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1985c4e3-df13-4a51-884d-8597a2aea2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:23:55Z', 'updated_at': '2021-12-11T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:25:20.791953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.792153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.825373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] Pushing event deleted for resources: {'Port': ['ID=0ba7057f-99a0-4ab8-9c87-ec4817bf1792,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:20.827222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bd98df1b-8509-4520-89ba-7df516d51e71 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:20.852865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457d5a0-f6e3-47db-930c-333e7cbac3f2 None None] No DVR routers for this DVR port 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:25:20.854254 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: bd98df1b-8509-4520-89ba-7df516d51e71 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:20.854624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bd98df1b-8509-4520-89ba-7df516d51e71 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:20.892531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.894757 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.940986 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.941810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Fanout notify agent at l3_agent the message router_deleted on router 1985c4e3-df13-4a51-884d-8597a2aea2f2 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:25:20.949274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:20.950405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-84fc486f-4252-4677-8833-0dae1d411f34 tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/routers/1985c4e3-df13-4a51-884d-8597a2aea2f2 HTTP/1.1" status: 204  len: 168 time: 0.8226738
Dec 11 21:25:20.953092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55896) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:21.028652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.125067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.149804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7609a0>,) {'filters': {'network_id': ['07c53f0b-3770-4a25-85e0-400ee7600c91']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:21.168989 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7609a0>, '0a2a211d-cf4f-416c-afa5-40d9c0de0577') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:21.169518 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7609a0>, '0a2a211d-cf4f-416c-afa5-40d9c0de0577') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:21.190732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.212980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.220620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:25:21.221034 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:25:21.224449 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:25:21.286690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.301804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.305942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] 10.222.0.18 "DELETE /v2.0/networks/07c53f0b-3770-4a25-85e0-400ee7600c91 HTTP/1.1" status: 204  len: 168 time: 0.3518248
Dec 11 21:25:21.317733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97596f11-87bd-43a1-8013-3f4b1227377f tempest-TestSecurityGroupsBasicOps-25134097 tempest-TestSecurityGroupsBasicOps-25134097-project] Pushing event deleted for resources: {'Network': ['ID=07c53f0b-3770-4a25-85e0-400ee7600c91,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:21.393057 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.609357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55904) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:21.748077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a311a1f7-aea5-4b5b-b241-ecbd779066d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab073ca816ad4317afe9409a0e4ba800&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1345079
Dec 11 21:25:21.748077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55908) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:21.801292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.822131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.870398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.872969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:21.874146 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7816b8d0-f010-40e6-8821-2d45aa9532d1 HTTP/1.1" status: 204  len: 168 time: 0.1254435
Dec 11 21:25:21.881814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bb801-b4b4-45ba-804d-62c9c13e777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816b8d0-f010-40e6-8821-2d45aa9532d1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:22.133230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:22.146354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0ee500f-e9a4-4b78-9c64-5b78c24e7362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.220810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0ee500f-e9a4-4b78-9c64-5b78c24e7362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.224302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0ee500f-e9a4-4b78-9c64-5b78c24e7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.262341 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee500f-e9a4-4b78-9c64-5b78c24e7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077e76a-c1e2-4c22-ab5e-c8ef099d5987,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:22.266614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0ee500f-e9a4-4b78-9c64-5b78c24e7362 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8897377eb8cb4a06bac4e1f6630e1725&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1323333
Dec 11 21:25:22.269612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 55916) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:22.318670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.336156 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:22.341132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.356224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:22.356589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6777d5ab-7bee-4acd-b88b-e33d722f7ab4 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:22.357269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9c26a41f-0dde-475e-9229-25f307528144 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:22.376147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9c26a41f-0dde-475e-9229-25f307528144 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:22.376810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9c26a41f-0dde-475e-9229-25f307528144 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:22.377242 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:25:22.388389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.391080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.392226 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3077e76a-c1e2-4c22-ab5e-c8ef099d5987 HTTP/1.1" status: 204  len: 168 time: 0.1216855
Dec 11 21:25:22.399899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:25:22.400250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 0ba7057f-99a0-4ab8-9c87-ec4817bf1792 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:25:22.403664 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764014b4-b4a5-410a-89d3-5f51334ebf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077e76a-c1e2-4c22-ab5e-c8ef099d5987,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:22.705044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55922) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:22.744717 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1f8fe47d-a3aa-4e0d-b3e2-b03a3fd16b62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7f651afbe774a42b899dc4fcf224d2b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385396
Dec 11 21:25:22.747463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 55924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:22.794172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.815383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.864089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.867700 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:22.869153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1db16a94-b380-45f2-ad1b-5f38953d374a HTTP/1.1" status: 204  len: 168 time: 0.1207952
Dec 11 21:25:22.877165 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e9196-6c5a-4b77-9247-9ee7924c6831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db16a94-b380-45f2-ad1b-5f38953d374a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:40.376177 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-a6478e4c-67e0-4163-adf3-12cf980072be tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965859113&fields=id&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 267 time: 0.0531385
Dec 11 21:25:40.486256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-4836eca5-57fe-4c6b-9d29-92a0e96c8619 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:40.487756 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-4836eca5-57fe-4c6b-9d29-92a0e96c8619 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1048288
Dec 11 21:25:40.502303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-cdf29116-ece9-4110-b9d2-3bfabdcba42b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/quotas/d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 375 time: 0.0087445
Dec 11 21:25:40.555082 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-d5da4a40-44ec-4ff9-a055-485775f04450 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0477650
Dec 11 21:25:40.651181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-d1411d1f-434e-4964-a5ed-367f3980c929 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847828
Dec 11 21:25:40.744628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-f5d62b5f-9a0a-41b1-8295-3ec2a0dee527 service neutron] 10.222.0.18 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874252
Dec 11 21:25:41.027804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4b52ced6-1209-47df-9a2b-b2c70453b0d6 req-5a1fc755-7ace-4a5f-a08c-aa7632abb4fb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 210 time: 0.0284390
Dec 11 21:25:41.032917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f103d7c-7cfe-4c14-abce-c0ec6a666dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:41.910228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-8250a4c4-ec05-4c47-b14c-4ce5e025b8d6 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:41.911708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-8250a4c4-ec05-4c47-b14c-4ce5e025b8d6 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 812 time: 0.1049783
Dec 11 21:25:41.980602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-c05f3fcd-b81b-4895-91e8-73cc0aaa0eba tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a HTTP/1.1" status: 200  len: 380 time: 0.0587618
Dec 11 21:25:41.988879 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'port': {'device_id': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'admin_state_up': True, 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'security_groups': ['b982a13e-6829-4a09-8ef8-a71f8ad45ceb']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:25:42.102258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Made reservation on behalf of d8f0381bbbd84752abdbd2d9ae843b2a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:25:42.106332 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.127349 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c144ac42-21a5-45e1-89f8-dfe1cdd59ae4 req-7fc979de-608b-4ab7-b41b-6c8fb575c459 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 210 time: 0.0274446
Dec 11 21:25:42.242075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.20.0.14 (9db564a2-3672-420a-89a2-980b312ee24c/5c27ab4c-cd1f-45c5-bffa-b817e42106c0/8bcfc7eb-b6f4-49e2-be6e-d679ae709f59) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:25:42.381100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.413664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.461020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 9db564a2-3672-420a-89a2-980b312ee24c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:25:42.464647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:25:42.468427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:25:42.499145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:42.522149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:42.522796 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.539623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-3b5e8945-bde9-428a-85f8-b6422695e74b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5543084
Dec 11 21:25:42.552318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Request body: {'port': {'device_id': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:25:42.614397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.745235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ac4837fb-ff51-40f6-83dd-8175410a1e78 None None] Provisioning complete for port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:25:42.745791 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac4837fb-ff51-40f6-83dd-8175410a1e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.779678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ac4837fb-ff51-40f6-83dd-8175410a1e78 None None] Port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:25:42.906647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:25:42.915265 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:42.927861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Transition to ACTIVE for port object 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:25:42.931763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:43.003090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Pushing event updated for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:43.053839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Attempting to bind port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:25:43.054176 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Attempting to bind port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:25:43.054527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Attempting to bind port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:25:43.059712 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 on network 9db564a2-3672-420a-89a2-980b312ee24c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:25:43.060028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Attempting to bind port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 on network 9db564a2-3672-420a-89a2-980b312ee24c {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:25:43.064942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:25:43.065281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Checking segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:25:43.065663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Bound using segment: {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:25:43.066103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Bound port: 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873ce145-ec9a-4f50-8d9c-247a5b567f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:25:43.066440 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:43.135071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:25:43.138296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:25:43.143946 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:43.183945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.184782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:43.186227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] 10.222.0.16 "PUT /v2.0/ports/8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 1092 time: 0.6384830
Dec 11 21:25:43.186875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:43.189251 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:43.221338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874047-14d0-42d4-8ca1-9b7aef43052d service neutron] Pushing event updated for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:43.287068 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fc97cf-5cd6-4eeb-b9d7-f17ed29dd909 x-openstack-request-id: req-37fc97cf-5cd6-4eeb-b9d7-f17ed29dd909 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:43.287369 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:43.287635 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37fc97cf-5cd6-4eeb-b9d7-f17ed29dd909 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:43.288044 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'status': 'completed', 'code': 200}
Dec 11 21:25:43.316216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff687d6d-e1db-4cbc-91c9-ff32aa96e27a req-edce4653-c145-48b9-a416-4b061769b0a7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.317752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff687d6d-e1db-4cbc-91c9-ff32aa96e27a req-edce4653-c145-48b9-a416-4b061769b0a7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 944 time: 0.1072853
Dec 11 21:25:43.324369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-2a5dbfa5-0914-4937-a247-6a1784276c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.325854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-2a5dbfa5-0914-4937-a247-6a1784276c41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1095 time: 0.0762146
Dec 11 21:25:43.377035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-6f703767-2549-4964-998e-930d1f20436a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 217 time: 0.0431533
Dec 11 21:25:43.436063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ff687d6d-e1db-4cbc-91c9-ff32aa96e27a req-5f94c1e8-1173-4f63-b085-d143aafe006b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1091659
Dec 11 21:25:43.444488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-a5e96f30-1126-4d8b-8ab9-f64c72dbb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.445911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-a5e96f30-1126-4d8b-8ab9-f64c72dbb3c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0591271
Dec 11 21:25:43.483603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-81231eeb-1b9a-4c3a-b59c-eb747864103b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:43.497311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-1bedcb33-f31f-4d92-acc9-4efc2762785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.498841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-1bedcb33-f31f-4d92-acc9-4efc2762785d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0463493
Dec 11 21:25:43.589475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-34f41e3c-35e4-4c69-8391-59f729dd1c63 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837455
Dec 11 21:25:43.680921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f4274ca-1dc8-45fc-92eb-7000838a2fcd req-c958a257-f8b4-4ad7-8c0e-17740bd8baed service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846887
Dec 11 21:25:43.764302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-8af40b47-c1eb-4531-9b09-a08ebcd02710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.765798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-8af40b47-c1eb-4531-9b09-a08ebcd02710 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1095 time: 0.0408027
Dec 11 21:25:43.855141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-1935ad76-7718-43ba-bada-231ef08e4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.856605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-1935ad76-7718-43ba-bada-231ef08e4cc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0831077
Dec 11 21:25:43.901311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-0c8c2f1b-7659-479d-a743-a6a64ae981be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 217 time: 0.0376356
Dec 11 21:25:43.949213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-d5e56b80-9f4d-4fe8-ad1c-9d0b25e9fffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.950631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-d5e56b80-9f4d-4fe8-ad1c-9d0b25e9fffb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0416763
Dec 11 21:25:43.996901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-776f8cc2-3a8b-4463-9219-0b0e75131e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:43.998353 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-776f8cc2-3a8b-4463-9219-0b0e75131e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396466
Dec 11 21:25:44.089647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-8fc2b07d-93fc-44a7-9b04-0bca45b72ea8 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829220
Dec 11 21:25:44.184730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cdd1059-13ad-4ae3-9133-33e1f323e9ec req-4440de54-b487-48b6-9b4b-73208af9586c service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0811131
Dec 11 21:25:44.561642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fdacf-5ea5-4ef5-bec6-4efde0ca0df9 req-b30e7bd0-5e6d-4786-99ac-e91ebdf7cea3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:44.563458 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f3fdacf-5ea5-4ef5-bec6-4efde0ca0df9 req-b30e7bd0-5e6d-4786-99ac-e91ebdf7cea3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 944 time: 0.0577383
Dec 11 21:25:44.621355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f3fdacf-5ea5-4ef5-bec6-4efde0ca0df9 req-f62c23c7-981a-4a7f-bc00-a5d461d587a2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502288
Dec 11 21:25:44.993962 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:45.381514 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:25:45.738702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980a855-b139-4b11-8bda-8acc14bb24a0 req-3f95ce92-7227-4fc9-9d0a-7c9b65c39cc3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:45.740150 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9980a855-b139-4b11-8bda-8acc14bb24a0 req-3f95ce92-7227-4fc9-9d0a-7c9b65c39cc3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 944 time: 0.0524044
Dec 11 21:25:45.788294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9980a855-b139-4b11-8bda-8acc14bb24a0 req-d8a9a404-bdeb-4a33-8892-efb252628027 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417109
Dec 11 21:25:45.993373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:46.351321 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:46.901970 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517ca00-20ad-4d62-838a-678d64f04b48 req-b9beb1e9-9b82-4c2c-bab2-d01a01f0b0bb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:46.903951 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a517ca00-20ad-4d62-838a-678d64f04b48 req-b9beb1e9-9b82-4c2c-bab2-d01a01f0b0bb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 944 time: 0.0489991
Dec 11 21:25:46.932165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:25:46.952364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a517ca00-20ad-4d62-838a-678d64f04b48 req-294bbc00-bbd5-4d03-857a-460cebb8f6c3 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425396
Dec 11 21:25:47.023225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:47.034714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'port_id': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'mac_address': 'fa:16:3e:51:64:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:25:47.069596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:47.084510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:25:47.261504 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:47.277779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:47.313539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:47.369153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:47.497603 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:25:48.067641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ec61c-241a-4ec9-a68d-21c2d3b60bba req-b5fe2902-ce0a-4684-8fb8-78beda98db2f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:48.069101 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-987ec61c-241a-4ec9-a68d-21c2d3b60bba req-b5fe2902-ce0a-4684-8fb8-78beda98db2f tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 945 time: 0.0487638
Dec 11 21:25:48.116893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-987ec61c-241a-4ec9-a68d-21c2d3b60bba req-16478e4f-7588-49e9-9b2e-1907c3d8c177 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418479
Dec 11 21:25:48.949435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:25:48.997734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:25:49.002196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:25:49.003145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:49.079947 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:49.101956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:49.104234 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604ff95-d29f-4384-8c74-daf8ab940f33" -d '{"events": [{"server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "name": "network-vif-plugged", "status": "completed", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:49.117363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:25:49.122621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:49.144936 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce0b3b-dc87-4b84-ad1d-5f461138b4c9 x-openstack-request-id: req-dcce0b3b-dc87-4b84-ad1d-5f461138b4c9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:49.145228 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "name": "network-vif-plugged", "status": "completed", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:49.145484 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dcce0b3b-dc87-4b84-ad1d-5f461138b4c9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:49.145870 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'code': 200}
Dec 11 21:25:49.172167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:49.264102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be328b-92a8-409b-bc23-fb59cd2d0ee0 req-bbdee5ae-281e-4598-9eb5-f3030b7c99bf tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:49.265588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24be328b-92a8-409b-bc23-fb59cd2d0ee0 req-bbdee5ae-281e-4598-9eb5-f3030b7c99bf tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0778027
Dec 11 21:25:49.271601 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065552f-b5f1-48b5-9d9b-443341a916e6 req-010663c2-402f-4af1-9f09-b5107f9250a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:49.273018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1065552f-b5f1-48b5-9d9b-443341a916e6 req-010663c2-402f-4af1-9f09-b5107f9250a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1097 time: 0.0607891
Dec 11 21:25:49.346672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24be328b-92a8-409b-bc23-fb59cd2d0ee0 req-28dbb8be-d88c-4fbf-addb-03c0580d680b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726359
Dec 11 21:25:49.349279 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1065552f-b5f1-48b5-9d9b-443341a916e6 req-f17c579e-476a-464a-b0bf-e7a88e888a8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691278
Dec 11 21:25:50.462828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545b811-35a2-492b-bd7f-ea2c115d4083 req-d1d60b5c-86b1-49d7-b7e4-f837c2ffb165 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:50.464284 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b545b811-35a2-492b-bd7f-ea2c115d4083 req-d1d60b5c-86b1-49d7-b7e4-f837c2ffb165 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0468986
Dec 11 21:25:50.515788 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b545b811-35a2-492b-bd7f-ea2c115d4083 req-1b8a3541-29cf-41e8-ab87-edce8022840e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446522
Dec 11 21:25:50.632030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556984d-3240-42d5-8e3d-0dccb8cd9e25 req-2d152d3f-b16e-43d6-b178-ce67758dc5eb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:50.633533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0556984d-3240-42d5-8e3d-0dccb8cd9e25 req-2d152d3f-b16e-43d6-b178-ce67758dc5eb tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0524480
Dec 11 21:25:50.682202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0556984d-3240-42d5-8e3d-0dccb8cd9e25 req-fec87bbe-a2ee-438a-a8b3-a6512be081a4 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421109
Dec 11 21:25:50.705670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:50.750015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0a38b-7eda-4dbf-89f3-b503d066be6e tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:50.754289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-40a0a38b-7eda-4dbf-89f3-b503d066be6e tempest-TestVolumeBootPattern-2018096039 tempest-TestVolumeBootPattern-2018096039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1092 time: 0.0449598
Dec 11 21:25:50.754441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56042) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:25:50.758754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:25:50.781152 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:50.877249 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:50.983492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Allocated IP 172.35.1.222 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4765dbd0-4e91-494b-83b3-bf35636370aa) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:25:51.083688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.116239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.158619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:25:51.161557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:25:51.164128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:25:51.188717 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=4765dbd0-4e91-494b-83b3-bf35636370aa,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:51.393740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.525279 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.599567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.759631 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.764200 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.832280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event updated for resources: {'Port': ['ID=4765dbd0-4e91-494b-83b3-bf35636370aa,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:25:51.842401 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:51.946403 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP 205cde67-26a8-410f-bc62-6ad33d2f1401 associated. External IP: 172.35.1.222, port: 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59.
Dec 11 21:25:52.150202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:25:52.262206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:25:52.271990 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:25:52.280288 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:25:52.281599 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:52.282218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:52.310039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ffaa982a-895f-4e12-be7e-062b7db9548a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5545447
Dec 11 21:25:52.310765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:25:52.313020 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c58244c-5457-47cf-8d9b-33ee218b4375" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:25:52.352146 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee62eb4-4caf-4522-93c8-b3e5b4c213c9 x-openstack-request-id: req-cee62eb4-4caf-4522-93c8-b3e5b4c213c9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:25:52.352517 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:25:52.352881 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cee62eb4-4caf-4522-93c8-b3e5b4c213c9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:25:52.353362 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'status': 'completed', 'code': 200}
Dec 11 21:25:52.393078 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:52.418195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-82333d4f-18d1-4694-b6c7-2fadcc9853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:52.419714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-82333d4f-18d1-4694-b6c7-2fadcc9853a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1097 time: 0.0410657
Dec 11 21:25:52.630225 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cdc0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '205cde67-26a8-410f-bc62-6ad33d2f1401', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:51:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:25:51Z', 'updated_at': '2021-12-11T21:25:51Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}, {'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:52.657863 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:25:52.666885 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:25:52.668009 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:25:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:52.806829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-e0f81ca2-f7be-4123-ba4e-8b01541ec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:52.808898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-e0f81ca2-f7be-4123-ba4e-8b01541ec17d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.3818145
Dec 11 21:25:52.865000 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:25:52.874847 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-a0b32362-ea34-4495-8fb2-71f1bf8a6437 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 1000 time: 0.0591726
Dec 11 21:25:52.927202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-31a07afc-5196-43fc-bc39-c8460240eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:52.928682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-31a07afc-5196-43fc-bc39-c8460240eab5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0456629
Dec 11 21:25:52.978380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-b2c812ab-47a9-4506-a2ba-f7cd838b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:52.980050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-b2c812ab-47a9-4506-a2ba-f7cd838b5a88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428090
Dec 11 21:25:53.067328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-18242d21-f0ab-4117-a3b2-f7217ac397a5 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796113
Dec 11 21:25:53.096300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cdc0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '205cde67-26a8-410f-bc62-6ad33d2f1401', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:51:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:25:51Z', 'updated_at': '2021-12-11T21:25:51Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}, {'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:25:53.125898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5bedaf-d90f-445e-b3ad-c909f5711a55 None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '205cde67-26a8-410f-bc62-6ad33d2f1401', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.222', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:51:64:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:25:51Z', 'updated_at': '2021-12-11T21:25:51Z', 'revision_number': 0, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}, {'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:25:53.170250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c58244c-5457-47cf-8d9b-33ee218b4375 req-39b73b38-1b03-4baf-aa37-d121011aba06 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943460
Dec 11 21:25:53.342037 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffcc877-be4a-46b2-8304-3a452a683ce8 None None] New status for floating IP 205cde67-26a8-410f-bc62-6ad33d2f1401: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:25:57.850870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-960d11b2-39ab-49c2-b031-397a115bf6ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0380764
Dec 11 21:25:57.930259 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-47b72e42-6a0d-4b4f-85d0-147836a3a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:57.931764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-47b72e42-6a0d-4b4f-85d0-147836a3a2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1097 time: 0.0394833
Dec 11 21:25:58.035107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-7c7471ec-7154-4cdd-8e15-898d53622b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:58.036545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-7c7471ec-7154-4cdd-8e15-898d53622b08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0854251
Dec 11 21:25:58.100512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-195880ac-d73e-4ac6-aec3-8e6f6338df54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 1002 time: 0.0562418
Dec 11 21:25:58.147708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-81a2dad7-0e7c-4255-a9ed-9b9fd4925b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:58.149055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-81a2dad7-0e7c-4255-a9ed-9b9fd4925b06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0421474
Dec 11 21:25:58.199420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-5ca5cc36-3054-4888-95cb-cc84625efdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:25:58.200894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-5ca5cc36-3054-4888-95cb-cc84625efdaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452490
Dec 11 21:25:58.288120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-3045e9fe-befa-4dda-93e6-5ef8e583f74e service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800457
Dec 11 21:25:58.380095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-32f18e2f-d190-4a80-bdd4-04da7c77083d req-78cdafe1-8f93-4998-9493-c410f370ff52 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851517
Dec 11 21:26:00.461634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-9a7d9787-47e1-4286-bf49-d44bf18778fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0395522
Dec 11 21:26:00.549913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-5c2cd615-b9bf-44d4-81f2-440554f2bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:00.551442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-5c2cd615-b9bf-44d4-81f2-440554f2bb2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0404196
Dec 11 21:26:00.662908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-7c165420-69b2-4d16-a9bc-598faf635a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:00.664592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-7c165420-69b2-4d16-a9bc-598faf635a44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0937996
Dec 11 21:26:00.735449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-5dcc9339-38c1-4d40-ac87-e9fe7d7365a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1001 time: 0.0630491
Dec 11 21:26:00.789762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-768d54f5-69c9-4a6f-97a1-7e44829278dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:00.791418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-768d54f5-69c9-4a6f-97a1-7e44829278dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0491395
Dec 11 21:26:00.847258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-7cdaa1aa-6bd6-471d-8093-d7cb3222fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:00.848725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-7cdaa1aa-6bd6-471d-8093-d7cb3222fc8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0503888
Dec 11 21:26:00.956265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-7f7a0ab5-88d8-4329-957e-7f1637ab1133 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997813
Dec 11 21:26:01.066784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc503773-dec4-4afa-95aa-bd5fb807d0d7 req-a20b5dcd-283e-476d-8a4e-5cebfc1f42dc service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1028490
Dec 11 21:26:11.015489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8d1f9c65-6b5a-4523-9fb5-99e51aa262fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:13.476086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5883bddd-f49e-4112-a2fb-9deff0b32427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:14.997678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:16.007212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:16.353368 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:17.209855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:21.410386 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:22.380803 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:26:41.018667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-45b41b83-18ba-481e-b284-9ace695ebb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:43.479611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26d79816-5b12-4050-a8a0-db0e312d41e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:44.999439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:46.024992 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:46.354395 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:47.202291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:51.421456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:26:58.853919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-1b1fbc6f-4c6a-47c4-88e1-8b6464a45341 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424716
Dec 11 21:26:58.934755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b999-ddda-4d56-b16e-0930c955377c req-2ff6ae32-5a5d-4a67-a084-1dc26f96ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:58.936122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-2ff6ae32-5a5d-4a67-a084-1dc26f96ee5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1097 time: 0.0398941
Dec 11 21:26:59.037930 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b999-ddda-4d56-b16e-0930c955377c req-704490ab-6fd1-499b-8426-ea318bcd17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:59.039388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-704490ab-6fd1-499b-8426-ea318bcd17b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0852230
Dec 11 21:26:59.103426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-6bd5ad6c-e94e-4564-8378-dce1cec39985 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 1002 time: 0.0567157
Dec 11 21:26:59.151885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b999-ddda-4d56-b16e-0930c955377c req-6f2769a7-7033-4c40-9475-89c8f6e0fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:59.153271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-6f2769a7-7033-4c40-9475-89c8f6e0fca7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0423687
Dec 11 21:26:59.205490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9b999-ddda-4d56-b16e-0930c955377c req-81e656df-477b-440c-97ba-e60021c89746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:26:59.206906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-81e656df-477b-440c-97ba-e60021c89746 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0452104
Dec 11 21:26:59.295051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-3a9aadcf-4cc6-48ef-8230-fb7766dd20ff service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810781
Dec 11 21:26:59.380153 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:26:59.387454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8de9b999-ddda-4d56-b16e-0930c955377c req-1dfe6df9-8fab-42fd-a001-b1d5a9a666af service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860665
Dec 11 21:27:02.455549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-4e9729ef-525d-4e9f-80ac-b8092619f173 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0409553
Dec 11 21:27:02.533710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-96fe3103-ad33-4924-aa78-f7e3ece1d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:02.535124 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-96fe3103-ad33-4924-aa78-f7e3ece1d86a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0390575
Dec 11 21:27:02.637331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-6bcf60df-fb96-49e1-beef-11f433a2ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:02.638870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-6bcf60df-fb96-49e1-beef-11f433a2ee78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0847461
Dec 11 21:27:02.702094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-902b2723-954e-4333-aaf7-3af609dd1605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1001 time: 0.0564871
Dec 11 21:27:02.750443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-dd713a0f-5814-4f9a-a9d5-34ee929f1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:02.751878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-dd713a0f-5814-4f9a-a9d5-34ee929f1f70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0429258
Dec 11 21:27:02.800379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-094f6db2-2091-41e9-ab8b-102a3db46796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:02.801804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-094f6db2-2091-41e9-ab8b-102a3db46796 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428636
Dec 11 21:27:02.887611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-a0703f43-a270-4507-8d3b-4043dc60d86e service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788720
Dec 11 21:27:02.980623 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4d2b7b42-ab35-42bd-8cac-69a12087d47b req-fd4a4bff-2dfb-456a-80a3-0c121fa8e22a service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853910
Dec 11 21:27:11.020048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a9847892-6a8b-47b7-94c8-268a6056df1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:13.481599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-abeb1495-48b5-4fc6-a372-ec78b2173823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:15.001917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:16.022559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:16.355575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:17.206089 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:21.422207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.388333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56108) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:27:28.600232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port 4765dbd0-4e91-494b-83b3-bf35636370aa {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:27:28.600484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.673135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.673479 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.685281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for 4765dbd0-4e91-494b-83b3-bf35636370aa owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:27:28.851989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.876725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=4765dbd0-4e91-494b-83b3-bf35636370aa,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:27:28.905120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.905463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.905802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.906135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.906466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.906827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.907155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.907474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.907804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.908112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.908430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.908748 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.909066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:27:28.950358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:28.950746 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP 205cde67-26a8-410f-bc62-6ad33d2f1401 disassociated (deleted). External IP: 172.35.1.222, port: 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59.
Dec 11 21:27:29.150664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:27:29.254758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:27:29.259837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:29.264511 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:27:29.274988 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:27:29.275267 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84695850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:27:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:27:29.286017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a990e478-e9bc-4215-8d96-e3d8a503b741 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "DELETE /v2.0/floatingips/205cde67-26a8-410f-bc62-6ad33d2f1401 HTTP/1.1" status: 204  len: 168 time: 0.8965874
Dec 11 21:27:29.287198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:27:29.289437 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f9b25-48c4-48b8-a40e-7278a3d3f803" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:27:29.328544 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1420a87f-9c23-4266-b482-573ce7a911fc x-openstack-request-id: req-1420a87f-9c23-4266-b482-573ce7a911fc {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:27:29.329160 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:27:29.329422 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1420a87f-9c23-4266-b482-573ce7a911fc {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:27:29.329976 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'status': 'completed', 'code': 200}
Dec 11 21:27:29.393458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-1ea1f556-5336-4e26-abae-338a09f45d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:29.395186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-1ea1f556-5336-4e26-abae-338a09f45d63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 1097 time: 0.0429037
Dec 11 21:27:29.398023 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:27:29.495310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-12398f70-be17-4f4a-8618-2c41fe3b638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:29.497048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-12398f70-be17-4f4a-8618-2c41fe3b638e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0899260
Dec 11 21:27:29.521811 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8819-09bd-49f9-bbf4-6cd0ebee88e7 req-806f6964-4a06-4ac1-a551-4b5700771a65 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:29.523612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2bdc8819-09bd-49f9-bbf4-6cd0ebee88e7 req-806f6964-4a06-4ac1-a551-4b5700771a65 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0528450
Dec 11 21:27:29.545910 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-777af9e6-7222-4568-9f75-a2652c5e3209 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 200  len: 217 time: 0.0396013
Dec 11 21:27:29.576666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2bdc8819-09bd-49f9-bbf4-6cd0ebee88e7 req-c795dc3e-2fdb-4be2-a357-30022654c958 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457993
Dec 11 21:27:29.598041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-374b28d6-ec46-4aa3-9a45-6a41ee483e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:29.599691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-374b28d6-ec46-4aa3-9a45-6a41ee483e19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0458601
Dec 11 21:27:29.644904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-05291ea6-2d33-4649-8297-942094d8a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:29.647041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-05291ea6-2d33-4649-8297-942094d8a79c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0399079
Dec 11 21:27:29.648116 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84695850>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:27:29.674197 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:27:29.682582 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:27:29.683187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84695850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:27:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:27:29.739894 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-a7e7dbc1-1b33-4e81-b0a1-6104d8123c6c service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839312
Dec 11 21:27:29.787930 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:27:29.830057 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-033f9b25-48c4-48b8-a40e-7278a3d3f803 req-4533c759-6e8f-45b2-9bca-f39f96944935 service neutron] 10.222.0.16 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823572
Dec 11 21:27:30.019689 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84695850>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:27:30.044376 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa855a80-9ad3-4ff3-9be6-8f1ee531706e None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '750702ed-3dda-4c14-b38e-5cc2ac7e76c0', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'floating_ip_address': '172.35.1.19', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'port_id': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'mac_address': 'fa:16:3e:00:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:23:53Z', 'updated_at': '2021-12-11T21:23:55Z', 'revision_number': 1, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:27:30.259392 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ac1095-24b6-4fa4-8ba2-0bf8ee1ce20f None None] New status for floating IP 205cde67-26a8-410f-bc62-6ad33d2f1401: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:27:30.699969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca17af2-343f-418c-9f8b-47b84ff7f1e8 req-105519ab-9791-4e1e-9d50-5b0f20ef3f2c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:30.701421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ca17af2-343f-418c-9f8b-47b84ff7f1e8 req-105519ab-9791-4e1e-9d50-5b0f20ef3f2c tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0523374
Dec 11 21:27:30.749662 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ca17af2-343f-418c-9f8b-47b84ff7f1e8 req-87c76b7b-38da-4554-9e91-1f41952c93d5 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423641
Dec 11 21:27:31.005855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-fcc4df0a-2963-4652-be42-bbf4cf47ff06 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:27:31.007341 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-fcc4df0a-2963-4652-be42-bbf4cf47ff06 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 946 time: 0.0478604
Dec 11 21:27:31.099638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:27:31.099972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:31.185528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:27:31.185887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:31.198873 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:27:31.325232 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:31.353292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=8bcfc7eb-b6f4-49e2-be6e-d679ae709f59,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:27:31.394365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:27:31.396984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:31.400456 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1ee2a68-7e0d-4995-ab0b-51af1be0ca2f req-289093bc-b8bd-4b2e-9755-a3c7cf439be2 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.16 "DELETE /v2.0/ports/8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 HTTP/1.1" status: 204  len: 173 time: 0.3867459
Dec 11 21:27:31.400900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'name': 'network-vif-deleted', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:27:31.403232 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed6b42-ae0d-46ce-b86d-2e09b8488cb4" -d '{"events": [{"server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "name": "network-vif-deleted", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:27:31.462408 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24c314-211b-4851-a609-1b6a319f9a33 x-openstack-request-id: req-5b24c314-211b-4851-a609-1b6a319f9a33 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:27:31.462732 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffe5645-6f63-4749-a1fd-27f27bf5b2f3", "name": "network-vif-deleted", "tag": "8bcfc7eb-b6f4-49e2-be6e-d679ae709f59", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:27:31.462990 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b24c314-211b-4851-a609-1b6a319f9a33 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:27:31.463390 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffe5645-6f63-4749-a1fd-27f27bf5b2f3', 'name': 'network-vif-deleted', 'tag': '8bcfc7eb-b6f4-49e2-be6e-d679ae709f59', 'status': 'completed', 'code': 200}
Dec 11 21:27:31.872778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6569b629-b1a5-4753-ace7-0af345f89bf3 req-e1803802-9b0e-450d-87fb-5965db7b3665 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffe5645-6f63-4749-a1fd-27f27bf5b2f3 HTTP/1.1" status: 200  len: 210 time: 0.0363390
Dec 11 21:27:35.538970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:27:35.561489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:27:35.561831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 8bcfc7eb-b6f4-49e2-be6e-d679ae709f59 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:27:36.378740 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:27:41.022554 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6eea4e5e-e40e-4ad3-b1bf-b8a552b59561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:43.482746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c241a331-3ee0-455d-8910-fe990a48e80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:45.004899 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:46.050933 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:46.356998 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:47.219100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:27:51.420884 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:03.000689 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-b3d214e5-3ca2-490d-9fbe-e09b76106e9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386503
Dec 11 21:28:03.079435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f354e-b12c-4247-befb-95f35413b4bb req-2696b421-d67a-4b43-abac-3d23257faa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:03.080799 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-2696b421-d67a-4b43-abac-3d23257faa78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0387392
Dec 11 21:28:03.192241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f354e-b12c-4247-befb-95f35413b4bb req-e534fc11-dc30-4768-bcde-de7588cf84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:03.194247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-e534fc11-dc30-4768-bcde-de7588cf84e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.0902169
Dec 11 21:28:03.258372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-ed40561d-f863-4cd0-911a-edbb8cb1ffc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 1001 time: 0.0571764
Dec 11 21:28:03.310672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f354e-b12c-4247-befb-95f35413b4bb req-bbf2b4c6-040f-4788-a1d0-eaaf0acc52ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:03.312107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-bbf2b4c6-040f-4788-a1d0-eaaf0acc52ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0466313
Dec 11 21:28:03.356905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f354e-b12c-4247-befb-95f35413b4bb req-8f53ac60-7c35-444d-8ead-ee63e307ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:03.358277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-8f53ac60-7c35-444d-8ead-ee63e307ac25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391479
Dec 11 21:28:03.447642 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-85fe97fe-178a-4d20-9f21-87ee5aab4068 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823689
Dec 11 21:28:03.541812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-535f354e-b12c-4247-befb-95f35413b4bb req-c8a78d72-097e-48c4-8069-ec1fe8cb60ab service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875223
Dec 11 21:28:04.881495 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56266) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:05.035068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port f33db8c4-d39d-4bc7-a88c-0340d5b5d97c {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:05.035401 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.393142 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.393463 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.404596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for f33db8c4-d39d-4bc7-a88c-0340d5b5d97c owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:05.551168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.578903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=f33db8c4-d39d-4bc7-a88c-0340d5b5d97c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:05.604253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.604597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.604932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.605264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.605595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.605923 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.606252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.606603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.606924 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.607242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.607562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.607887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.608208 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:05.649472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.649806 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Floating IP 750702ed-3dda-4c14-b38e-5cc2ac7e76c0 disassociated (deleted). External IP: 172.35.1.19, port: ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7.
Dec 11 21:28:05.862226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:28:05.967418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:28:05.972409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:05.978234 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:28:05.988532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:05.989184 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842155e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:27:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:05.998705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cb1ff4af-6620-46df-8438-25c1e823ea28 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "DELETE /v2.0/floatingips/750702ed-3dda-4c14-b38e-5cc2ac7e76c0 HTTP/1.1" status: 204  len: 168 time: 1.1160719
Dec 11 21:28:05.999309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:06.001595 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c630a-2c9c-4ae4-9694-d0fed81ad2be" -d '{"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:06.040542 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e9631-13fb-4cad-8772-322168e576ec x-openstack-request-id: req-bd1e9631-13fb-4cad-8772-322168e576ec {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:06.041059 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:06.041324 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd1e9631-13fb-4cad-8772-322168e576ec {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:06.041998 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'status': 'completed', 'code': 200}
Dec 11 21:28:06.104503 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:06.108654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-35392633-eb3f-46f5-96a5-80078709d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:06.110772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-35392633-eb3f-46f5-96a5-80078709d97f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 1097 time: 0.0466049
Dec 11 21:28:06.232922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-09d03994-317e-4a79-8fa0-4746acee6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:06.234548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-09d03994-317e-4a79-8fa0-4746acee6e2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 200  len: 913 time: 0.1134303
Dec 11 21:28:06.287678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-815ec738-0bc9-47a6-b541-bb83f6a6500e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 200  len: 217 time: 0.0441620
Dec 11 21:28:06.344657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-ee98c4b6-1d41-4e5e-a2d3-99503af7731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:06.346594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-ee98c4b6-1d41-4e5e-a2d3-99503af7731c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 200  len: 851 time: 0.0511687
Dec 11 21:28:06.408903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842155e0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:06.433294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-ba6d6f49-087a-4681-9819-4671da055178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:06.434849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-ba6d6f49-087a-4681-9819-4671da055178 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9db564a2-3672-420a-89a2-980b312ee24c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0808234
Dec 11 21:28:06.437821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:28:06.446708 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:06.447233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421f4e0-1072-45e2-8455-38cab10f0960 req-c825394a-36ff-4d1b-b627-bdb776c70701 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:06.447390 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842155e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:27:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:06.448736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6421f4e0-1072-45e2-8455-38cab10f0960 req-c825394a-36ff-4d1b-b627-bdb776c70701 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.2641273
Dec 11 21:28:06.550771 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:06.557853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6421f4e0-1072-45e2-8455-38cab10f0960 req-7f073f63-f585-43f2-8301-47778054c67a tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978305
Dec 11 21:28:06.580148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-f01a541b-d354-43e7-bf55-ced442af90a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304748
Dec 11 21:28:06.670813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-393c630a-2c9c-4ae4-9694-d0fed81ad2be req-0b893ae0-fcc7-48dc-8780-83498ca1081d service neutron] 10.222.0.30 "GET /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821762
Dec 11 21:28:06.743938 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d8db2220-d593-43bb-937b-819f00669338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842155e0>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:06.769451 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db2220-d593-43bb-937b-819f00669338 None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:18:55Z', 'revision_number': 4, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1c85b361-286f-4ade-8097-05e948ef7d95', 'name': '', 'network_id': '9db564a2-3672-420a-89a2-980b312ee24c', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'mac_address': 'fa:16:3e:9b:62:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:54Z', 'updated_at': '2021-12-11T21:18:58Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'subnets': [{'id': '5c27ab4c-cd1f-45c5-bffa-b817e42106c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:28:06.983503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3030497-596d-4650-8766-6235aceb2f1e None None] New status for floating IP 750702ed-3dda-4c14-b38e-5cc2ac7e76c0: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:28:07.734611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2334f1-913a-4341-8fe7-d382838cf906 req-dd297b33-4740-4d1f-a5ce-ae95bb92cf10 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:07.736080 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c2334f1-913a-4341-8fe7-d382838cf906 req-dd297b33-4740-4d1f-a5ce-ae95bb92cf10 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.1079817
Dec 11 21:28:07.784708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c2334f1-913a-4341-8fe7-d382838cf906 req-32885b1d-77b1-4668-a95e-4b02c84c157e tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "GET /v2.0/security-groups?id=b982a13e-6829-4a09-8ef8-a71f8ad45ceb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426519
Dec 11 21:28:07.850838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-4baf626d-6bb4-485b-af54-91f16adba7c7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:07.852219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-4baf626d-6bb4-485b-af54-91f16adba7c7 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef27b7-5eb8-49a9-971b-8d6eb71604f7 HTTP/1.1" status: 200  len: 946 time: 0.0499554
Dec 11 21:28:07.945140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:07.945475 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:08.031458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] For port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:08.031820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:08.044476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:08.172200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:08.201143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:08.248465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] No DVR routers for this DVR port ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:28:08.251045 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:08.254598 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-25dbb6ee-3e02-46ab-96c8-6561a6a4e3f9 req-5daa7ef7-f0f6-4d7e-aed2-d64df9d7951b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.30 "DELETE /v2.0/ports/ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 HTTP/1.1" status: 204  len: 173 time: 0.3954737
Dec 11 21:28:08.255589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'name': 'network-vif-deleted', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:08.257922 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b45124-bd7a-4226-b2d1-1a2c9992a0a9" -d '{"events": [{"server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "name": "network-vif-deleted", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:08.300624 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ba9cc6-f72f-4293-9127-e4f69790fc17 x-openstack-request-id: req-89ba9cc6-f72f-4293-9127-e4f69790fc17 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:08.300947 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bef27b7-5eb8-49a9-971b-8d6eb71604f7", "name": "network-vif-deleted", "tag": "ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:08.301205 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89ba9cc6-f72f-4293-9127-e4f69790fc17 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:08.301607 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bef27b7-5eb8-49a9-971b-8d6eb71604f7', 'name': 'network-vif-deleted', 'tag': 'ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7', 'status': 'completed', 'code': 200}
Dec 11 21:28:08.845853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56284) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:08.970111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Deleting port 8c805c9b-fb1f-4492-8ad9-a9589b01ffee {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:08.971076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.042894 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.043217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.054404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Calling delete_port for 8c805c9b-fb1f-4492-8ad9-a9589b01ffee owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:09.190077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.217047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'Port': ['ID=8c805c9b-fb1f-4492-8ad9-a9589b01ffee,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:09.279727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.282394 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:09.283582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7b95ef51-d095-4ee6-8886-2a9f381a3171 tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "DELETE /v2.0/floatingips/b52b988f-f4fa-410d-8c12-257c6be94ff3 HTTP/1.1" status: 204  len: 168 time: 0.4366965
Dec 11 21:28:11.024902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8b39cd0c-d2f2-4f5b-be7a-ba447e87cbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:11.125331 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:11.148866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:11.149211 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce5c6a21-3cfb-4385-97e5-30e3f61fd8f7 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:11.518006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56326) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:11.575085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:11.599664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:11.665573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:11.668353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:11.669582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] 10.222.0.18 "DELETE /v2.0/security-groups/b982a13e-6829-4a09-8ef8-a71f8ad45ceb HTTP/1.1" status: 204  len: 168 time: 0.1505151
Dec 11 21:28:11.680829 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaf9b1-26f8-4314-8845-54f36e330e4b tempest-TestVolumeBootPattern-909971433 tempest-TestVolumeBootPattern-909971433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b982a13e-6829-4a09-8ef8-a71f8ad45ceb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:12.736917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56332) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:13.185500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:13.376894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:28:13.426088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Deleting port 1c85b361-286f-4ade-8097-05e948ef7d95 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:13.426420 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:13.484389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f0765199-68ee-458a-ad3e-dd01c4db195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:13.505021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] For port 1c85b361-286f-4ade-8097-05e948ef7d95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c85b361-286f-4ade-8097-05e948ef7d95,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:13.505385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:13.517674 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Calling delete_port for 1c85b361-286f-4ade-8097-05e948ef7d95 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:13.692289 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:13.718540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c85b361-286f-4ade-8097-05e948ef7d95,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:13.888277 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:14.097888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:28:14.201870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:28:14.206934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3c71511e-2d67-4225-b775-35ba4a3cb307 admin admin] 10.222.0.18 "PUT /v2.0/routers/52b53071-b1af-4950-aa9f-9940ce0ef3e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4689884
Dec 11 21:28:14.209529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56336) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:14.211536 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Sync routers for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:28:14.222382 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:14.223070 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:28:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:14.336329 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:14.519311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6190>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:28:13Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:14.544895 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Checking router: 52b53071-b1af-4950-aa9f-9940ce0ef3e9 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:28:14.553898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Routers {'52b53071-b1af-4950-aa9f-9940ce0ef3e9'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:14.554510 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:28:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:14.599372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:14.657006 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] Set router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:14.700963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:14.753675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Deleting port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:14.754012 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:14.832075 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] For port 6dc11847-fb63-458e-a2dc-dd6ffc030f0e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:14.832362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d844a6190>, [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:28:13Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:14.833030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:14.847173 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Calling delete_port for 6dc11847-fb63-458e-a2dc-dd6ffc030f0e owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:14.859092 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb93eb6-fde4-4f8e-bc52-c8ab81a45c5d None None] The sync data for ids ['52b53071-b1af-4950-aa9f-9940ce0ef3e9'] in ncdv-master-1 is: [{'id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'name': 'tempest-TestVolumeBootPattern-1691807319-router', 'tenant_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243'}], 'enable_snat': True}, 'gw_port_id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:50Z', 'updated_at': '2021-12-11T21:28:13Z', 'revision_number': 5, 'project_id': 'd8f0381bbbd84752abdbd2d9ae843b2a', 'gw_port': {'id': '6dc11847-fb63-458e-a2dc-dd6ffc030f0e', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:69:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b53071-b1af-4950-aa9f-9940ce0ef3e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:18:51Z', 'updated_at': '2021-12-11T21:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:28:15.007183 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.019363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.046241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc11847-fb63-458e-a2dc-dd6ffc030f0e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:15.056742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7bf462-bcc6-460a-9f4c-e2d69e1883c5 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:28:15.111246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.204083 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.206292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.251428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.251993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52b53071-b1af-4950-aa9f-9940ce0ef3e9 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:28:15.261406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.264882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a77c9818-278a-4374-b095-2c9bcbf39903 admin admin] 10.222.0.18 "DELETE /v2.0/routers/52b53071-b1af-4950-aa9f-9940ce0ef3e9 HTTP/1.1" status: 204  len: 168 time: 1.0520792
Dec 11 21:28:15.265247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:15.310913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Deleting subnet 5c27ab4c-cd1f-45c5-bffa-b817e42106c0 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:28:15.314239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.354151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.430997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.483914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.511662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c27ab4c-cd1f-45c5-bffa-b817e42106c0,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:15.514895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.518145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dfc7bfc0-d4e3-49f6-abd2-294c571e1985 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c27ab4c-cd1f-45c5-bffa-b817e42106c0 HTTP/1.1" status: 204  len: 168 time: 0.2518520
Dec 11 21:28:15.520750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56340) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:15.523930 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80accdd-dbc4-4bbd-a020-4c31dd8cd6b5 None None] Network 9db564a2-3672-420a-89a2-980b312ee24c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:28:15.592741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.653573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Deleting port 9f15ab75-0167-41fe-8490-8997496a58b1 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:15.653836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.719390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] For port 9f15ab75-0167-41fe-8490-8997496a58b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f15ab75-0167-41fe-8490-8997496a58b1,segment=NetworkSegment(873ce145-ec9a-4f50-8d9c-247a5b567f94),segment_id=873ce145-ec9a-4f50-8d9c-247a5b567f94)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:15.719748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.733375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Calling delete_port for 9f15ab75-0167-41fe-8490-8997496a58b1 owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:15.817186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.844006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f15ab75-0167-41fe-8490-8997496a58b1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:15.849218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] No DVR routers for this DVR port 9f15ab75-0167-41fe-8490-8997496a58b1 on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:28:15.858669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b380667-a244-4a5a-ae6f-454b7f0e5959 None None] DHCP port deletion for 9db564a2-3672-420a-89a2-980b312ee24c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:28:15.928987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.948362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d8613f8b0>,) {'filters': {'network_id': ['9db564a2-3672-420a-89a2-980b312ee24c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:15.957328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8613f8b0>, '873ce145-ec9a-4f50-8d9c-247a5b567f94') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:15.957627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d8613f8b0>, '873ce145-ec9a-4f50-8d9c-247a5b567f94') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:15.967064 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.980442 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.986125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:28:15.986529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:28:15.988139 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:28:16.042239 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.047034 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.051354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9db564a2-3672-420a-89a2-980b312ee24c HTTP/1.1" status: 204  len: 168 time: 0.5290520
Dec 11 21:28:16.054416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56342) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:16.065041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37ca7e-69f5-4b07-a6d2-01c0c78f8bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db564a2-3672-420a-89a2-980b312ee24c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:16.068334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.361201 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.405001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.423347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6dc11847-fb63-458e-a2dc-dd6ffc030f0e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:16.443030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6dc11847-fb63-458e-a2dc-dd6ffc030f0e {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:16.443371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6dc11847-fb63-458e-a2dc-dd6ffc030f0e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:16.443804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c85b361-286f-4ade-8097-05e948ef7d95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:16.462030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1c85b361-286f-4ade-8097-05e948ef7d95 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:16.462369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1c85b361-286f-4ade-8097-05e948ef7d95 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:16.462801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9f15ab75-0167-41fe-8490-8997496a58b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:16.484787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9f15ab75-0167-41fe-8490-8997496a58b1 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:16.485128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9f15ab75-0167-41fe-8490-8997496a58b1 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:16.649781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Deleting port b5e7cc2d-7767-4203-8057-87572e0b5ea0 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:16.650030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.725156 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] For port b5e7cc2d-7767-4203-8057-87572e0b5ea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5e7cc2d-7767-4203-8057-87572e0b5ea0,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:16.725516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.737833 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Calling delete_port for b5e7cc2d-7767-4203-8057-87572e0b5ea0 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:16.915507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:16.943469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e7cc2d-7767-4203-8057-87572e0b5ea0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:17.109995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.212950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.329150 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:28:17.434373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:28:17.439353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7bfe1561-3baf-4cbf-9426-279e0d15f6bc admin admin] 10.222.0.18 "PUT /v2.0/routers/33dbc2ef-a36f-4d69-b14a-9cd00260f2f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3838668
Dec 11 21:28:17.441858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56344) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:17.445009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Sync routers for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:28:17.455440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:17.456055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76eabca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:28:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:17.542943 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.557709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:17.644103 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.696870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Deleting port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:17.697206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.729021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76eabca0>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:28:16Z', 'revision_number': 5, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port': {'id': '9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:5f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:19:00Z', 'updated_at': '2021-12-11T21:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:17.754916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Checking router: 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:28:17.763215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Routers {'33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:28:17.763811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76eabca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:28:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:17.775261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] For port 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:17.775623 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.789034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Calling delete_port for 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:17.851830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] Set router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:28:17.904919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76eabca0>, [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:28:17Z', 'revision_number': 6, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:17.931418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd406f0-fe8a-45b7-9513-a714be31499d None None] The sync data for ids ['33dbc2ef-a36f-4d69-b14a-9cd00260f2f9'] in ncdv-master-1 is: [{'id': '33dbc2ef-a36f-4d69-b14a-9cd00260f2f9', 'name': 'tempest-TestVolumeBootPattern-1572285776-router', 'tenant_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:18:58Z', 'updated_at': '2021-12-11T21:28:17Z', 'revision_number': 6, 'project_id': '65c20c6ac28c4d0d8cb2e38342cff4b1', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:28:17.964037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:17.988810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:18.003729 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947728e-0d89-427c-bc06-b73838f08964 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:28:18.054939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.145532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.148312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.191815 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.192369 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:28:18.197888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.201519 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1645b166-fada-4da4-a268-fbc51083138b admin admin] 10.222.0.18 "DELETE /v2.0/routers/33dbc2ef-a36f-4d69-b14a-9cd00260f2f9 HTTP/1.1" status: 204  len: 168 time: 0.7562871
Dec 11 21:28:18.201675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56346) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:18.249011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Deleting subnet cefa5007-c5fc-4100-b2d2-3c1ea20d258c {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:28:18.252115 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.289784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.372574 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.427099 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.451484 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefa5007-c5fc-4100-b2d2-3c1ea20d258c,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:18.457235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.460601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2dbab5da-94b7-45c8-91fd-59edb737daf0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cefa5007-c5fc-4100-b2d2-3c1ea20d258c HTTP/1.1" status: 204  len: 168 time: 0.2580156
Dec 11 21:28:18.462705 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6b998-d4da-4772-b687-96461ac5a198 None None] Network 05b9d4e5-9642-4414-9250-d5630e8db729 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:28:18.463172 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56348) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:18.531807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.597201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Deleting port 56a1b874-951d-4eca-ae25-bdaf16d0de59 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:18.597540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.767489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:18.790000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:18.790431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9bd8e7a5-2cfd-47e2-ae05-7bbe0ed67696 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:18.790990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5e7cc2d-7767-4203-8057-87572e0b5ea0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:18.814191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b5e7cc2d-7767-4203-8057-87572e0b5ea0 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:18.814903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b5e7cc2d-7767-4203-8057-87572e0b5ea0 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:18.832460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] DHCP port deletion for 05b9d4e5-9642-4414-9250-d5630e8db729 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:28:18.887341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Deleting port 56a1b874-951d-4eca-ae25-bdaf16d0de59 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:18.887908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.954602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] For port 56a1b874-951d-4eca-ae25-bdaf16d0de59, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a1b874-951d-4eca-ae25-bdaf16d0de59,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:18.954782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] For port 56a1b874-951d-4eca-ae25-bdaf16d0de59, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56a1b874-951d-4eca-ae25-bdaf16d0de59,segment=NetworkSegment(53bc4fe4-deea-4580-a9a0-11048b613c92),segment_id=53bc4fe4-deea-4580-a9a0-11048b613c92)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:18.954992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.955106 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:18.969786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Calling delete_port for 56a1b874-951d-4eca-ae25-bdaf16d0de59 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:18.970382 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Calling delete_port for 56a1b874-951d-4eca-ae25-bdaf16d0de59 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:19.055022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.060633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.083414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a1b874-951d-4eca-ae25-bdaf16d0de59,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:19.086842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Pushing event deleted for resources: {'Port': ['ID=56a1b874-951d-4eca-ae25-bdaf16d0de59,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:19.088342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] No DVR routers for this DVR port 56a1b874-951d-4eca-ae25-bdaf16d0de59 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:28:19.089117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] No DVR routers for this DVR port 56a1b874-951d-4eca-ae25-bdaf16d0de59 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:28:19.100994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.101349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.101782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.102096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.102371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.102696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.103027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.103346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.103851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.104178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.104510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.104832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.105145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1023877e-13fa-45ac-97cb-73759f44975a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:19.166317 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.188745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7e9d0>,) {'filters': {'network_id': ['05b9d4e5-9642-4414-9250-d5630e8db729']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:19.198818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7e9d0>, '53bc4fe4-deea-4580-a9a0-11048b613c92') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:19.199121 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7e9d0>, '53bc4fe4-deea-4580-a9a0-11048b613c92') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:28:19.208493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.222436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.229389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:28:19.229778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:28:19.231716 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:28:19.289116 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.294710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.297933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/05b9d4e5-9642-4414-9250-d5630e8db729 HTTP/1.1" status: 204  len: 168 time: 0.8339176
Dec 11 21:28:19.308945 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c15e8-1fde-4656-bcb7-99af15d28eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b9d4e5-9642-4414-9250-d5630e8db729,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:19.408070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56352) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:19.447613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-46d05586-ed98-4f32-a6bd-6034270b8d1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8f0381bbbd84752abdbd2d9ae843b2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0381722
Dec 11 21:28:19.450043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56354) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:19.499987 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.519981 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.566050 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.569127 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.570266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99729167-feef-481e-9ba3-19e015b2c4e1 HTTP/1.1" status: 204  len: 168 time: 0.1192765
Dec 11 21:28:19.578542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740658a-3ef9-4266-9186-244ad5a5c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99729167-feef-481e-9ba3-19e015b2c4e1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:19.875647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56360) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:19.914452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-03fc50d5-cf73-4cf2-a514-898fcffbb786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65c20c6ac28c4d0d8cb2e38342cff4b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376918
Dec 11 21:28:19.916821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56362) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:19.963504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:19.984007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:20.030934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:20.033506 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:20.034710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce9bd481-30b1-42f6-8aa0-4a86a75256c6 HTTP/1.1" status: 204  len: 168 time: 0.1169636
Dec 11 21:28:20.042468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58108566-4c7e-442d-90cf-c245856002ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9bd481-30b1-42f6-8aa0-4a86a75256c6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:20.418566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 56a1b874-951d-4eca-ae25-bdaf16d0de59 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:20.440889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 56a1b874-951d-4eca-ae25-bdaf16d0de59 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:20.441250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 56a1b874-951d-4eca-ae25-bdaf16d0de59 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:21.437465 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:30.993300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-70aa55e0-3ded-45e0-b266-9b1afb62f3cc tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&shared=False HTTP/1.1" status: 200  len: 213 time: 0.3139558
Dec 11 21:28:31.095750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-73bf870b-e7ff-46b7-ac9b-a90e6e781aa6 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:31.097474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-73bf870b-e7ff-46b7-ac9b-a90e6e781aa6 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.0985911
Dec 11 21:28:31.112512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-2bdc6356-c948-44d2-9e7c-52f54e76f06f tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/quotas/b280b4b2555d47ebb96fbd4e49c74f49 HTTP/1.1" status: 200  len: 375 time: 0.0088084
Dec 11 21:28:31.146366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-fc05c72e-e5dd-4016-ac46-ed27ab675f4a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0281525
Dec 11 21:28:31.308256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2affcb9-5812-4577-94fb-d8ed5577fa38 req-03e42a43-e96c-4302-9b10-5248d88b4dfd tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 210 time: 0.0274320
Dec 11 21:28:32.126381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-7eefcba7-1cf6-4565-bbf7-ce4e37f215d5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0213823
Dec 11 21:28:32.231377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-714afdf3-985e-49ec-908f-1f9d46d4f3b7 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:32.232838 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-714afdf3-985e-49ec-908f-1f9d46d4f3b7 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1005881
Dec 11 21:28:32.245682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Request body: {'port': {'device_id': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'admin_state_up': True, 'tenant_id': 'b280b4b2555d47ebb96fbd4e49c74f49'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:32.355537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Made reservation on behalf of b280b4b2555d47ebb96fbd4e49c74f49 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:28:32.359137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.368791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.412038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-68f858bf-70a8-4c01-86f9-3902e2a1693a req-4b319bb4-a63a-41e1-9ca3-02bfc9c2b1b2 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 210 time: 0.0310102
Dec 11 21:28:32.466705 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.470546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.533630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06aed6f-bcdb-4e32-be2c-225d284cfd75,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:32.551286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.551635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.551975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.552309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.552637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.552975 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.553839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.554162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.554502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.554825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.555147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.555466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.555791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:28:32.616557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Allocated IP 192.168.233.21 (9486fe32-fb83-4c8d-89de-820366abdca1/1e9d89d3-8082-4541-a2c2-e003b1c5f9a9/dfbe3a47-34ec-4e92-863f-2234290f3ad9) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:28:32.757281 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.791020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.833127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Network 9486fe32-fb83-4c8d-89de-820366abdca1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:28:32.836706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:28:32.840454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:28:32.868245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Pushing event updated for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:32.893591 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:32.894195 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:32.910936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-3aec572a-ac0c-43a1-ae31-63d413f7855d tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.6688616
Dec 11 21:28:32.921200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-2f773a01-cf04-4ba6-828e-fe7f6baf72b3 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:28:32.922193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-2f773a01-cf04-4ba6-828e-fe7f6baf72b3 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0052257
Dec 11 21:28:33.039620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Request body: {'port': {'device_id': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:33.051577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-801fa25d-9691-4089-b9de-17b04ea56b58 None None] Provisioning complete for port dfbe3a47-34ec-4e92-863f-2234290f3ad9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:28:33.052104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-801fa25d-9691-4089-b9de-17b04ea56b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.084225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-801fa25d-9691-4089-b9de-17b04ea56b58 None None] Port dfbe3a47-34ec-4e92-863f-2234290f3ad9 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:28:33.097970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.355455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbe3a47-34ec-4e92-863f-2234290f3ad9 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:28:33.362875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.374663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Transition to ACTIVE for port object dfbe3a47-34ec-4e92-863f-2234290f3ad9 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:28:33.378234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.425534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:33.509444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Attempting to bind port dfbe3a47-34ec-4e92-863f-2234290f3ad9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:28:33.509735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Attempting to bind port dfbe3a47-34ec-4e92-863f-2234290f3ad9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:28:33.510030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Attempting to bind port dfbe3a47-34ec-4e92-863f-2234290f3ad9 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:28:33.514768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Port dfbe3a47-34ec-4e92-863f-2234290f3ad9 on network 9486fe32-fb83-4c8d-89de-820366abdca1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:28:33.515089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Attempting to bind port dfbe3a47-34ec-4e92-863f-2234290f3ad9 on network 9486fe32-fb83-4c8d-89de-820366abdca1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:28:33.520281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:28:33.520620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Checking segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:28:33.521011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Bound using segment: {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:28:33.521437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Bound port: dfbe3a47-34ec-4e92-863f-2234290f3ad9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe5c361-f49d-4a9e-831b-56c97cd18c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:28:33.521988 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.546134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb870a-92f9-477c-a4cf-acf8038a61ad req-1c0693a4-7259-4ebe-9712-769af1f7745a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:33.547708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15bb870a-92f9-477c-a4cf-acf8038a61ad req-1c0693a4-7259-4ebe-9712-769af1f7745a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 947 time: 0.0581548
Dec 11 21:28:33.588205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:28:33.591316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:28:33.596721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.606370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-15bb870a-92f9-477c-a4cf-acf8038a61ad req-d477e884-2d77-4c6e-9c3d-f6cafa7f296f tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501761
Dec 11 21:28:33.634213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:33.634939 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:33.636333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] 10.222.0.16 "PUT /v2.0/ports/dfbe3a47-34ec-4e92-863f-2234290f3ad9 HTTP/1.1" status: 200  len: 1095 time: 0.7063234
Dec 11 21:28:33.636786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:33.639048 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8834b43d-2d85-4627-b339-1e41d5abfda8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:33.661329 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73566-5170-43d6-bc72-c58564ef2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:33.687301 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06244b-e487-4353-90ba-234bb767a1ce x-openstack-request-id: req-3e06244b-e487-4353-90ba-234bb767a1ce {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:33.687618 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:33.687845 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e06244b-e487-4353-90ba-234bb767a1ce {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:33.688245 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9', 'status': 'completed', 'code': 200}
Dec 11 21:28:33.723205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-7e249dd6-2051-4fce-9393-1f85b5d71569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:33.724720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-7e249dd6-2051-4fce-9393-1f85b5d71569 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 1098 time: 0.0467582
Dec 11 21:28:33.775789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-f4702656-896f-479a-9e78-768518f70a43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9 HTTP/1.1" status: 200  len: 217 time: 0.0430739
Dec 11 21:28:33.827409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-488721b5-d186-4638-9e80-c69e4e42bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:33.828891 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-488721b5-d186-4638-9e80-c69e4e42bbc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0455410
Dec 11 21:28:33.875409 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-1d9088a7-e6f9-4c05-9a01-c87d788edf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:33.876867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-1d9088a7-e6f9-4c05-9a01-c87d788edf03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0399756
Dec 11 21:28:33.969905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-8a53454c-0b43-4d4e-8771-79402399a4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856087
Dec 11 21:28:34.058915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25119509-de8b-4264-a2b5-4b1cc9da68ed req-581888a3-583b-4a36-a3a1-3cef03653734 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816953
Dec 11 21:28:34.146297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-949f61e5-6353-447b-bd15-a34933078381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:34.148371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-949f61e5-6353-447b-bd15-a34933078381 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 1098 time: 0.0455997
Dec 11 21:28:34.235894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-d5eb46bc-5a4d-46d6-9988-04fbbb3b95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:34.237350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-d5eb46bc-5a4d-46d6-9988-04fbbb3b95b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9486fe32-fb83-4c8d-89de-820366abdca1 HTTP/1.1" status: 200  len: 870 time: 0.0823240
Dec 11 21:28:34.281964 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-03cba4e8-aa37-4d1d-9eaf-115f666bf7a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9 HTTP/1.1" status: 200  len: 217 time: 0.0375626
Dec 11 21:28:34.331542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-3af4d20f-8b5f-4424-98a2-efcb270bb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:34.332875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-3af4d20f-8b5f-4424-98a2-efcb270bb517 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e9d89d3-8082-4541-a2c2-e003b1c5f9a9 HTTP/1.1" status: 200  len: 843 time: 0.0432920
Dec 11 21:28:34.378015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-f8cdb11a-2849-4255-a9ac-2ac8bf4b6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:34.379537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-f8cdb11a-2849-4255-a9ac-2ac8bf4b6f8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9486fe32-fb83-4c8d-89de-820366abdca1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1167 time: 0.0393782
Dec 11 21:28:34.469036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-0d13248a-500c-47fd-8489-698ad558c935 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816023
Dec 11 21:28:34.557238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8834b43d-2d85-4627-b339-1e41d5abfda8 req-62a2493f-f534-40af-9669-a1ff614d3011 service neutron] 10.222.0.16 "GET /v2.0/networks/9486fe32-fb83-4c8d-89de-820366abdca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810435
Dec 11 21:28:34.721635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0fd8f-f507-41c4-83d0-01b7cc3c082d req-916c3f40-57f6-4fc4-8f1f-2d694a59bcdc tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:34.723154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56a0fd8f-f507-41c4-83d0-01b7cc3c082d req-916c3f40-57f6-4fc4-8f1f-2d694a59bcdc tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 947 time: 0.0480499
Dec 11 21:28:34.770680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-56a0fd8f-f507-41c4-83d0-01b7cc3c082d req-18e4493e-58c8-43dd-b08e-29e92b5a0305 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410924
Dec 11 21:28:35.820539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dfbe3a47-34ec-4e92-863f-2234290f3ad9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:28:35.890926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b9a07-877d-4200-bab6-4c973c45cbc1 req-0df8417a-d45b-4736-9b91-98117f1b7ed5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:35.892407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea7b9a07-877d-4200-bab6-4c973c45cbc1 req-0df8417a-d45b-4736-9b91-98117f1b7ed5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 947 time: 0.0496161
Dec 11 21:28:35.916175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:35.929232 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9', 'network_id': '9486fe32-fb83-4c8d-89de-820366abdca1', 'port_id': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9', 'mac_address': 'fa:16:3e:d4:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d89d3-8082-4541-a2c2-e003b1c5f9a9', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:28:35.939212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ea7b9a07-877d-4200-bab6-4c973c45cbc1 req-d7356483-6ac6-44c5-bde8-d333e522b533 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407267
Dec 11 21:28:35.965407 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:35.978379 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbe3a47-34ec-4e92-863f-2234290f3ad9 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:28:36.001452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:36.005266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:36.051186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:36.233803 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['dfbe3a47-34ec-4e92-863f-2234290f3ad9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:28:37.053480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5aa99-cbfc-44d0-b9bc-1b6e645edd4c req-76f61082-a9bb-4f30-8d4e-120612487c0f tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:37.054966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10f5aa99-cbfc-44d0-b9bc-1b6e645edd4c req-76f61082-a9bb-4f30-8d4e-120612487c0f tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 948 time: 0.0476117
Dec 11 21:28:37.104540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10f5aa99-cbfc-44d0-b9bc-1b6e645edd4c req-7fe17182-cdf4-44d7-bacc-ed80e91945da tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436695
Dec 11 21:28:37.836185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dfbe3a47-34ec-4e92-863f-2234290f3ad9 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:28:37.883593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port dfbe3a47-34ec-4e92-863f-2234290f3ad9 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:28:37.887161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port dfbe3a47-34ec-4e92-863f-2234290f3ad9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:28:37.887532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:37.962030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:37.984533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:37.986841 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64385cd-3bba-4179-b2f4-7f42250102f0" -d '{"events": [{"server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:38.003208 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:38.008267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:38.030899 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889fdf1-5823-40e6-bf41-c3ac04a6a50c x-openstack-request-id: req-b889fdf1-5823-40e6-bf41-c3ac04a6a50c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:38.031193 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "name": "network-vif-plugged", "status": "completed", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:38.031450 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b889fdf1-5823-40e6-bf41-c3ac04a6a50c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:38.031841 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9', 'code': 200}
Dec 11 21:28:38.058001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:38.129151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad8c01-4695-43c3-98af-4970c303bab1 req-93015b28-2d34-49b0-a02d-ace4df989e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:38.130606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cad8c01-4695-43c3-98af-4970c303bab1 req-93015b28-2d34-49b0-a02d-ace4df989e4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 1100 time: 0.0441375
Dec 11 21:28:38.174040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3cad8c01-4695-43c3-98af-4970c303bab1 req-7993c4d9-a8a0-47ba-a8f8-906eb939a6e1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366714
Dec 11 21:28:38.225069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe098a-daf0-42a0-8952-c7b8e5ddb2f0 req-928f1f85-d9a4-4280-8762-a2795d44f18c tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:38.226576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34fe098a-daf0-42a0-8952-c7b8e5ddb2f0 req-928f1f85-d9a4-4280-8762-a2795d44f18c tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 949 time: 0.0531130
Dec 11 21:28:38.273427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-34fe098a-daf0-42a0-8952-c7b8e5ddb2f0 req-97eccbb3-c111-4115-b5bd-059f60c43f04 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408432
Dec 11 21:28:39.387633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db70a-37d9-46e8-a839-e166b3077b7d req-309eadcf-6c0e-47c3-a06f-c052bde9b1de tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:39.389076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b31db70a-37d9-46e8-a839-e166b3077b7d req-309eadcf-6c0e-47c3-a06f-c052bde9b1de tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 949 time: 0.0473614
Dec 11 21:28:39.436028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b31db70a-37d9-46e8-a839-e166b3077b7d req-e2f9b45d-ec1c-4057-93d1-00ebe7603ee5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410454
Dec 11 21:28:39.745193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-a1d7c8a3-378a-4226-92d0-b6671f029784 req-4bf7bacf-c966-44e7-a242-de1b6c97db8b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:28:39.746215 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1d7c8a3-378a-4226-92d0-b6671f029784 req-4bf7bacf-c966-44e7-a242-de1b6c97db8b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0059612
Dec 11 21:28:40.144152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-67d77f06-42f4-424e-b9cd-2eab7f743c9b req-4b9b4da3-7b59-48d5-92c5-afbde999e067 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:28:40.145179 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-67d77f06-42f4-424e-b9cd-2eab7f743c9b req-4b9b4da3-7b59-48d5-92c5-afbde999e067 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0709655
Dec 11 21:28:40.491418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791c28e-8b35-47ad-8add-0c18f7d48f1d req-84759a8f-eea4-4aae-97bb-0dae27ce87d2 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:40.492885 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2791c28e-8b35-47ad-8add-0c18f7d48f1d req-84759a8f-eea4-4aae-97bb-0dae27ce87d2 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 949 time: 0.0530179
Dec 11 21:28:40.541908 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2791c28e-8b35-47ad-8add-0c18f7d48f1d req-217870c9-d8a1-4dd4-b1fb-5d5f765702ca tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429423
Dec 11 21:28:41.026978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ba2e8881-ffa3-4e6e-9d19-c442b805dcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:41.659179 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f5e65-24f5-4991-a122-ee56172cb4f2 req-f77bcddc-56e7-4c87-8a31-902f481c6af5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:41.660729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b8f5e65-24f5-4991-a122-ee56172cb4f2 req-f77bcddc-56e7-4c87-8a31-902f481c6af5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 949 time: 0.0495555
Dec 11 21:28:41.707265 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b8f5e65-24f5-4991-a122-ee56172cb4f2 req-351736b3-ebcc-4219-8a1f-9b1111de2ff5 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.18 "GET /v2.0/security-groups?id=d06aed6f-bcdb-4e32-be2c-225d284cfd75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406215
Dec 11 21:28:41.767524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d69cfdbb-1074-4c3c-8687-d9bd10167a91 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:41.768979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d69cfdbb-1074-4c3c-8687-d9bd10167a91 tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7bfda9-9729-4e24-9c88-2219f7712e4d HTTP/1.1" status: 200  len: 949 time: 0.0479639
Dec 11 21:28:41.855050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Deleting port dfbe3a47-34ec-4e92-863f-2234290f3ad9 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:28:41.855324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:41.944455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] For port dfbe3a47-34ec-4e92-863f-2234290f3ad9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dfbe3a47-34ec-4e92-863f-2234290f3ad9,segment=NetworkSegment(6fe5c361-f49d-4a9e-831b-56c97cd18c7f),segment_id=6fe5c361-f49d-4a9e-831b-56c97cd18c7f)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:41.944807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:41.956178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Calling delete_port for dfbe3a47-34ec-4e92-863f-2234290f3ad9 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:28:42.085210 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:42.097370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['dfbe3a47-34ec-4e92-863f-2234290f3ad9'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:28:42.113767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Pushing event deleted for resources: {'Port': ['ID=dfbe3a47-34ec-4e92-863f-2234290f3ad9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:42.157349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] No DVR routers for this DVR port dfbe3a47-34ec-4e92-863f-2234290f3ad9 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:28:42.160075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:42.164146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca21c94-479e-4afd-9006-4d23885dae73 req-d5bde1eb-841c-4f2a-ad23-a14d5762d31a tempest-ServersAdminNegativeTestJSON-1546520490 tempest-ServersAdminNegativeTestJSON-1546520490-project] 10.222.0.16 "DELETE /v2.0/ports/dfbe3a47-34ec-4e92-863f-2234290f3ad9 HTTP/1.1" status: 204  len: 173 time: 0.3895378
Dec 11 21:28:42.164609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'name': 'network-vif-deleted', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:42.166966 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b7c6e-94a5-4b38-871d-fe3b5f33754a" -d '{"events": [{"server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "name": "network-vif-deleted", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:42.212802 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed665c19-a666-4102-9439-e6fc89674188 x-openstack-request-id: req-ed665c19-a666-4102-9439-e6fc89674188 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:42.213109 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7bfda9-9729-4e24-9c88-2219f7712e4d", "name": "network-vif-deleted", "tag": "dfbe3a47-34ec-4e92-863f-2234290f3ad9", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:42.213374 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed665c19-a666-4102-9439-e6fc89674188 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:42.213785 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7bfda9-9729-4e24-9c88-2219f7712e4d', 'name': 'network-vif-deleted', 'tag': 'dfbe3a47-34ec-4e92-863f-2234290f3ad9', 'status': 'completed', 'code': 200}
Dec 11 21:28:43.000441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56492) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:43.131522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ee0d7ab-44ce-4a84-b0a9-ef5fd8c19fb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b280b4b2555d47ebb96fbd4e49c74f49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1295969
Dec 11 21:28:43.134036 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56496) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:43.180552 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.205696 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.256758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.259607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.260770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d06aed6f-bcdb-4e32-be2c-225d284cfd75 HTTP/1.1" status: 204  len: 168 time: 0.1257863
Dec 11 21:28:43.268836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad461aa-b106-4648-8858-f38ce86171e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06aed6f-bcdb-4e32-be2c-225d284cfd75,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:43.490064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca5696ee-8518-4ebb-bda3-1b2a1c1b7f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.517479 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56502) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:43.530881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7274d4-f7cd-4d0a-8b99-4cf8c3c432b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.603664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7274d4-f7cd-4d0a-8b99-4cf8c3c432b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.607295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-bb7274d4-f7cd-4d0a-8b99-4cf8c3c432b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.642944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7274d4-f7cd-4d0a-8b99-4cf8c3c432b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5194b246-1c64-48cc-98b3-5c5d01b99505,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:43.650058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bb7274d4-f7cd-4d0a-8b99-4cf8c3c432b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d445713ad1c74302800186f91ec612dc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1285706
Dec 11 21:28:43.650298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56504) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:43.699364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.720252 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.767135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.769609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:43.770806 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5194b246-1c64-48cc-98b3-5c5d01b99505 HTTP/1.1" status: 204  len: 168 time: 0.1194575
Dec 11 21:28:43.780969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb59dbe-338f-404b-bf67-29011e3a5e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5194b246-1c64-48cc-98b3-5c5d01b99505,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:44.437281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56526) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:44.533834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-324029897-network', 'tenant_id': 'bee7aac24edd4061bba26de305f2e00a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:44.555952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Made reservation on behalf of bee7aac24edd4061bba26de305f2e00a for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:28:44.558201 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.566891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.639155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.642600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.662223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:28:44.675841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:44.681089 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.681431 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Added segment 7d170d11-8d8a-4317-b243-635ac4e58446 of type vlan for network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b
Dec 11 21:28:44.720943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.745410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.746336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:44.746998 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:44.799305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3608582
Dec 11 21:28:44.802250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56530) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:28:44.808334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Request body: {'subnet': {'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-324029897-subnet', 'tenant_id': 'bee7aac24edd4061bba26de305f2e00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:44.813977 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daca532-5c96-4c1c-a2d0-49910b64b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:44.823676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:28:44.829981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Made reservation on behalf of bee7aac24edd4061bba26de305f2e00a for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:28:44.832344 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:45.004005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:45.026411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:45.068584 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb6055f-7410-4e1c-8413-d9e74fd47dfa,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:45.076488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Checking segment: {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:28:45.076848 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Network hostable DHCP agents. Network: 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:28:45.094049 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:28:45.103031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:28:45.107023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:45.107619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:45.112518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6602c-b3c1-47df-9afa-0c385ce33c61 None None] Network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:28:45.123795 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ca5f12de-9ae9-475e-ac59-821f5d19db94 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3200123
Dec 11 21:28:45.213085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd02f8-8ecd-47e2-8e86-3b0dbe2cd6b0 None None] Network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:28:45.559310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-6590ffed-4d26-4977-9823-a6472b3986aa tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:45.560772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-6590ffed-4d26-4977-9823-a6472b3986aa tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 811 time: 0.0986238
Dec 11 21:28:45.575887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-d783b1c1-3284-48be-8642-73b9a7e347af tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/quotas/bee7aac24edd4061bba26de305f2e00a HTTP/1.1" status: 200  len: 375 time: 0.0094182
Dec 11 21:28:45.605901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-8bd86484-2798-4f8c-8a57-6620543588fa tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0249217
Dec 11 21:28:45.695664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-d45a0fc4-4d96-4741-903d-53d724c6a07b service neutron] 10.222.0.18 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829298
Dec 11 21:28:45.780448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-a8bc1361-250c-4833-932e-88672beff704 service neutron] 10.222.0.18 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0788093
Dec 11 21:28:45.893643 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dfbe3a47-34ec-4e92-863f-2234290f3ad9 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:28:45.917236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: dfbe3a47-34ec-4e92-863f-2234290f3ad9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:28:45.917668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device dfbe3a47-34ec-4e92-863f-2234290f3ad9 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:28:45.939415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9962ea5d-6ab2-4d43-8d52-cd037cdf659d req-4b6abd8d-1a9a-43bc-afa6-b10c408a6d16 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 210 time: 0.0271003
Dec 11 21:28:46.082870 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:46.363154 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:46.852284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-f22d89e8-467e-4e7c-b3cd-21964f75aee7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:46.853719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-f22d89e8-467e-4e7c-b3cd-21964f75aee7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 811 time: 0.1091425
Dec 11 21:28:46.867351 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Request body: {'port': {'device_id': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b', 'admin_state_up': True, 'tenant_id': 'bee7aac24edd4061bba26de305f2e00a'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:46.973654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Made reservation on behalf of bee7aac24edd4061bba26de305f2e00a for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:28:46.977495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.064769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a98188a7-c1b9-4db6-9acc-30f3bc6841e3 req-4feddd26-1d1d-4da5-bdcc-1e1df981cb60 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 210 time: 0.0315425
Dec 11 21:28:47.131586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Allocated IP 172.20.0.14 (4aff039f-b42d-4d94-bd2f-b3084ff8eb2b/1cb6055f-7410-4e1c-8413-d9e74fd47dfa/91fae0e0-f042-4ee4-b25c-be992c27d689) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:28:47.215211 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.281725 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.315538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.358439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:28:47.361720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:28:47.365545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:28:47.394127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:47.421370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:47.421978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.437274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-cfc90838-65b7-4857-8eb5-e4fe6ba9c214 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5741389
Dec 11 21:28:47.449982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Request body: {'port': {'device_id': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:28:47.500837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.748332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fae0e0-f042-4ee4-b25c-be992c27d689 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:28:47.755733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.768033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Transition to ACTIVE for port object 91fae0e0-f042-4ee4-b25c-be992c27d689 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:28:47.772093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.827211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:47.889647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:28:47.890332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:28:47.890332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:28:47.894524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:28:47.894852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:28:47.899671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:28:47.900010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Checking segment: {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:28:47.900398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Bound using segment: {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:28:47.900820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Bound port: 91fae0e0-f042-4ee4-b25c-be992c27d689, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:28:47.901175 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:47.961312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:28:47.964271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:28:47.968492 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:48.009383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.010011 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:48.011415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] 10.222.0.16 "PUT /v2.0/ports/91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 1092 time: 0.5654299
Dec 11 21:28:48.011852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:48.014089 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf26131a-8eba-489c-94ac-d57b06c5dcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:48.032816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8426-c3bd-4360-b256-d15d8ef07e89 service neutron] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:48.093809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-9d845597-fdd6-493b-8aff-4c81e3a0ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.095356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-9d845597-fdd6-493b-8aff-4c81e3a0ad36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1095 time: 0.0426283
Dec 11 21:28:48.142213 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d04cfe2-ecfb-4051-8065-da572af4a48b x-openstack-request-id: req-2d04cfe2-ecfb-4051-8065-da572af4a48b {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:48.143087 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:48.143343 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d04cfe2-ecfb-4051-8065-da572af4a48b {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:48.143738 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'status': 'completed', 'code': 200}
Dec 11 21:28:48.145768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-a81f4de0-8b39-4208-8e5a-5c45fb498beb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0416727
Dec 11 21:28:48.219060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-6eece99e-cfe5-4925-ad75-28d266f483c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.220506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-6eece99e-cfe5-4925-ad75-28d266f483c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0673828
Dec 11 21:28:48.231313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e96036-c6b5-4bb6-a88d-3af2d68570ff req-463f1a64-8d57-4122-8a1b-54cc3752ca89 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.232673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-63e96036-c6b5-4bb6-a88d-3af2d68570ff req-463f1a64-8d57-4122-8a1b-54cc3752ca89 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0922434
Dec 11 21:28:48.267673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-38e1fe6b-05c3-4db6-8610-7f3677b777c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0340798
Dec 11 21:28:48.340734 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-63e96036-c6b5-4bb6-a88d-3af2d68570ff req-5fcb0729-4355-479d-beba-fd18eab84ce1 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000094
Dec 11 21:28:48.377391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-8afb610b-06c2-44df-80f7-407dba83c0e2 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021779
Dec 11 21:28:48.464229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa5d0594-99e8-4d9c-b193-c2246bff2d10 req-d51c6d6c-c6b9-4e20-a224-5c68e5ac4b7e service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796602
Dec 11 21:28:48.554120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-42e432c7-3c7c-42d1-9394-3d32b1c514a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.555561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-42e432c7-3c7c-42d1-9394-3d32b1c514a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1095 time: 0.0451128
Dec 11 21:28:48.643940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-9277bc53-312f-4ae9-84af-349d3aee2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.645402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-9277bc53-312f-4ae9-84af-349d3aee2661 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0822346
Dec 11 21:28:48.685905 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-3f2b1035-374d-41f9-898d-99af93f20093 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0337191
Dec 11 21:28:48.739221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-8b767b48-0241-4152-898f-a3a0c8696af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:48.740639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-8b767b48-0241-4152-898f-a3a0c8696af9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0461876
Dec 11 21:28:48.775205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-ece51e13-2f7b-4751-b626-97b9f75faf22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252328
Dec 11 21:28:48.862945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-1da02b13-cc16-4af8-9906-1f8e3d0da60c service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798290
Dec 11 21:28:48.954308 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cf26131a-8eba-489c-94ac-d57b06c5dcbb req-0d80348a-b83a-4a76-af4a-514e11c574f9 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842671
Dec 11 21:28:49.456858 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357cf24-02b0-4795-b8fe-f72b72bf8cac req-4b9663d5-91fc-4ed7-83f8-1b6d58923313 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:49.458329 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1357cf24-02b0-4795-b8fe-f72b72bf8cac req-4b9663d5-91fc-4ed7-83f8-1b6d58923313 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0491545
Dec 11 21:28:49.506449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1357cf24-02b0-4795-b8fe-f72b72bf8cac req-ca26e095-3a4c-49b2-bfa1-fedbe8c8a32d tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421584
Dec 11 21:28:49.913543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:28:50.003751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:50.014671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b', 'port_id': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb6055f-7410-4e1c-8413-d9e74fd47dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:28:50.049749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:50.066495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fae0e0-f042-4ee4-b25c-be992c27d689 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:28:50.086196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:50.089994 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:50.134975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:50.275458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['91fae0e0-f042-4ee4-b25c-be992c27d689'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:28:50.375631 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:28:50.621530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062996d3-753f-4691-9d61-5783a87e6ff9 req-9b5bf28b-ac4c-4b4c-98e1-466975e8e21b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:50.623031 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-062996d3-753f-4691-9d61-5783a87e6ff9 req-9b5bf28b-ac4c-4b4c-98e1-466975e8e21b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 945 time: 0.0484457
Dec 11 21:28:50.670099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-062996d3-753f-4691-9d61-5783a87e6ff9 req-0e8559b6-0e06-4437-b017-43ef221339a3 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404613
Dec 11 21:28:51.436370 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:51.801541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7882a-a4bb-4962-8bb0-62cffe9426e3 req-dc3eb67a-0031-4577-a1d8-41ef2d10f253 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:51.803048 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cb7882a-a4bb-4962-8bb0-62cffe9426e3 req-dc3eb67a-0031-4577-a1d8-41ef2d10f253 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 945 time: 0.0494225
Dec 11 21:28:51.853162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7cb7882a-a4bb-4962-8bb0-62cffe9426e3 req-a4106c97-a784-4c89-9b98-ceaeba29b261 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435448
Dec 11 21:28:51.913769 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:28:51.960849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 91fae0e0-f042-4ee4-b25c-be992c27d689 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:28:51.964689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 91fae0e0-f042-4ee4-b25c-be992c27d689 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:28:51.965048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:52.037801 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:52.062735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:28:52.064947 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ed0a5-ee64-40ed-b278-133f37efc786" -d '{"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-plugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:28:52.077608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:28:52.085767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:28:52.109025 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cc67bd-2a6d-4d13-bb9f-924baa802cb1 x-openstack-request-id: req-93cc67bd-2a6d-4d13-bb9f-924baa802cb1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:28:52.109317 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-plugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:28:52.109571 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93cc67bd-2a6d-4d13-bb9f-924baa802cb1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:28:52.109956 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'code': 200}
Dec 11 21:28:52.135845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:28:52.206880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cb69c-d15e-4e19-84f4-5814171eb865 req-a397d81c-3831-4ae7-8a55-9a9fdbee6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:52.208389 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-366cb69c-d15e-4e19-84f4-5814171eb865 req-a397d81c-3831-4ae7-8a55-9a9fdbee6945 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1097 time: 0.0428958
Dec 11 21:28:52.250971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-366cb69c-d15e-4e19-84f4-5814171eb865 req-74135e26-1f8f-4572-a896-17da5621d1f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357349
Dec 11 21:28:52.973279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c9efe-533c-40b6-b992-3b6543f24e1c req-1fd63c0b-43fe-4cbd-9f60-2bbe34e8196f tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:52.974801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e80c9efe-533c-40b6-b992-3b6543f24e1c req-1fd63c0b-43fe-4cbd-9f60-2bbe34e8196f tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0516984
Dec 11 21:28:53.021712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e80c9efe-533c-40b6-b992-3b6543f24e1c req-bd1493df-4cfc-428c-bc9b-39267a59d08b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408931
Dec 11 21:28:54.142296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94e27-76c0-4e98-ac84-51663663ef66 req-99e7a0f9-ae68-4ec1-8d2c-277c79ab9c01 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:54.143814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d94e27-76c0-4e98-ac84-51663663ef66 req-99e7a0f9-ae68-4ec1-8d2c-277c79ab9c01 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0539694
Dec 11 21:28:54.190675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d94e27-76c0-4e98-ac84-51663663ef66 req-78c3c35e-cb9e-40f9-833f-2b68cf2c1e8c tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407321
Dec 11 21:28:54.426545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd24b4-af9e-44b7-b3dc-eca865583627 req-69683187-a27e-4b01-b61d-122da82448f3 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:54.428059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80bd24b4-af9e-44b7-b3dc-eca865583627 req-69683187-a27e-4b01-b61d-122da82448f3 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0504472
Dec 11 21:28:54.519305 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-0c7c6391-c7ec-41f2-bd03-a8df3ef22e7c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1487839
Dec 11 21:28:54.530374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-7301952c-5e69-45d4-a238-aa49fa3b80f4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:28:54.531356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-7301952c-5e69-45d4-a238-aa49fa3b80f4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0056567
Dec 11 21:28:54.534710 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80bd24b4-af9e-44b7-b3dc-eca865583627 req-60bbbcd8-dcf9-4604-809e-c2eb02d7ac97 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958230
Dec 11 21:28:55.655064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e6d44-ec0e-4962-9cf8-a6a70ebed46b req-6fd6afc9-aef6-42d0-bbdc-bff8bc950299 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:55.656587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c2e6d44-ec0e-4962-9cf8-a6a70ebed46b req-6fd6afc9-aef6-42d0-bbdc-bff8bc950299 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0510941
Dec 11 21:28:55.686158 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-7a6f7b1d-dab8-4d39-9bb8-bd6166c93da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:55.687824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-7a6f7b1d-dab8-4d39-9bb8-bd6166c93da8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1097 time: 0.0416236
Dec 11 21:28:55.706520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1c2e6d44-ec0e-4962-9cf8-a6a70ebed46b req-3a60892e-7f61-4c34-b4ad-3c4cfdf06b21 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437632
Dec 11 21:28:55.781596 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-2350c112-f761-4772-bdd2-05b6b9debf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:55.783096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-2350c112-f761-4772-bdd2-05b6b9debf78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0872900
Dec 11 21:28:55.827387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-52479db9-73fc-46ae-81a7-95c2848183af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0362313
Dec 11 21:28:55.874319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-d2a96025-44c0-4dcb-ab8d-6f15d2fcd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:55.875801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-d2a96025-44c0-4dcb-ab8d-6f15d2fcd4f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0423636
Dec 11 21:28:55.910349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-87826337-80ec-446d-93b7-16045e8188f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267148
Dec 11 21:28:56.003002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-850bebae-38bb-4506-99d6-7d97e22f443c service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855098
Dec 11 21:28:56.091995 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-8613db1e-63ea-4ee0-b884-73f5410fe875 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820079
Dec 11 21:28:56.828242 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e41f95-a2b1-49dd-ae7a-0f480715e853 req-7ef9bee1-faed-46d3-a224-9bd2a12ece22 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:56.829724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39e41f95-a2b1-49dd-ae7a-0f480715e853 req-7ef9bee1-faed-46d3-a224-9bd2a12ece22 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0537767
Dec 11 21:28:56.875760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39e41f95-a2b1-49dd-ae7a-0f480715e853 req-9c4261ec-4b11-4bf9-a4cb-4a3e35d24aa0 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401187
Dec 11 21:28:57.997494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2737d0-37fb-4727-b3c3-8bd612edfb28 req-851195cb-d6b5-4fbd-bb10-ca4832d0bfb7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:57.999015 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d2737d0-37fb-4727-b3c3-8bd612edfb28 req-851195cb-d6b5-4fbd-bb10-ca4832d0bfb7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0527396
Dec 11 21:28:58.045932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3d2737d0-37fb-4727-b3c3-8bd612edfb28 req-3d714a00-d0ca-449e-a18f-cca608677371 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409894
Dec 11 21:28:59.163626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f66e7-8146-4386-92ad-87d3080d087f req-f69d802a-f6e0-4003-85c7-e76590b8d5ec tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:28:59.165125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c5f66e7-8146-4386-92ad-87d3080d087f req-f69d802a-f6e0-4003-85c7-e76590b8d5ec tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0517917
Dec 11 21:28:59.212469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0c5f66e7-8146-4386-92ad-87d3080d087f req-e21839b5-7fad-4574-8fec-d58fa54200a6 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414512
Dec 11 21:29:00.329336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f7870-8adf-48e9-bed0-20bb0526d3a9 req-22a5c94d-85fe-4377-9e45-e708d42cf998 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:00.330873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-253f7870-8adf-48e9-bed0-20bb0526d3a9 req-22a5c94d-85fe-4377-9e45-e708d42cf998 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0489542
Dec 11 21:29:00.377493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-253f7870-8adf-48e9-bed0-20bb0526d3a9 req-8730f305-3be2-4c2e-a8ac-bab448f625fb tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399141
Dec 11 21:29:01.491597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d361b-2524-4c6e-a908-272d9dde849c req-531f95b8-a5b9-4a02-9196-fbba354d3841 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:01.493050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-462d361b-2524-4c6e-a908-272d9dde849c req-531f95b8-a5b9-4a02-9196-fbba354d3841 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0479662
Dec 11 21:29:01.542262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-462d361b-2524-4c6e-a908-272d9dde849c req-a6c0ac08-5445-450a-8ea0-d3dc28307508 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432518
Dec 11 21:29:01.882197 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-4ff988b2-4d49-433f-9975-aa053832d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:01.883605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-4ff988b2-4d49-433f-9975-aa053832d711 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1097 time: 0.0402093
Dec 11 21:29:01.984661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-73a670ec-2ff4-46c2-b645-27ca6ec1ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:01.986119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-73a670ec-2ff4-46c2-b645-27ca6ec1ff2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0833437
Dec 11 21:29:02.037437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-44a3c615-1813-4427-8bdc-46d9a1f3b669 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0368419
Dec 11 21:29:02.083444 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-e1bd4851-923e-4308-896e-9c28b4f1ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:02.085385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-e1bd4851-923e-4308-896e-9c28b4f1ef61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0414588
Dec 11 21:29:02.116233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-fba189ea-16fc-42eb-a79b-955e66265375 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247037
Dec 11 21:29:02.207577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-e2b1e955-7d88-4f0c-acd8-e2ea2abb1ae7 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845308
Dec 11 21:29:02.294830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c39c7a41-629d-4708-b7f6-a05ccd282b94 req-840cf171-5f4d-4185-b3cb-e46ae54680db service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795619
Dec 11 21:29:02.657106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7bf29-6793-46dd-8619-6b9012c1438d req-997b58c9-039c-489a-be0b-fbb215fc2ecb tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:02.658581 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-faa7bf29-6793-46dd-8619-6b9012c1438d req-997b58c9-039c-489a-be0b-fbb215fc2ecb tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0476587
Dec 11 21:29:02.708960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-faa7bf29-6793-46dd-8619-6b9012c1438d req-20b30198-5974-419a-bb9a-507aec553570 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439782
Dec 11 21:29:03.830062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2292cd-da37-46f0-8503-51bdde7ce277 req-e5bc7af7-da39-4664-a1ed-505d0ceffb7c tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:03.831575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2292cd-da37-46f0-8503-51bdde7ce277 req-e5bc7af7-da39-4664-a1ed-505d0ceffb7c tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0519972
Dec 11 21:29:03.881777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba2292cd-da37-46f0-8503-51bdde7ce277 req-f970ae25-49f3-4c59-a9e4-11504fe76625 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443254
Dec 11 21:29:04.997652 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af5854-1b66-4da6-a7da-9965b7eed5fa req-806b8293-0271-41bf-af18-26f37000780b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:04.999285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3af5854-1b66-4da6-a7da-9965b7eed5fa req-806b8293-0271-41bf-af18-26f37000780b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0495307
Dec 11 21:29:05.046498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c3af5854-1b66-4da6-a7da-9965b7eed5fa req-edd54d50-2d3e-445b-9b3a-2a2e26b65907 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413365
Dec 11 21:29:06.159570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff56f-1f6b-4654-b680-995564c63052 req-b5476079-f6f8-48ea-aedc-f771d234c2f7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:06.161039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4eff56f-1f6b-4654-b680-995564c63052 req-b5476079-f6f8-48ea-aedc-f771d234c2f7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0478156
Dec 11 21:29:06.209476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4eff56f-1f6b-4654-b680-995564c63052 req-aedbd2dc-7053-4fd4-ae2e-2f5ede131bdb tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418866
Dec 11 21:29:07.334633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edef793-df98-4e42-b893-0dec2319195e req-24dbc2a1-78b7-422b-9c93-5ebd73d0c206 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:07.337738 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4edef793-df98-4e42-b893-0dec2319195e req-24dbc2a1-78b7-422b-9c93-5ebd73d0c206 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0592508
Dec 11 21:29:07.402825 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4edef793-df98-4e42-b893-0dec2319195e req-23706b7b-a710-4ad4-aedb-574bf927748f tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577419
Dec 11 21:29:08.511023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dac43a-d5b7-4565-a0ba-facfc49e1d99 req-24c025fd-abf3-4ae2-8a70-ec9fdacb3a14 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:08.512374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0dac43a-d5b7-4565-a0ba-facfc49e1d99 req-24c025fd-abf3-4ae2-8a70-ec9fdacb3a14 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0473490
Dec 11 21:29:08.558790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0dac43a-d5b7-4565-a0ba-facfc49e1d99 req-9ce4938e-b750-4260-bffa-69eb149aa6d4 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404682
Dec 11 21:29:09.677938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb0438-ac9a-4213-849d-8675a1324810 req-944d2bb4-beec-4a90-b617-5f8713220b71 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:09.680115 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8fb0438-ac9a-4213-849d-8675a1324810 req-944d2bb4-beec-4a90-b617-5f8713220b71 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0529633
Dec 11 21:29:09.725478 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c8fb0438-ac9a-4213-849d-8675a1324810 req-c4efe4fd-c44f-4d8e-84ef-fa424a96acae tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395467
Dec 11 21:29:11.029986 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-800a199f-3343-40d7-bcd8-d22d8a87b236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:11.148397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c042d28-eef0-43dd-b0b7-dd9a569d6f28 req-87d6b120-db01-4fa9-947b-95c6ee6cb9a1 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:11.149875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c042d28-eef0-43dd-b0b7-dd9a569d6f28 req-87d6b120-db01-4fa9-947b-95c6ee6cb9a1 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.3543713
Dec 11 21:29:11.196880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3c042d28-eef0-43dd-b0b7-dd9a569d6f28 req-d5274d63-d9dd-4046-9969-31a3a384477d tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408800
Dec 11 21:29:12.313119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fbdcf-dcf5-4eb9-8520-603cb48b7694 req-da657e3c-8cc3-4106-89cb-4f2a2cb46495 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:12.314634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a7fbdcf-dcf5-4eb9-8520-603cb48b7694 req-da657e3c-8cc3-4106-89cb-4f2a2cb46495 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0495505
Dec 11 21:29:12.360901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a7fbdcf-dcf5-4eb9-8520-603cb48b7694 req-fe775fac-9f6d-4a1d-9472-f7f8857bb7fd tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397727
Dec 11 21:29:13.475141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422e66c-27ff-49a4-a9b4-7196c4eb154d req-c2ea8e18-26b3-4d09-99fa-19960735f75b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:13.476670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0422e66c-27ff-49a4-a9b4-7196c4eb154d req-c2ea8e18-26b3-4d09-99fa-19960735f75b tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0477035
Dec 11 21:29:13.481757 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7ac67c9f-025c-4e61-9b4e-3aca03422973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:13.522814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0422e66c-27ff-49a4-a9b4-7196c4eb154d req-43b9a43c-1930-475e-ba91-597b63c80783 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397592
Dec 11 21:29:14.641529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43aec4-6f3f-470f-b726-fa472d5dc4a5 req-f620930a-3f66-4ad9-9bad-10756bfe6f07 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:14.643041 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce43aec4-6f3f-470f-b726-fa472d5dc4a5 req-f620930a-3f66-4ad9-9bad-10756bfe6f07 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0522428
Dec 11 21:29:14.689794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ce43aec4-6f3f-470f-b726-fa472d5dc4a5 req-f0fdb0ea-6ac2-40c0-aca4-c9b58a321bde tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403388
Dec 11 21:29:15.013373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:15.806355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b516e0-9071-4166-a22a-748929dd32c6 req-c96b2825-b3d3-4974-bfc0-e722ae335129 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:15.807848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95b516e0-9071-4166-a22a-748929dd32c6 req-c96b2825-b3d3-4974-bfc0-e722ae335129 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0473566
Dec 11 21:29:15.858195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95b516e0-9071-4166-a22a-748929dd32c6 req-ce5a0614-a1a8-4bd1-9ffb-74f472063e95 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442159
Dec 11 21:29:16.086968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:16.365171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:16.971899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e38f0-0bc5-4847-8540-244d34950f09 req-db958868-8946-4e60-9301-cfd854e022be tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:16.973646 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e53e38f0-0bc5-4847-8540-244d34950f09 req-db958868-8946-4e60-9301-cfd854e022be tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0485306
Dec 11 21:29:17.020471 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e53e38f0-0bc5-4847-8540-244d34950f09 req-f68ac91e-ec70-48b0-a660-c6158173dda5 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403438
Dec 11 21:29:17.217250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:18.137746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c00ab-ad8e-451d-be4d-86f6c659e461 req-91fec7c6-0889-44a8-a762-38e0127a47a7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:18.139221 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-453c00ab-ad8e-451d-be4d-86f6c659e461 req-91fec7c6-0889-44a8-a762-38e0127a47a7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0484145
Dec 11 21:29:18.184414 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-453c00ab-ad8e-451d-be4d-86f6c659e461 req-bbc5a9aa-ce67-49ea-b96c-23c5967f35e5 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393574
Dec 11 21:29:19.302221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6c39b-4d6e-4e18-b5b0-9fa84ec2366c req-d088e264-f5a0-4684-aaa6-56558b23e40a tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:19.303770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50a6c39b-4d6e-4e18-b5b0-9fa84ec2366c req-d088e264-f5a0-4684-aaa6-56558b23e40a tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0486813
Dec 11 21:29:19.354971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-50a6c39b-4d6e-4e18-b5b0-9fa84ec2366c req-297bd2a6-0e03-4042-b65c-426b4cb958d9 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449674
Dec 11 21:29:20.467892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1f9a-d331-4c4e-a9a1-914c32cc3529 req-42d363ce-f180-4467-8ea2-a64d4e93b075 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:20.469381 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e69b1f9a-d331-4c4e-a9a1-914c32cc3529 req-42d363ce-f180-4467-8ea2-a64d4e93b075 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0474212
Dec 11 21:29:20.515946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e69b1f9a-d331-4c4e-a9a1-914c32cc3529 req-1bfcbfa9-8606-4a81-82ff-d3d7990bd6cd tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402467
Dec 11 21:29:21.459486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:21.629301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22968e-f115-49c2-b4b6-221d853d34aa req-f571589e-6081-454f-a228-22d64849ce66 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:21.630772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa22968e-f115-49c2-b4b6-221d853d34aa req-f571589e-6081-454f-a228-22d64849ce66 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0476782
Dec 11 21:29:21.676720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa22968e-f115-49c2-b4b6-221d853d34aa req-da804dd9-a705-468b-bd79-e642df174cfa tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396132
Dec 11 21:29:22.793773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745b2d1-bf48-4eea-ac01-f8f8e35cef18 req-81e5969a-3dc8-4768-b615-7184e496e802 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:22.795240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a745b2d1-bf48-4eea-ac01-f8f8e35cef18 req-81e5969a-3dc8-4768-b615-7184e496e802 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0507722
Dec 11 21:29:22.841877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a745b2d1-bf48-4eea-ac01-f8f8e35cef18 req-4d0d20f6-653d-4d76-af72-cc3415800ad9 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400054
Dec 11 21:29:22.953031 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-909975fc-27b9-44d0-9783-54a2d086484d req-33caba1f-f065-4b91-b228-a6c982c804da service neutron] show failed (client error): The resource could not be found.
Dec 11 21:29:22.954077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-33caba1f-f065-4b91-b228-a6c982c804da service neutron] 10.222.0.16 "GET /v2.0/ports/91fae0e0-f042-4ee4-b25c-be992c27d689/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0536678
Dec 11 21:29:23.238910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-bcc96935-5666-435b-8882-3f0f43433e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:23.240429 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-bcc96935-5666-435b-8882-3f0f43433e0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976&tenant_id=bee7aac24edd4061bba26de305f2e00a HTTP/1.1" status: 200  len: 1097 time: 0.1326976
Dec 11 21:29:23.251576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-076f1a75-8d16-4f84-bcaa-c304cee5f27c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:29:23.252621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-076f1a75-8d16-4f84-bcaa-c304cee5f27c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049300
Dec 11 21:29:23.265175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:29:23.321821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.523183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:23.555797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:29:23.593524 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:23.595841 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8f32f8-1c0d-4c75-b150-5016bb7c21bf" -d '{"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-unplugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:23.600125 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.612458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Transition to ACTIVE for port object 91fae0e0-f042-4ee4-b25c-be992c27d689 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:29:23.616224 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.678233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] No DVR routers for this DVR port 91fae0e0-f042-4ee4-b25c-be992c27d689 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:29:23.690772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:23.715092 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.715444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.715797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.716139 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.716474 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.716808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.717140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.717470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.717793 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.718119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.718446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.718796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.719117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:23.732790 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7881058f-f5ee-4a80-891c-547f18b8ecbf x-openstack-request-id: req-7881058f-f5ee-4a80-891c-547f18b8ecbf {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:23.733115 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-unplugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:23.733369 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7881058f-f5ee-4a80-891c-547f18b8ecbf {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:23.733770 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'code': 200}
Dec 11 21:29:23.734400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:29:23.734754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:29:23.735081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:29:23.739490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:29:23.739806 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Attempting to bind port 91fae0e0-f042-4ee4-b25c-be992c27d689 on network 4aff039f-b42d-4d94-bd2f-b3084ff8eb2b {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:29:23.745124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:29:23.745459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Checking segment: {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:29:23.745838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Bound using segment: {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:29:23.746258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Bound port: 91fae0e0-f042-4ee4-b25c-be992c27d689, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d170d11-8d8a-4317-b243-635ac4e58446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:29:23.746649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.808627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:29:23.811751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:29:23.816082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.854238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:23.854955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:23.856349 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] 10.222.0.30 "PUT /v2.0/ports/91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 1092 time: 0.5949652
Dec 11 21:29:23.876622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d822e5-3f5b-4b15-bb3d-4d683bbc4de9 service neutron] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:23.923240 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-614aa95b-dee2-4176-bcd4-7d75cef30661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:23.924765 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-614aa95b-dee2-4176-bcd4-7d75cef30661 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1095 time: 0.0413370
Dec 11 21:29:23.962358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1b76-f72b-4466-a8f6-48c323a0a6c1 req-774a413c-e9ed-4983-bb8b-b72f4f676095 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:23.963869 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-144c1b76-f72b-4466-a8f6-48c323a0a6c1 req-774a413c-e9ed-4983-bb8b-b72f4f676095 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0484543
Dec 11 21:29:24.011859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-144c1b76-f72b-4466-a8f6-48c323a0a6c1 req-6cf96888-45d4-4046-a982-b5b067025eb0 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418594
Dec 11 21:29:24.023481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-53918777-09d7-4419-944b-94309cfacd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:24.025178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-53918777-09d7-4419-944b-94309cfacd9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0918398
Dec 11 21:29:24.067582 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-06ff8e0b-7d14-477b-8c30-d86149384c35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0351131
Dec 11 21:29:24.115660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909975fc-27b9-44d0-9783-54a2d086484d req-002245ab-9651-4db3-ab5c-2c49f5850be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:24.117117 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-002245ab-9651-4db3-ab5c-2c49f5850be8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0428803
Dec 11 21:29:24.147938 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-9c303d09-9790-43b2-af97-2661afdfee44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237217
Dec 11 21:29:24.240739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-d7c6b314-cf4e-44d5-a3d6-dc6716552258 service neutron] 10.222.0.30 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849910
Dec 11 21:29:24.329946 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-909975fc-27b9-44d0-9783-54a2d086484d req-aa7fed9a-50de-4d72-8e17-31e52f1bf724 service neutron] 10.222.0.30 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819049
Dec 11 21:29:25.139922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123d5e7-42a5-4452-8b8e-9d4b4dde8da1 req-f9d0a5dc-5c4e-45b6-b569-bd295d57b8b6 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:25.141460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4123d5e7-42a5-4452-8b8e-9d4b4dde8da1 req-f9d0a5dc-5c4e-45b6-b569-bd295d57b8b6 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0594599
Dec 11 21:29:25.189634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4123d5e7-42a5-4452-8b8e-9d4b4dde8da1 req-26500d46-aa06-406f-b2b6-b6f626db9447 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421402
Dec 11 21:29:25.735074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:25.737470 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ece384a-8d7e-489c-ba81-b77b78d56fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:25.785590 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb2ffdc-159d-4c2d-8487-0b863ef060aa x-openstack-request-id: req-adb2ffdc-159d-4c2d-8487-0b863ef060aa {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:25.785889 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:25.786149 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adb2ffdc-159d-4c2d-8487-0b863ef060aa {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:25.786629 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'status': 'completed', 'code': 200}
Dec 11 21:29:25.849516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-77cb56d3-669a-43a2-b622-f7fa2117b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:25.849751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-7f2d4b7f-b451-4c97-a599-c25db113735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:25.851071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-7f2d4b7f-b451-4c97-a599-c25db113735f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1095 time: 0.0454717
Dec 11 21:29:25.851851 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-77cb56d3-669a-43a2-b622-f7fa2117b74a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1095 time: 0.0414062
Dec 11 21:29:25.938258 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-4aa0e73b-a6df-4a07-a790-2a5c25277c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:25.939769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-4aa0e73b-a6df-4a07-a790-2a5c25277c64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0822992
Dec 11 21:29:25.941913 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-28c282c7-9b34-4978-a46f-578afadc908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:25.943413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-28c282c7-9b34-4978-a46f-578afadc908b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0850203
Dec 11 21:29:25.984831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-da9e35ad-3111-45af-98b9-74f6e0b923db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0374079
Dec 11 21:29:25.985179 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-86a3e973-aaa3-4273-91ac-f8a7d10488d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0342798
Dec 11 21:29:26.033301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-55b98f0c-058e-47c0-b99e-ef268bd3f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:26.034263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-a0ebc159-d1b1-44c4-90fb-28b7e898af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:26.034808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-55b98f0c-058e-47c0-b99e-ef268bd3f749 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0431681
Dec 11 21:29:26.035785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-a0ebc159-d1b1-44c4-90fb-28b7e898af49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0429740
Dec 11 21:29:26.040618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:29:26.065830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-095794b9-8ce4-4625-a18d-e7d25b12c4cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243125
Dec 11 21:29:26.069679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-f0ae7235-4126-4727-8d5e-6e2a14bde246 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257580
Dec 11 21:29:26.079804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:29:26.168371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-bdd5fa36-8552-436c-b8ed-3b6393877ef1 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948832
Dec 11 21:29:26.184453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-bc731bea-a7ea-4481-a43f-c1e55d26ea53 service neutron] 10.222.0.30 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1044872
Dec 11 21:29:26.261510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-9548c996-0a42-43d2-9147-17bb210a9eec service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859149
Dec 11 21:29:26.313818 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ece384a-8d7e-489c-ba81-b77b78d56fa4 req-b5853661-b128-42e0-942d-3f2847007303 service neutron] 10.222.0.30 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213036
Dec 11 21:29:26.329709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8faef-6320-42bc-962a-5b98908e6847 req-077b06f0-5838-4784-b83a-643f4581e6a4 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:26.331190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ce8faef-6320-42bc-962a-5b98908e6847 req-077b06f0-5838-4784-b83a-643f4581e6a4 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0705931
Dec 11 21:29:26.378637 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ce8faef-6320-42bc-962a-5b98908e6847 req-15975cd8-e606-4f30-9645-2e6993c46a78 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409527
Dec 11 21:29:27.374034 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:29:27.496568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66927569-af16-4e0b-9266-a6650593150c req-8945a69b-2d9a-461d-8d2f-1128092dcbf2 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:27.498045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66927569-af16-4e0b-9266-a6650593150c req-8945a69b-2d9a-461d-8d2f-1128092dcbf2 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 944 time: 0.0489814
Dec 11 21:29:27.540931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:29:27.545064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66927569-af16-4e0b-9266-a6650593150c req-a43dd939-4fa1-45f7-a22c-244cbacf6a2f tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407400
Dec 11 21:29:27.635844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:27.647848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'network_id': '4aff039f-b42d-4d94-bd2f-b3084ff8eb2b', 'port_id': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'mac_address': 'fa:16:3e:0b:41:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cb6055f-7410-4e1c-8413-d9e74fd47dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:29:27.685891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:27.700835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fae0e0-f042-4ee4-b25c-be992c27d689 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:29:27.720559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:27.725217 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:27.777792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:27.785196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.785544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.785908 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.786246 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.786617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.787059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.787391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.787745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.788074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.788397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.788755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.789079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.789452 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:27.820765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-a71dcc3b-19d6-4d23-9e94-4567f1eeeed7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:27.822564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-a71dcc3b-19d6-4d23-9e94-4567f1eeeed7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976&tenant_id=bee7aac24edd4061bba26de305f2e00a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0893044
Dec 11 21:29:27.881560 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-27b58bd3-ad96-45eb-babf-d9c30db0da2f service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:29:27.883232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-27b58bd3-ad96-45eb-babf-d9c30db0da2f service neutron] 10.222.0.16 "DELETE /v2.0/ports/91fae0e0-f042-4ee4-b25c-be992c27d689/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0530729
Dec 11 21:29:27.966430 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-2a25c852-3ee2-437c-8431-cdfb2d3b6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:27.967947 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-2a25c852-3ee2-437c-8431-cdfb2d3b6619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bee7aac24edd4061bba26de305f2e00a&device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 1096 time: 0.0434990
Dec 11 21:29:28.056134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-a1541530-1bb1-4791-a72b-c7256e3bc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:28.057526 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-a1541530-1bb1-4791-a72b-c7256e3bc363 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 200  len: 912 time: 0.0821464
Dec 11 21:29:28.091552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['91fae0e0-f042-4ee4-b25c-be992c27d689'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:29:28.102653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-6fb94952-7d10-496f-91e3-0cc4e9f49c22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 200  len: 217 time: 0.0376267
Dec 11 21:29:28.150874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-0118874b-0f87-4016-ac14-de0e9fd4c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:28.152334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-0118874b-0f87-4016-ac14-de0e9fd4c967 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 200  len: 851 time: 0.0429947
Dec 11 21:29:28.186898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-2ccc687e-bcbb-4819-a9c1-591178cf40cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252190
Dec 11 21:29:28.280131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-163fedd1-5326-428d-ab47-60a55f4b4355 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862565
Dec 11 21:29:28.370099 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-8daf15be-aeaf-4e31-a31b-636d81a26652 service neutron] 10.222.0.16 "GET /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823519
Dec 11 21:29:29.033785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6a811-5152-4834-afdd-9f96e130bf91 req-5c3584d8-08e5-4b3d-b9bb-845c86efaab5 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:29.035211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7d6a811-5152-4834-afdd-9f96e130bf91 req-5c3584d8-08e5-4b3d-b9bb-845c86efaab5 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 945 time: 0.0495167
Dec 11 21:29:29.081007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7d6a811-5152-4834-afdd-9f96e130bf91 req-25bab84f-f782-40b0-9749-969a148677e7 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399015
Dec 11 21:29:29.556314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:29:29.607561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 91fae0e0-f042-4ee4-b25c-be992c27d689 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:29:29.611537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 91fae0e0-f042-4ee4-b25c-be992c27d689 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:29:29.611900 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:29.686550 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:29.708158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:29.710408 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae71add-abca-4dfa-9cf5-91c4f7608c1d" -d '{"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-plugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:29.722823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:29.727717 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:29.752268 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23693af0-edb0-442a-b5ef-b010fd267d03 x-openstack-request-id: req-23693af0-edb0-442a-b5ef-b010fd267d03 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:29.752562 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-plugged", "status": "completed", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:29.752814 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23693af0-edb0-442a-b5ef-b010fd267d03 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:29.753197 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'code': 200}
Dec 11 21:29:29.777631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:30.204119 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25428eee-a6d8-4200-94e1-41764678c5d5 req-e6af6cf7-c91f-4e68-a788-c8dc1838cd2d tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:30.205748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25428eee-a6d8-4200-94e1-41764678c5d5 req-e6af6cf7-c91f-4e68-a788-c8dc1838cd2d tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0541413
Dec 11 21:29:30.254144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-25428eee-a6d8-4200-94e1-41764678c5d5 req-700a91cd-31c1-4228-819c-c61a00f8c637 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.18 "GET /v2.0/security-groups?id=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419636
Dec 11 21:29:30.451349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-868d641f-0207-4c80-8c48-3c42f4725456 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:30.452822 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-868d641f-0207-4c80-8c48-3c42f4725456 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5385ff7-5386-4a73-93f1-ba149f525976 HTTP/1.1" status: 200  len: 946 time: 0.0525012
Dec 11 21:29:30.542701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Deleting port 91fae0e0-f042-4ee4-b25c-be992c27d689 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:29:30.543030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:30.627857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] For port 91fae0e0-f042-4ee4-b25c-be992c27d689, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91fae0e0-f042-4ee4-b25c-be992c27d689,segment=NetworkSegment(7d170d11-8d8a-4317-b243-635ac4e58446),segment_id=7d170d11-8d8a-4317-b243-635ac4e58446)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:30.628223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:30.640533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Calling delete_port for 91fae0e0-f042-4ee4-b25c-be992c27d689 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:29:30.764926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:30.782221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['91fae0e0-f042-4ee4-b25c-be992c27d689'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:29:30.793301 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Pushing event deleted for resources: {'Port': ['ID=91fae0e0-f042-4ee4-b25c-be992c27d689,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:30.836839 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] No DVR routers for this DVR port 91fae0e0-f042-4ee4-b25c-be992c27d689 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:29:30.839484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:30.842890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8aa44505-ca82-4800-99ac-92ac984d26d6 req-ec75e084-b3ae-4a00-ac85-d9102d793c51 tempest-DeleteServersTestJSON-1073997397 tempest-DeleteServersTestJSON-1073997397-project] 10.222.0.30 "DELETE /v2.0/ports/91fae0e0-f042-4ee4-b25c-be992c27d689 HTTP/1.1" status: 204  len: 173 time: 0.3831642
Dec 11 21:29:30.843340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-deleted', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:30.845583 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2bdecb-5a3b-4545-8da7-8fda4c138cdd" -d '{"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-deleted", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:30.882909 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3f3884-2110-4e14-aa55-671b4d638b7c x-openstack-request-id: req-8f3f3884-2110-4e14-aa55-671b4d638b7c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:30.883204 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5385ff7-5386-4a73-93f1-ba149f525976", "name": "network-vif-deleted", "tag": "91fae0e0-f042-4ee4-b25c-be992c27d689", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:30.883452 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f3f3884-2110-4e14-aa55-671b4d638b7c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:30.883847 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5385ff7-5386-4a73-93f1-ba149f525976', 'name': 'network-vif-deleted', 'tag': '91fae0e0-f042-4ee4-b25c-be992c27d689', 'status': 'completed', 'code': 200}
Dec 11 21:29:31.384446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56704) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:31.429562 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Deleting subnet 1cb6055f-7410-4e1c-8413-d9e74fd47dfa {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:29:31.432622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.466237 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.503956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.555705 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.585686 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb6055f-7410-4e1c-8413-d9e74fd47dfa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:31.591024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.594267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75e915bb-cfa8-4144-99a8-849e348a6e4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1cb6055f-7410-4e1c-8413-d9e74fd47dfa HTTP/1.1" status: 204  len: 168 time: 0.2088094
Dec 11 21:29:31.596705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56706) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:31.661888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.739696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.759397 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f13a790>,) {'filters': {'network_id': ['4aff039f-b42d-4d94-bd2f-b3084ff8eb2b']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:29:31.768222 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f13a790>, '7d170d11-8d8a-4317-b243-635ac4e58446') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:29:31.768514 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f13a790>, '7d170d11-8d8a-4317-b243-635ac4e58446') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:29:31.778004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.791213 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.797065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:29:31.797442 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:29:31.799160 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:29:31.852418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.858079 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:31.861291 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4aff039f-b42d-4d94-bd2f-b3084ff8eb2b HTTP/1.1" status: 204  len: 168 time: 0.2636185
Dec 11 21:29:31.872281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4606f2-2582-4f0c-9c2f-39fceef8570c admin admin] Pushing event deleted for resources: {'Network': ['ID=4aff039f-b42d-4d94-bd2f-b3084ff8eb2b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:31.987293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56710) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:32.026256 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e97c18a4-fa2d-4f4a-a232-d47b4b9cdac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bee7aac24edd4061bba26de305f2e00a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377741
Dec 11 21:29:32.028679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56712) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:32.076933 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:32.102969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:32.149779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:32.152476 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:32.153678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb HTTP/1.1" status: 204  len: 168 time: 0.1240976
Dec 11 21:29:32.161608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32dff0-be9e-4d7a-a6c7-449aa00c479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9ef0e-aa6e-4b82-a38c-ede58ea22ffb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:32.834917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 56734) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:32.931560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1163105195-network', 'tenant_id': '32daed06d17c4f87be4cb287fde76775'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:29:32.952959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Made reservation on behalf of 32daed06d17c4f87be4cb287fde76775 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:29:32.955353 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:32.963875 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.037503 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.041677 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.065849 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:29:33.074449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6030775f-52cb-4e81-9175-98dea42b40ca,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:33.082411 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.082411 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Added segment 8aae0017-7c4e-410d-88c2-15a73207ff7b of type vlan for network ce561c0f-0097-4936-891c-c4f8bd3210c0
Dec 11 21:29:33.126572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.150542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.151536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:33.152040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.206275 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3673170
Dec 11 21:29:33.206693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 56738) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:29:33.212265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Request body: {'subnet': {'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1163105195-subnet', 'tenant_id': '32daed06d17c4f87be4cb287fde76775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:29:33.216978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b50914-c13c-4db2-a835-189ee6335155 admin admin] Pushing event updated for resources: {'Network': ['ID=ce561c0f-0097-4936-891c-c4f8bd3210c0,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:33.228787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:29:33.234128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Made reservation on behalf of 32daed06d17c4f87be4cb287fde76775 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:29:33.236441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.402451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.458709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f969245-2856-4dde-918f-8eb6e8f68839,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:33.469580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Checking segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:29:33.469939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Network hostable DHCP agents. Network: ce561c0f-0097-4936-891c-c4f8bd3210c0, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:29:33.473709 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.474059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.474401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.474767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.475103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.475438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.475766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.476123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.476452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.476780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.477107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.477431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.477752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:29:33.495135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:29:33.503326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce561c0f-0097-4936-891c-c4f8bd3210c0) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:29:33.507272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:33.508349 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:33.512598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb3d49-59cc-409e-849a-13d77876d50f None None] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:29:33.524182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c2b1e5ce-945e-4ce4-a5f4-32d5c773a0bf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3161559
Dec 11 21:29:33.582823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:29:33.608824 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 91fae0e0-f042-4ee4-b25c-be992c27d689 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:29:33.609166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 91fae0e0-f042-4ee4-b25c-be992c27d689 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:29:33.633696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fb23d-ce76-48ed-b38d-ee23ef368c18 None None] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:29:33.942852 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-a8a8529d-14be-46de-b3de-ee3f373d315b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:33.944243 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-a8a8529d-14be-46de-b3de-ee3f373d315b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 815 time: 0.0984914
Dec 11 21:29:33.959593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-f1f78ab8-94df-4944-951f-2c9d1b27c27e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/quotas/32daed06d17c4f87be4cb287fde76775 HTTP/1.1" status: 200  len: 375 time: 0.0087948
Dec 11 21:29:33.994966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-bd5e38ea-3f8a-43a9-92c7-be1504b94bbb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0299273
Dec 11 21:29:34.055059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-44bb1216-76ad-4076-81dc-da5b54e5ee36 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:29:34.056046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-44bb1216-76ad-4076-81dc-da5b54e5ee36 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0546927
Dec 11 21:29:34.142219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-01d0cf86-d332-43cc-8149-2be41c90cb2a service neutron] 10.222.0.18 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799072
Dec 11 21:29:34.233257 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-a2a06136-e336-4315-a518-eb7edf90d0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849147
Dec 11 21:29:34.392557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d92c9000-134a-4edc-8084-d2df1a7054b9 req-a955f4a6-a130-48cd-8d86-eaa2593200d4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 210 time: 0.0268116
Dec 11 21:29:35.425725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-e1f9fd20-adb7-4ac3-b0b2-0e195359488f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:35.431827 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-e1f9fd20-adb7-4ac3-b0b2-0e195359488f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 815 time: 0.1093454
Dec 11 21:29:35.445800 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Request body: {'port': {'device_id': '2634e610-1152-4951-9ffa-40c88cca29a8', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'admin_state_up': True, 'tenant_id': '32daed06d17c4f87be4cb287fde76775'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:29:35.529342 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3d49a4f-33d9-4238-97bb-8eb91d3e94a9 req-66b272a2-4615-4db3-aca2-86ea1a93626f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 210 time: 0.0327470
Dec 11 21:29:35.581027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Made reservation on behalf of 32daed06d17c4f87be4cb287fde76775 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:29:35.584538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:35.708507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Allocated IP 172.20.0.12 (ce561c0f-0097-4936-891c-c4f8bd3210c0/7f969245-2856-4dde-918f-8eb6e8f68839/1c72377a-0bbd-4437-92a5-767c2c21bf4d) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:29:35.854076 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:35.887683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:35.934523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:29:35.937566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:29:35.941387 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:29:35.967769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:35.994352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:35.995560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.010656 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-9314d615-19b6-4a9d-a1ad-0b20d6d35b52 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5695808
Dec 11 21:29:36.022597 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Request body: {'port': {'device_id': '2634e610-1152-4951-9ffa-40c88cca29a8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:29:36.074047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.333145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:29:36.341009 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.353326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Transition to ACTIVE for port object 1c72377a-0bbd-4437-92a5-767c2c21bf4d will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:29:36.357111 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.407834 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:36.472594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:29:36.473231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:29:36.473231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:29:36.477950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:29:36.478269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:29:36.483303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:29:36.483633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Checking segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:29:36.484006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Bound using segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:29:36.484420 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Bound port: 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:29:36.484767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.547539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:29:36.550392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:29:36.556926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.593132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:36.593747 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:36.595174 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] 10.222.0.30 "PUT /v2.0/ports/1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 1092 time: 0.5765200
Dec 11 21:29:36.595682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:36.597944 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022ef02e-e070-4c90-acb8-22eca0c1b88e" -d '{"events": [{"name": "network-changed", "server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:36.618746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a67fc-8546-464a-af33-f80675ffc24e service neutron] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:36.664779 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee5d0dc-28e8-41e6-b359-6c626c01155f x-openstack-request-id: req-aee5d0dc-28e8-41e6-b359-6c626c01155f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:36.665071 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:36.665325 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aee5d0dc-28e8-41e6-b359-6c626c01155f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:36.665711 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'status': 'completed', 'code': 200}
Dec 11 21:29:36.670058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de411a-8c91-48d5-9b30-546ad3fec45d req-ec8d887e-2406-40b4-a89b-ba36f560e687 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:36.671596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0de411a-8c91-48d5-9b30-546ad3fec45d req-ec8d887e-2406-40b4-a89b-ba36f560e687 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0623007
Dec 11 21:29:36.681353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-02007f90-e31b-4350-9166-bff88a50a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:36.682853 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-02007f90-e31b-4350-9166-bff88a50a924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0475967
Dec 11 21:29:36.720401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0de411a-8c91-48d5-9b30-546ad3fec45d req-98fecd24-39e6-43b6-a206-2409646afc68 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424969
Dec 11 21:29:36.728107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-795712bd-a03a-47c1-a667-e66311479e52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0377975
Dec 11 21:29:36.779042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-566b8cf0-314c-4997-9884-fe3fd2795bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:36.780462 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-566b8cf0-314c-4997-9884-fe3fd2795bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0435994
Dec 11 21:29:36.811420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-406ff81e-c4d8-4678-80a9-01b6e445d473 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0236609
Dec 11 21:29:37.188112 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-a9722072-dbd4-46be-b4f6-c0437b3fcb78 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3685606
Dec 11 21:29:37.277695 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5aff0d3f-f968-486f-8b4b-956b89e80401 req-db7509db-706d-4b7c-8057-39c1cdf793f4 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812578
Dec 11 21:29:37.364289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-7fb057d5-f241-4ca2-8cb7-890c54723c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:37.365773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-7fb057d5-f241-4ca2-8cb7-890c54723c1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0410931
Dec 11 21:29:37.472344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-89448dfb-1289-45d4-be0f-2480db32d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:37.473964 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-89448dfb-1289-45d4-be0f-2480db32d9a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0959716
Dec 11 21:29:37.514604 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-cc0702a7-3832-4573-a164-9b53a5d15a2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0340967
Dec 11 21:29:37.566064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-f0105bbc-d715-4af5-ac17-a18bfe368ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:37.567473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-f0105bbc-d715-4af5-ac17-a18bfe368ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0460737
Dec 11 21:29:37.598222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-bd239dbc-154f-41ed-b6a2-c25a0fb77eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0237663
Dec 11 21:29:37.683208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-e72711f2-33d3-4d20-a281-1cb7d72d9ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0780711
Dec 11 21:29:37.788802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-022ef02e-e070-4c90-acb8-22eca0c1b88e req-c2a52bd2-7abc-49a8-bd1d-e0996c937b0e service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983286
Dec 11 21:29:37.836513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff872394-c61f-48ac-9493-dc6a8ce848ba req-5ac475ef-5e80-4a64-be03-270e6f42600d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:37.837985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff872394-c61f-48ac-9493-dc6a8ce848ba req-5ac475ef-5e80-4a64-be03-270e6f42600d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0475311
Dec 11 21:29:37.884606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff872394-c61f-48ac-9493-dc6a8ce848ba req-49fce073-6635-489b-a89d-dd92c960aa03 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404961
Dec 11 21:29:38.998746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679247-14e7-4d46-894d-b54ddad9f36e req-f57e3acf-c3ed-4f7e-bfc9-d73f2fa05a05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:39.000221 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6679247-14e7-4d46-894d-b54ddad9f36e req-f57e3acf-c3ed-4f7e-bfc9-d73f2fa05a05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0490570
Dec 11 21:29:39.045923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b6679247-14e7-4d46-894d-b54ddad9f36e req-4c0c4d35-baea-4ae8-ba57-eff24d9fa667 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399020
Dec 11 21:29:40.165068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6842cbc-5551-4430-bcd8-72a32d645df4 req-28e3474b-3439-40d8-a738-2e1a45de790f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:40.166614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6842cbc-5551-4430-bcd8-72a32d645df4 req-28e3474b-3439-40d8-a738-2e1a45de790f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0539973
Dec 11 21:29:40.217666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6842cbc-5551-4430-bcd8-72a32d645df4 req-0da5283e-bc29-494c-adb6-ef65104becf6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451193
Dec 11 21:29:41.030902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42ce5895-e47f-4818-868d-bd399b1f57c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:41.332180 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44759d-503c-4af6-8507-ee54894fcc44 req-4dde3ad5-6d8f-4c8f-bef6-b9732711f306 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:41.333630 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a44759d-503c-4af6-8507-ee54894fcc44 req-4dde3ad5-6d8f-4c8f-bef6-b9732711f306 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0481877
Dec 11 21:29:41.384523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a44759d-503c-4af6-8507-ee54894fcc44 req-85feb44b-229b-498d-9174-c06d548c9f5b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443475
Dec 11 21:29:41.655634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:29:41.746471 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:41.757630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'port_id': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'mac_address': 'fa:16:3e:fd:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f969245-2856-4dde-918f-8eb6e8f68839', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:29:41.793659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:41.813813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:29:41.835088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:41.839789 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:41.885860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:42.135268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['1c72377a-0bbd-4437-92a5-767c2c21bf4d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:29:42.501365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60fe57-0c72-4512-a652-562c62f82807 req-af55b277-757b-4591-8d62-3552c266ce7e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:42.502850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e60fe57-0c72-4512-a652-562c62f82807 req-af55b277-757b-4591-8d62-3552c266ce7e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 945 time: 0.0483587
Dec 11 21:29:42.548773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e60fe57-0c72-4512-a652-562c62f82807 req-74989c59-30c7-4f0f-a46f-f2f1873ce5d0 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400674
Dec 11 21:29:43.483779 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9edd6281-b221-4b3b-b54e-9216d87c3408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:43.661765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daef6a9-87a0-4901-b2fb-15d09b250ae2 req-cd6dfdef-a5ad-47b2-8034-26ec4f07c066 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:43.663331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7daef6a9-87a0-4901-b2fb-15d09b250ae2 req-cd6dfdef-a5ad-47b2-8034-26ec4f07c066 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 945 time: 0.0482345
Dec 11 21:29:43.671288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:29:43.710969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7daef6a9-87a0-4901-b2fb-15d09b250ae2 req-9f34d7ad-7e49-4c1c-963a-cab127f79478 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415337
Dec 11 21:29:43.720092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 1c72377a-0bbd-4437-92a5-767c2c21bf4d completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:29:43.724160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 1c72377a-0bbd-4437-92a5-767c2c21bf4d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:29:43.724533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:43.797919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:43.823717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:29:43.825954 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a48173-0cde-4879-a221-7ad9b7661e92" -d '{"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-plugged", "status": "completed", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:29:43.838925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:29:43.843856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:43.889795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:29:43.927087 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1f9d1c-73a2-4e85-8d70-c9289e0163e1 x-openstack-request-id: req-0f1f9d1c-73a2-4e85-8d70-c9289e0163e1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:29:43.927382 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-plugged", "status": "completed", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:29:43.927669 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f1f9d1c-73a2-4e85-8d70-c9289e0163e1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:29:43.928068 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'code': 200}
Dec 11 21:29:44.022306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e92d7-53b6-4ab5-b87d-1f18f7176e3f req-8d277807-15ea-4da4-8892-eb21fd0e0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:44.023813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-106e92d7-53b6-4ab5-b87d-1f18f7176e3f req-8d277807-15ea-4da4-8892-eb21fd0e0826 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1097 time: 0.0390570
Dec 11 21:29:44.068443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-106e92d7-53b6-4ab5-b87d-1f18f7176e3f req-c1bf1d39-cf03-430b-b87a-1cbd056fff94 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363717
Dec 11 21:29:44.826816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d648e5a-b5bf-4f94-a8a1-0bbc86fc7421 req-df693c32-9e26-4b67-a5bf-ad618e12a29b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:44.828294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d648e5a-b5bf-4f94-a8a1-0bbc86fc7421 req-df693c32-9e26-4b67-a5bf-ad618e12a29b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0483747
Dec 11 21:29:44.877853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d648e5a-b5bf-4f94-a8a1-0bbc86fc7421 req-346f44f3-8d89-43e1-9568-fba8b1f38d74 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435433
Dec 11 21:29:45.017541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:45.999381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b93c06-a2e0-4a7b-b6f1-8a0e98639154 req-fb6cfe26-0a8d-4607-8e20-c05e26a762b6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:46.000860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83b93c06-a2e0-4a7b-b6f1-8a0e98639154 req-fb6cfe26-0a8d-4607-8e20-c05e26a762b6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0535510
Dec 11 21:29:46.047157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83b93c06-a2e0-4a7b-b6f1-8a0e98639154 req-9fbd766f-f371-47ee-8327-a1898cffa167 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403800
Dec 11 21:29:46.099531 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:46.165393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930799c4-c3a7-468a-b723-f82539f19c39 req-4f9c5d7d-e0c0-4707-acc0-9d344244d786 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:46.167275 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-930799c4-c3a7-468a-b723-f82539f19c39 req-4f9c5d7d-e0c0-4707-acc0-9d344244d786 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0534496
Dec 11 21:29:46.214917 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-930799c4-c3a7-468a-b723-f82539f19c39 req-eb61fdcd-90ef-4623-977a-d42a06aab42b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417037
Dec 11 21:29:46.366766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:46.419855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9795a-cca3-440b-80ab-d6a20f165340 req-4f805458-6393-4ed7-846a-9c4564c96d0f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:46.421290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4b9795a-cca3-440b-80ab-d6a20f165340 req-4f805458-6393-4ed7-846a-9c4564c96d0f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0511763
Dec 11 21:29:46.471494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4b9795a-cca3-440b-80ab-d6a20f165340 req-a597f6bd-56d2-466c-95ea-426f19069beb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441914
Dec 11 21:29:46.585669 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb410c4b-7eec-4b67-aea4-0842bf1b40fd req-11318c3c-d440-42c0-bbcf-60d468e936a4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:46.587167 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb410c4b-7eec-4b67-aea4-0842bf1b40fd req-11318c3c-d440-42c0-bbcf-60d468e936a4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0478494
Dec 11 21:29:46.632812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb410c4b-7eec-4b67-aea4-0842bf1b40fd req-91d8b23f-d634-421b-97a6-1a7203849413 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397537
Dec 11 21:29:46.856674 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-09659405-44e2-4abb-b763-945c5b821211 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0445023
Dec 11 21:29:46.866466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426889c5-ac1e-4722-9313-b83304267c7d req-a4baa48d-95e4-4c9f-9368-5e431d6df40e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:46.868030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-426889c5-ac1e-4722-9313-b83304267c7d req-a4baa48d-95e4-4c9f-9368-5e431d6df40e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0494499
Dec 11 21:29:46.922987 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-426889c5-ac1e-4722-9313-b83304267c7d req-a4649cb3-7fba-42fe-9f51-6cf05d3dbd7c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479679
Dec 11 21:29:47.249246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:47.939778 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-a0ea9aea-53c6-49b2-8a3c-1c00f28fd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:47.941182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-a0ea9aea-53c6-49b2-8a3c-1c00f28fd35b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1097 time: 0.0393281
Dec 11 21:29:48.032162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-6891ad30-fce4-4258-9287-653ea203fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:48.033643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-6891ad30-fce4-4258-9287-653ea203fa31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0845759
Dec 11 21:29:48.038412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e53005-2cd5-48cf-9535-6e3515814ad4 req-e6e7f2b7-b9ce-4c0a-a04c-36c4a32f0dd6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:48.039896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49e53005-2cd5-48cf-9535-6e3515814ad4 req-e6e7f2b7-b9ce-4c0a-a04c-36c4a32f0dd6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0482228
Dec 11 21:29:48.079979 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-017e9a47-e0a8-4d24-9ffa-f8f8fe183018 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0383091
Dec 11 21:29:48.087139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-49e53005-2cd5-48cf-9535-6e3515814ad4 req-b7229c1e-ae00-41ad-aac4-505d7d73dcf8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413382
Dec 11 21:29:48.128753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-f77a6e33-a4e7-4ac8-bf0b-d0249ece4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:48.130194 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-f77a6e33-a4e7-4ac8-bf0b-d0249ece4874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0434980
Dec 11 21:29:48.161290 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-35ed6e74-291b-43a7-8f14-dfb61577e519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240352
Dec 11 21:29:48.253271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-e4330d1e-52e4-46c4-a4fe-56106b14ea8d service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849044
Dec 11 21:29:48.341846 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-46b2a299-50cf-4afe-9895-38f02e7348dc service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817528
Dec 11 21:29:49.210376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2590dbb-90f3-4909-b443-1544f314aff1 req-6904b2fc-420a-40be-b484-69f1d29da478 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:49.212197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2590dbb-90f3-4909-b443-1544f314aff1 req-6904b2fc-420a-40be-b484-69f1d29da478 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0551410
Dec 11 21:29:49.259046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2590dbb-90f3-4909-b443-1544f314aff1 req-71a1269c-6759-440d-a6b5-19d11621c92e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408573
Dec 11 21:29:50.374326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d1324-ded3-4b24-9773-38debb2c113d req-2d297084-f976-43be-bafd-eed3535cc0fc tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:50.375856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-804d1324-ded3-4b24-9773-38debb2c113d req-2d297084-f976-43be-bafd-eed3535cc0fc tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0484633
Dec 11 21:29:50.422602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-804d1324-ded3-4b24-9773-38debb2c113d req-bde32c4f-0331-4be3-ac76-cfeb588e1e38 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409012
Dec 11 21:29:51.461272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:29:51.543390 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5d32-428a-4d47-8e8c-983d62113162 req-31d37baf-18d7-487a-a9cc-1fc7732d0d8c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:51.545031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e7c5d32-428a-4d47-8e8c-983d62113162 req-31d37baf-18d7-487a-a9cc-1fc7732d0d8c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0490167
Dec 11 21:29:51.592126 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4e7c5d32-428a-4d47-8e8c-983d62113162 req-bfbeac41-f157-4cb9-ac29-d254bc4e1458 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410049
Dec 11 21:29:52.710017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1f16-bd69-428f-a22c-c3bd7de15c66 req-dcee66c8-cbb3-4f02-a6a3-1d93e259df77 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:52.711485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4ff1f16-bd69-428f-a22c-c3bd7de15c66 req-dcee66c8-cbb3-4f02-a6a3-1d93e259df77 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0511863
Dec 11 21:29:52.757487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c4ff1f16-bd69-428f-a22c-c3bd7de15c66 req-0478fa09-f440-419d-b703-9c93245b5822 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396867
Dec 11 21:29:53.877758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9330e-0707-4379-a200-08700faeff7f req-8d581b8d-0d46-42ed-8dd9-1d2ffa5d7e88 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:53.879253 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fd9330e-0707-4379-a200-08700faeff7f req-8d581b8d-0d46-42ed-8dd9-1d2ffa5d7e88 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0488780
Dec 11 21:29:53.928890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6fd9330e-0707-4379-a200-08700faeff7f req-b05ace9f-a492-4dc7-ad31-d17fe1141653 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437431
Dec 11 21:29:55.042311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee1a-e16f-4cd0-ba33-aa8ab8c615ea req-58939f15-7ffc-4693-9b0d-e0b4b4c9c354 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:55.043804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0987ee1a-e16f-4cd0-ba33-aa8ab8c615ea req-58939f15-7ffc-4693-9b0d-e0b4b4c9c354 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0479946
Dec 11 21:29:55.090276 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0987ee1a-e16f-4cd0-ba33-aa8ab8c615ea req-33aa590e-3b50-428c-86d6-fa36d130a635 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405846
Dec 11 21:29:56.222321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9ca6b-b8ec-47d9-b5db-325ab143fda0 req-983cdb7c-196d-4145-b9af-62f805786cbd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:56.223824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5b9ca6b-b8ec-47d9-b5db-325ab143fda0 req-983cdb7c-196d-4145-b9af-62f805786cbd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0621300
Dec 11 21:29:56.270456 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5b9ca6b-b8ec-47d9-b5db-325ab143fda0 req-15490745-cb84-485e-b020-db0f4f24c699 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404098
Dec 11 21:29:57.383047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69167e2-a73d-421f-b498-04050aea2bb7 req-40839f08-3e61-4b2c-bdb7-439ed7edd108 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:57.384498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b69167e2-a73d-421f-b498-04050aea2bb7 req-40839f08-3e61-4b2c-bdb7-439ed7edd108 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0477860
Dec 11 21:29:57.436892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b69167e2-a73d-421f-b498-04050aea2bb7 req-f8516d88-1d97-43fb-8cd6-4089aeff5ba5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459971
Dec 11 21:29:58.551365 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b8a33-7193-4c3d-8752-bef4a3acbb0e req-78a4dbe5-9c15-4864-9242-55de61bd4f93 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:58.552739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec7b8a33-7193-4c3d-8752-bef4a3acbb0e req-78a4dbe5-9c15-4864-9242-55de61bd4f93 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0474923
Dec 11 21:29:58.598865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ec7b8a33-7193-4c3d-8752-bef4a3acbb0e req-8c4b78f7-ed28-4537-85fa-74c8d2207ec5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397077
Dec 11 21:29:59.718018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53f464-6157-4d2e-8476-619deabaa113 req-4e1c5789-e02f-479b-84c1-e1d2e4faa9c9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:29:59.719527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f53f464-6157-4d2e-8476-619deabaa113 req-4e1c5789-e02f-479b-84c1-e1d2e4faa9c9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0507090
Dec 11 21:29:59.767050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7f53f464-6157-4d2e-8476-619deabaa113 req-20bd1c74-026a-432b-a471-8957f5ad1fd8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413659
Dec 11 21:30:00.888124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ac4b0-93c4-4665-a962-551865c854ed req-5abfeb57-a559-452b-bb4b-a459932dfaae tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:00.889596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-290ac4b0-93c4-4665-a962-551865c854ed req-5abfeb57-a559-452b-bb4b-a459932dfaae tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0530739
Dec 11 21:30:00.935298 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-290ac4b0-93c4-4665-a962-551865c854ed req-c55d3812-b3e8-4338-bd99-5fa314375085 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397592
Dec 11 21:30:02.050106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204afab-6708-444b-8973-821cba726e03 req-498e876f-deba-47f3-8e7c-5d1ead602ae9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:02.051611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d204afab-6708-444b-8973-821cba726e03 req-498e876f-deba-47f3-8e7c-5d1ead602ae9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0481720
Dec 11 21:30:02.098944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d204afab-6708-444b-8973-821cba726e03 req-4678360e-94c0-46f2-9d0d-48565127d739 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415781
Dec 11 21:30:03.215737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ab9fd-c1b1-4f64-be8c-cf1023203a7a req-0ed3911b-f126-4370-a51f-3fd7279b158e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:03.217211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa6ab9fd-c1b1-4f64-be8c-cf1023203a7a req-0ed3911b-f126-4370-a51f-3fd7279b158e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0501056
Dec 11 21:30:03.264301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa6ab9fd-c1b1-4f64-be8c-cf1023203a7a req-58dca31a-4d50-4842-9c07-773f4c4ed4a5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410864
Dec 11 21:30:03.505338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-774d77e0-5c11-4146-809e-fc3935a58093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:03.506897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-774d77e0-5c11-4146-809e-fc3935a58093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1097 time: 0.0430679
Dec 11 21:30:03.610772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-3222c8b7-6c0d-41d6-af9b-378678f03f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:03.612281 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-3222c8b7-6c0d-41d6-af9b-378678f03f83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0879519
Dec 11 21:30:03.656000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-72475a62-72c2-4a84-a856-6bca7dd48b5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0334291
Dec 11 21:30:03.710056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-f02841c4-90b3-49bf-b691-53748ec3ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:03.711544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-f02841c4-90b3-49bf-b691-53748ec3ae25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0474756
Dec 11 21:30:03.743122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-88f87cc2-3bb0-4531-9e96-0570f72312c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245612
Dec 11 21:30:03.834355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-d2292ea7-af94-40c3-9890-ab823c6c91b5 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832143
Dec 11 21:30:03.927970 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7de9cf36-96dd-414c-8bce-8d7ea0aa8fd5 req-f6c92bee-af3d-40f3-a723-18fb24f7c28e service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863025
Dec 11 21:30:04.372924 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:30:04.381647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3631d-96fe-4aee-8d43-2e8c07a38d10 req-bbced444-834a-4883-9eb6-8e107702c33f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:04.383156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0d3631d-96fe-4aee-8d43-2e8c07a38d10 req-bbced444-834a-4883-9eb6-8e107702c33f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0523574
Dec 11 21:30:04.429952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0d3631d-96fe-4aee-8d43-2e8c07a38d10 req-5a3f84d6-75cd-467e-983a-62e95f1c6ddc tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403104
Dec 11 21:30:05.554840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef6798-9480-4951-83be-cea9ca0ea0de req-b8c2cb30-9bdf-48d4-a068-ad4d491cfd2f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:05.556227 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2ef6798-9480-4951-83be-cea9ca0ea0de req-b8c2cb30-9bdf-48d4-a068-ad4d491cfd2f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0491126
Dec 11 21:30:05.602500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2ef6798-9480-4951-83be-cea9ca0ea0de req-ad8ad9e8-5b0b-42da-9c5d-551a5418f0d1 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404356
Dec 11 21:30:06.720104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff225b-7b1a-4dd2-ac28-4f0187783273 req-b85ef633-0401-4421-bf52-89c967e3fcc2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:06.721588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20ff225b-7b1a-4dd2-ac28-4f0187783273 req-b85ef633-0401-4421-bf52-89c967e3fcc2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0497983
Dec 11 21:30:06.768050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-20ff225b-7b1a-4dd2-ac28-4f0187783273 req-29b18981-7ebc-491d-89f9-c33c78c82d7d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403583
Dec 11 21:30:07.890066 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672161c-1e1a-4471-bd47-6b452ae2986a req-5102e59f-dbe5-433d-b53c-a1bd946e1ae7 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:07.890066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1672161c-1e1a-4471-bd47-6b452ae2986a req-5102e59f-dbe5-433d-b53c-a1bd946e1ae7 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0508695
Dec 11 21:30:07.940667 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1672161c-1e1a-4471-bd47-6b452ae2986a req-f673fa1d-c7b0-4213-8b4a-0eeddd68c36f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459449
Dec 11 21:30:09.058489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4969299-a172-4ef3-8936-f8a2595e3aa5 req-0eaa6732-253a-400a-b5f6-5f6458b9af26 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:09.059952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4969299-a172-4ef3-8936-f8a2595e3aa5 req-0eaa6732-253a-400a-b5f6-5f6458b9af26 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0519052
Dec 11 21:30:09.105624 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d4969299-a172-4ef3-8936-f8a2595e3aa5 req-8227c39b-45aa-408b-bd0f-af7234e15c6f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397339
Dec 11 21:30:10.221239 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d8863-2a06-49a7-a094-fa4f61c68132 req-da0174c1-8975-4889-9d6b-576eb64cafaa tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:10.222768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-599d8863-2a06-49a7-a094-fa4f61c68132 req-da0174c1-8975-4889-9d6b-576eb64cafaa tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0497465
Dec 11 21:30:10.269935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-599d8863-2a06-49a7-a094-fa4f61c68132 req-f88d0984-b165-42c5-8b89-693a7d5a95c3 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409989
Dec 11 21:30:11.031409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-268c2a7e-0234-4709-b049-2c958340583a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:11.384809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41950e8-213a-4382-8bf6-23cdb273b637 req-7a368ab5-9a78-445d-a568-460728f5c6cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:11.386315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a41950e8-213a-4382-8bf6-23cdb273b637 req-7a368ab5-9a78-445d-a568-460728f5c6cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0491462
Dec 11 21:30:11.432793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a41950e8-213a-4382-8bf6-23cdb273b637 req-bfc3ae76-d5db-46b4-9a45-4d8425b0e1cf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405276
Dec 11 21:30:12.556312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f18cf-f4bb-4034-b233-e153f955fa0c req-7c717c82-b24e-4ca8-b878-adffa325ef6a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:12.557708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f6f18cf-f4bb-4034-b233-e153f955fa0c req-7c717c82-b24e-4ca8-b878-adffa325ef6a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0485933
Dec 11 21:30:12.605028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4f6f18cf-f4bb-4034-b233-e153f955fa0c req-c93847d9-28f9-4a8a-a3c2-c7dedc8a30b2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413847
Dec 11 21:30:13.484936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4e1c628c-3163-430d-8511-9cad952155d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:13.718702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea0db9-19b7-4fad-a8bc-cf4bb4d05f79 req-7d51474f-b109-4536-b38c-071892ef9c1f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:13.720175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cea0db9-19b7-4fad-a8bc-cf4bb4d05f79 req-7d51474f-b109-4536-b38c-071892ef9c1f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0479517
Dec 11 21:30:13.769881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cea0db9-19b7-4fad-a8bc-cf4bb4d05f79 req-eee5f842-a253-4d31-8b1d-fe0f00097aa8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434830
Dec 11 21:30:14.889940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129fd44-cf5f-44fb-84bd-25da8b91c93b req-4daa0e5c-bf2a-43b4-9c8c-e4123195cd57 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:14.891497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d129fd44-cf5f-44fb-84bd-25da8b91c93b req-4daa0e5c-bf2a-43b4-9c8c-e4123195cd57 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 946 time: 0.0533202
Dec 11 21:30:14.938896 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d129fd44-cf5f-44fb-84bd-25da8b91c93b req-d7852ff7-91b2-46a2-85c2-c72518f4c01c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413837
Dec 11 21:30:15.019638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:15.288773 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-d3f1d910-0790-49f9-9209-02e1336fd74d service neutron] show failed (client error): The resource could not be found.
Dec 11 21:30:15.289787 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-d3f1d910-0790-49f9-9209-02e1336fd74d service neutron] 10.222.0.30 "GET /v2.0/ports/1c72377a-0bbd-4437-92a5-767c2c21bf4d/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0554657
Dec 11 21:30:15.510665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-772c6272-5521-46e4-af90-0c26a38d64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:15.512573 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-772c6272-5521-46e4-af90-0c26a38d64d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8&tenant_id=32daed06d17c4f87be4cb287fde76775 HTTP/1.1" status: 200  len: 1097 time: 0.0685248
Dec 11 21:30:15.525968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:30:15.577768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:15.776683 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:15.811847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:30:15.850686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:30:15.852956 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a76086-6612-46b5-ac09-6c4be25a823c" -d '{"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:30:15.856824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:15.868917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Transition to ACTIVE for port object 1c72377a-0bbd-4437-92a5-767c2c21bf4d will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:30:15.873641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:15.907715 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636122f0-25b1-452e-b2f7-ca9baede433f x-openstack-request-id: req-636122f0-25b1-452e-b2f7-ca9baede433f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:30:15.908008 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-unplugged", "status": "completed", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:30:15.908269 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-636122f0-25b1-452e-b2f7-ca9baede433f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:30:15.908669 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'code': 200}
Dec 11 21:30:15.937614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] No DVR routers for this DVR port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:30:15.940496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:15.978284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:30:15.978655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:30:15.978992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:30:15.983878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:30:15.984200 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Attempting to bind port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:30:15.989227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:30:15.989569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Checking segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:30:15.989980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Bound using segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:30:15.990567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Bound port: 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:30:15.990931 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:16.052770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:30:16.055308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbdf62-01b6-491a-89e3-54944a84c55d req-1fba6b6c-a4cb-40b4-9749-086694003b89 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:16.055809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:30:16.056835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bbbdf62-01b6-491a-89e3-54944a84c55d req-1fba6b6c-a4cb-40b4-9749-086694003b89 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0492013
Dec 11 21:30:16.060775 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:16.097933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:16.098571 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:16.100222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] 10.222.0.16 "PUT /v2.0/ports/1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 1092 time: 0.5778902
Dec 11 21:30:16.119775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fc038-785e-4315-9a4d-e0eedb02d7da service neutron] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:16.120371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:16.123031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bbbdf62-01b6-491a-89e3-54944a84c55d req-591ac445-c51c-40b4-be2f-5cfdaa37930d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589705
Dec 11 21:30:16.165649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-3ddaa146-e5e0-42de-a0ac-1a0d7f8ca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:16.167185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-3ddaa146-e5e0-42de-a0ac-1a0d7f8ca26b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0416567
Dec 11 21:30:16.258897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-80b4405b-4cca-456c-a8f1-c8cbcfd03bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:16.260426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-80b4405b-4cca-456c-a8f1-c8cbcfd03bb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0863924
Dec 11 21:30:16.301104 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-28b8ab84-b53f-4280-a54f-5a5af8141b5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0339134
Dec 11 21:30:16.351841 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-74be0a78-e985-40bd-af49-b33925b2fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:16.353208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-74be0a78-e985-40bd-af49-b33925b2fc8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0456388
Dec 11 21:30:16.369822 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:16.385346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-d9c7f182-8fc7-4778-be0b-eeb9cb30808b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0249002
Dec 11 21:30:16.473393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-69eb484c-6e39-4a39-a477-db5b99316f21 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814683
Dec 11 21:30:16.565477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3bff582c-753e-4838-bd27-ce1cceb63b61 req-58d026ec-1353-4bbf-9fda-35bb1f76f45e service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851140
Dec 11 21:30:17.221830 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:17.247402 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2d47a-c45c-4ebd-90d7-b85cf1c5d06c req-2c998418-3330-456f-ac33-8470f0c3f388 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:17.248877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f2d47a-c45c-4ebd-90d7-b85cf1c5d06c req-2c998418-3330-456f-ac33-8470f0c3f388 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0517700
Dec 11 21:30:17.295850 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98f2d47a-c45c-4ebd-90d7-b85cf1c5d06c req-3c422b1d-70f8-4481-8d26-7154563b82ea tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410063
Dec 11 21:30:17.909470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:30:17.911821 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3147e-73ff-42c4-b096-d6942e764a86" -d '{"events": [{"name": "network-changed", "server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:30:17.961660 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b62e2-389d-462b-a2cf-776b5eeb14ff x-openstack-request-id: req-016b62e2-389d-462b-a2cf-776b5eeb14ff {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:30:17.961952 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:30:17.962215 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-016b62e2-389d-462b-a2cf-776b5eeb14ff {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:30:17.962655 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'status': 'completed', 'code': 200}
Dec 11 21:30:18.027217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-32dcf7b5-0d24-4fc0-b69c-90def3180831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.029701 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-32dcf7b5-0d24-4fc0-b69c-90def3180831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0428593
Dec 11 21:30:18.031062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-f62fa49b-ee64-4296-9c47-d7c249626297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.032609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-f62fa49b-ee64-4296-9c47-d7c249626297 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0477345
Dec 11 21:30:18.125949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-7d9ebc3f-10b9-43cf-90fd-823a9cc496de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.127620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-7d9ebc3f-10b9-43cf-90fd-823a9cc496de service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0916545
Dec 11 21:30:18.128796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-d4590371-3470-4ed1-abfb-c16c3e5b051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.130286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-d4590371-3470-4ed1-abfb-c16c3e5b051e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0902648
Dec 11 21:30:18.171451 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-e88b5553-2822-4cac-b151-3f63b80b2536 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0365624
Dec 11 21:30:18.176601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-ca080d28-c4b4-41a1-8d6e-1395c3c0c84f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0390303
Dec 11 21:30:18.224655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-eb2d285f-d529-49d1-95b1-9205ffcec39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.226647 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-eb2d285f-d529-49d1-95b1-9205ffcec39b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0478144
Dec 11 21:30:18.231457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-f5b195a8-0cc9-4380-8e69-6912816ddf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.232932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-f5b195a8-0cc9-4380-8e69-6912816ddf83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0488265
Dec 11 21:30:18.257792 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-238de8fe-dfa7-4419-a5b1-90ae9274dcc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246074
Dec 11 21:30:18.264798 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-d2c8d394-0216-42cb-83d2-4c9469909316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0250373
Dec 11 21:30:18.349175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-616dfee5-bc5c-42cf-80ea-1c91b740dafe service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842781
Dec 11 21:30:18.361427 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-0b8b2203-b9f0-42f3-aeea-ae5a1c295c41 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889695
Dec 11 21:30:18.453453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-47769d1b-2d05-45b7-818b-7be451ebc06a service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845561
Dec 11 21:30:18.473411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf04e0a-d201-4c3d-96fd-9c3724df9c88 req-b18fe6bc-8a3e-45cf-8bc0-7292aa04a39b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.475155 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baf04e0a-d201-4c3d-96fd-9c3724df9c88 req-b18fe6bc-8a3e-45cf-8bc0-7292aa04a39b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.1011391
Dec 11 21:30:18.480532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7ab3147e-73ff-42c4-b096-d6942e764a86 req-227e3c51-d540-467a-8b30-cfe264b4518d service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240549
Dec 11 21:30:18.521586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-baf04e0a-d201-4c3d-96fd-9c3724df9c88 req-cd35b0f8-e27f-43d6-962f-22f0652d8d78 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401220
Dec 11 21:30:18.721053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb15ccf-c366-4f7b-bb95-2840281b18d2 req-27fdbf0f-1a81-450e-a568-618a8764276e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.722628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7cb15ccf-c366-4f7b-bb95-2840281b18d2 req-27fdbf0f-1a81-450e-a568-618a8764276e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0544763
Dec 11 21:30:18.769812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-02d28a26-03a2-475a-8a65-80f8b737fbc7 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.771348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-02d28a26-03a2-475a-8a65-80f8b737fbc7 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.30 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8&tenant_id=32daed06d17c4f87be4cb287fde76775&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0917749
Dec 11 21:30:18.772423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7cb15ccf-c366-4f7b-bb95-2840281b18d2 req-b4421643-156f-4702-9b24-aa05a8a785ed tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435090
Dec 11 21:30:18.832395 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-c946c1eb-9acc-4a16-a5dc-60b23b6a6578 service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:30:18.833400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-c946c1eb-9acc-4a16-a5dc-60b23b6a6578 service neutron] 10.222.0.30 "DELETE /v2.0/ports/1c72377a-0bbd-4437-92a5-767c2c21bf4d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0535212
Dec 11 21:30:18.943294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-bbb477d9-794c-4de6-947e-eda8bf31b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:18.944747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-bbb477d9-794c-4de6-947e-eda8bf31b317 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 1095 time: 0.0403244
Dec 11 21:30:19.035594 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-98ed415a-4f56-4d49-a2fb-ddca04ac0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:19.037060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-98ed415a-4f56-4d49-a2fb-ddca04ac0f58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0847208
Dec 11 21:30:19.080132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-2ad0bc1c-90fd-469d-a1d9-8519f317ad48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 200  len: 217 time: 0.0346544
Dec 11 21:30:19.129316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-48db2181-f305-409d-996e-40e4ffcc644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:19.130840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-48db2181-f305-409d-996e-40e4ffcc644b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0427587
Dec 11 21:30:19.162388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-902296e1-2c52-4fae-8eec-431a619b4b69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240510
Dec 11 21:30:19.257557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-bc2bb18c-b1ed-4010-a0f9-a973cada1a04 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870998
Dec 11 21:30:19.346062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f0a5463-3a9e-41bc-ab85-5024caa29c85 req-8a44b487-e38d-4f72-a7bc-8d6bef2b6bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807960
Dec 11 21:30:19.793991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:30:19.836913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:30:19.905385 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92528254-f6e7-4099-8c27-ca50bf2d8fc4 req-9b9e7e11-5fd9-4a29-8cb5-182c9b142788 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:19.906928 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92528254-f6e7-4099-8c27-ca50bf2d8fc4 req-9b9e7e11-5fd9-4a29-8cb5-182c9b142788 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0563591
Dec 11 21:30:19.953171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92528254-f6e7-4099-8c27-ca50bf2d8fc4 req-bc8faa56-4fb1-4d95-8a83-3530f1cc5d6b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401599
Dec 11 21:30:20.067269 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358c8d5-4164-43f4-bfb6-6e5f446773cc req-51c906be-382b-4c1e-a893-394ec5af895c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:20.068783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5358c8d5-4164-43f4-bfb6-6e5f446773cc req-51c906be-382b-4c1e-a893-394ec5af895c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0480404
Dec 11 21:30:20.115612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5358c8d5-4164-43f4-bfb6-6e5f446773cc req-8272672e-601c-476d-a14e-172c6c433fe6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403957
Dec 11 21:30:20.228211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70e5f-39f1-48d0-bb1a-d65d1b042eb6 req-f466fae4-4952-4199-8f78-0286a412dd97 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:20.229691 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05f70e5f-39f1-48d0-bb1a-d65d1b042eb6 req-f466fae4-4952-4199-8f78-0286a412dd97 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 944 time: 0.0495980
Dec 11 21:30:20.276249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05f70e5f-39f1-48d0-bb1a-d65d1b042eb6 req-1006bbed-c34b-4bbb-8554-3a3244f7e3cc tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405610
Dec 11 21:30:20.319314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:30:20.416600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:20.432252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'port_id': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'mac_address': 'fa:16:3e:fd:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f969245-2856-4dde-918f-8eb6e8f68839', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:30:20.486617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:20.639826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-3759ca92-b0c5-4d95-8721-c859dd978c44 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:20.641376 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-3759ca92-b0c5-4d95-8721-c859dd978c44 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 815 time: 0.1093531
Dec 11 21:30:20.657031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-c1418d6a-93d1-4423-923c-396674b79237 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/quotas/32daed06d17c4f87be4cb287fde76775 HTTP/1.1" status: 200  len: 375 time: 0.0095961
Dec 11 21:30:20.664491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:30:20.684472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:20.688572 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:20.708829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-3c46b301-08df-40c6-8fc7-133f65c665e5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0453782
Dec 11 21:30:20.733360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:20.808173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-45b9465c-3f92-47f5-b7cd-60fe43d44479 service neutron] 10.222.0.18 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918515
Dec 11 21:30:20.903609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-8c001553-7072-4840-aa2b-c189644dac92 service neutron] 10.222.0.18 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875301
Dec 11 21:30:20.905574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1c72377a-0bbd-4437-92a5-767c2c21bf4d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:30:21.065744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-abcbeca5-5a10-4479-94cd-f440454e7d83 req-d96f1559-696c-48cf-84f5-4bc102979a04 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 210 time: 0.0277369
Dec 11 21:30:21.464950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:21.768129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-8197f4ca-53f7-47af-98b3-76424c42015f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:21.769583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-8197f4ca-53f7-47af-98b3-76424c42015f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=2634e610-1152-4951-9ffa-40c88cca29a8 HTTP/1.1" status: 200  len: 945 time: 0.0535290
Dec 11 21:30:21.864310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Deleting port 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:30:21.864664 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.035990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] For port 1c72377a-0bbd-4437-92a5-767c2c21bf4d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1c72377a-0bbd-4437-92a5-767c2c21bf4d,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:22.036260 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.058231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Calling delete_port for 1c72377a-0bbd-4437-92a5-767c2c21bf4d owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:30:22.066527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-a26b6bf7-5704-452c-b8e9-88d68205b76c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:22.067960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-a26b6bf7-5704-452c-b8e9-88d68205b76c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 815 time: 0.1843083
Dec 11 21:30:22.083280 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Request body: {'port': {'device_id': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'admin_state_up': True, 'tenant_id': '32daed06d17c4f87be4cb287fde76775'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:30:22.164710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73a1f8d1-33b2-47ef-bd5e-b20cf5732bea req-77b6cb63-cde4-40f1-8d51-062a64ef986a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 210 time: 0.0272646
Dec 11 21:30:22.278918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Made reservation on behalf of 32daed06d17c4f87be4cb287fde76775 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:30:22.282377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.304326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.315377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['1c72377a-0bbd-4437-92a5-767c2c21bf4d'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:30:22.336776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:30:22.348473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Pushing event deleted for resources: {'Port': ['ID=1c72377a-0bbd-4437-92a5-767c2c21bf4d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:22.358061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:30:22.358410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d not bound to the agent host nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
Dec 11 21:30:22.378005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Port 1c72377a-0bbd-4437-92a5-767c2c21bf4d not found, will not notify nova. {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
Dec 11 21:30:22.420014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] No DVR routers for this DVR port 1c72377a-0bbd-4437-92a5-767c2c21bf4d on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:30:22.424159 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.427495 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.16 "DELETE /v2.0/ports/1c72377a-0bbd-4437-92a5-767c2c21bf4d HTTP/1.1" status: 204  len: 173 time: 0.6516542
Dec 11 21:30:22.428097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-deleted', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:30:22.430152 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d20fa7d-39f8-4f3a-b25f-a50ae3cee1c8" -d '{"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-deleted", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:30:22.474705 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b70753-1f93-4176-a27a-cda635296177 x-openstack-request-id: req-30b70753-1f93-4176-a27a-cda635296177 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:30:22.475251 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2634e610-1152-4951-9ffa-40c88cca29a8", "name": "network-vif-deleted", "tag": "1c72377a-0bbd-4437-92a5-767c2c21bf4d", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:30:22.475506 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30b70753-1f93-4176-a27a-cda635296177 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:30:22.475901 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2634e610-1152-4951-9ffa-40c88cca29a8', 'name': 'network-vif-deleted', 'tag': '1c72377a-0bbd-4437-92a5-767c2c21bf4d', 'status': 'completed', 'code': 200}
Dec 11 21:30:22.494094 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Allocated IP 172.20.0.4 (ce561c0f-0097-4936-891c-c4f8bd3210c0/7f969245-2856-4dde-918f-8eb6e8f68839/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:30:22.648771 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.684138 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.727437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Network ce561c0f-0097-4936-891c-c4f8bd3210c0 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:30:22.730665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:30:22.734070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:30:22.740265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:22.784887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:22.785565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:22.801108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-ba51deeb-be1f-4ed5-8160-d7713a0555cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7215502
Dec 11 21:30:22.813521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Request body: {'port': {'device_id': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:30:22.869650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.285575 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a444202-55d3-42c0-b980-bee9079c0ad9 req-f51866ea-126c-418c-8c35-cf8db60c2ef5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:23.287168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a444202-55d3-42c0-b980-bee9079c0ad9 req-f51866ea-126c-418c-8c35-cf8db60c2ef5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 931 time: 0.0496838
Dec 11 21:30:23.341682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6a444202-55d3-42c0-b980-bee9079c0ad9 req-e3ac80b0-2af1-467d-ae1d-8ab65a11a08e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482011
Dec 11 21:30:23.422946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:30:23.431065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.446429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Transition to ACTIVE for port object 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:30:23.450807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.520129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:23.569005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:30:23.569346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:30:23.569677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:30:23.574147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:30:23.575009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:30:23.579762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:30:23.580101 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Checking segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:30:23.580483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Bound using segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:30:23.580901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Bound port: 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:30:23.581253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.641673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:30:23.644664 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:30:23.649508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.686569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:23.687182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:23.688548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] 10.222.0.16 "PUT /v2.0/ports/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 1091 time: 0.8798833
Dec 11 21:30:23.711958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33275-1cba-4c92-934d-87a339c0d332 service neutron] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:23.767090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-2e4d8656-1f2f-4a90-b267-54a154960d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:23.768679 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-2e4d8656-1f2f-4a90-b267-54a154960d46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0415506
Dec 11 21:30:23.810283 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-c9bc84d7-407e-4e2b-98ae-f6a7c92de7a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0343215
Dec 11 21:30:23.860185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-a2f64eec-c0e1-42b7-a699-5b644d729b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:23.861622 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-a2f64eec-c0e1-42b7-a699-5b644d729b1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0442986
Dec 11 21:30:23.897367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-7a6b64eb-25e2-4d43-923d-5e7786426e65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273204
Dec 11 21:30:23.984019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-fed2f10f-8f70-465d-8d85-dc86942d3e4d service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793965
Dec 11 21:30:24.076705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c96769a7-1a50-4ad7-909a-cc6718dacfb2 req-c67659ed-9265-4af9-b21c-d1c90aa976b8 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850525
Dec 11 21:30:24.348013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:30:24.371830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 1c72377a-0bbd-4437-92a5-767c2c21bf4d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:30:24.372180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 1c72377a-0bbd-4437-92a5-767c2c21bf4d not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:30:24.457293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced12caf-16b5-4f4e-a10b-ee04ed101fb4 req-1f1919ca-36b8-42e0-9072-bae72fdd4cce tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:24.458796 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ced12caf-16b5-4f4e-a10b-ee04ed101fb4 req-1f1919ca-36b8-42e0-9072-bae72fdd4cce tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0493460
Dec 11 21:30:24.476802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:30:24.478993 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aea591e-f9e5-4455-825c-2dba2be73bab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:30:24.511126 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ced12caf-16b5-4f4e-a10b-ee04ed101fb4 req-e67fa137-9822-4e1f-b58f-8d961ca57495 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464821
Dec 11 21:30:24.516224 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67072f34-543c-4367-b005-795ef11e69df x-openstack-request-id: req-67072f34-543c-4367-b005-795ef11e69df {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:30:24.516376 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:30:24.516568 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67072f34-543c-4367-b005-795ef11e69df {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:30:24.516960 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'status': 'completed', 'code': 200}
Dec 11 21:30:24.580286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-9b251597-c39d-47d1-8d18-5311e160cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:24.581742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-9b251597-c39d-47d1-8d18-5311e160cc56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0404572
Dec 11 21:30:24.673447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-e1b0a181-5de5-41b2-bfaa-0b4ed24da392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:24.674903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-e1b0a181-5de5-41b2-bfaa-0b4ed24da392 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0846786
Dec 11 21:30:24.716612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-a9da1676-5ba7-4f27-a1f0-e71fbb7f1c4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0338724
Dec 11 21:30:24.766318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-1b96e866-47f3-4379-801f-fcd12be93405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:24.767781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-1b96e866-47f3-4379-801f-fcd12be93405 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0431354
Dec 11 21:30:24.809042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-13b2703d-ff7d-4058-b282-070c2ee78c5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344071
Dec 11 21:30:24.899213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-0ac13aed-c22b-4476-ac72-b46ddadd2277 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821559
Dec 11 21:30:24.992103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5aea591e-f9e5-4455-825c-2dba2be73bab req-fce25a67-a5ce-46f2-8eeb-69c47dfb466a service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856111
Dec 11 21:30:25.628506 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d7bb5-20d0-45e0-bdfa-3344af455453 req-86c369d0-0ed4-4592-9834-a746cec8989b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:25.629963 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c1d7bb5-20d0-45e0-bdfa-3344af455453 req-86c369d0-0ed4-4592-9834-a746cec8989b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0483730
Dec 11 21:30:25.676229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9c1d7bb5-20d0-45e0-bdfa-3344af455453 req-1554950f-0a2b-438b-b354-412f507139e4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403004
Dec 11 21:30:26.789732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c9982-9bf2-469c-99e8-860a91d1af4a req-828d7316-9a9f-47a0-9c61-b27e78419cc5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:26.791234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b5c9982-9bf2-469c-99e8-860a91d1af4a req-828d7316-9a9f-47a0-9c61-b27e78419cc5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0488467
Dec 11 21:30:26.839951 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b5c9982-9bf2-469c-99e8-860a91d1af4a req-3e5bda0a-3f9d-44c0-9d9f-f9af10f54b65 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423269
Dec 11 21:30:27.960338 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04c8d0-c7d6-4eb0-ac30-ce6ae813eb05 req-7328480a-38d0-4dcd-bc53-d38cd21135a0 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:27.961787 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f04c8d0-c7d6-4eb0-ac30-ce6ae813eb05 req-7328480a-38d0-4dcd-bc53-d38cd21135a0 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0479536
Dec 11 21:30:28.007514 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f04c8d0-c7d6-4eb0-ac30-ce6ae813eb05 req-51272d3a-666b-43be-9bc4-32c8b41a32cd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399117
Dec 11 21:30:28.350822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:30:28.444993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:28.455993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'port_id': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'mac_address': 'fa:16:3e:55:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f969245-2856-4dde-918f-8eb6e8f68839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:30:28.492527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:28.504994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:30:28.523476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:28.527884 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:28.572386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:28.579444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.579776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.580123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.580460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.580791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.581121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.581447 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.581776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.582098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.582420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.582768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.583118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.583440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:30:28.712022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:30:29.120579 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506be8fc-01dd-4762-b35a-ba6b41139a21 req-84ac6597-4f1f-4cf6-a56d-55787bf7306e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:29.122142 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-506be8fc-01dd-4762-b35a-ba6b41139a21 req-84ac6597-4f1f-4cf6-a56d-55787bf7306e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0488553
Dec 11 21:30:29.169084 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-506be8fc-01dd-4762-b35a-ba6b41139a21 req-9cf2fbfb-81f8-4da8-ae5f-363dd872bc4e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409732
Dec 11 21:30:30.287287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938309-a6e9-410e-a887-b8090385d2d5 req-31860920-9141-4a4f-9761-f0139c15582b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:30.288767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00938309-a6e9-410e-a887-b8090385d2d5 req-31860920-9141-4a4f-9761-f0139c15582b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0515311
Dec 11 21:30:30.338579 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00938309-a6e9-410e-a887-b8090385d2d5 req-e61fef9b-85d0-4704-b51d-5a19eee095cb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429988
Dec 11 21:30:30.366511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:30:30.414287 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:30:30.418162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:30:30.418567 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:30.495874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:30.517954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:30:30.520462 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75747f5c-f179-425c-b88d-3a2a69ae63d4" -d '{"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-plugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:30:30.533639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:30:30.537959 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:30.560921 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff76d883-b146-424e-9f3c-ef0b5eabca00 x-openstack-request-id: req-ff76d883-b146-424e-9f3c-ef0b5eabca00 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:30:30.561215 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-plugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:30:30.561471 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff76d883-b146-424e-9f3c-ef0b5eabca00 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:30:30.561860 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'code': 200}
Dec 11 21:30:30.588904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:30:30.655174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4056-7380-479d-932d-dcd6f09bce81 req-6f70078b-189b-4f5d-a311-5ba6c060eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:30.656641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d3c4056-7380-479d-932d-dcd6f09bce81 req-6f70078b-189b-4f5d-a311-5ba6c060eab4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1096 time: 0.0427430
Dec 11 21:30:30.700843 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d3c4056-7380-479d-932d-dcd6f09bce81 req-bbdca2e3-5c4e-4444-bbd7-b1d9485d0c5f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362005
Dec 11 21:30:31.454080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbb4df-a3e3-4a08-b45d-a2f9b4e4cbac req-06b65ed7-d713-4b39-85ac-d3c99a4b6414 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:31.455606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44fbb4df-a3e3-4a08-b45d-a2f9b4e4cbac req-06b65ed7-d713-4b39-85ac-d3c99a4b6414 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0499334
Dec 11 21:30:31.502541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-44fbb4df-a3e3-4a08-b45d-a2f9b4e4cbac req-90f69797-3000-4c45-b9cc-6f70d927cec2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410578
Dec 11 21:30:32.617906 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e582d-dcd5-45d4-83f6-4775682bb00e req-f068fe10-aafd-45dc-a50a-dd15f63c2d96 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:32.619420 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-627e582d-dcd5-45d4-83f6-4775682bb00e req-f068fe10-aafd-45dc-a50a-dd15f63c2d96 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0488834
Dec 11 21:30:32.665707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-627e582d-dcd5-45d4-83f6-4775682bb00e req-7e3d4be6-4e81-4799-8a69-c580e1b5908f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398579
Dec 11 21:30:32.782756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3429e8-3d36-4eed-abce-843c77ada71e req-3cc8069d-dcd2-4450-9cd7-7f2c0bdd72c8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:32.784166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc3429e8-3d36-4eed-abce-843c77ada71e req-3cc8069d-dcd2-4450-9cd7-7f2c0bdd72c8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0516672
Dec 11 21:30:32.831479 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bc3429e8-3d36-4eed-abce-843c77ada71e req-3f464230-5415-47aa-b0d8-82325a234252 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413136
Dec 11 21:30:33.053965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-c08dda62-bdb5-4fcb-99e8-314f2cbcb3a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0435312
Dec 11 21:30:33.065996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258b544-4de6-4526-89f6-ce8d734f0afb req-0280002a-b290-4dc7-bda7-0b7281864330 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:33.070998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a258b544-4de6-4526-89f6-ce8d734f0afb req-0280002a-b290-4dc7-bda7-0b7281864330 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0530975
Dec 11 21:30:33.115833 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a258b544-4de6-4526-89f6-ce8d734f0afb req-481b3d04-4322-48a3-8588-51034a489920 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419436
Dec 11 21:30:34.113770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e514e362-1835-4cfb-a595-cbb61add738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:34.115304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e514e362-1835-4cfb-a595-cbb61add738b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1096 time: 0.0408173
Dec 11 21:30:34.232466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e76fdb00-a541-461f-92f0-b2a95bc543b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:34.233911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e76fdb00-a541-461f-92f0-b2a95bc543b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.1114354
Dec 11 21:30:34.258005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3684-7f23-45cb-935c-a8a98a6b5546 req-b8dd264f-c344-4b0f-9c97-180250965b2a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:34.259504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b60b3684-7f23-45cb-935c-a8a98a6b5546 req-b8dd264f-c344-4b0f-9c97-180250965b2a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0708573
Dec 11 21:30:34.287383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-443db5fb-11e1-4dd5-8195-29269770b42f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0461140
Dec 11 21:30:34.359288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-98763c64-7acb-4d65-b066-e382b327479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:34.360716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-98763c64-7acb-4d65-b066-e382b327479f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0665011
Dec 11 21:30:34.364159 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b60b3684-7f23-45cb-935c-a8a98a6b5546 req-efdb50dc-b9fc-46eb-ac03-bb7b555691bb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785575
Dec 11 21:30:34.396272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-8cd73e97-70e8-454e-9f90-5669c37e945c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285733
Dec 11 21:30:34.486524 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-b7615534-e64e-4e65-a05a-1a04e50bd086 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830579
Dec 11 21:30:34.577198 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-3900ce7c-2010-4915-92fc-2a269518aeea service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839264
Dec 11 21:30:35.479356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260f30-31d9-4321-834b-c068cd201b45 req-fae1c39d-6569-4bb8-a6e3-d3ac29b9576f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:35.480828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b260f30-31d9-4321-834b-c068cd201b45 req-fae1c39d-6569-4bb8-a6e3-d3ac29b9576f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0488937
Dec 11 21:30:35.530583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b260f30-31d9-4321-834b-c068cd201b45 req-b5855845-aef0-44ca-8b2d-352c2264e623 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437572
Dec 11 21:30:36.646320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284e72-93e9-4a9a-a94e-55e69f242eb0 req-e92b9054-68e8-4153-935b-227d3947eb54 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:36.647863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc284e72-93e9-4a9a-a94e-55e69f242eb0 req-e92b9054-68e8-4153-935b-227d3947eb54 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0493889
Dec 11 21:30:36.694109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc284e72-93e9-4a9a-a94e-55e69f242eb0 req-700fea68-1b0a-47e0-8744-10ec5e2c50a8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397654
Dec 11 21:30:37.810951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84514780-6bdb-4bf3-bcfc-6e15583dc8dd req-7331a1e4-644f-4cb9-9e3d-a6ecfef992d2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:37.812421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84514780-6bdb-4bf3-bcfc-6e15583dc8dd req-7331a1e4-644f-4cb9-9e3d-a6ecfef992d2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0484128
Dec 11 21:30:37.859995 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-84514780-6bdb-4bf3-bcfc-6e15583dc8dd req-6b701d23-fce4-493d-bd23-1d7ebf8529f0 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416510
Dec 11 21:30:38.973929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefacff-d8a6-4f8c-b64c-32b71bf86713 req-0de9747d-50c3-4bff-b1be-d5bc8d23c22b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:38.975708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1eefacff-d8a6-4f8c-b64c-32b71bf86713 req-0de9747d-50c3-4bff-b1be-d5bc8d23c22b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0492458
Dec 11 21:30:39.022379 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1eefacff-d8a6-4f8c-b64c-32b71bf86713 req-8410ebe6-2e96-4df6-abd6-d5c8f11dab75 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403559
Dec 11 21:30:40.135168 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8b5c-1aad-4aa2-b431-7782de53dda1 req-997686c5-c5cc-4482-b9f5-b06fa02d0e0e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:40.137181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de2f8b5c-1aad-4aa2-b431-7782de53dda1 req-997686c5-c5cc-4482-b9f5-b06fa02d0e0e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0482583
Dec 11 21:30:40.182650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de2f8b5c-1aad-4aa2-b431-7782de53dda1 req-dfa80c3d-ff24-469a-bc0a-b42c04f08120 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395188
Dec 11 21:30:41.032740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dc05bf05-2933-4be4-97d3-5d79c2770bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:41.305336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a2ca9-0086-496d-95cb-b4d232481f8f req-36344521-4d09-458f-8f72-bd88652c93e2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:41.306826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc3a2ca9-0086-496d-95cb-b4d232481f8f req-36344521-4d09-458f-8f72-bd88652c93e2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0530648
Dec 11 21:30:41.353854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc3a2ca9-0086-496d-95cb-b4d232481f8f req-aa65a752-b34a-436b-9852-5d64d6f02643 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408871
Dec 11 21:30:41.371605 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:30:42.484003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b989eeb-73fe-47a9-97b1-4efd57faa9c0 req-29022bab-2a4f-45b1-a6d6-fac6cf1218dd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:42.486199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b989eeb-73fe-47a9-97b1-4efd57faa9c0 req-29022bab-2a4f-45b1-a6d6-fac6cf1218dd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0647581
Dec 11 21:30:42.534243 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8b989eeb-73fe-47a9-97b1-4efd57faa9c0 req-2cbbcb1b-aeed-47b3-a0bf-864fd6d001ac tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415363
Dec 11 21:30:43.488807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-074871f3-7ccc-4bc3-994d-9210c40f6298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:43.649835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9598c2-a96f-4e41-a880-6ca7f0af2ec5 req-ef9b4a20-487c-47c3-a205-152ab2949b3c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:43.651333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e9598c2-a96f-4e41-a880-6ca7f0af2ec5 req-ef9b4a20-487c-47c3-a205-152ab2949b3c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0484314
Dec 11 21:30:43.698823 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e9598c2-a96f-4e41-a880-6ca7f0af2ec5 req-d9efccfb-7c10-42c0-a51f-2d20ab060654 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414884
Dec 11 21:30:44.813001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72470897-cd24-4151-b30c-f2ec77b53645 req-2d2e9f2c-9b33-4879-82ff-dd1fddaba621 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:44.814573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72470897-cd24-4151-b30c-f2ec77b53645 req-2d2e9f2c-9b33-4879-82ff-dd1fddaba621 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0480869
Dec 11 21:30:44.862218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-72470897-cd24-4151-b30c-f2ec77b53645 req-c4be8c28-5bb7-4eea-b45b-98aa73b4b4da tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417650
Dec 11 21:30:45.022560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:45.980169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13326367-94a4-41cd-9195-59f9c0b2762c req-e5ea871f-90b2-4ff5-98a3-aa9ef19f1b17 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:45.982252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13326367-94a4-41cd-9195-59f9c0b2762c req-e5ea871f-90b2-4ff5-98a3-aa9ef19f1b17 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0528858
Dec 11 21:30:46.028492 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-13326367-94a4-41cd-9195-59f9c0b2762c req-dde25600-5bfc-4262-97b8-2ae99384ea3d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403285
Dec 11 21:30:46.130070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:46.372207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:47.142101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edb556-b382-4436-a64c-2a433424abd9 req-da2ad202-12b8-47c7-920c-5622babb25f6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:47.143681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57edb556-b382-4436-a64c-2a433424abd9 req-da2ad202-12b8-47c7-920c-5622babb25f6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0484588
Dec 11 21:30:47.194782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-57edb556-b382-4436-a64c-2a433424abd9 req-8487d4c6-c25c-4df0-bcc0-32251ed4daa8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451713
Dec 11 21:30:47.233461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:48.312776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4286-8a62-4e30-96e1-07e8fb58a23a req-1e33fa80-efbe-49c4-9696-59c57c8ca11d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:48.314239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-677a4286-8a62-4e30-96e1-07e8fb58a23a req-1e33fa80-efbe-49c4-9696-59c57c8ca11d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0482597
Dec 11 21:30:48.360433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-677a4286-8a62-4e30-96e1-07e8fb58a23a req-46d89955-34ba-4377-9e99-34825ad48eee tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402772
Dec 11 21:30:49.474776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b0a7-c4fe-4c24-88cd-6d5220f52658 req-3c408a57-f42b-4249-9ece-c675beaff27b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:49.476492 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b111b0a7-c4fe-4c24-88cd-6d5220f52658 req-3c408a57-f42b-4249-9ece-c675beaff27b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0479813
Dec 11 21:30:49.522157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b111b0a7-c4fe-4c24-88cd-6d5220f52658 req-0ddb5f34-81e0-4c5e-b2b6-f671e731eb54 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389771
Dec 11 21:30:50.636545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc899-b47a-43b5-9b87-85b8953dd1e3 req-fb70b373-4e51-447d-b662-7ed4e33b8225 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:50.638017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2ddc899-b47a-43b5-9b87-85b8953dd1e3 req-fb70b373-4e51-447d-b662-7ed4e33b8225 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0479217
Dec 11 21:30:50.687499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a2ddc899-b47a-43b5-9b87-85b8953dd1e3 req-5f38cc4b-3942-4b3d-ac34-b149569b3054 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434937
Dec 11 21:30:51.481825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:30:51.802212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c163c10-5417-4fe9-ad16-93ddd8c031b8 req-ebf7229e-14f3-47d5-924e-7ee91fd60bfb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:51.803739 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c163c10-5417-4fe9-ad16-93ddd8c031b8 req-ebf7229e-14f3-47d5-924e-7ee91fd60bfb tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0479789
Dec 11 21:30:51.851293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6c163c10-5417-4fe9-ad16-93ddd8c031b8 req-cc8fd740-dfb3-4091-a6e8-4f7feca533a8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414188
Dec 11 21:30:52.965222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b8aa-ca3d-4b0c-94fd-258402829c24 req-7cbae493-dc90-421b-969d-594b204402ed tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:52.966749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c27b8aa-ca3d-4b0c-94fd-258402829c24 req-7cbae493-dc90-421b-969d-594b204402ed tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0491767
Dec 11 21:30:53.013169 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6c27b8aa-ca3d-4b0c-94fd-258402829c24 req-2cacd27e-fdae-4d70-a419-857b7133d672 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405147
Dec 11 21:30:54.142219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba142dbd-2449-42de-afeb-96ae4b07f1a7 req-d09a1d13-2362-4366-80c7-f92e4239049d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:54.143723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba142dbd-2449-42de-afeb-96ae4b07f1a7 req-d09a1d13-2362-4366-80c7-f92e4239049d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0524795
Dec 11 21:30:54.190294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba142dbd-2449-42de-afeb-96ae4b07f1a7 req-3a580ad8-3bf6-4f9d-b947-1ef412fbe6c3 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403097
Dec 11 21:30:55.309210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b063d-cce9-4436-bca3-782fa60d2721 req-7bd6883c-7d59-4d74-90c0-57329a5dc27d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:55.315171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e3b063d-cce9-4436-bca3-782fa60d2721 req-7bd6883c-7d59-4d74-90c0-57329a5dc27d tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0493097
Dec 11 21:30:55.360548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7e3b063d-cce9-4436-bca3-782fa60d2721 req-f55187bc-b670-491c-814f-52c9bca56dd4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412431
Dec 11 21:30:56.476635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217631a-1e4f-4126-9a7f-e882dced03be req-05b8dce8-e045-45ba-b6b9-dd67e2bf9c94 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:56.478138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217631a-1e4f-4126-9a7f-e882dced03be req-05b8dce8-e045-45ba-b6b9-dd67e2bf9c94 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0499334
Dec 11 21:30:56.524849 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e217631a-1e4f-4126-9a7f-e882dced03be req-8f5f3a65-ad6f-48cb-937e-a54b152efa0f tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399714
Dec 11 21:30:57.645746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d859fca-6d6d-4e5d-bbf4-20246f1d3778 req-731a947a-b956-4eed-a505-60ee1ebff9df tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:57.647291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d859fca-6d6d-4e5d-bbf4-20246f1d3778 req-731a947a-b956-4eed-a505-60ee1ebff9df tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0533693
Dec 11 21:30:57.694235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d859fca-6d6d-4e5d-bbf4-20246f1d3778 req-50231090-bcf9-409c-b641-8fe6b4f45303 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410473
Dec 11 21:30:58.820961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efe32a-648c-408c-9d64-b6f163970746 req-a23f68b9-3087-4fb2-bebf-4941e4bbe94e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:58.822448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30efe32a-648c-408c-9d64-b6f163970746 req-a23f68b9-3087-4fb2-bebf-4941e4bbe94e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0544479
Dec 11 21:30:58.869503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-30efe32a-648c-408c-9d64-b6f163970746 req-d44db9e3-1a1d-48b8-a246-fa5523dc1e05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401161
Dec 11 21:30:59.983829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eab89-f737-4edc-a18f-6a779820f63c req-409cac36-d68d-4b66-b06d-bb66e73b2d6e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:30:59.985296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-893eab89-f737-4edc-a18f-6a779820f63c req-409cac36-d68d-4b66-b06d-bb66e73b2d6e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0484610
Dec 11 21:31:00.032129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-893eab89-f737-4edc-a18f-6a779820f63c req-7eb3124b-258d-4764-838c-19360bd9fa6b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406692
Dec 11 21:31:01.148895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36abdf7-5098-45d1-9e6f-e6ea3edafc2d req-ea046496-1a71-4470-8106-63be78594f05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:01.150403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b36abdf7-5098-45d1-9e6f-e6ea3edafc2d req-ea046496-1a71-4470-8106-63be78594f05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0495038
Dec 11 21:31:01.196836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b36abdf7-5098-45d1-9e6f-e6ea3edafc2d req-a6821621-d487-4d6a-af57-bbda43fa19e6 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398741
Dec 11 21:31:01.389972 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-06399828-7586-4957-8c7a-a3ef87adc664 req-9c5e2dec-b283-41f3-8bd3-dc583cc17dde service neutron] show failed (client error): The resource could not be found.
Dec 11 21:31:01.390927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-9c5e2dec-b283-41f3-8bd3-dc583cc17dde service neutron] 10.222.0.16 "GET /v2.0/ports/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0540235
Dec 11 21:31:01.581155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-6e1fbce3-e55d-43b6-89df-5454eb2c592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:01.582657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-6e1fbce3-e55d-43b6-89df-5454eb2c592e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257&tenant_id=32daed06d17c4f87be4cb287fde76775 HTTP/1.1" status: 200  len: 1096 time: 0.0401216
Dec 11 21:31:01.596152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:01.651208 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:01.851460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:01.884014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:01.922020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:01.924254 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229615a-28ea-414e-b319-1615bc1a4bf5" -d '{"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-unplugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:01.928150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:01.940615 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Transition to ACTIVE for port object 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:31:01.944480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:01.980047 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9233fb-8d15-4875-ac44-354480b43d5b x-openstack-request-id: req-8c9233fb-8d15-4875-ac44-354480b43d5b {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:01.980343 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-unplugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:01.980603 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c9233fb-8d15-4875-ac44-354480b43d5b {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:01.980998 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'code': 200}
Dec 11 21:31:02.012450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:02.014526 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] No DVR routers for this DVR port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:31:02.025384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.025730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.026074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.026410 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.026775 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.027256 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.027680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.028017 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.028554 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.028884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.029221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.029544 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.029868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:02.061752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:31:02.062759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:31:02.063118 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:02.067361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:31:02.067679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Attempting to bind port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on network ce561c0f-0097-4936-891c-c4f8bd3210c0 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:02.072442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:31:02.072776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Checking segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:02.073154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Bound using segment: {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:31:02.073573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Bound port: 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aae0017-7c4e-410d-88c2-15a73207ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:31:02.073922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:02.137183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:02.140225 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:31:02.143887 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:02.180123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:02.180914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:02.182103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] 10.222.0.30 "PUT /v2.0/ports/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 1091 time: 0.5898530
Dec 11 21:31:02.200646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cd4d0-e177-4bfc-b78d-10807ebf767f service neutron] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:02.246717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-5afac9b6-50e2-4893-9390-e912077108ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:02.248231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-5afac9b6-50e2-4893-9390-e912077108ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0436523
Dec 11 21:31:02.365780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043714f1-d705-4230-836d-c571f7d8d449 req-f6253f58-0fa6-4eff-bec4-499f8388b50e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:02.367300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043714f1-d705-4230-836d-c571f7d8d449 req-f6253f58-0fa6-4eff-bec4-499f8388b50e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0941794
Dec 11 21:31:02.382992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-1fc88201-5676-475e-a8b7-377cdd848c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:02.384370 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-1fc88201-5676-475e-a8b7-377cdd848c81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.1296566
Dec 11 21:31:02.432615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e801024c-1fe9-44dd-bf43-9c11ae07834b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0374403
Dec 11 21:31:02.479229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-043714f1-d705-4230-836d-c571f7d8d449 req-c86d5810-24da-4193-9f30-2d3225f5bc7e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049397
Dec 11 21:31:02.495039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399828-7586-4957-8c7a-a3ef87adc664 req-131851cd-7fed-4d4a-bbe1-e254adce3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:02.496493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-131851cd-7fed-4d4a-bbe1-e254adce3448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0561523
Dec 11 21:31:02.528990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-88f45157-25df-4d2b-bea2-e681079517bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0238898
Dec 11 21:31:02.621237 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-e7523641-f6d9-47f2-b262-c805c403bff0 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841076
Dec 11 21:31:02.719035 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-06399828-7586-4957-8c7a-a3ef87adc664 req-b07b0581-f426-41d7-acf7-21b4e33db3e1 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863118
Dec 11 21:31:03.604343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194ab9f-2d5f-43f1-a3b5-d3f99ff1f6b4 req-c2bb253c-22a6-4992-bbd2-a6e2bcee43fd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:03.605814 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b194ab9f-2d5f-43f1-a3b5-d3f99ff1f6b4 req-c2bb253c-22a6-4992-bbd2-a6e2bcee43fd tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0562794
Dec 11 21:31:03.654656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b194ab9f-2d5f-43f1-a3b5-d3f99ff1f6b4 req-b31f19c9-cd5d-450d-a03f-042f3423eb57 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428715
Dec 11 21:31:03.982011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:03.984969 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:04.032220 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5664310-7fc8-4475-9164-843780a524fa x-openstack-request-id: req-a5664310-7fc8-4475-9164-843780a524fa {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:04.032582 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:04.032840 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5664310-7fc8-4475-9164-843780a524fa {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:04.033241 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'status': 'completed', 'code': 200}
Dec 11 21:31:04.090750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-bfcdfa46-6ad0-47f4-be39-2d535db2ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.092239 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-bfcdfa46-6ad0-47f4-be39-2d535db2ff62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0407238
Dec 11 21:31:04.098591 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-1a2843e6-c2e3-4b31-8097-09fbc118b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.100129 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-1a2843e6-c2e3-4b31-8097-09fbc118b66e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0451262
Dec 11 21:31:04.189877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-a4d82f89-65e1-4eea-b3fb-254e34029dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.191402 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-a4d82f89-65e1-4eea-b3fb-254e34029dbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0910923
Dec 11 21:31:04.236962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-f21fd379-9b02-4926-8fcd-209514cf5d93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0379500
Dec 11 21:31:04.286897 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-f319b2d1-8de7-4340-9732-a8dad508af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.288385 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-f319b2d1-8de7-4340-9732-a8dad508af07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0450881
Dec 11 21:31:04.321670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-85f12a56-9757-40ad-8c13-40099ba1b478 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261896
Dec 11 21:31:04.418042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-3959138f-6bcb-4459-b924-ce8530ef1553 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889475
Dec 11 21:31:04.481207 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-faf57a2d-4ef1-4b29-971a-91f16905c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.482711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-faf57a2d-4ef1-4b29-971a-91f16905c626 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.3735271
Dec 11 21:31:04.510852 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-fe25e042-e9b5-4924-aa0d-945eed77642e service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858684
Dec 11 21:31:04.523175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:31:04.527916 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-e3ef023d-142d-4ea9-ac96-479f20248090 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0377049
Dec 11 21:31:04.563272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:31:04.575533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-9fb1741f-56ad-4e4c-b47b-28ec4d2bbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.576993 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-9fb1741f-56ad-4e4c-b47b-28ec4d2bbe2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0426505
Dec 11 21:31:04.608409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-7dc101eb-fa2c-44bc-8bc9-67c269f3b2ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243475
Dec 11 21:31:04.699821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-faef1f4c-3fe3-4da3-9fc7-c82a15f460df service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843513
Dec 11 21:31:04.769459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8335a-53fe-4d55-9cff-059587789789 req-82c36185-1dcd-4812-8f77-3c265d7fa6b4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:04.770899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8df8335a-53fe-4d55-9cff-059587789789 req-82c36185-1dcd-4812-8f77-3c265d7fa6b4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0490274
Dec 11 21:31:04.791740 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-618f8ab0-24ea-45be-9bdb-7b4cda18c3b3 req-ebe44e7b-b95d-4bcb-b154-038704a51cf6 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835254
Dec 11 21:31:04.819086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8df8335a-53fe-4d55-9cff-059587789789 req-70f617d4-dea9-4ad8-b86b-d86749d11341 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422065
Dec 11 21:31:05.496578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-057a1dae-c0f3-4a98-a90c-8c69f1669cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:05.498087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-057a1dae-c0f3-4a98-a90c-8c69f1669cc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1094 time: 0.0414124
Dec 11 21:31:05.626130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-9f8cf071-0179-4e12-acc9-5da016bbad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:05.627629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-9f8cf071-0179-4e12-acc9-5da016bbad41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0888653
Dec 11 21:31:05.668428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-66c92a33-c586-450f-a1be-386586dbd65e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0331013
Dec 11 21:31:05.715999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-db9cb128-1e88-4a5f-92ca-f2e32ed3f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:05.717416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-db9cb128-1e88-4a5f-92ca-f2e32ed3f76c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0422266
Dec 11 21:31:05.754303 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-d19e7f7d-a3ab-4acb-b0a0-44d37b2dac55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303321
Dec 11 21:31:05.845312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-e224726b-3474-4aeb-bac5-6dcc3534503a service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818291
Dec 11 21:31:05.975251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1bc24-efc1-410b-9047-18212bd509a3 req-e4cd71dd-1e34-445c-96f6-280f533d77a8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:05.976972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9f1bc24-efc1-410b-9047-18212bd509a3 req-e4cd71dd-1e34-445c-96f6-280f533d77a8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0733383
Dec 11 21:31:05.978769 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-040e91c5-8e67-4aa8-8e48-2f03810a462b req-5b7c5c48-40c8-4bb9-a347-7da2f68e71c7 service neutron] 10.222.0.30 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254771
Dec 11 21:31:06.025143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9f1bc24-efc1-410b-9047-18212bd509a3 req-6d01042d-46e5-4e44-a0d9-d17f1041ba05 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422585
Dec 11 21:31:06.076820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:31:06.173723 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:06.186155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'network_id': 'ce561c0f-0097-4936-891c-c4f8bd3210c0', 'port_id': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'mac_address': 'fa:16:3e:55:b8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f969245-2856-4dde-918f-8eb6e8f68839', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:31:06.225486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432d77-f4ed-4c78-8ce7-50874550fccd req-7253839c-bf1a-4d15-b6e7-37bfd66ce37e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:06.227365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:06.233651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07432d77-f4ed-4c78-8ce7-50874550fccd req-7253839c-bf1a-4d15-b6e7-37bfd66ce37e tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 943 time: 0.0605819
Dec 11 21:31:06.244240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-4fb7db09-b8c5-47ad-97e3-68a12403a12c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:06.246527 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-4fb7db09-b8c5-47ad-97e3-68a12403a12c tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257&tenant_id=32daed06d17c4f87be4cb287fde76775&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0536349
Dec 11 21:31:06.247569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:31:06.271694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:06.278098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:06.287229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-07432d77-f4ed-4c78-8ce7-50874550fccd req-4cce42e1-1a15-48cf-87aa-4c0ba5bb8700 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519104
Dec 11 21:31:06.318960 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-db12a916-949b-43ef-a00a-44364cca8127 service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:31:06.319631 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-db12a916-949b-43ef-a00a-44364cca8127 service neutron] 10.222.0.16 "DELETE /v2.0/ports/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0654945
Dec 11 21:31:06.333096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:06.413321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-9a33dc21-ee2c-4bdb-8bf6-b7cc641f8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:06.414793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-9a33dc21-ee2c-4bdb-8bf6-b7cc641f8412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=32daed06d17c4f87be4cb287fde76775&device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 1095 time: 0.0515666
Dec 11 21:31:06.505792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-dbc62fa5-3577-437f-a1f8-eebfd2ebcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:06.507300 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-dbc62fa5-3577-437f-a1f8-eebfd2ebcdf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 200  len: 916 time: 0.0862486
Dec 11 21:31:06.556518 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-8d9291ce-358a-4278-9968-29424d179242 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 200  len: 217 time: 0.0373299
Dec 11 21:31:06.588508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:31:06.605234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-e21e6e69-4e12-47c4-93d6-c2d59a5a7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:06.606698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-e21e6e69-4e12-47c4-93d6-c2d59a5a7eff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 200  len: 855 time: 0.0433450
Dec 11 21:31:06.639235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-675f1535-e176-432a-86e7-0113399c7f10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ce561c0f-0097-4936-891c-c4f8bd3210c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0244424
Dec 11 21:31:06.728992 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-0a969297-ddca-41fc-bedf-397e6c470ab5 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821309
Dec 11 21:31:06.820817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d8d414-04c5-4cfc-b28d-cbd12fa376e9 req-2195beb6-e9c8-4f1f-9a1c-0c40c099d493 service neutron] 10.222.0.16 "GET /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850544
Dec 11 21:31:07.414651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58355391-aee3-410a-970d-35899d47ef7a req-cd20fdf5-0fba-447b-9060-b7f6305d8aac tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:07.416131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58355391-aee3-410a-970d-35899d47ef7a req-cd20fdf5-0fba-447b-9060-b7f6305d8aac tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0493953
Dec 11 21:31:07.462537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58355391-aee3-410a-970d-35899d47ef7a req-60cb72b3-3244-46df-ae9d-7310888bd5d4 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400896
Dec 11 21:31:07.575628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc67d1-2244-4d44-af94-7e2c3c6fc401 req-500d01ae-2603-4abd-937c-2bf98a6d6b87 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:07.577092 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6fc67d1-2244-4d44-af94-7e2c3c6fc401 req-500d01ae-2603-4abd-937c-2bf98a6d6b87 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0479970
Dec 11 21:31:07.625123 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b6fc67d1-2244-4d44-af94-7e2c3c6fc401 req-a2e6dfd3-11b8-4d2b-b77c-c3d0f8f088a3 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409899
Dec 11 21:31:07.740991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a014c6a-5485-49f4-a9bf-3587da920971 req-6dda2c7b-6a71-404b-aa5d-5a28308f38d5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:07.742454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9a014c6a-5485-49f4-a9bf-3587da920971 req-6dda2c7b-6a71-404b-aa5d-5a28308f38d5 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0523291
Dec 11 21:31:07.790604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9a014c6a-5485-49f4-a9bf-3587da920971 req-92ceb18b-0be2-4a2b-aac5-f643fb9f50c2 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422041
Dec 11 21:31:08.100356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:08.125392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0213e0b-26a0-4ee4-be8f-5a4617c1209d req-fdab1a52-ca0b-4233-9750-d86d5ce3e89b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:08.126952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0213e0b-26a0-4ee4-be8f-5a4617c1209d req-fdab1a52-ca0b-4233-9750-d86d5ce3e89b tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 944 time: 0.0504770
Dec 11 21:31:08.150095 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:31:08.154502 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:08.154869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:08.174973 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c0213e0b-26a0-4ee4-be8f-5a4617c1209d req-e31ee6a6-d405-4691-b4a4-eeeecbcf1df1 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415890
Dec 11 21:31:08.230811 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:08.254468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:08.256743 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554758ab-ad67-46a4-9264-9a56122722fc" -d '{"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-plugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:08.273616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:08.277741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:08.300498 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e1c970-f3d0-4ae3-b033-f5cbbaaf85cf x-openstack-request-id: req-d6e1c970-f3d0-4ae3-b033-f5cbbaaf85cf {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:08.300787 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-plugged", "status": "completed", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:08.301039 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6e1c970-f3d0-4ae3-b033-f5cbbaaf85cf {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:08.301426 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'code': 200}
Dec 11 21:31:08.325360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:09.297128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6018-1cbb-4f3c-95bb-ccfb3a2f637a req-2d488fd3-6bc1-4abe-8d96-da605b49b3b8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:09.298668 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67ab6018-1cbb-4f3c-95bb-ccfb3a2f637a req-2d488fd3-6bc1-4abe-8d96-da605b49b3b8 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0532501
Dec 11 21:31:09.375972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-67ab6018-1cbb-4f3c-95bb-ccfb3a2f637a req-60ceb824-f07f-400f-b9f0-71ad9d69ec8a tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.18 "GET /v2.0/security-groups?id=6030775f-52cb-4e81-9175-98dea42b40ca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710280
Dec 11 21:31:09.384130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5e867ca7-8828-4646-b8e8-b7c4cd08f801 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:09.385537 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5e867ca7-8828-4646-b8e8-b7c4cd08f801 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9316004-400c-4b0c-9fd8-15710dc74257 HTTP/1.1" status: 200  len: 945 time: 0.0792220
Dec 11 21:31:09.478982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Deleting port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:31:09.479243 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:09.565831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] For port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,segment=NetworkSegment(8aae0017-7c4e-410d-88c2-15a73207ff7b),segment_id=8aae0017-7c4e-410d-88c2-15a73207ff7b)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:09.566192 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:09.579329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Calling delete_port for 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:31:09.706534 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:09.720584 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:31:09.735699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Pushing event deleted for resources: {'Port': ['ID=05fd681d-96cb-4a1b-89d3-cc7e7cfaef65,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:09.782113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] No DVR routers for this DVR port 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:31:09.784740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:09.788140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae100ad8-d446-4675-8d6b-76abec6316a7 req-5538a80b-74cb-4f9c-8795-c36f5c1b25bf tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] 10.222.0.30 "DELETE /v2.0/ports/05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 HTTP/1.1" status: 204  len: 173 time: 0.3962188
Dec 11 21:31:09.788583 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-deleted', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:09.790876 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a458d52d-35c9-4ba2-950e-0ca9aaebd3e7" -d '{"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-deleted", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:09.836596 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f411667-decc-4dfc-bf95-bc187443c510 x-openstack-request-id: req-7f411667-decc-4dfc-bf95-bc187443c510 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:09.837042 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9316004-400c-4b0c-9fd8-15710dc74257", "name": "network-vif-deleted", "tag": "05fd681d-96cb-4a1b-89d3-cc7e7cfaef65", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:09.837306 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f411667-decc-4dfc-bf95-bc187443c510 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:09.837728 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9316004-400c-4b0c-9fd8-15710dc74257', 'name': 'network-vif-deleted', 'tag': '05fd681d-96cb-4a1b-89d3-cc7e7cfaef65', 'status': 'completed', 'code': 200}
Dec 11 21:31:10.506692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57102) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:10.549756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Deleting subnet 7f969245-2856-4dde-918f-8eb6e8f68839 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:31:10.552784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.586430 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.624141 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.678908 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.704755 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f969245-2856-4dde-918f-8eb6e8f68839,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:10.709120 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.712400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f969245-2856-4dde-918f-8eb6e8f68839 HTTP/1.1" status: 204  len: 168 time: 0.2046676
Dec 11 21:31:10.715007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57104) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:10.719105 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.719465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.719812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.720156 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.720515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.720854 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.721190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.721521 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.721875 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.722179 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.722553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.722881 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.723211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4737ef0e-0787-45ac-9e97-f310e0396545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:10.786617 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.865152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.891273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7bbe0>,) {'filters': {'network_id': ['ce561c0f-0097-4936-891c-c4f8bd3210c0']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:10.900701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7bbe0>, '8aae0017-7c4e-410d-88c2-15a73207ff7b') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:10.900992 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7fa7bbe0>, '8aae0017-7c4e-410d-88c2-15a73207ff7b') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:10.910089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.923510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.929439 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:31:10.929752 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:31:10.931653 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:31:10.983374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.989200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:10.992606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce561c0f-0097-4936-891c-c4f8bd3210c0 HTTP/1.1" status: 204  len: 168 time: 0.2766080
Dec 11 21:31:11.006776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84863a98-ff46-4f1f-895d-d466f023bc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce561c0f-0097-4936-891c-c4f8bd3210c0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:11.032873 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-233519f3-caa9-4596-a4a5-32e026db2e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:11.098729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57108) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:11.137590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6bb1f797-6752-4dd9-b40a-5ba4da98db86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32daed06d17c4f87be4cb287fde76775&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0376892
Dec 11 21:31:11.139982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57110) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:11.186710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:11.211992 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:11.259820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:11.262415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:11.263602 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6030775f-52cb-4e81-9175-98dea42b40ca HTTP/1.1" status: 204  len: 168 time: 0.1227303
Dec 11 21:31:11.273958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389167fc-fc6e-4b15-9b5d-3022015cc7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030775f-52cb-4e81-9175-98dea42b40ca,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:11.917460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57132) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:12.014703 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1763454502-network', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:12.035760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:31:12.038187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.046323 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.132553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.136760 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.162391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:31:12.172195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f160095f-5aa6-40db-9cd1-4e127d2cbf14,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:12.177092 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.177442 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Added segment 84c2d790-04e2-4ca7-b900-0832c6d63783 of type vlan for network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9
Dec 11 21:31:12.218664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.243615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.244803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:12.245485 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.298828 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3802440
Dec 11 21:31:12.301953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57136) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:12.306919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Request body: {'subnet': {'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1763454502-subnet', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:12.311500 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbdf10-56b7-4231-a15b-59342cfa3bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=22e2421a-3145-43c2-99a4-67b6d9f1c8c9,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:12.321435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:31:12.330374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:31:12.333006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.519858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.570342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e7f244-9eae-4802-995c-a5584e14d431,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:12.585710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:12.586065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Network hostable DHCP agents. Network: 22e2421a-3145-43c2-99a4-67b6d9f1c8c9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:31:12.602360 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:31:12.610935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22e2421a-3145-43c2-99a4-67b6d9f1c8c9) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:12.614792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:12.615378 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.619652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff7d69-ccc8-4977-bb79-25033bf767c6 None None] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:31:12.633167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-703827e9-8388-474c-9534-28f1c4cb5c20 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3275125
Dec 11 21:31:12.633385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:12.637643 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:12.657785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.658928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.713934 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.721062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:31:12.721941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.851519 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:12.866666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Allocated IP 172.20.0.2 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/a2e91e33-fe73-424a-bd89-f6e2ee105afd) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:31:13.020122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.026752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.053959 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.065345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:13.068099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:13.071626 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:31:13.073512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.082120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Pushing event updated for resources: {'Port': ['ID=a2e91e33-fe73-424a-bd89-f6e2ee105afd,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:13.132067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Attempting to bind port a2e91e33-fe73-424a-bd89-f6e2ee105afd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:31:13.132348 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Attempting to bind port a2e91e33-fe73-424a-bd89-f6e2ee105afd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:31:13.132718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Attempting to bind port a2e91e33-fe73-424a-bd89-f6e2ee105afd on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:13.137575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:31:13.137951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:13.138357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.138789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:31:13.139253 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Bound port: a2e91e33-fe73-424a-bd89-f6e2ee105afd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:31:13.139633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.177315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Allocated IP 172.35.1.48 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/1949b56b-2cd6-4ba4-b28f-c5c925b4c785) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:31:13.210725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] For port a2e91e33-fe73-424a-bd89-f6e2ee105afd, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:13.213832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] For port a2e91e33-fe73-424a-bd89-f6e2ee105afd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e91e33-fe73-424a-bd89-f6e2ee105afd,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:31:13.217734 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.285851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230a758-3d08-41b0-a055-2bf8356811e2 None None] Pushing event updated for resources: {'Port': ['ID=a2e91e33-fe73-424a-bd89-f6e2ee105afd,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:13.297955 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.334933 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.375221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:13.380355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:13.382889 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:31:13.399157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ee5fd-dd71-4f32-ad78-1f112566efd9 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:31:13.410629 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Pushing event updated for resources: {'Port': ['ID=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:13.460679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f1c00a7f-8b1f-4ead-95ec-76ff79f91127 None None] Provisioning complete for port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:13.461071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f1c00a7f-8b1f-4ead-95ec-76ff79f91127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.533759 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25c1be6a-3b14-4f55-b1cb-a85b0ce49bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.536165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f1c00a7f-8b1f-4ead-95ec-76ff79f91127 None None] Port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:31:13.674586 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:13.886056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.127625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:31:14.151714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:31:14.152066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 05fd681d-96cb-4a1b-89d3-cc7e7cfaef65 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:31:14.261702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5b3987-296c-4b09-a39a-95054883cb9e None None] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:31:14.348898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Router 032be69d-8e8c-4949-9cea-439aab20ef17 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:31:14.372871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] Provisioning complete for port a2e91e33-fe73-424a-bd89-f6e2ee105afd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:14.373233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.453630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.469938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:31:14.480463 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:31:14.491902 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] For port a2e91e33-fe73-424a-bd89-f6e2ee105afd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e91e33-fe73-424a-bd89-f6e2ee105afd,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:14.498148 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:14.498963 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84062b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:14.501820 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.508945 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.510583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e44f821e-ec01-45b5-a209-547ac299bf12 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8762310
Dec 11 21:31:14.513337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:14.578014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70bf4a-5b73-48f7-bc58-6ee768cc573b None None] Pushing event updated for resources: {'Port': ['ID=a2e91e33-fe73-424a-bd89-f6e2ee105afd,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:14.602859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2e91e33-fe73-424a-bd89-f6e2ee105afd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:14.645582 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:14.659909 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a2e91e33-fe73-424a-bd89-f6e2ee105afd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:14.660281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.759224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1f749af5-89b2-42f3-b397-5749f597f951 None None] Provisioning complete for port a2e91e33-fe73-424a-bd89-f6e2ee105afd triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:14.759599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f749af5-89b2-42f3-b397-5749f597f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.841919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84062b80>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:13Z', 'revision_number': 3, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:14.873827 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:31:14.874173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Updating router 032be69d-8e8c-4949-9cea-439aab20ef17 port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:31:14.899657 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:14.994039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.026924 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.147243 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.151562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Allocated IP 172.20.0.1 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/dfd99d40-619c-4707-835b-6c41bf58c05f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:31:15.153544 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.201804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db69ebd-497d-4ba2-9f8c-f822de1db76b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:31:15.212200 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Pushing event updated for resources: {'Port': ['ID=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:15.216490 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Attempting to bind port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:31:15.216490 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Attempting to bind port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:31:15.216781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Attempting to bind port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:15.225832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.226174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.226786 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.227118 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.227446 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.227775 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.228284 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.228610 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.228933 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.229255 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.229570 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.229889 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.230203 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:31:15.234803 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:31:15.235308 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:15.235707 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.236085 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:31:15.236549 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Bound port: 1949b56b-2cd6-4ba4-b28f-c5c925b4c785, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:31:15.236923 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.265655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e98d51c0-f914-4952-b19f-7224b831061b None None] Provisioning complete for port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:15.267073 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e98d51c0-f914-4952-b19f-7224b831061b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.269456 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.295277 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] For port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:15.299493 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] For port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:31:15.304756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e98d51c0-f914-4952-b19f-7224b831061b None None] Port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:31:15.306317 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.308478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.347431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:15.350575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10198c4-8759-4974-a7cc-3b9784b6a68a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:31:15.352072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:15.355787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:31:15.357799 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:15.358385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84062b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:15.381014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Pushing event updated for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:15.400117 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.429973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] Provisioning complete for port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:15.430570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.481741 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:15.529558 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.551535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.556235 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f382a-0134-4cdf-8c03-933530d334dd None None] Pushing event updated for resources: {'Port': ['ID=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:15.570757 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] For port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:15.579376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.642169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9f8d7-a5a5-4544-a253-7638e1e3cffd None None] Pushing event updated for resources: {'Port': ['ID=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:15.691934 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84062b80>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:13Z', 'revision_number': 3, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:15.699394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2a33ec57-71aa-468d-b7ea-edbd5f31917d None None] Provisioning complete for port dfd99d40-619c-4707-835b-6c41bf58c05f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:15.699767 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2a33ec57-71aa-468d-b7ea-edbd5f31917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.727365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.732701 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.740468 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2a33ec57-71aa-468d-b7ea-edbd5f31917d None None] Port dfd99d40-619c-4707-835b-6c41bf58c05f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:31:15.808056 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:15.809863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Pushing event updated for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:15.820785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e892b-0bd3-4ab8-9d26-d5da39668584 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:13Z', 'revision_number': 3, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:31:15.907618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:15.910082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:16.050878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:31:16.138540 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.176884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:31:16.181855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b97fb386-054a-433f-b6f6-68cceef9334e admin admin] 10.222.0.18 "PUT /v2.0/routers/032be69d-8e8c-4949-9cea-439aab20ef17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6674969
Dec 11 21:31:16.271704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-38b88a05-89fd-46e4-a4c2-6a857277b528 None None] Provisioning complete for port dfd99d40-619c-4707-835b-6c41bf58c05f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:16.272071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-38b88a05-89fd-46e4-a4c2-6a857277b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.316594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-38b88a05-89fd-46e4-a4c2-6a857277b528 None None] Port dfd99d40-619c-4707-835b-6c41bf58c05f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:31:16.381838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.615433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2e91e33-fe73-424a-bd89-f6e2ee105afd up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:16.669296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a2e91e33-fe73-424a-bd89-f6e2ee105afd triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:16.669669 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.681431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:16.686202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448169835', 'description': 'tempest-description--1804878823'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:16.710784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.753657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:16.778137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.783476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.802017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:16.802460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.814146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.815439 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1329613
Dec 11 21:31:16.817433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fe243-f226-4e9b-9841-a3f0b9d51ee5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3464a5-d636-43af-b328-0e6b78361faf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:16.818458 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57150) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:16.823814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'security_group_rule': {'security_group_id': 'cf3464a5-d636-43af-b328-0e6b78361faf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:16.866635 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.923484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.927049 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.944939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26072b0b-5e1f-44d2-bbb6-38d267022283,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:16.952397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:16.953802 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05f4e4c6-aa13-4371-818f-0d5c6516b55b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1335816
Dec 11 21:31:16.956356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57152) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:16.960650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'security_group_rule': {'security_group_id': 'cf3464a5-d636-43af-b328-0e6b78361faf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:16.987068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.042157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.045516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.066238 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d627ec30-dc04-417c-aca2-90d66bfe9c8e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:17.072158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.074912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-94970429-518b-4ad3-9601-e7f70b145cf5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1175671
Dec 11 21:31:17.076184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57154) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:17.080971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:17.104978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.209555 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.227914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.323220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Allocated IP 172.35.1.183 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/468a3b9c-543d-4a99-912e-f61928e4bf76) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:31:17.380636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:31:17.390218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:17.390923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77439a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:17.425077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.459588 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.504246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:17.507264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:17.511841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:31:17.515175 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=468a3b9c-543d-4a99-912e-f61928e4bf76,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:17.605047 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.640701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.659086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:17.793112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.797596 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.858174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77439a30>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 2, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:17.869797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=468a3b9c-543d-4a99-912e-f61928e4bf76,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:17.878374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.891822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:31:17.892186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Updating router 032be69d-8e8c-4949-9cea-439aab20ef17 port dfd99d40-619c-4707-835b-6c41bf58c05f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:31:17.896455 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:17.897997 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7194379-15ec-4b7f-82ef-852ad5c2cae3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.8205662
Dec 11 21:31:17.918214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.050276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-21f6f760-c512-4943-847d-e1658daf8bbe tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1448169835&fields=id&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 267 time: 0.0459182
Dec 11 21:31:18.157761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-d5af9334-7980-4ece-a8ba-2882178ce0c6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:18.159274 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-d5af9334-7980-4ece-a8ba-2882178ce0c6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1021492
Dec 11 21:31:18.174463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-d0b2416d-3715-42ce-b655-92a929ebaaed tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/quotas/a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 375 time: 0.0090904
Dec 11 21:31:18.175961 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.181437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.231417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-acab1fbc-ba65-423d-835d-438a8c25304a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484791
Dec 11 21:31:18.253951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518cbff-39bf-48ee-8d66-5861878545c3 None None] Pushing event updated for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:18.286709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Attempting to bind port dfd99d40-619c-4707-835b-6c41bf58c05f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:31:18.287196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Attempting to bind port dfd99d40-619c-4707-835b-6c41bf58c05f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:31:18.287638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Attempting to bind port dfd99d40-619c-4707-835b-6c41bf58c05f on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:18.293500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:31:18.293972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:18.294437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.294939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:31:18.295479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Bound port: dfd99d40-619c-4707-835b-6c41bf58c05f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:31:18.295935 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.357244 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-c295ed5b-1231-4d94-85f0-fd66a17ee2fa service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1034334
Dec 11 21:31:18.363123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] For port dfd99d40-619c-4707-835b-6c41bf58c05f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:18.367725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] For port dfd99d40-619c-4707-835b-6c41bf58c05f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd99d40-619c-4707-835b-6c41bf58c05f,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:31:18.372311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:31:18.376513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.436185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:18.436814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77439a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:18.473515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-1b00e84e-1961-4f8f-9a25-b2487e42cc7d service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997231
Dec 11 21:31:18.480845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518cbff-39bf-48ee-8d66-5861878545c3 None None] Pushing event updated for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:18.508444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] Provisioning complete for port dfd99d40-619c-4707-835b-6c41bf58c05f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:18.508808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.591609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:18.670252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-df9de7b3-7a30-48fe-bd4c-cfa471ec5a31 req-64af19eb-c3e1-4a96-a50e-6c8d757f6ca4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 210 time: 0.0274773
Dec 11 21:31:18.730857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.814247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] For port dfd99d40-619c-4707-835b-6c41bf58c05f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd99d40-619c-4707-835b-6c41bf58c05f,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:18.827829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:18.910701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df620c-abcf-4200-b4ef-ad4243ade20c None None] Pushing event updated for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:18.933613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77439a30>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:18.967327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db2f09e-31df-480e-b1c9-cb94cf156bcc None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:31:18.979096 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f045a65a-c012-430b-9f20-eb8af7dce559 None None] Provisioning complete for port dfd99d40-619c-4707-835b-6c41bf58c05f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:18.979475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f045a65a-c012-430b-9f20-eb8af7dce559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:19.648028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-1d3e1fd2-8b9e-4881-8937-1749563ca9f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:19.649506 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-1d3e1fd2-8b9e-4881-8937-1749563ca9f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1127164
Dec 11 21:31:19.730875 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-101f6112-9849-473c-9513-c3436f0a0317 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 380 time: 0.0713315
Dec 11 21:31:19.740922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'port': {'device_id': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'admin_state_up': True, 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'security_groups': ['cf3464a5-d636-43af-b328-0e6b78361faf']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:19.819969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1ddcf62e-fa0c-49de-8065-896ce7b6a34a req-3e974fde-869e-4b59-ad0b-87ddedc12b2c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 210 time: 0.0642595
Dec 11 21:31:19.889185 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:31:19.894273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.033910 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Allocated IP 172.20.0.13 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/bebddce7-7f63-477b-aafc-157f9defa826) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:31:20.168173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.202304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.251612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:31:20.257116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:31:20.259613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:31:20.284248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:20.315285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:20.315928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.332679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-6ec4d4b2-a8a3-4716-bcb1-7fa3f5a9a9c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5957694
Dec 11 21:31:20.348411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Request body: {'port': {'device_id': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:20.406093 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.525260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d37d27a9-90e4-4758-8a35-f392424c2e5b None None] Provisioning complete for port bebddce7-7f63-477b-aafc-157f9defa826 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:20.525836 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37d27a9-90e4-4758-8a35-f392424c2e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.558783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfd99d40-619c-4707-835b-6c41bf58c05f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:20.601097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d37d27a9-90e4-4758-8a35-f392424c2e5b None None] Port bebddce7-7f63-477b-aafc-157f9defa826 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:31:20.618812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port dfd99d40-619c-4707-835b-6c41bf58c05f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:20.619189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.673805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebddce7-7f63-477b-aafc-157f9defa826 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:31:20.681231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.693396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Transition to ACTIVE for port object bebddce7-7f63-477b-aafc-157f9defa826 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:31:20.698769 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.746886 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:20.819897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:31:20.820237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:31:20.820574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:20.825271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:31:20.825590 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:31:20.830595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:31:20.830935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:31:20.831327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:31:20.831809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Bound port: bebddce7-7f63-477b-aafc-157f9defa826, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:31:20.832179 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.919128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:31:20.923211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:31:20.927528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.956763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c6be8-3381-442d-b829-609df83296ee req-36cdf0cc-dffc-422f-b52f-c7c30d9c4cce tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:20.958271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-827c6be8-3381-442d-b829-609df83296ee req-36cdf0cc-dffc-422f-b52f-c7c30d9c4cce tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0547686
Dec 11 21:31:20.963960 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:20.964306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:20.965612 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] 10.222.0.30 "PUT /v2.0/ports/bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1092 time: 0.6221755
Dec 11 21:31:20.966059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:20.968381 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41" -d '{"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:20.991408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe105e8b-5aba-47c7-8d34-2f85796dfde7 service neutron] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:21.038288 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ba1849-1707-4371-8541-8975945dcf74 x-openstack-request-id: req-35ba1849-1707-4371-8541-8975945dcf74 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:21.038288 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:21.038288 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35ba1849-1707-4371-8541-8975945dcf74 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:21.038791 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'status': 'completed', 'code': 200}
Dec 11 21:31:21.049326 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-827c6be8-3381-442d-b829-609df83296ee req-e16f0752-e6e4-419c-b0b3-1f0c9cf480c7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647497
Dec 11 21:31:21.074639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-905c2303-1432-4de9-9477-f8135b75cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.076165 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-905c2303-1432-4de9-9477-f8135b75cd37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1095 time: 0.0587170
Dec 11 21:31:21.120783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-c95b035a-d681-42a7-8c80-95ff0eac2cfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 217 time: 0.0367010
Dec 11 21:31:21.174813 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-c192b806-82b3-499c-aa8b-096cf85f6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.176286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-c192b806-82b3-499c-aa8b-096cf85f6e6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0490613
Dec 11 21:31:21.223710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-502dab20-55fd-4548-a0a4-5064422d8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.225187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-502dab20-55fd-4548-a0a4-5064422d8b3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405316
Dec 11 21:31:21.315412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-322b9b2f-345a-4140-8825-9824a539bf8d service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821147
Dec 11 21:31:21.406011 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba4e4a1f-0fe1-4095-bc59-b680f9d1a820 req-5aef6669-bf3b-4060-9312-dfd3ce698405 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835860
Dec 11 21:31:21.493947 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-775bd97c-8c15-40f9-a1f4-4a1aa6b8a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.495477 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-775bd97c-8c15-40f9-a1f4-4a1aa6b8a2aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1095 time: 0.0416758
Dec 11 21:31:21.498050 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:21.588339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-56ed27ee-c31b-440d-9039-fcdaa5e66060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.589710 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-56ed27ee-c31b-440d-9039-fcdaa5e66060 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0876050
Dec 11 21:31:21.630065 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-a948a915-19cb-4a7a-a96d-289eb69d30bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 217 time: 0.0334823
Dec 11 21:31:21.677245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-54e2d4ad-4783-45cc-84d2-9a788accda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.678725 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-54e2d4ad-4783-45cc-84d2-9a788accda33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0413752
Dec 11 21:31:21.729357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-e937e04c-4634-4965-a3d0-e9987d351f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:21.730831 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-e937e04c-4634-4965-a3d0-e9987d351f97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0429318
Dec 11 21:31:21.823952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-39a00102-8fbb-41fa-b20d-e07ebf6e30d2 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860767
Dec 11 21:31:21.919966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ca8a4c1-4524-4e5e-96a0-f1801ecaab41 req-80e31731-e532-4c1f-9740-882e9c342c1a service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888865
Dec 11 21:31:22.158999 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24046b25-200d-4552-87c2-7c9dfd670dc9 req-95d55910-451c-4e4b-87fc-e5471ff264f6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:22.160463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24046b25-200d-4552-87c2-7c9dfd670dc9 req-95d55910-451c-4e4b-87fc-e5471ff264f6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0483689
Dec 11 21:31:22.212466 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-24046b25-200d-4552-87c2-7c9dfd670dc9 req-72f9be38-5925-46c6-9899-08c7f2f7dac5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460126
Dec 11 21:31:23.329903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924304f7-06c8-4a7a-bb0d-64d81d17a446 req-a9d4f9da-2218-4493-8306-62f094f62e8c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:23.331413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-924304f7-06c8-4a7a-bb0d-64d81d17a446 req-a9d4f9da-2218-4493-8306-62f094f62e8c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0487020
Dec 11 21:31:23.378403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-924304f7-06c8-4a7a-bb0d-64d81d17a446 req-88d5a28d-c75d-4c1c-b163-cd9d44541e8d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410721
Dec 11 21:31:24.165065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:31:24.260775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:24.272655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'bebddce7-7f63-477b-aafc-157f9defa826', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826', 'mac_address': 'fa:16:3e:5a:d3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:31:24.308739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:24.320889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebddce7-7f63-477b-aafc-157f9defa826 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:31:24.340312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:24.344155 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:24.394064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:24.493254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf962818-77bd-47d0-98b9-6b57eb1f44c0 req-737b70a4-b523-42b9-b983-0db31f77e1c4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:24.498017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf962818-77bd-47d0-98b9-6b57eb1f44c0 req-737b70a4-b523-42b9-b983-0db31f77e1c4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 945 time: 0.0505099
Dec 11 21:31:24.549801 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cf962818-77bd-47d0-98b9-6b57eb1f44c0 req-982baef8-6859-4ac2-8836-3d492accb7e4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438075
Dec 11 21:31:24.626802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['bebddce7-7f63-477b-aafc-157f9defa826'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:31:25.663067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b6b3a-8fe6-461e-9216-ce8cbc51ca92 req-bd589fb3-c8f1-40d4-bf17-7b5ea5d07fb5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:25.664529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-537b6b3a-8fe6-461e-9216-ce8cbc51ca92 req-bd589fb3-c8f1-40d4-bf17-7b5ea5d07fb5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 945 time: 0.0479467
Dec 11 21:31:25.714752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-537b6b3a-8fe6-461e-9216-ce8cbc51ca92 req-00a24dcd-74a7-4bce-be44-8bf084fe4000 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443878
Dec 11 21:31:26.173832 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:31:26.220991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port bebddce7-7f63-477b-aafc-157f9defa826 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:31:26.224884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port bebddce7-7f63-477b-aafc-157f9defa826 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:31:26.225248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:26.299851 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:26.321223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:26.323474 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70fd9a5-5fe9-4f47-a296-37ff859fc3aa" -d '{"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-plugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:26.335732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:31:26.339681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:26.367104 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1ee66-f1d1-4cc6-9d88-2f537ec16316 x-openstack-request-id: req-66d1ee66-f1d1-4cc6-9d88-2f537ec16316 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:26.367395 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-plugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:26.367701 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66d1ee66-f1d1-4cc6-9d88-2f537ec16316 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:26.368104 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'code': 200}
Dec 11 21:31:26.395344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:31:26.461756 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f645325-bf93-48b5-92c4-f791a09b95f6 req-c8055628-05dc-4515-9384-5d7a17df29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:26.463671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f645325-bf93-48b5-92c4-f791a09b95f6 req-c8055628-05dc-4515-9384-5d7a17df29f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0439003
Dec 11 21:31:26.507874 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5f645325-bf93-48b5-92c4-f791a09b95f6 req-15443fbc-5f9d-4834-a7a8-bfc24c78a1ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366645
Dec 11 21:31:26.828971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64438483-0ad1-48c3-a90b-2964a05c8f81 req-d01ff248-fc04-4d27-8f71-79bf4a069b8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:26.830433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64438483-0ad1-48c3-a90b-2964a05c8f81 req-d01ff248-fc04-4d27-8f71-79bf4a069b8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0493691
Dec 11 21:31:26.876958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64438483-0ad1-48c3-a90b-2964a05c8f81 req-69825c9f-6209-4a29-9575-48dbceeb5794 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404935
Dec 11 21:31:27.995377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a1eb-b1ff-4099-9f12-733871ae4d87 req-1539e781-5e95-440b-9866-dfb4e9ccbc04 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:27.996880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2583a1eb-b1ff-4099-9f12-733871ae4d87 req-1539e781-5e95-440b-9866-dfb4e9ccbc04 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0497210
Dec 11 21:31:28.044666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2583a1eb-b1ff-4099-9f12-733871ae4d87 req-8922a636-07a9-4dce-803e-975a01041a95 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407019
Dec 11 21:31:29.168427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24497bf3-244d-49f7-a494-f419697f174f req-97e3df46-9824-4a44-9a7d-a0dbc02a1edc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:29.170591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24497bf3-244d-49f7-a494-f419697f174f req-97e3df46-9824-4a44-9a7d-a0dbc02a1edc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0574970
Dec 11 21:31:29.218952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-24497bf3-244d-49f7-a494-f419697f174f req-4421f2b7-a45c-4810-87a0-874ef2defe81 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426190
Dec 11 21:31:29.333466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea07f-eb6e-4b47-acc8-c78e32f2f4d1 req-5c1e2431-2a61-4dba-892e-0f8004612dfc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:29.334909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ccfea07f-eb6e-4b47-acc8-c78e32f2f4d1 req-5c1e2431-2a61-4dba-892e-0f8004612dfc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0520246
Dec 11 21:31:29.343284 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 57204) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:31:29.348035 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'floatingip': {'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:31:29.386859 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:30.098203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:30.102542 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:30.199964 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 associated. External IP: 172.35.1.183, port: bebddce7-7f63-477b-aafc-157f9defa826.
Dec 11 21:31:30.407873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:31:30.513725 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:31:30.518793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:30.523555 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:31:30.534089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:30.534721 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe9cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:30.548683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cc1d5938-da85-412e-963b-a0467f19e235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "PUT /v2.0/floatingips/ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 HTTP/1.1" status: 200  len: 992 time: 1.2043803
Dec 11 21:31:30.549358 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:31:30.551744 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2617e-04e0-4d8b-b5c6-4bf481722831" -d '{"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:31:30.590712 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc71d838-2116-4632-abbf-80d55052558f x-openstack-request-id: req-dc71d838-2116-4632-abbf-80d55052558f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:31:30.591011 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:31:30.591265 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc71d838-2116-4632-abbf-80d55052558f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:31:30.591667 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'status': 'completed', 'code': 200}
Dec 11 21:31:30.649098 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:30.654925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-6d7597d7-5ed5-4f6e-ae5a-1807b8c2de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:30.656475 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-6d7597d7-5ed5-4f6e-ae5a-1807b8c2de75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0413504
Dec 11 21:31:30.747550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-1656ef8d-20d3-407b-b8f9-84c5bc050699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:30.749027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-1656ef8d-20d3-407b-b8f9-84c5bc050699 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0846314
Dec 11 21:31:30.817716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-894ce7a8-6dcf-4dab-b4ec-aba4e079b80b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1000 time: 0.0615492
Dec 11 21:31:30.868213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-bd58d8d0-0fb4-4d1b-8042-34ed9a05f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:30.869677 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-bd58d8d0-0fb4-4d1b-8042-34ed9a05f492 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0446358
Dec 11 21:31:30.869821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe9cd00>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:5a:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:31:30Z', 'revision_number': 1, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:30.900094 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:31:30.908873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:31:30.909468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe9cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:31:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:30.915602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-57add9ae-9a5c-477b-9133-2184911bcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:31:30.917113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-57add9ae-9a5c-477b-9133-2184911bcbbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409529
Dec 11 21:31:31.010430 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-ad585308-f46d-4c4b-b013-eda156ed3e0f service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855947
Dec 11 21:31:31.012531 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:31:31.101500 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dcf2617e-04e0-4d8b-b5c6-4bf481722831 req-3c42516b-95d0-4f9f-af92-f035deb36c70 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837913
Dec 11 21:31:31.237627 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7fe9cd00>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:5a:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:31:30Z', 'revision_number': 1, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:31:31.267096 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0cd3e6-5852-41f7-bf18-36ac2ca35fd2 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:5a:d3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:31:30Z', 'revision_number': 1, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:31:31.464568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4721e06-ff3a-4faf-8a6b-6cc197b4e6f8 None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:31:41.035327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f42d84b-26d5-4142-a96d-4a598b7a2d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:43.486171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de63d0e7-02ba-401e-8afa-e9477866d606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:45.021039 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:46.128865 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:46.378766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:47.257236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:51.490411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:31:55.371812 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:32:06.458182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-235a89aa-c19f-422d-baaf-5a7dec3ae1dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0454376
Dec 11 21:32:06.540844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabafe-9057-421b-9dd8-68989051864d req-167e1880-0669-42d0-8632-a177a9430bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:32:06.542250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-167e1880-0669-42d0-8632-a177a9430bc1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0407481
Dec 11 21:32:06.645808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabafe-9057-421b-9dd8-68989051864d req-2619dfa0-ae3a-4def-af0c-d189c6fbe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:32:06.647323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-2619dfa0-ae3a-4def-af0c-d189c6fbe67d service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0830517
Dec 11 21:32:06.718366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-c006c868-eb9b-4521-8e54-e36b0f2789d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1002 time: 0.0616293
Dec 11 21:32:06.770074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabafe-9057-421b-9dd8-68989051864d req-f88670fe-0ea0-4dc8-a869-cca458b98f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:32:06.771563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-f88670fe-0ea0-4dc8-a869-cca458b98f4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0438807
Dec 11 21:32:06.820891 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabafe-9057-421b-9dd8-68989051864d req-0ca63bc0-85ec-41be-939e-87287e96ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:32:06.822312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-0ca63bc0-85ec-41be-939e-87287e96ffbe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436337
Dec 11 21:32:06.914659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-e3fa66c3-8354-475e-a957-8984a46caaae service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836196
Dec 11 21:32:07.001481 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5ffabafe-9057-421b-9dd8-68989051864d req-2c23a62f-d729-44d3-9772-feb882309a6f service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0797420
Dec 11 21:32:11.038637 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f1a01e52-6ca3-4532-be47-f511d9d73d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:12.888682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-255933fa-ecbc-466b-b162-39326d056793 req-b5cf2a2b-0e7f-44c9-b7bb-e0f697c3fb80 service neutron] (125988) timed out ('10.222.0.18', 44460) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:32:13.488120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-87fb3dd0-7d59-4bd5-9ef6-7036ee674cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:15.022759 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:16.129319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:16.382238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:17.221182 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:21.496981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:32.370938 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:32:41.039874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-59d54c04-e715-4e34-a49f-30eb2af80a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:43.489297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d926992e-bea3-46c6-b794-57aa04a5ae41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:45.029506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:46.160624 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:46.385299 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:47.223248 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:32:51.493113 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:07.464705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-a069004e-03f9-4e8e-8884-24c66fb0584f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0404170
Dec 11 21:33:07.552191 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-86b784ed-8cfe-4829-9b54-f3cfb60033bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:07.553690 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-86b784ed-8cfe-4829-9b54-f3cfb60033bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0465314
Dec 11 21:33:07.659392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-5e87c6fb-accb-4aa2-9fed-636fab6f4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:07.660900 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-5e87c6fb-accb-4aa2-9fed-636fab6f4327 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0877855
Dec 11 21:33:07.729812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-ed4030c6-94c0-4ce9-880f-c2d63d7c8c37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1002 time: 0.0619063
Dec 11 21:33:07.779944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-0e31bd13-d680-4386-861b-9fbbcc1d6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:07.781383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-0e31bd13-d680-4386-861b-9fbbcc1d6dae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0432930
Dec 11 21:33:07.827322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-3f50b315-9431-41f7-99c5-a0f6548ac3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:07.828776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-3f50b315-9431-41f7-99c5-a0f6548ac3fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395699
Dec 11 21:33:07.919693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-b2e12fbf-9c67-413e-9016-fed124af128f service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832577
Dec 11 21:33:08.008992 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6029e13e-f877-4c6c-8a84-38eee7c9e06b req-c1df2d20-44ba-4f7f-8a90-4eea331bd8eb service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823262
Dec 11 21:33:09.370338 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:33:11.040400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-02e2593c-a268-4955-acd7-0affe057379c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:13.491135 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0b1d3c19-3491-470e-91a3-feb6433a6436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:15.028782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:16.159312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:16.388179 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:17.225130 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:21.506044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:41.199482 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-03a7cbfb-7a5e-4151-8cac-fa01754b80ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:43.495443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9000-e299-4f89-a43a-31c7e01d0f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:45.032445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:46.159914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:46.369268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:33:46.390846 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:47.227977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:51.517161 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:33:55.427816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f005d-e619-46bf-9799-aa7d1baf43d0 req-ffdae34a-690b-4b04-83de-b056aa98d353 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:55.429310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b76f005d-e619-46bf-9799-aa7d1baf43d0 req-ffdae34a-690b-4b04-83de-b056aa98d353 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.1180189
Dec 11 21:33:55.479565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b76f005d-e619-46bf-9799-aa7d1baf43d0 req-01d57580-b87a-4ef5-8f48-cfb1387501ae tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444052
Dec 11 21:33:55.719340 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475836d-3073-4771-8601-2dfa6912f898 req-c7166d01-19cd-4017-b5ce-08d28c4ced07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:55.720851 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d475836d-3073-4771-8601-2dfa6912f898 req-c7166d01-19cd-4017-b5ce-08d28c4ced07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0494435
Dec 11 21:33:55.762997 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-60bfb864-ffce-454d-a48c-b87da3eaba5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0986404
Dec 11 21:33:55.769140 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d475836d-3073-4771-8601-2dfa6912f898 req-734313ad-2f9c-42d1-9336-1b84585fdb50 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417078
Dec 11 21:33:56.828611 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-a7fcc975-7783-4a93-af7d-e428fa2e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:56.830127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-a7fcc975-7783-4a93-af7d-e428fa2e82c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0411911
Dec 11 21:33:56.927586 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-0504d0c0-2061-44e9-bb9a-a671f0920849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:56.929084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-0504d0c0-2061-44e9-bb9a-a671f0920849 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0899272
Dec 11 21:33:56.949182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba242e1c-a719-45c6-90fe-77c8a61f71e1 req-a56b7c2a-3644-4e66-a825-d0558da94b87 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:56.950684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba242e1c-a719-45c6-90fe-77c8a61f71e1 req-a56b7c2a-3644-4e66-a825-d0558da94b87 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.1094921
Dec 11 21:33:56.996233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-3412db37-33ff-4f79-802b-71cfecf32b5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1002 time: 0.0587549
Dec 11 21:33:56.996731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba242e1c-a719-45c6-90fe-77c8a61f71e1 req-3948a19c-3694-40e9-b78d-49af37e20854 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400593
Dec 11 21:33:57.046110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8e040483-5415-4b5f-bfbc-7d42be3cf3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:57.047565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8e040483-5415-4b5f-bfbc-7d42be3cf3b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0429268
Dec 11 21:33:57.098386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-871413ac-3c89-44f4-8d8b-3f46be501327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:57.099794 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-871413ac-3c89-44f4-8d8b-3f46be501327 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443177
Dec 11 21:33:57.189428 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-2f10160e-6b6a-449f-8355-be4ea66120a9 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821934
Dec 11 21:33:57.285095 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-cfa18f8d-c163-4ed4-8216-6829c58df035 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0881524
Dec 11 21:33:58.112513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868733e-293d-462b-ab13-7941b1c2350f req-d1a0a3fc-5643-4dc5-9ab9-181f860092d7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:58.113972 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d868733e-293d-462b-ab13-7941b1c2350f req-d1a0a3fc-5643-4dc5-9ab9-181f860092d7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0489140
Dec 11 21:33:58.160542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d868733e-293d-462b-ab13-7941b1c2350f req-ffbb715f-f982-478a-835e-7a2c5db177f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407341
Dec 11 21:33:59.275573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bc40-a0e6-4812-9eb3-0aad53cb9330 req-71679e20-a1e3-46e4-98e8-1d4581344cc1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:33:59.277040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a732bc40-a0e6-4812-9eb3-0aad53cb9330 req-71679e20-a1e3-46e4-98e8-1d4581344cc1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0474417
Dec 11 21:33:59.327612 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a732bc40-a0e6-4812-9eb3-0aad53cb9330 req-dbb97afa-beb1-4da7-a224-45c77e89571e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446386
Dec 11 21:34:00.448880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a7dc-a467-42e2-9a6a-eb0d4361025f req-19e6da61-f9a4-46e3-abaa-e0c2ee51188c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:00.450434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4344a7dc-a467-42e2-9a6a-eb0d4361025f req-19e6da61-f9a4-46e3-abaa-e0c2ee51188c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0497253
Dec 11 21:34:00.501421 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4344a7dc-a467-42e2-9a6a-eb0d4361025f req-dddaad5f-89d4-4bb3-bcc3-b4aad3d05b3c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451117
Dec 11 21:34:01.616032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29f036-0d40-4bd2-bf98-60a5646d7bb6 req-60f81222-b9f0-4ed4-9497-0e20f5e76265 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:01.617500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae29f036-0d40-4bd2-bf98-60a5646d7bb6 req-60f81222-b9f0-4ed4-9497-0e20f5e76265 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0482008
Dec 11 21:34:01.662730 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae29f036-0d40-4bd2-bf98-60a5646d7bb6 req-8ada082f-8226-46f8-b10a-52f35f13a133 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393624
Dec 11 21:34:02.779561 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae36ce-1b82-46d4-8b0f-7b38741ad593 req-5c206f3e-40db-4302-9247-ecf1950328e0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:02.781032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbae36ce-1b82-46d4-8b0f-7b38741ad593 req-5c206f3e-40db-4302-9247-ecf1950328e0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0477345
Dec 11 21:34:02.827127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cbae36ce-1b82-46d4-8b0f-7b38741ad593 req-1625958a-799c-49af-82c6-20d77719d24e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403049
Dec 11 21:34:03.944300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887b0f9-67a3-4249-92cf-8ecf3062cf98 req-4e6c6dff-3909-46d8-987c-ef789af1ca8c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:03.945813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4887b0f9-67a3-4249-92cf-8ecf3062cf98 req-4e6c6dff-3909-46d8-987c-ef789af1ca8c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0489602
Dec 11 21:34:03.996474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4887b0f9-67a3-4249-92cf-8ecf3062cf98 req-399285c7-e239-4634-9723-33dafdaa8b13 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445013
Dec 11 21:34:05.111079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f50144-9107-4502-b9de-e3952c2f6485 req-abe1d00c-c346-4a2a-b37c-cee0db80e408 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:05.112559 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18f50144-9107-4502-b9de-e3952c2f6485 req-abe1d00c-c346-4a2a-b37c-cee0db80e408 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0481596
Dec 11 21:34:05.157791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18f50144-9107-4502-b9de-e3952c2f6485 req-31fd44a8-70b3-45a9-9fd5-276ca6050f6d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392978
Dec 11 21:34:06.279547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4c00b-9dd6-43ee-96df-731f6903a39a req-0ade3c23-df0f-4311-b041-628af0014079 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:06.281029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dbd4c00b-9dd6-43ee-96df-731f6903a39a req-0ade3c23-df0f-4311-b041-628af0014079 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0516167
Dec 11 21:34:06.327284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dbd4c00b-9dd6-43ee-96df-731f6903a39a req-d019cb42-ea58-44ed-8257-4eab7bfcd482 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398510
Dec 11 21:34:07.446104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd38ab-261b-4cb4-bc8f-e3494ff10e11 req-3aa0dc6e-2a39-4263-9352-7f0a67d2a2e3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:07.447422 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-37cd38ab-261b-4cb4-bc8f-e3494ff10e11 req-3aa0dc6e-2a39-4263-9352-7f0a67d2a2e3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0516555
Dec 11 21:34:07.494445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-37cd38ab-261b-4cb4-bc8f-e3494ff10e11 req-581c2f68-ed1e-48a5-a942-059d6a2f957a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410831
Dec 11 21:34:08.476472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-694d0ed1-4fbe-4e3b-8b5b-0a59808ce40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:08.477985 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-694d0ed1-4fbe-4e3b-8b5b-0a59808ce40a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1097 time: 0.0412250
Dec 11 21:34:08.585883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-1cb495d4-4434-4251-9b99-57629a8ed31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:08.587455 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-1cb495d4-4434-4251-9b99-57629a8ed31a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0892115
Dec 11 21:34:08.623431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d62c9-2faa-450f-98e1-e2135ba1c834 req-aa1aaf10-2c52-48a0-a40c-ec5d0347994c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:08.624228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d74d62c9-2faa-450f-98e1-e2135ba1c834 req-aa1aaf10-2c52-48a0-a40c-ec5d0347994c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0530102
Dec 11 21:34:08.657635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-5a36d1cb-208a-48ae-a4fc-f0d2da99cb19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1002 time: 0.0616989
Dec 11 21:34:08.675521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d74d62c9-2faa-450f-98e1-e2135ba1c834 req-4e331c22-cd7d-4a95-b1a3-cdc98ca27685 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441101
Dec 11 21:34:08.717043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-b8dfa222-08c1-463f-81fa-e2cc8b4eb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:08.718850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-b8dfa222-08c1-463f-81fa-e2cc8b4eb97d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0535643
Dec 11 21:34:08.770779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-8e3b7daf-316a-48fc-b372-aa11e8548558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:08.772285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-8e3b7daf-316a-48fc-b372-aa11e8548558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0449953
Dec 11 21:34:08.863434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-5e564a8b-89dc-4564-a9a5-e8f08902cdcf service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823154
Dec 11 21:34:08.961586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e5d3f632-25fa-4083-b3d9-9b48cc4f12e6 req-2d685da9-a0fa-464f-a61a-9cd4521be7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888832
Dec 11 21:34:09.142877 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-d600d660-c294-48fd-adcf-d2f736c63c14 service neutron] show failed (client error): The resource could not be found.
Dec 11 21:34:09.144437 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-d600d660-c294-48fd-adcf-d2f736c63c14 service neutron] 10.222.0.30 "GET /v2.0/ports/bebddce7-7f63-477b-aafc-157f9defa826/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0543258
Dec 11 21:34:09.398514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-35be4c41-f3b5-4668-bc7b-e4ded5100bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:09.399914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-35be4c41-f3b5-4668-bc7b-e4ded5100bde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1097 time: 0.0946317
Dec 11 21:34:09.411902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:34:09.462280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:09.654085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:09.685945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:34:09.724390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:09.727432 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e387b17-4883-42b1-9be9-437b5dc56a94" -d '{"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-unplugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:09.731299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:09.745233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Transition to ACTIVE for port object bebddce7-7f63-477b-aafc-157f9defa826 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:34:09.749389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:09.798721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f645-edd4-4a97-9b18-4a358f20b462 req-b541ed9f-67ef-46a7-b44b-d3b55de67756 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:09.806539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5857f645-edd4-4a97-9b18-4a358f20b462 req-b541ed9f-67ef-46a7-b44b-d3b55de67756 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0597539
Dec 11 21:34:09.859029 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf286d-f390-4ce4-9b50-715085e53767 x-openstack-request-id: req-19bf286d-f390-4ce4-9b50-715085e53767 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:09.859475 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-unplugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:09.859610 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19bf286d-f390-4ce4-9b50-715085e53767 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:09.859953 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'code': 200}
Dec 11 21:34:09.860532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:09.864055 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5857f645-edd4-4a97-9b18-4a358f20b462 req-842f8c45-e343-4102-a1b5-50b9d2310655 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565393
Dec 11 21:34:09.882751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] No DVR routers for this DVR port bebddce7-7f63-477b-aafc-157f9defa826 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:34:09.921770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.922037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.922384 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.922760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.923099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.923435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.923767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.924097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.924425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.924812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.925648 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.925972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:09.926298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:10.035980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:34:10.036138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:34:10.036427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:34:10.040710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:34:10.041028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Attempting to bind port bebddce7-7f63-477b-aafc-157f9defa826 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:34:10.045940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:34:10.046274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:34:10.046694 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:34:10.047135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Bound port: bebddce7-7f63-477b-aafc-157f9defa826, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:34:10.047489 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:10.108809 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:34:10.112045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:34:10.116534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:10.151121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.151729 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:10.153083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] 10.222.0.16 "PUT /v2.0/ports/bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1092 time: 0.7450409
Dec 11 21:34:10.172516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e7aa-d5f1-466e-ab2d-b6a7003fbbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:10.221196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-f27f91e6-b00f-48f2-9257-d45d8fdf1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.223547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-f27f91e6-b00f-48f2-9257-d45d8fdf1994 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1095 time: 0.0443649
Dec 11 21:34:10.326293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-bfa1fa2a-aaa9-4cd7-b602-d42825c1e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.327862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-bfa1fa2a-aaa9-4cd7-b602-d42825c1e775 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0968425
Dec 11 21:34:10.394868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-8be34eda-77b9-424d-abac-ed3efae5f26c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1000 time: 0.0594327
Dec 11 21:34:10.446142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-39e3421f-e7a6-40db-be1c-b5f67c6b45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.447572 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-39e3421f-e7a6-40db-be1c-b5f67c6b45c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0460563
Dec 11 21:34:10.493725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-3a3bda22-7efc-4488-a45a-8fe2286c36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.495288 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-3a3bda22-7efc-4488-a45a-8fe2286c36f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407546
Dec 11 21:34:10.583528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-ad0d90d8-307b-47bd-8d11-226cc9abfaec service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798178
Dec 11 21:34:10.677667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f36c1afd-33ef-4d81-bf78-2465541cbf72 req-d95605d2-69d0-4b05-ab78-d98a441ab79d service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870957
Dec 11 21:34:10.976828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f4ee9-cb79-4ad4-a5e7-054c4ce9f8a5 req-a5d7a202-217b-4cf2-a68a-7d7eb17b6912 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:10.978277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a63f4ee9-cb79-4ad4-a5e7-054c4ce9f8a5 req-a5d7a202-217b-4cf2-a68a-7d7eb17b6912 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0505834
Dec 11 21:34:11.025552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a63f4ee9-cb79-4ad4-a5e7-054c4ce9f8a5 req-8c4bd140-c5f8-47de-9d5b-860e4a5126b9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410213
Dec 11 21:34:11.041297 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a75361e4-e94d-4c9d-8590-55132f910bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:11.860972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:11.863355 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282966b-d34b-40f3-ae68-9a4fc049855d" -d '{"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:11.911167 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5e1cab-106f-4891-94c1-a01e70274864 x-openstack-request-id: req-5b5e1cab-106f-4891-94c1-a01e70274864 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:11.911463 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:11.911725 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b5e1cab-106f-4891-94c1-a01e70274864 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:11.912129 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'status': 'completed', 'code': 200}
Dec 11 21:34:11.974389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-ecbd3b79-4265-43b9-80f3-dde481f43f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:11.976013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-ecbd3b79-4265-43b9-80f3-dde481f43f92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1095 time: 0.0422094
Dec 11 21:34:11.976171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-61c1be00-0501-4728-be78-7b8e8223ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:11.977563 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-61c1be00-0501-4728-be78-7b8e8223ed0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1095 time: 0.0456212
Dec 11 21:34:12.074386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-af1dcf9d-bcb2-4067-ae6d-95e94acc679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.074820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-5a47cca6-8938-4f25-84e0-bcb5096268cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.076063 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-af1dcf9d-bcb2-4067-ae6d-95e94acc679c service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0933950
Dec 11 21:34:12.076528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-5a47cca6-8938-4f25-84e0-bcb5096268cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0896814
Dec 11 21:34:12.148397 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-b7668855-6b7f-4a87-b5dc-9725a2111ef8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1000 time: 0.0645592
Dec 11 21:34:12.180360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-ff8e19a6-26af-423b-9ba8-12c1e6cc31c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1000 time: 0.0942109
Dec 11 21:34:12.193623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4169d-bd55-4a3b-b24f-6d20ba000b5d req-99eee230-b359-4393-8639-2889bcdf39f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.195790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28b4169d-bd55-4a3b-b24f-6d20ba000b5d req-99eee230-b359-4393-8639-2889bcdf39f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0735695
Dec 11 21:34:12.215279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-75555801-1d31-4f5e-b1b5-39ef86e7dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.216948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-75555801-1d31-4f5e-b1b5-39ef86e7dba5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0617011
Dec 11 21:34:12.259838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-3afa54b5-c3af-414c-80f4-344c7b48b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.260887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-3afa54b5-c3af-414c-80f4-344c7b48b3a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0640104
Dec 11 21:34:12.269064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-284e40c8-5b55-4995-8542-891066883549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.270594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-284e40c8-5b55-4995-8542-891066883549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0463064
Dec 11 21:34:12.317655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28b4169d-bd55-4a3b-b24f-6d20ba000b5d req-8b2ab655-2e60-449e-8af9-195c3941cad0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105258
Dec 11 21:34:12.327490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-1d5e7693-2746-440d-97bc-0408deb50069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:12.329002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-1d5e7693-2746-440d-97bc-0408deb50069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0579457
Dec 11 21:34:12.361452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-edb3b92d-28eb-4603-9018-c8fcbf6c09e3 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831997
Dec 11 21:34:12.419836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-f6445f30-198e-44fa-8e1f-68a63491bf5e service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831730
Dec 11 21:34:12.457872 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-7bc2a8a0-fd76-423b-9b5d-90f1627b13c1 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889549
Dec 11 21:34:12.515112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b282966b-d34b-40f3-ae68-9a4fc049855d req-c5d6981e-519b-40d3-bb31-bb0714e82c3d service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877497
Dec 11 21:34:13.026488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:34:13.065012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:34:13.379784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:34:13.437805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be8190-dc79-4866-98d4-ccd9251a747e req-ff116e68-59ec-460e-99da-6f55a4ac9027 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:13.439344 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83be8190-dc79-4866-98d4-ccd9251a747e req-ff116e68-59ec-460e-99da-6f55a4ac9027 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 944 time: 0.0499389
Dec 11 21:34:13.475997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:13.487134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-83be8190-dc79-4866-98d4-ccd9251a747e req-02890887-7c7d-4cbd-b561-c0ea2fb8419f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416811
Dec 11 21:34:13.494812 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'bebddce7-7f63-477b-aafc-157f9defa826', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': 'bebddce7-7f63-477b-aafc-157f9defa826', 'mac_address': 'fa:16:3e:5a:d3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:34:13.524759 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0836754e-495f-445d-99fd-b95f016ad4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:13.537553 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:13.550418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebddce7-7f63-477b-aafc-157f9defa826 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:34:13.574818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:13.579281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:13.634498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:13.642749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.643061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.644004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.644363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.644703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.645035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.645366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.645692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.646016 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.646339 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.646728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.647053 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.647377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:34:13.734087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8cf7b-feb1-4a20-9b13-ff420409a3c6 req-37c84aea-df39-472e-82e3-01f93c4879b9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:13.735622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03d8cf7b-feb1-4a20-9b13-ff420409a3c6 req-37c84aea-df39-472e-82e3-01f93c4879b9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 945 time: 0.0866857
Dec 11 21:34:13.746951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-fbd426aa-3437-4604-b1cd-b2f5b0dc7d2b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:13.748323 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-fbd426aa-3437-4604-b1cd-b2f5b0dc7d2b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26&tenant_id=a438de10749f45bb942385fb5c6fb084&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0701461
Dec 11 21:34:13.825844 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03d8cf7b-feb1-4a20-9b13-ff420409a3c6 req-7a6a52a2-8e61-4680-b4bc-7c07995eedbf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765624
Dec 11 21:34:13.826644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['bebddce7-7f63-477b-aafc-157f9defa826'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:34:13.835434 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-fa2d2cd4-578e-4981-b15f-65770962ce62 service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:34:13.836435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-fa2d2cd4-578e-4981-b15f-65770962ce62 service neutron] 10.222.0.30 "DELETE /v2.0/ports/bebddce7-7f63-477b-aafc-157f9defa826/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0799932
Dec 11 21:34:13.927761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-088fb01d-0006-4946-bf94-67b76678015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:13.929315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-088fb01d-0006-4946-bf94-67b76678015d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 1096 time: 0.0468988
Dec 11 21:34:14.019628 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-021b0e32-ed6d-4384-b1c5-6bb2ea6fe263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:14.021098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-021b0e32-ed6d-4384-b1c5-6bb2ea6fe263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0850878
Dec 11 21:34:14.087403 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-61d20078-da1a-4357-a722-0ad3ce83e830 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 200  len: 1001 time: 0.0591571
Dec 11 21:34:14.143592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-bc021c09-5fce-4395-90bd-4372311e59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:14.144990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-bc021c09-5fce-4395-90bd-4372311e59ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0427570
Dec 11 21:34:14.189144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-c2037f6f-eaf9-482a-9265-6ea73d26e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:14.191138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-c2037f6f-eaf9-482a-9265-6ea73d26e84c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0384836
Dec 11 21:34:14.281166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-0baf4158-e2ea-4b97-ba47-65d54b00b725 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837452
Dec 11 21:34:14.659911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddf1cc49-6eb0-4a84-9734-9e717798e744 req-2578c072-03a7-4506-860e-524e61c74efb service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3712404
Dec 11 21:34:14.948884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef40d8-df53-4946-9094-652c89a65198 req-f5979532-5c31-4fa1-8fc0-77fd8423ff8a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:14.950538 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9ef40d8-df53-4946-9094-652c89a65198 req-f5979532-5c31-4fa1-8fc0-77fd8423ff8a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 945 time: 0.0542836
Dec 11 21:34:15.002461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9ef40d8-df53-4946-9094-652c89a65198 req-6670c661-2a2e-46e4-a6c1-82b00024aa1c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450873
Dec 11 21:34:15.041888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:15.379695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:34:15.428810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port bebddce7-7f63-477b-aafc-157f9defa826 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:34:15.432383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port bebddce7-7f63-477b-aafc-157f9defa826 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:34:15.432740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:15.509880 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:15.531161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:15.533423 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d368596e-f2d3-47cd-8245-3f5c88f1a40a" -d '{"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-plugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:15.545981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:15.551499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:15.578017 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df2e115-204b-4eea-992b-0aab353d4159 x-openstack-request-id: req-3df2e115-204b-4eea-992b-0aab353d4159 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:15.578312 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-plugged", "status": "completed", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:15.578597 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3df2e115-204b-4eea-992b-0aab353d4159 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:15.578988 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'code': 200}
Dec 11 21:34:15.603202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:16.123701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96bcb-8220-4fde-9fba-43078fe4a602 req-efb8783b-2fa7-4b7f-91eb-d6db0bcb31d1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:16.125192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a96bcb-8220-4fde-9fba-43078fe4a602 req-efb8783b-2fa7-4b7f-91eb-d6db0bcb31d1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0520115
Dec 11 21:34:16.157960 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:16.172448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f9a96bcb-8220-4fde-9fba-43078fe4a602 req-1cbb4eed-9ea9-4da1-a0a9-ff2eafa19c88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413709
Dec 11 21:34:16.294392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8b490-e4d8-48f8-9293-3c50fecd866d req-875451c0-79bc-4ff2-a9a1-1ca5954b79bb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:16.295811 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90e8b490-e4d8-48f8-9293-3c50fecd866d req-875451c0-79bc-4ff2-a9a1-1ca5954b79bb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0522518
Dec 11 21:34:16.345660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90e8b490-e4d8-48f8-9293-3c50fecd866d req-d8d04249-0428-4ddc-9d4d-07f1288954de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439084
Dec 11 21:34:16.393411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:16.770802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7a8f-68ae-4784-a4cf-055d2dc66376 req-38363342-e0a5-41a9-ac08-f948bf4d2842 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:16.772282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82ff7a8f-68ae-4784-a4cf-055d2dc66376 req-38363342-e0a5-41a9-ac08-f948bf4d2842 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.3591642
Dec 11 21:34:16.817969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82ff7a8f-68ae-4784-a4cf-055d2dc66376 req-96e12d26-5959-4e72-81ac-7c2fa002fe05 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397644
Dec 11 21:34:17.051027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1bbbb2-308b-4e84-b997-7f7f6992b292 req-cd420339-f359-4ecb-a342-00d89a5e85d1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:17.052479 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc1bbbb2-308b-4e84-b997-7f7f6992b292 req-cd420339-f359-4ecb-a342-00d89a5e85d1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0530579
Dec 11 21:34:17.098864 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fc1bbbb2-308b-4e84-b997-7f7f6992b292 req-5ff2ce13-6caf-45db-9fbe-6c6045134ed2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404851
Dec 11 21:34:17.229898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.219213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83a319-8e13-404b-9da1-14b71cb3601f req-c0d5a678-c824-416c-a98b-1808bce3ae8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:18.220699 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de83a319-8e13-404b-9da1-14b71cb3601f req-c0d5a678-c824-416c-a98b-1808bce3ae8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0483119
Dec 11 21:34:18.270171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-de83a319-8e13-404b-9da1-14b71cb3601f req-019ae3ed-b691-4710-b745-fd50762d0b80 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425937
Dec 11 21:34:18.273009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8777-2d90-4c02-aa41-53ee79644352 req-57007b58-2245-41ee-851f-99d6e59dd1ad tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:18.274599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-750c8777-2d90-4c02-aa41-53ee79644352 req-57007b58-2245-41ee-851f-99d6e59dd1ad tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 946 time: 0.0573897
Dec 11 21:34:18.370246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Deleting port bebddce7-7f63-477b-aafc-157f9defa826 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:34:18.370618 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.459836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] For port bebddce7-7f63-477b-aafc-157f9defa826, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=bebddce7-7f63-477b-aafc-157f9defa826,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:18.460122 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.691369 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.691721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.692035 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 disassociated. External IP: 172.35.1.183, port: bebddce7-7f63-477b-aafc-157f9defa826.
Dec 11 21:34:18.692374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Calling delete_port for bebddce7-7f63-477b-aafc-157f9defa826 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:34:18.817873 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:18.845438 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'Port': ['ID=bebddce7-7f63-477b-aafc-157f9defa826,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:18.967843 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:34:19.077844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:34:19.088157 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:34:19.098124 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:34:19.098756 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffacc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:34:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:19.121039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] No DVR routers for this DVR port bebddce7-7f63-477b-aafc-157f9defa826 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:34:19.123660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:19.127050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-750c8777-2d90-4c02-aa41-53ee79644352 req-b2a63f56-1a12-482c-b590-a5be1bd5d16e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "DELETE /v2.0/ports/bebddce7-7f63-477b-aafc-157f9defa826 HTTP/1.1" status: 204  len: 173 time: 0.8468626
Dec 11 21:34:19.127512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-deleted', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:19.129798 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5920478-fe44-49f0-8bfd-c1c231d2d3c8" -d '{"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-deleted", "tag": "bebddce7-7f63-477b-aafc-157f9defa826"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:19.184820 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbbbd30-96ca-4bb2-8315-5cb003d5adbd x-openstack-request-id: req-2dbbbd30-96ca-4bb2-8315-5cb003d5adbd {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:19.185118 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227acae0-0416-4eaf-ab61-6f1f3a4d8e26", "name": "network-vif-deleted", "tag": "bebddce7-7f63-477b-aafc-157f9defa826", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:19.185381 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dbbbd30-96ca-4bb2-8315-5cb003d5adbd {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:19.185800 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227acae0-0416-4eaf-ab61-6f1f3a4d8e26', 'name': 'network-vif-deleted', 'tag': 'bebddce7-7f63-477b-aafc-157f9defa826', 'status': 'completed', 'code': 200}
Dec 11 21:34:19.210071 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:34:19.384730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ec4eb6e-4b87-451f-b48a-57cdfdef744e req-829dcb7e-3f74-41b1-998d-df46a025351c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=227acae0-0416-4eaf-ab61-6f1f3a4d8e26 HTTP/1.1" status: 200  len: 210 time: 0.0291882
Dec 11 21:34:19.435852 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffacc10>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:19.461611 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:34:19.469828 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:34:19.470423 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffacc10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:34:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:19.661857 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:34:19.850573 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffacc10>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:19.880562 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac6a09-10ab-43ff-9b80-366285aa9d4b None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:34:20.085613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e91d5a-90d4-45e8-aa31-6bcf9369c366 None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:34:20.626940 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-b237e684-90f4-45b6-ab29-8e94bcda193b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1448169835&fields=id&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 267 time: 0.0418277
Dec 11 21:34:20.731171 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-fdb42ba8-8f42-499c-8f85-a5924f95e5dc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:20.732554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-fdb42ba8-8f42-499c-8f85-a5924f95e5dc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.0984185
Dec 11 21:34:20.747633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-2971c2f4-d380-46a2-807e-a1993472acb3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/quotas/a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 375 time: 0.0088539
Dec 11 21:34:20.801869 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-f04b4bfe-fb83-4d94-9235-81a9bb021734 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0490792
Dec 11 21:34:20.867868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6bcdb987-9ca1-49ad-8866-c0733c27e7b2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:34:20.868873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6bcdb987-9ca1-49ad-8866-c0733c27e7b2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0553367
Dec 11 21:34:20.960652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-8e149cfc-1851-4451-8bb2-159f180422a1 service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852242
Dec 11 21:34:21.052879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-371d8142-0b18-4a19-9260-f1f05dc05a03 service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860777
Dec 11 21:34:21.213842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-02e814b3-0a40-484c-afa0-0d00f277cead req-9edfad1b-3266-473f-ab15-5c9cb101b491 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 210 time: 0.0286300
Dec 11 21:34:21.427038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:34:21.449601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: bebddce7-7f63-477b-aafc-157f9defa826 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:34:21.449944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device bebddce7-7f63-477b-aafc-157f9defa826 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:34:21.522233 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.113676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-1d390569-dad8-418d-976b-78a38b4744e9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:22.115269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-1d390569-dad8-418d-976b-78a38b4744e9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1060681
Dec 11 21:34:22.176374 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-cf67f80a-dc12-45c8-a2eb-fc83ca124373 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 380 time: 0.0525324
Dec 11 21:34:22.185855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'port': {'device_id': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'admin_state_up': True, 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'security_groups': ['cf3464a5-d636-43af-b328-0e6b78361faf']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:34:22.316496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-76ac95f6-e17a-4744-b9b7-032d19bb7062 req-a7db7200-b924-4a2a-86e9-012964bf0781 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 210 time: 0.0306513
Dec 11 21:34:22.325023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:34:22.328524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.454318 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Allocated IP 172.20.0.7 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/83845501-5da9-469e-9eff-e1acfabc15ea) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:34:22.587708 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.621183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.666388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:34:22.669503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:34:22.673353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:34:22.699019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:22.729819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:22.730595 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.747211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-6ed07cf7-b9f2-4d88-beb5-6c12cc881fd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5649121
Dec 11 21:34:22.761173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Request body: {'port': {'device_id': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:34:22.817244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.950417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d9d4722f-52be-4875-9da1-0510ed36a78b None None] Provisioning complete for port 83845501-5da9-469e-9eff-e1acfabc15ea triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:34:22.951098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d9d4722f-52be-4875-9da1-0510ed36a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:22.985311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4722f-52be-4875-9da1-0510ed36a78b None None] Port 83845501-5da9-469e-9eff-e1acfabc15ea cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:34:23.083343 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83845501-5da9-469e-9eff-e1acfabc15ea {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:34:23.090766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:23.102913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Transition to ACTIVE for port object 83845501-5da9-469e-9eff-e1acfabc15ea will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:34:23.106742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:23.154291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:23.227102 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:34:23.227440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:34:23.227772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:34:23.232485 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:34:23.232800 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:34:23.237838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:34:23.238108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:34:23.238504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:34:23.238951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Bound port: 83845501-5da9-469e-9eff-e1acfabc15ea, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:34:23.239301 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:23.307550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:34:23.311044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:34:23.315253 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:23.351277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.351856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:23.353291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] 10.222.0.16 "PUT /v2.0/ports/83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1091 time: 0.5967712
Dec 11 21:34:23.353807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:23.356363 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246afb1-f576-4c61-a560-d6585d0ca031" -d '{"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:23.368895 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:34:23.388303 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29086f0-660c-48e2-a9de-1d932e009052 service neutron] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:23.446421 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff5451d-4285-4d79-b174-2ae55d64737a x-openstack-request-id: req-5ff5451d-4285-4d79-b174-2ae55d64737a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:23.446816 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:23.447008 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ff5451d-4285-4d79-b174-2ae55d64737a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:23.447388 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'status': 'completed', 'code': 200}
Dec 11 21:34:23.464808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-4a6b8efd-68d4-43ee-b9a2-045405a12bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.466313 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-4a6b8efd-68d4-43ee-b9a2-045405a12bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0564523
Dec 11 21:34:23.469306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace845ee-ed4d-4933-99c9-8361a58d4d81 req-28ccf060-025b-43bc-a1b3-d779b501a0d9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.470842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ace845ee-ed4d-4933-99c9-8361a58d4d81 req-28ccf060-025b-43bc-a1b3-d779b501a0d9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0579491
Dec 11 21:34:23.514367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-8d250f0f-3597-473e-9fbf-918e4a28114b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 217 time: 0.0392101
Dec 11 21:34:23.527222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ace845ee-ed4d-4933-99c9-8361a58d4d81 req-b6eff378-3580-41a0-a481-a2ae862aca12 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477350
Dec 11 21:34:23.564603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-77fe6406-9212-45fb-8f68-367b23d83d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.566824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-77fe6406-9212-45fb-8f68-367b23d83d2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0461898
Dec 11 21:34:23.614216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-5f9be80c-d6a1-493d-a8ef-23a16e7d8dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.615742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-5f9be80c-d6a1-493d-a8ef-23a16e7d8dca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0421243
Dec 11 21:34:23.708570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-eaf8ef6b-0f86-4fb4-9aea-14501b299ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852916
Dec 11 21:34:23.798401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ef7cd7b7-f8c2-4a0f-a093-89e7f6571c46 req-39642400-554a-496c-9955-09be76962782 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823045
Dec 11 21:34:23.883307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-ae6aa964-6b11-48fb-8e0e-6b4e634bb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.884778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-ae6aa964-6b11-48fb-8e0e-6b4e634bb2aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0411394
Dec 11 21:34:23.976302 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-f6c67b3c-a28e-44ae-a15c-82542d536dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:23.977782 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-f6c67b3c-a28e-44ae-a15c-82542d536dcc service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0862153
Dec 11 21:34:24.019619 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-2ac7065e-2426-4c90-8d90-43d9a86e8312 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 217 time: 0.0347533
Dec 11 21:34:24.072818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-129d737a-64a4-4dd4-b8bb-cfdd651b11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:24.074156 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-129d737a-64a4-4dd4-b8bb-cfdd651b11b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0472381
Dec 11 21:34:24.121355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-313a1f7d-99cc-4f52-a893-5229b0a2d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:24.122871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-313a1f7d-99cc-4f52-a893-5229b0a2d775 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407450
Dec 11 21:34:24.211083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-c79c0cff-ce3b-4d07-9705-6ceb240cb7d6 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0798657
Dec 11 21:34:24.307592 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b246afb1-f576-4c61-a560-d6585d0ca031 req-8bccbaaf-5cbf-4e32-b079-907c0e9b7fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892587
Dec 11 21:34:24.644662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c298c-a401-4410-a4f1-6e1dd3b974d5 req-7f757064-ce24-434a-943e-3dab70da39e5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:24.646131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70c298c-a401-4410-a4f1-6e1dd3b974d5 req-7f757064-ce24-434a-943e-3dab70da39e5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0482240
Dec 11 21:34:24.692182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d70c298c-a401-4410-a4f1-6e1dd3b974d5 req-45c85d71-5d25-4c81-9e32-199d27ead569 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400295
Dec 11 21:34:25.808647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd425aa1-ef90-47ad-9923-79914cfa7f85 req-8ac9483a-4e95-4b20-95ff-fbfcb30bee8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:25.810107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd425aa1-ef90-47ad-9923-79914cfa7f85 req-8ac9483a-4e95-4b20-95ff-fbfcb30bee8e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0472543
Dec 11 21:34:25.856743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bd425aa1-ef90-47ad-9923-79914cfa7f85 req-e4b38f65-218e-43cb-b64b-e641c78b5090 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407224
Dec 11 21:34:26.976307 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cbb08-40a0-4016-81fc-8feab2f6ada9 req-607cda06-d0ef-4164-b0d8-2fbe82b5b56a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:26.977745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-266cbb08-40a0-4016-81fc-8feab2f6ada9 req-607cda06-d0ef-4164-b0d8-2fbe82b5b56a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0520537
Dec 11 21:34:27.022977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-266cbb08-40a0-4016-81fc-8feab2f6ada9 req-55098f38-10c2-4c5b-90b2-3b1ca72fa362 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390160
Dec 11 21:34:27.441749 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:34:27.537537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:27.548827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '83845501-5da9-469e-9eff-e1acfabc15ea', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea', 'mac_address': 'fa:16:3e:1e:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:34:27.584859 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:27.597441 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83845501-5da9-469e-9eff-e1acfabc15ea {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:34:27.616547 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:27.620319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:27.669853 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:27.806342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['83845501-5da9-469e-9eff-e1acfabc15ea'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:34:28.138045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857e729-f259-4878-b455-e955db67caa9 req-0dcd187b-91a6-490c-a430-c76243cedd1e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:28.139552 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c857e729-f259-4878-b455-e955db67caa9 req-0dcd187b-91a6-490c-a430-c76243cedd1e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 944 time: 0.0490711
Dec 11 21:34:28.189541 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c857e729-f259-4878-b455-e955db67caa9 req-730bfce6-38d3-4916-91bb-f6260d25edee tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440609
Dec 11 21:34:29.304614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86171e66-b94c-4bd3-945e-75c11112419c req-20048b5e-96b1-4a24-9935-7ae638ccbcd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:29.306103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86171e66-b94c-4bd3-945e-75c11112419c req-20048b5e-96b1-4a24-9935-7ae638ccbcd4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 944 time: 0.0483193
Dec 11 21:34:29.352415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86171e66-b94c-4bd3-945e-75c11112419c req-6860337d-e34e-46d1-8c4e-0fed50c10416 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403893
Dec 11 21:34:29.460687 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:34:29.511859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 83845501-5da9-469e-9eff-e1acfabc15ea completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:34:29.515979 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 83845501-5da9-469e-9eff-e1acfabc15ea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:34:29.516346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:29.588912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:29.614869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:29.617221 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bf55d9-de16-4a0c-a0f9-156c7e90c0a3" -d '{"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-plugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:29.629697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:34:29.634075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:29.660191 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2425bd-0941-4bfa-9c77-36df607c090c x-openstack-request-id: req-bb2425bd-0941-4bfa-9c77-36df607c090c {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:29.661033 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-plugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:29.661246 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb2425bd-0941-4bfa-9c77-36df607c090c {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:29.661631 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'code': 200}
Dec 11 21:34:29.687625 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:34:29.754016 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19b18d-3338-4c2c-aeda-c2e24ff527cf req-88c7f84b-b3e5-407b-b782-d1fba656aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:29.755569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af19b18d-3338-4c2c-aeda-c2e24ff527cf req-88c7f84b-b3e5-407b-b782-d1fba656aba8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1096 time: 0.0403597
Dec 11 21:34:29.804496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-af19b18d-3338-4c2c-aeda-c2e24ff527cf req-dbb40c6a-58fb-4cc2-aa70-f17480d6a053 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417931
Dec 11 21:34:30.467940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93bf9-c33d-48b5-9861-4c80cb75c4a5 req-2759e979-cd84-4cbb-a2ab-786680f729de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:30.469401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2b93bf9-c33d-48b5-9861-4c80cb75c4a5 req-2759e979-cd84-4cbb-a2ab-786680f729de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0484333
Dec 11 21:34:30.519112 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2b93bf9-c33d-48b5-9861-4c80cb75c4a5 req-c3ff4e75-09ff-4e06-aea6-a60e1a15aecb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436215
Dec 11 21:34:31.635042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac0e5-5f1a-4bde-a8d6-eeeec23fe120 req-18c38ab3-d5a9-4985-9f2a-f4c21fd157de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:31.636508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-972ac0e5-5f1a-4bde-a8d6-eeeec23fe120 req-18c38ab3-d5a9-4985-9f2a-f4c21fd157de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0481300
Dec 11 21:34:31.682096 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-972ac0e5-5f1a-4bde-a8d6-eeeec23fe120 req-b3ec7105-653b-487b-947c-b5907d583ae2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397751
Dec 11 21:34:31.792247 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef1736-3c19-443c-af52-529b49198906 req-73f3bcf9-5a20-4020-84ca-f610d6ef1f4a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:31.793698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffef1736-3c19-443c-af52-529b49198906 req-73f3bcf9-5a20-4020-84ca-f610d6ef1f4a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0477316
Dec 11 21:34:31.802435 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 57700) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:34:31.806757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'floatingip': {'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:34:31.848717 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:32.269305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:32.273234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:32.372015 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 associated. External IP: 172.35.1.183, port: 83845501-5da9-469e-9eff-e1acfabc15ea.
Dec 11 21:34:32.576554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:34:32.682883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:34:32.687814 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:32.692778 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:34:32.702726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:34:32.703397 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffa4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:34:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:32.715028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0cb8acdb-f906-4b48-98f8-07a5b951db15 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "PUT /v2.0/floatingips/ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 HTTP/1.1" status: 200  len: 991 time: 0.9115870
Dec 11 21:34:32.715573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:34:32.717820 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05" -d '{"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:34:32.762965 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e88238-a6cb-437a-b8de-06cb42c24048 x-openstack-request-id: req-e2e88238-a6cb-437a-b8de-06cb42c24048 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:34:32.763264 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:34:32.763521 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2e88238-a6cb-437a-b8de-06cb42c24048 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:34:32.763920 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'status': 'completed', 'code': 200}
Dec 11 21:34:32.812225 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:34:32.831408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-1c683a55-1c82-4f98-b4ee-873b822428d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:32.833452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-1c683a55-1c82-4f98-b4ee-873b822428d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1096 time: 0.0399759
Dec 11 21:34:32.924939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-d20eaa21-c6ee-4dbb-9860-4940bc23acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:32.926534 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-d20eaa21-c6ee-4dbb-9860-4940bc23acda service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0864651
Dec 11 21:34:32.991702 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-32a3fc76-3389-44fa-8442-725d477820d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 999 time: 0.0586543
Dec 11 21:34:33.033931 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffa4220>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:1e:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:34:32Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:33.044423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-ead5bcb7-98fd-4983-835f-f531c08fc05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:33.045884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-ead5bcb7-98fd-4983-835f-f531c08fc05d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0474422
Dec 11 21:34:33.065347 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:34:33.074315 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:34:33.074955 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffa4220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:34:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:33.092499 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-08b12fae-e345-460f-99b7-a10cf62e97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:34:33.093981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-08b12fae-e345-460f-99b7-a10cf62e97c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406342
Dec 11 21:34:33.178628 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:34:33.182983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-f022d9fb-8d84-4b2b-b293-98a7dbb3935b service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808380
Dec 11 21:34:33.279264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c5de5f4d-e251-4d4d-9f3e-28a4a6f1ac05 req-0b2b7bc4-56bb-4eda-a8ba-0cfb0ee08573 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883803
Dec 11 21:34:33.404241 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ffa4220>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:1e:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:34:32Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:34:33.433807 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbd0f3-4f60-4df9-9210-d0c5f1a4a7d7 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:1e:8c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:34:32Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:34:33.616776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4155df6-2668-42c9-930b-0a73a95bab17 None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:34:41.037032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-30b7f20f-4511-4b2b-a366-3fc11ff3a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:43.496804 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f070ea8a-a758-4f1e-80ea-12ba93ed4a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:45.037956 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:46.157893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:46.394007 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:47.232408 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:51.537645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:34:53.814246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-c934c9e5-6a93-4b6e-b1a5-0e4180d8c23f req-229f1950-86a9-4033-a30e-d8508308c058 service neutron] (125988) timed out ('10.222.0.30', 59009) {{(pid=125988) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:35:00.369046 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:35:08.442051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-0aae70a0-8d4d-41a8-9af3-95eb6b8b855b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0422802
Dec 11 21:35:08.524507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aa33-2029-4f45-8a74-63c920512022 req-e105738b-d33a-44a3-a654-9ea07c8cea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:35:08.525969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-e105738b-d33a-44a3-a654-9ea07c8cea5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1096 time: 0.0396411
Dec 11 21:35:08.942345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aa33-2029-4f45-8a74-63c920512022 req-964cb948-8ca0-4b4d-82c8-58f99d2ccfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:35:08.943877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-964cb948-8ca0-4b4d-82c8-58f99d2ccfeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.3988972
Dec 11 21:35:09.010294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-2257da61-bceb-43b6-afcf-7fa1358db033 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1001 time: 0.0590122
Dec 11 21:35:09.063241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aa33-2029-4f45-8a74-63c920512022 req-87c19bc1-dcd9-4b34-80a2-ada3119642fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:35:09.064667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-87c19bc1-dcd9-4b34-80a2-ada3119642fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0481000
Dec 11 21:35:09.110309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35aa33-2029-4f45-8a74-63c920512022 req-68c70aff-f226-4dd4-848f-1ba4bed8fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:35:09.111801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-68c70aff-f226-4dd4-848f-1ba4bed8fb2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394633
Dec 11 21:35:09.200038 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-4442a7bb-76fc-41d7-b6a2-c5ce1e245eca service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805924
Dec 11 21:35:09.295856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e35aa33-2029-4f45-8a74-63c920512022 req-576c833c-de9e-49c0-8e25-a95705dd4e02 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846403
Dec 11 21:35:11.037333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-93819468-6aca-4de1-bd04-b955b744a922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:13.498188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-61568b5e-92d1-474a-9cb1-26ff35526f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:15.040569 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:16.157410 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:16.397752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:17.234844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:21.537470 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:37.368542 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:35:41.038760 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d8284d60-40f2-4d4a-8eee-c7addac9b80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:43.498408 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-514ccc9a-3d70-490a-9092-080db471d7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:45.040438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:46.156938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:46.401681 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:47.237411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:35:51.536357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:07.898999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710baac-990c-4cca-a25e-bede1b8ba649 req-30f1717f-d8ef-4701-a5b6-269f98f02f13 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:07.900411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5710baac-990c-4cca-a25e-bede1b8ba649 req-30f1717f-d8ef-4701-a5b6-269f98f02f13 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0502062
Dec 11 21:36:07.948040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5710baac-990c-4cca-a25e-bede1b8ba649 req-212b11a5-22df-47fb-9d74-790d16f4481b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413585
Dec 11 21:36:09.072588 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f04a6c-c842-4afa-b125-f3a3616b0247 req-0106bf6f-5bdc-45d2-afc6-e3de3c32adba tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:09.074102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42f04a6c-c842-4afa-b125-f3a3616b0247 req-0106bf6f-5bdc-45d2-afc6-e3de3c32adba tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0547979
Dec 11 21:36:09.126138 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-42f04a6c-c842-4afa-b125-f3a3616b0247 req-734c4884-fffb-41fd-a8fe-d946998b1126 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426781
Dec 11 21:36:09.584125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-2dd54c86-5c96-47ae-83a3-952d635f7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:09.586078 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-2dd54c86-5c96-47ae-83a3-952d635f7eef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1096 time: 0.0439496
Dec 11 21:36:09.684771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-8457298e-c6e6-4cc6-ba32-aae2528b51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:09.686230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-8457298e-c6e6-4cc6-ba32-aae2528b51ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0823843
Dec 11 21:36:09.756039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-f535649f-16e4-4bb9-adb3-11acb45bffb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1001 time: 0.0628445
Dec 11 21:36:09.804159 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-5beb5da0-15ac-44c9-949e-434b2d6f6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:09.805610 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-5beb5da0-15ac-44c9-949e-434b2d6f6a6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0424867
Dec 11 21:36:09.850725 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-83d1a1bd-9f8b-481b-a489-12fd371e8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:09.852162 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-83d1a1bd-9f8b-481b-a489-12fd371e8812 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0391498
Dec 11 21:36:09.942095 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-0025a6a6-af4a-48f9-920d-65c150018606 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823584
Dec 11 21:36:10.029718 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8fa90a04-1647-4f68-92e0-d1f2e87358e1 req-9b5c6ff3-fbb8-4b6b-a8cf-3a387355ae0c service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0804479
Dec 11 21:36:10.239908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121aff5-5f32-4b46-a90e-a292122f1696 req-6585e33a-5dab-43d4-a2c5-7faf8d0ae6af tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:10.241368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e121aff5-5f32-4b46-a90e-a292122f1696 req-6585e33a-5dab-43d4-a2c5-7faf8d0ae6af tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0496128
Dec 11 21:36:10.287967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e121aff5-5f32-4b46-a90e-a292122f1696 req-2b2112a4-17b9-455e-a5ae-9805459c9477 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401890
Dec 11 21:36:11.040679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9adcf491-a2a5-4ba8-a1aa-5409cd9608ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:11.407831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b49dc-57fc-4f23-9495-38780760a097 req-6bece53d-a905-4d01-96f7-681d837a7246 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:11.409316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b73b49dc-57fc-4f23-9495-38780760a097 req-6bece53d-a905-4d01-96f7-681d837a7246 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0523760
Dec 11 21:36:11.455094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b73b49dc-57fc-4f23-9495-38780760a097 req-bdbb08cd-8ef0-4506-8064-c84c4970bbcb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397191
Dec 11 21:36:12.573978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cce97-3609-4c2f-a594-1cdda2144aed req-0abbf47c-a96f-4ded-93db-9e8ad74c7ce7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:12.575415 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab6cce97-3609-4c2f-a594-1cdda2144aed req-0abbf47c-a96f-4ded-93db-9e8ad74c7ce7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0526719
Dec 11 21:36:12.622499 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ab6cce97-3609-4c2f-a594-1cdda2144aed req-3d6f0c1e-eb07-4d11-ba1e-eb7f9e799566 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410798
Dec 11 21:36:13.499428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-34b5d0b7-95b7-4ac4-93b5-e1f73df252b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:13.736580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c162-5f9d-4728-b322-c5551e73a399 req-c5b7cd5f-48be-4775-9f7b-e39393c053fa tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:13.738086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e7c162-5f9d-4728-b322-c5551e73a399 req-c5b7cd5f-48be-4775-9f7b-e39393c053fa tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0480640
Dec 11 21:36:13.785597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-46e7c162-5f9d-4728-b322-c5551e73a399 req-32bd4f1a-b7f9-4040-acb2-448250680a3b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400698
Dec 11 21:36:14.367543 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:36:14.949764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06a0b6-c19d-43ac-98ec-a72cb4fb00f8 req-418a6ba4-e94e-4b84-827b-1801aeb5b7a1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:14.951295 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f06a0b6-c19d-43ac-98ec-a72cb4fb00f8 req-418a6ba4-e94e-4b84-827b-1801aeb5b7a1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0487075
Dec 11 21:36:14.997881 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0f06a0b6-c19d-43ac-98ec-a72cb4fb00f8 req-ee6b6af9-b338-4d89-9819-ab830497cf6d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406520
Dec 11 21:36:15.044560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:16.119265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725640-217c-4cf5-badc-71956b5916f3 req-25a41957-e383-43d0-8cbe-3f77d70a4c07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:16.120737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51725640-217c-4cf5-badc-71956b5916f3 req-25a41957-e383-43d0-8cbe-3f77d70a4c07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0523174
Dec 11 21:36:16.155937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:16.169127 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51725640-217c-4cf5-badc-71956b5916f3 req-28ce7cbb-2586-4693-9f04-4d73f017c9b8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424445
Dec 11 21:36:16.404138 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:17.241053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:17.294624 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0db30-18b7-4ddc-a8f7-f8ad1a7f1e00 req-e9b64227-633b-480d-8724-5f26f7be2dd0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:17.296107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2e0db30-18b7-4ddc-a8f7-f8ad1a7f1e00 req-e9b64227-633b-480d-8724-5f26f7be2dd0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0531580
Dec 11 21:36:17.343121 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2e0db30-18b7-4ddc-a8f7-f8ad1a7f1e00 req-6bfbf37f-ef5d-4b9d-a784-b85db5a0cd85 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409980
Dec 11 21:36:18.457598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a94f08-78f3-4807-ba54-1c923311c310 req-611d7d85-c56b-4d3a-b849-d55cd1572974 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:18.459094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6a94f08-78f3-4807-ba54-1c923311c310 req-611d7d85-c56b-4d3a-b849-d55cd1572974 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0479419
Dec 11 21:36:18.506264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d6a94f08-78f3-4807-ba54-1c923311c310 req-4bc983b0-fe71-405e-957d-284758a0c77b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411313
Dec 11 21:36:18.726418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-fd4dc873-0c61-41ef-ab91-663461084051 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0394161
Dec 11 21:36:18.747308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945ead9-2386-40bf-be5a-b12b49b9ea19 req-acf96ab9-3802-4437-9372-85fa0e5dc23d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:18.748983 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2945ead9-2386-40bf-be5a-b12b49b9ea19 req-acf96ab9-3802-4437-9372-85fa0e5dc23d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0502405
Dec 11 21:36:18.802272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2945ead9-2386-40bf-be5a-b12b49b9ea19 req-76458535-c6fc-4d41-815a-3de331a4f520 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469964
Dec 11 21:36:19.836367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-197d3c92-dbc8-40e5-9ba1-e124246e1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:19.837890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-197d3c92-dbc8-40e5-9ba1-e124246e1dcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1096 time: 0.0427096
Dec 11 21:36:19.964754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945b94d-299d-4e1a-af48-8d2a1601886a req-6965b656-c09f-4d68-a017-296fcc849e6f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:19.966206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3945b94d-299d-4e1a-af48-8d2a1601886a req-6965b656-c09f-4d68-a017-296fcc849e6f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0715265
Dec 11 21:36:19.968842 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-66c5088f-dc26-4ed7-945e-bd2e803403ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:19.970146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-66c5088f-dc26-4ed7-945e-bd2e803403ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.1247437
Dec 11 21:36:20.062164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3945b94d-299d-4e1a-af48-8d2a1601886a req-24d6e181-f90e-49aa-aa7a-36e5ee2eea3b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897605
Dec 11 21:36:20.067748 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-6303809d-c317-4489-a580-973b4ad40673 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1001 time: 0.0888155
Dec 11 21:36:20.117736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-1e0d3dfa-0b31-4b43-ac44-f058b08d3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:20.119094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-1e0d3dfa-0b31-4b43-ac44-f058b08d3d1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0438049
Dec 11 21:36:20.163654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-31775d96-8587-41b2-acb5-df1cfff37f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:20.165083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-31775d96-8587-41b2-acb5-df1cfff37f75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386467
Dec 11 21:36:20.256706 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-71996bfe-3e33-456f-a729-035f3680224c service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0845046
Dec 11 21:36:20.344290 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-1f305452-8c95-4e7f-8418-61ef4986c03a service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806844
Dec 11 21:36:21.179547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582ecde-a03d-4d36-864b-2168ab24a2fa req-bdd2df21-3e76-4b84-9f5c-aa4253d0b098 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:21.181060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1582ecde-a03d-4d36-864b-2168ab24a2fa req-bdd2df21-3e76-4b84-9f5c-aa4253d0b098 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0497284
Dec 11 21:36:21.228562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1582ecde-a03d-4d36-864b-2168ab24a2fa req-0de4a060-5240-46cb-ac04-697074d9c6fc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415173
Dec 11 21:36:21.534359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:22.122165 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-3dc77d57-b21a-484c-9569-1a2464a0b75a service neutron] show failed (client error): The resource could not be found.
Dec 11 21:36:22.123893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-3dc77d57-b21a-484c-9569-1a2464a0b75a service neutron] 10.222.0.16 "GET /v2.0/ports/83845501-5da9-469e-9eff-e1acfabc15ea/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0562975
Dec 11 21:36:22.354145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aeee9-736e-4e5f-ae39-3d71f72c8fc2 req-ed857aaa-66bc-486b-8aee-cbec5a83a303 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:22.355704 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-974aeee9-736e-4e5f-ae39-3d71f72c8fc2 req-ed857aaa-66bc-486b-8aee-cbec5a83a303 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0566580
Dec 11 21:36:22.404122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-974aeee9-736e-4e5f-ae39-3d71f72c8fc2 req-100cbf88-f4ef-4286-bc15-30ab054dd504 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419064
Dec 11 21:36:22.432357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-ce4b5017-906e-4ede-9a6b-6189bce6280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:22.433851 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-ce4b5017-906e-4ede-9a6b-6189bce6280c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1096 time: 0.1505330
Dec 11 21:36:22.447826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:36:22.501013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:22.703576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:22.736541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:36:22.776209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:22.778519 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50fc5f3-ed1b-45d8-b7f3-c2218412f787" -d '{"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-unplugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:22.782295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:22.796446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Transition to ACTIVE for port object 83845501-5da9-469e-9eff-e1acfabc15ea will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:36:22.799839 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:22.917216 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc6fc2-561f-4845-8091-013624de6db4 x-openstack-request-id: req-09fc6fc2-561f-4845-8091-013624de6db4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:22.917517 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-unplugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:22.917773 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09fc6fc2-561f-4845-8091-013624de6db4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:22.918182 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'code': 200}
Dec 11 21:36:22.926691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:22.953980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.954252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.954627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.954972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.955307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.955640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.955972 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.956302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.956634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.956966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.957295 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.957622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:22.958086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:23.007006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] No DVR routers for this DVR port 83845501-5da9-469e-9eff-e1acfabc15ea on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:36:23.143077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:36:23.143411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:36:23.143737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:36:23.147937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:36:23.148253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Attempting to bind port 83845501-5da9-469e-9eff-e1acfabc15ea on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:36:23.152934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:36:23.153270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:36:23.153646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:36:23.154068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Bound port: 83845501-5da9-469e-9eff-e1acfabc15ea, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:36:23.154413 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:23.214988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:36:23.218450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:36:23.222804 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:23.255620 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.256174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:23.258320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1091 time: 0.8149214
Dec 11 21:36:23.297470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c68c1-fb34-42f8-b0de-0a3a1bc4a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:23.330453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-0facb251-4532-4298-a56b-8b35ff4344e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.332735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-0facb251-4532-4298-a56b-8b35ff4344e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0500476
Dec 11 21:36:23.431996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-38c037c2-fe64-4d8f-ac13-d265c7b90c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.433513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-38c037c2-fe64-4d8f-ac13-d265c7b90c2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0941463
Dec 11 21:36:23.501641 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-d00d366b-2d62-4d4c-b3f5-ae96c35413b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 999 time: 0.0598440
Dec 11 21:36:23.527210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11a2fb-8a62-4680-87de-3e7abef48e8b req-6d374533-b7c7-4aa1-a5cc-bad014654007 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.528636 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a11a2fb-8a62-4680-87de-3e7abef48e8b req-6d374533-b7c7-4aa1-a5cc-bad014654007 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0511229
Dec 11 21:36:23.556157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-072ce627-1043-4302-a9b9-22d4e35a6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.558778 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-072ce627-1043-4302-a9b9-22d4e35a6109 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0503671
Dec 11 21:36:23.579661 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3a11a2fb-8a62-4680-87de-3e7abef48e8b req-fa3b40c5-a92a-45ed-aab9-6c0d0d2e3957 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448227
Dec 11 21:36:23.608188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-4dd6532e-e92a-4574-926e-d80390dd0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:23.609747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-4dd6532e-e92a-4574-926e-d80390dd0ad7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431125
Dec 11 21:36:23.696392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-78191247-7ae2-4175-96af-fd04f5dd2aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0787854
Dec 11 21:36:23.788119 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c69a3f86-5706-42d1-914f-abb9a5e52b43 req-1656e7fe-8f5b-400c-8484-0d647677a940 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848329
Dec 11 21:36:24.700538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297aff9-d7f8-4cb2-9a8b-b361d873a9f3 req-6c2bf2c9-d923-4e99-aece-0e05da338e94 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:24.702009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4297aff9-d7f8-4cb2-9a8b-b361d873a9f3 req-6c2bf2c9-d923-4e99-aece-0e05da338e94 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0489700
Dec 11 21:36:24.748443 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4297aff9-d7f8-4cb2-9a8b-b361d873a9f3 req-1a60f870-89d5-4f8b-813f-4200853bd1b8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405083
Dec 11 21:36:24.919381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:24.921718 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:24.968959 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4d5bf-dc37-44a5-84d8-5ad25fdcab47 x-openstack-request-id: req-09a4d5bf-dc37-44a5-84d8-5ad25fdcab47 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:24.969256 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:24.969508 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09a4d5bf-dc37-44a5-84d8-5ad25fdcab47 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:24.969905 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'status': 'completed', 'code': 200}
Dec 11 21:36:25.032493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-a6111e53-378a-4aca-9055-815b624c542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.034051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-a6111e53-378a-4aca-9055-815b624c542b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0440388
Dec 11 21:36:25.036940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-b10c41af-4b53-4a3b-bee8-c8f35a3a2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.038981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-b10c41af-4b53-4a3b-bee8-c8f35a3a2568 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0432646
Dec 11 21:36:25.126425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-d6f84126-4d01-4aa8-a7df-0857f0e01d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.127941 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-d6f84126-4d01-4aa8-a7df-0857f0e01d5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0874178
Dec 11 21:36:25.129316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-f0d64951-f136-4402-b4fb-4d4c57187225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.130787 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-f0d64951-f136-4402-b4fb-4d4c57187225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0853255
Dec 11 21:36:25.198210 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-3526913a-36e7-4fb2-a761-5076d0901d85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 999 time: 0.0632830
Dec 11 21:36:25.199923 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-218cfe9d-d5d8-4e38-8433-8d470c94a99b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 999 time: 0.0618865
Dec 11 21:36:25.249202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-1a83073f-4478-4e19-9934-e4f9bcb235ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.250723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-1a83073f-4478-4e19-9934-e4f9bcb235ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0452671
Dec 11 21:36:25.250982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-52a59d3d-2a06-426d-88dc-ec2f1fc7f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.252224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-52a59d3d-2a06-426d-88dc-ec2f1fc7f9b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0442536
Dec 11 21:36:25.297804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-66be296e-b2d3-4b42-b5f6-4c84dcb9861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.298407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-5154e3b0-d41e-43df-acb6-9c822a582df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.299334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-66be296e-b2d3-4b42-b5f6-4c84dcb9861b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0415404
Dec 11 21:36:25.300067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-5154e3b0-d41e-43df-acb6-9c822a582df2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411389
Dec 11 21:36:25.391025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-d6134693-96d6-4782-b89a-65912a424b72 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843856
Dec 11 21:36:25.391902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-cbd26e81-ae36-473c-b47e-82add261c1bd service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846035
Dec 11 21:36:25.480762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-ae73e879-98fb-4aa9-9267-c1536bdb1677 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812926
Dec 11 21:36:25.481001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d87bbf-b3d9-4ea5-839f-dd23d8ef2e8b req-9d22840c-ba46-48d5-926b-0b5923e646b8 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828931
Dec 11 21:36:25.867497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28343ebd-137b-46f6-8944-89292211a8aa req-74b6243c-8c77-44df-a8b9-2499402e6d17 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:25.869019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-28343ebd-137b-46f6-8944-89292211a8aa req-74b6243c-8c77-44df-a8b9-2499402e6d17 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0499179
Dec 11 21:36:25.914845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-28343ebd-137b-46f6-8944-89292211a8aa req-4e0f7895-7607-4bc7-bb9b-18ed7c087850 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399871
Dec 11 21:36:26.033717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:36:26.072218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:36:27.032635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13cf42-b9ff-4129-833d-0793c503064b req-05adc1e0-4db9-4b05-a1fb-984f47f43c37 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.034100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d13cf42-b9ff-4129-833d-0793c503064b req-05adc1e0-4db9-4b05-a1fb-984f47f43c37 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0484746
Dec 11 21:36:27.080767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3d13cf42-b9ff-4129-833d-0793c503064b req-41081074-6385-43ac-aeb0-cd11405e9483 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406780
Dec 11 21:36:27.307431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dd6a9-6282-4432-b6b4-1bc4d72f946d req-e73c9581-f05b-4960-82c5-0ad6a06e3ac5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.308977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e1dd6a9-6282-4432-b6b4-1bc4d72f946d req-e73c9581-f05b-4960-82c5-0ad6a06e3ac5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 943 time: 0.0831230
Dec 11 21:36:27.321646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08247a1-46de-40aa-93cf-814536e582aa req-b3ddd034-97ca-4c07-a8b7-a5a80ea30ae6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.323054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-b3ddd034-97ca-4c07-a8b7-a5a80ea30ae6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709&tenant_id=a438de10749f45bb942385fb5c6fb084&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0867858
Dec 11 21:36:27.401914 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e1dd6a9-6282-4432-b6b4-1bc4d72f946d req-80e90008-98f0-4c0a-b396-a096d75e4e5c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0779016
Dec 11 21:36:27.408621 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-c08247a1-46de-40aa-93cf-814536e582aa req-cdc99b6c-3050-49eb-9aa8-02805c16d293 service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:36:27.409554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-cdc99b6c-3050-49eb-9aa8-02805c16d293 service neutron] 10.222.0.16 "DELETE /v2.0/ports/83845501-5da9-469e-9eff-e1acfabc15ea/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0731282
Dec 11 21:36:27.494411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08247a1-46de-40aa-93cf-814536e582aa req-d9e0a8f7-09fd-4207-9444-70fd8e6190e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.495902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-d9e0a8f7-09fd-4207-9444-70fd8e6190e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1094 time: 0.0437534
Dec 11 21:36:27.583062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08247a1-46de-40aa-93cf-814536e582aa req-70c016d0-ec3a-46a0-b336-dcb1d0380f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.584476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-70c016d0-ec3a-46a0-b336-dcb1d0380f19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0806811
Dec 11 21:36:27.656445 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-15cf79cf-db7d-496d-97c3-7b0e5c216ffd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 999 time: 0.0636621
Dec 11 21:36:27.704689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08247a1-46de-40aa-93cf-814536e582aa req-6dc26f31-b79c-4b8a-ab2b-05edf4156bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.706114 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-6dc26f31-b79c-4b8a-ab2b-05edf4156bab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0430663
Dec 11 21:36:27.751370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08247a1-46de-40aa-93cf-814536e582aa req-848b9b7f-2e22-4510-96d5-3d158e34650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:27.752735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-848b9b7f-2e22-4510-96d5-3d158e34650b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393925
Dec 11 21:36:27.772884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:36:27.843967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-3ce14fb3-e31c-4d11-8139-268782f7a0cc service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840290
Dec 11 21:36:27.870439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:27.881709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '83845501-5da9-469e-9eff-e1acfabc15ea', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '83845501-5da9-469e-9eff-e1acfabc15ea', 'mac_address': 'fa:16:3e:1e:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:36:27.917029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:27.929829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83845501-5da9-469e-9eff-e1acfabc15ea {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:36:27.932726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c08247a1-46de-40aa-93cf-814536e582aa req-6994f61c-2672-4cf7-b29f-769694994a71 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818596
Dec 11 21:36:27.953160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:27.957518 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:28.006343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:28.013583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.013934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.014282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.014709 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.015030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.015408 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.015762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.016117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.016487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.016983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.017207 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.017539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.017912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:28.290087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['83845501-5da9-469e-9eff-e1acfabc15ea'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:36:28.524736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee6de0-4778-455b-a736-714ad193a56c req-64f59a41-9b0a-4d97-b857-360b0c8d2f4f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:28.526109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78ee6de0-4778-455b-a736-714ad193a56c req-64f59a41-9b0a-4d97-b857-360b0c8d2f4f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 944 time: 0.0533357
Dec 11 21:36:28.572277 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-78ee6de0-4778-455b-a736-714ad193a56c req-0c576e69-abd5-43c7-ace5-46ae6df9e57e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402520
Dec 11 21:36:28.691040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5627f0f-e661-440a-b34c-7533480c6c35 req-2e1e3821-8912-4624-821e-77fde7217b2a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:28.692510 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5627f0f-e661-440a-b34c-7533480c6c35 req-2e1e3821-8912-4624-821e-77fde7217b2a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 944 time: 0.0500386
Dec 11 21:36:28.743822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d5627f0f-e661-440a-b34c-7533480c6c35 req-6ee5d933-0257-4998-b905-db5d5f8a2263 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452139
Dec 11 21:36:28.943534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3a3f-0ece-4b8f-8ff4-da5961b822c6 req-c592f848-4679-48ac-a18d-db8cb97319fe tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:28.945045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f72b3a3f-0ece-4b8f-8ff4-da5961b822c6 req-c592f848-4679-48ac-a18d-db8cb97319fe tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 944 time: 0.0544994
Dec 11 21:36:28.973888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4d2fe3d4-af6e-45ef-9eab-9f1ff9ba45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:28.975435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4d2fe3d4-af6e-45ef-9eab-9f1ff9ba45b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 1095 time: 0.0456805
Dec 11 21:36:28.993732 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f72b3a3f-0ece-4b8f-8ff4-da5961b822c6 req-6808a542-c29e-4154-b96f-74bca7f82836 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425777
Dec 11 21:36:29.070245 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4a660c3b-172f-40be-b868-bdd0dfbee102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:29.071685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4a660c3b-172f-40be-b868-bdd0dfbee102 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0890470
Dec 11 21:36:29.136597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-1c7b8f69-d6e1-43dc-8aab-bdb83a9f052a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 200  len: 1000 time: 0.0576668
Dec 11 21:36:29.185193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4265c817-58a1-4647-aa88-1a4aa2ea1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:29.186643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-4265c817-58a1-4647-aa88-1a4aa2ea1eb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0427423
Dec 11 21:36:29.237985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-be4890fc-88e4-44b8-8958-587949d954ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:29.239491 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-be4890fc-88e4-44b8-8958-587949d954ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439510
Dec 11 21:36:29.328276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-e75f857b-d59e-4a2b-b634-4e40fb759a9e service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817101
Dec 11 21:36:29.421593 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f17170d-f2d8-4fc3-85c1-3a85668f61f9 req-02954481-39dc-4253-9845-70afd3ff28e5 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852482
Dec 11 21:36:29.788062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:36:29.836986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 83845501-5da9-469e-9eff-e1acfabc15ea completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:36:29.840964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 83845501-5da9-469e-9eff-e1acfabc15ea triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:36:29.841329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:29.919215 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:29.942788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:29.945760 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38feb3f7-dc4d-4ec2-bf6a-54fc62fa2742" -d '{"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-plugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:29.964941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:29.971652 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:30.018728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:30.056814 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf3eeda-cd7f-43da-aadb-7224e754a9c5 x-openstack-request-id: req-abf3eeda-cd7f-43da-aadb-7224e754a9c5 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:30.057118 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-plugged", "status": "completed", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:30.057381 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abf3eeda-cd7f-43da-aadb-7224e754a9c5 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:30.057785 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'code': 200}
Dec 11 21:36:30.118796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f167b5-1c7e-4391-a070-0cab1ad18e8f req-6c07d79b-db99-4fe3-98bc-6618ac9c5c39 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:30.120277 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60f167b5-1c7e-4391-a070-0cab1ad18e8f req-6c07d79b-db99-4fe3-98bc-6618ac9c5c39 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0490530
Dec 11 21:36:30.166186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-60f167b5-1c7e-4391-a070-0cab1ad18e8f req-af57bc1f-f0e8-4fc9-9c3c-bf02ec479af8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400002
Dec 11 21:36:30.401013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0ca89-9f41-40a9-9dec-08e140e6495e req-7e620c4c-3164-48dc-9cee-105a33fb9eab tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:30.402550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85d0ca89-9f41-40a9-9dec-08e140e6495e req-7e620c4c-3164-48dc-9cee-105a33fb9eab tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0532374
Dec 11 21:36:30.448474 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85d0ca89-9f41-40a9-9dec-08e140e6495e req-e233cff1-fe0f-4170-8398-a8d13b89cf95 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398777
Dec 11 21:36:31.564831 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b2ecb-8e5b-480b-884d-72f0aa7ea106 req-81106af6-050f-4a13-ac55-5bc25e86ace5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:31.566219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f1b2ecb-8e5b-480b-884d-72f0aa7ea106 req-81106af6-050f-4a13-ac55-5bc25e86ace5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0489395
Dec 11 21:36:31.619156 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f1b2ecb-8e5b-480b-884d-72f0aa7ea106 req-8d5d9f16-d3ea-4cfe-96b2-8bd964cdfd6b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464396
Dec 11 21:36:31.765736 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-2631885d-1995-4e03-b5d9-c30bce32c53d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:31.767209 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-2631885d-1995-4e03-b5d9-c30bce32c53d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 945 time: 0.0485308
Dec 11 21:36:31.860666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Deleting port 83845501-5da9-469e-9eff-e1acfabc15ea {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:36:31.860918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:31.949188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] For port 83845501-5da9-469e-9eff-e1acfabc15ea, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=83845501-5da9-469e-9eff-e1acfabc15ea,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:31.949546 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:32.177416 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:32.177689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:32.177988 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 disassociated. External IP: 172.35.1.183, port: 83845501-5da9-469e-9eff-e1acfabc15ea.
Dec 11 21:36:32.178328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Calling delete_port for 83845501-5da9-469e-9eff-e1acfabc15ea owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:36:32.311889 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:32.339739 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'Port': ['ID=83845501-5da9-469e-9eff-e1acfabc15ea,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:32.454551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:36:32.564080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:36:32.574365 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:36:32.583860 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:36:32.584553 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84300130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:36:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:32.601853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] No DVR routers for this DVR port 83845501-5da9-469e-9eff-e1acfabc15ea on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:36:32.604507 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:32.608118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0bb9985-3252-4b90-9b4e-270d14fda089 req-bf9c7c63-2e45-4312-95d2-12b4ea9f916f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "DELETE /v2.0/ports/83845501-5da9-469e-9eff-e1acfabc15ea HTTP/1.1" status: 204  len: 173 time: 0.8340364
Dec 11 21:36:32.608564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-deleted', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:32.610845 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4264c4-6668-4fb3-8f5c-58c1763b614d" -d '{"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-deleted", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:32.663918 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6c5de6-a307-4a06-9053-59a3bb6437b2 x-openstack-request-id: req-8c6c5de6-a307-4a06-9053-59a3bb6437b2 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:32.664215 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709", "name": "network-vif-deleted", "tag": "83845501-5da9-469e-9eff-e1acfabc15ea", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:32.664481 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c6c5de6-a307-4a06-9053-59a3bb6437b2 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:32.664890 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709', 'name': 'network-vif-deleted', 'tag': '83845501-5da9-469e-9eff-e1acfabc15ea', 'status': 'completed', 'code': 200}
Dec 11 21:36:32.698652 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:36:32.728235 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e7cad03-0be5-41cd-816e-de2580cbad73 req-467df2c4-d73b-41d9-8f0e-ecdd89356814 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b76bb15-66d3-4d8e-85a5-2ff0d6cd8709 HTTP/1.1" status: 200  len: 210 time: 0.0340440
Dec 11 21:36:32.997283 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84300130>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:33.022684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:36:33.030738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:36:33.031345 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84300130>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:36:13Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:33.135084 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:36:33.328089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84300130>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:33.354296 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55844143-00c7-40fe-bea9-86bf25a7e6d8 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:36:33.563088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d4c9d4-0c68-41c5-9d55-196c24d5047f None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:36:34.012953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-c2770abd-2fc7-440b-ad62-46ddf4d04a82 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1448169835&fields=id&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 267 time: 0.0419407
Dec 11 21:36:34.123791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-563471d7-a5fa-4887-af47-77050f45a79c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:34.125164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-563471d7-a5fa-4887-af47-77050f45a79c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1054425
Dec 11 21:36:34.140321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0fbcbb3e-f4c5-4429-8c4d-080d2f61a4d4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/quotas/a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 375 time: 0.0093498
Dec 11 21:36:34.189014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-b6c9b39b-a15f-4cbd-b7f2-ed4583c80904 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0435531
Dec 11 21:36:34.281581 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-2e61cd95-2a0d-40b8-b4e8-efcbe7c8610f service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803163
Dec 11 21:36:34.371620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0e96af27-bc3a-42c2-89fe-56c95804b85c service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836535
Dec 11 21:36:34.528776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-04488d51-0fe2-47ea-9952-3add8485f574 req-24884d43-b848-45d8-8737-370467da7e2b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 210 time: 0.0258384
Dec 11 21:36:35.418019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-644ed555-4d13-44d0-9754-c961cbba241b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:35.419498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-644ed555-4d13-44d0-9754-c961cbba241b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1072090
Dec 11 21:36:35.485042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-65c47070-c12e-4b4d-82d0-ac821b7172b5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 380 time: 0.0564144
Dec 11 21:36:35.495788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'port': {'device_id': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'admin_state_up': True, 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'security_groups': ['cf3464a5-d636-43af-b328-0e6b78361faf']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:36:35.608085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:36:35.611339 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:35.635778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ed524148-a51c-46db-8dda-674da07957f3 req-daabd7b4-2044-4029-be1d-d62e88628373 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 210 time: 0.0374076
Dec 11 21:36:35.767283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Allocated IP 172.20.0.14 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/9f2c324f-fa3a-4a57-83f5-6375b643c3a5) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:36:35.804433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:36:35.827653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 83845501-5da9-469e-9eff-e1acfabc15ea {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:36:35.827950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 83845501-5da9-469e-9eff-e1acfabc15ea not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:36:35.900377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:35.933116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:35.975027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:36:35.978551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:36:35.982276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:36:36.014286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:36.028957 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.029304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.029650 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.029993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.030330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.030690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.031028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.031361 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.031691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.032018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.032345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.032673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.033005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:36:36.051840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.052478 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.069403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bcbb13cd-8070-45bc-9f03-19c8eedf4adf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5771005
Dec 11 21:36:36.082107 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Request body: {'port': {'device_id': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:36:36.137777 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.276314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-837f96af-3302-443e-b3e4-a84afcbcc98a None None] Provisioning complete for port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:36:36.276674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-837f96af-3302-443e-b3e4-a84afcbcc98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.310961 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-837f96af-3302-443e-b3e4-a84afcbcc98a None None] Port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:36:36.407792 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:36:36.415824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.427553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Transition to ACTIVE for port object 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:36:36.431397 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.479301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:36.553547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:36:36.553948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:36:36.554279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:36:36.558942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:36:36.559267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:36:36.564264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:36:36.564605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:36:36.564992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:36:36.565421 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Bound port: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:36:36.565781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.631013 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:36:36.634177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:36:36.638829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.674011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.674787 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:36.676144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] 10.222.0.16 "PUT /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1092 time: 0.5985119
Dec 11 21:36:36.678546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:36.683054 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e06f2b1-7608-4f7d-8411-86cae5424548" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:36.736066 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375e60-bc3b-4f18-a538-8baabbb3ce7c service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:36.761541 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d02d6e-a49b-4f15-b277-6abf6120705d x-openstack-request-id: req-e1d02d6e-a49b-4f15-b277-6abf6120705d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:36.761834 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:36.762089 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1d02d6e-a49b-4f15-b277-6abf6120705d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:36.762507 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'status': 'completed', 'code': 200}
Dec 11 21:36:36.771395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccae6ed-4619-4c0e-998e-0b73770ea177 req-84f1ff91-6a1b-45a0-af6e-cff392d49309 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.775453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ccae6ed-4619-4c0e-998e-0b73770ea177 req-84f1ff91-6a1b-45a0-af6e-cff392d49309 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0627539
Dec 11 21:36:36.781439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-29424b78-3bb2-4fbb-ae91-9bd82cb699f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.783036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-29424b78-3bb2-4fbb-ae91-9bd82cb699f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1095 time: 0.0553308
Dec 11 21:36:36.826080 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9ccae6ed-4619-4c0e-998e-0b73770ea177 req-ce1becf8-f6ef-43b4-b0a0-1cb3e08d92ae tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449839
Dec 11 21:36:36.831394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-925a7442-6d08-4b80-a701-d0e37ad9167e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 217 time: 0.0386696
Dec 11 21:36:36.881671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-5db36f60-1287-4db0-ace5-1b7c31e11079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.883747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-5db36f60-1287-4db0-ace5-1b7c31e11079 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0452251
Dec 11 21:36:36.930065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bc787697-2e9c-40e5-b6a4-a3fd1cb1e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:36.931476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-bc787697-2e9c-40e5-b6a4-a3fd1cb1e80a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405381
Dec 11 21:36:37.023623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-ea6dfe89-cc34-4ac3-9f96-55a58f910960 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848465
Dec 11 21:36:37.109625 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c01bea8a-8c18-405a-a7f9-305de7cc0d96 req-9a0b6ecd-7f63-49b9-bdea-3c8d4aa132f2 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0792861
Dec 11 21:36:37.201286 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-79b36c66-81db-4295-b568-e1efbcf7f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:37.202691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-79b36c66-81db-4295-b568-e1efbcf7f9f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1095 time: 0.0451415
Dec 11 21:36:37.290451 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-366690f8-6658-4038-8e07-6a379787473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:37.291949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-366690f8-6658-4038-8e07-6a379787473a service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0821147
Dec 11 21:36:37.332620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-20f7b81e-53c7-4e5c-b71d-e3cbfacfeac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 217 time: 0.0336337
Dec 11 21:36:37.383063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-df9a06ca-2a55-40ab-8f4c-d8a1048a0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:37.384921 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-df9a06ca-2a55-40ab-8f4c-d8a1048a0600 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0458937
Dec 11 21:36:37.432487 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-a59e428e-f7a7-47f9-a73c-df4999a6fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:37.434009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-a59e428e-f7a7-47f9-a73c-df4999a6fa38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409961
Dec 11 21:36:37.522302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-0549e40c-f0db-4d03-8a8f-25ca5988fd32 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797083
Dec 11 21:36:37.615346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8e06f2b1-7608-4f7d-8411-86cae5424548 req-af0e2279-5e1d-44fe-ba4b-3f916f597fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853035
Dec 11 21:36:37.945547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e910d0-73c9-470f-aaa8-d477f6b4ce1b req-2c50cdfd-4dd1-489d-b259-74b784ab6a8b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:37.947014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1e910d0-73c9-470f-aaa8-d477f6b4ce1b req-2c50cdfd-4dd1-489d-b259-74b784ab6a8b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0485282
Dec 11 21:36:37.998161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e1e910d0-73c9-470f-aaa8-d477f6b4ce1b req-9713f21b-4266-4f69-a860-5debabc18ed6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452049
Dec 11 21:36:39.113595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae686-cd7c-41fc-a923-d95ada9a5a25 req-ab81be15-f176-4ad0-8991-edc955804bdc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:39.115118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31dae686-cd7c-41fc-a923-d95ada9a5a25 req-ab81be15-f176-4ad0-8991-edc955804bdc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0480072
Dec 11 21:36:39.164761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31dae686-cd7c-41fc-a923-d95ada9a5a25 req-a6281740-6c9e-4e79-a529-83b709b032f7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431421
Dec 11 21:36:40.095465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:36:40.188005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:40.200083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:36:40.236578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:40.249798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:36:40.270651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:40.275331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:40.283997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6688305-ff7c-482a-a648-6cf07327a27a req-2473cccc-34eb-44d3-a7b2-f54ea7d56dee tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:40.285533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6688305-ff7c-482a-a648-6cf07327a27a req-2473cccc-34eb-44d3-a7b2-f54ea7d56dee tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0529501
Dec 11 21:36:40.325528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:40.336637 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f6688305-ff7c-482a-a648-6cf07327a27a req-efe128bf-09bf-4caa-b7a2-58912b277d40 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445099
Dec 11 21:36:40.511923 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['9f2c324f-fa3a-4a57-83f5-6375b643c3a5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:36:41.042344 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f849f32-5ab7-46fe-8e4a-9c415465b9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:41.453602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff150b9c-381e-4bf1-b995-6bdee3230f00 req-182e57a4-6a13-4a9a-8bdc-b00bf8973911 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:41.455098 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff150b9c-381e-4bf1-b995-6bdee3230f00 req-182e57a4-6a13-4a9a-8bdc-b00bf8973911 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0508754
Dec 11 21:36:41.501396 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ff150b9c-381e-4bf1-b995-6bdee3230f00 req-dfe0643e-d68d-49aa-aa45-3332437eeeb8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402563
Dec 11 21:36:42.111038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:36:42.167647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:36:42.171975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:36:42.172370 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:42.401372 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:42.423399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:42.425618 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37313b9-9ffb-40fb-a8d6-a9cf8a71434f" -d '{"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-plugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:42.437938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:36:42.443122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:42.471645 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4953fc84-beaa-4d76-b6dc-d83f1b76f6aa x-openstack-request-id: req-4953fc84-beaa-4d76-b6dc-d83f1b76f6aa {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:42.471933 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-plugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:42.472229 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4953fc84-beaa-4d76-b6dc-d83f1b76f6aa {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:42.472573 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'code': 200}
Dec 11 21:36:42.492755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:36:42.564379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7c972-25e8-4d3e-b393-873418f938b6 req-79d3f48f-1099-4f49-a03c-7c0b5591cb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:42.566189 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9b7c972-25e8-4d3e-b393-873418f938b6 req-79d3f48f-1099-4f49-a03c-7c0b5591cb14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1097 time: 0.0399554
Dec 11 21:36:42.610437 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c9b7c972-25e8-4d3e-b393-873418f938b6 req-a3b57019-26e7-41b5-abff-9ad57750ac97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370331
Dec 11 21:36:42.617767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534aaf-37f2-4cb0-80c6-60b0a0fec560 req-a5fc7798-62ff-46d6-a6d9-2ec22f3b2544 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:42.619766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc534aaf-37f2-4cb0-80c6-60b0a0fec560 req-a5fc7798-62ff-46d6-a6d9-2ec22f3b2544 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0487721
Dec 11 21:36:42.667100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cc534aaf-37f2-4cb0-80c6-60b0a0fec560 req-8a3707bb-f188-4196-b195-ce7ebaeeb9b0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412641
Dec 11 21:36:43.500944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7da84449-c05f-4199-8df2-f1646d763b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:43.787949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761cced-5130-4e84-a56a-a970530db0a3 req-5e082e1e-76d6-4a45-b389-c4911f347ad7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:43.789323 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2761cced-5130-4e84-a56a-a970530db0a3 req-5e082e1e-76d6-4a45-b389-c4911f347ad7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0502365
Dec 11 21:36:43.839500 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2761cced-5130-4e84-a56a-a970530db0a3 req-29ed59fa-c5f0-416e-9f11-69ba2f5de159 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438981
Dec 11 21:36:43.954062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5330-af1b-41cd-a894-351271e8aaae req-87cd7172-c90b-4aa0-82ad-a6dc584fc1d7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:43.955558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-03ce5330-af1b-41cd-a894-351271e8aaae req-87cd7172-c90b-4aa0-82ad-a6dc584fc1d7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0521472
Dec 11 21:36:43.964051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58082) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:36:43.968278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'floatingip': {'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:36:44.006148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:44.734950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:44.738737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:44.836509 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 associated. External IP: 172.35.1.183, port: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5.
Dec 11 21:36:45.045143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:45.045776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:36:45.151692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:36:45.156548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:45.161011 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:36:45.170965 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:36:45.171559 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863dc700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:36:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:45.186201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f5cec186-5f73-495a-a9cc-674000cb6d27 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "PUT /v2.0/floatingips/ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 HTTP/1.1" status: 200  len: 992 time: 1.2211099
Dec 11 21:36:45.186830 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:36:45.189098 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82038a70-4073-4b67-a154-c6730ff86986" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:36:45.230392 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bd65e1-2c32-4660-ac53-b63afab4eabb x-openstack-request-id: req-47bd65e1-2c32-4660-ac53-b63afab4eabb {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:36:45.233550 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:36:45.233819 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47bd65e1-2c32-4660-ac53-b63afab4eabb {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:36:45.236662 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'status': 'completed', 'code': 200}
Dec 11 21:36:45.279860 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:36:45.294888 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038a70-4073-4b67-a154-c6730ff86986 req-b39c2ab2-6748-4303-8052-a18a8002d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:45.296412 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-b39c2ab2-6748-4303-8052-a18a8002d2b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1097 time: 0.0411983
Dec 11 21:36:45.386630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038a70-4073-4b67-a154-c6730ff86986 req-4ff9b721-016a-4f48-9954-17cdb5e35327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:45.388108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-4ff9b721-016a-4f48-9954-17cdb5e35327 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0840566
Dec 11 21:36:45.456655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-a4b0ca4e-c1fe-4fea-945e-7301e0677e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1000 time: 0.0609391
Dec 11 21:36:45.501551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863dc700>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:36:44Z', 'revision_number': 9, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:45.506743 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038a70-4073-4b67-a154-c6730ff86986 req-52ba42da-3023-43b5-9ad7-a4ab3f89f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:45.508765 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-52ba42da-3023-43b5-9ad7-a4ab3f89f843 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0454664
Dec 11 21:36:45.532841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:36:45.541353 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:36:45.541964 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863dc700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:36:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:45.552554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038a70-4073-4b67-a154-c6730ff86986 req-249bc040-e65a-45cd-8c97-5fc209d05a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:36:45.553982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-249bc040-e65a-45cd-8c97-5fc209d05a68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386934
Dec 11 21:36:45.649010 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:36:45.881453 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-91192631-287d-440b-9dc4-aabfed664490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863dc700>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:36:44Z', 'revision_number': 9, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:36:45.912188 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91192631-287d-440b-9dc4-aabfed664490 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:36:44Z', 'revision_number': 9, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:36:45.964597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-5969f513-5bd9-4099-95b3-8b3f1351843c service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4029834
Dec 11 21:36:46.056678 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-82038a70-4073-4b67-a154-c6730ff86986 req-1dab2612-7594-4bae-ad94-5a3e366cc34f service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849764
Dec 11 21:36:46.110941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8fc1d-c5ef-4f6f-91d5-c7195ee3aac8 None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:36:46.177153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:46.408246 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:47.248610 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:36:51.366702 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:36:51.536291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:11.044167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2cd94fb2-ecd8-4b2f-930d-f45c7ad3922c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:11.395327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-70062452-502a-4f32-bf23-38c4d7aa95a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0427339
Dec 11 21:37:11.475042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-e86fc5e0-04de-49fb-8c6e-999bbc0ad88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:37:11.476481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-e86fc5e0-04de-49fb-8c6e-999bbc0ad88e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1097 time: 0.0391304
Dec 11 21:37:11.577353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-c4167ec3-dcbc-4072-8f3d-d376df54c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:37:11.578844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-c4167ec3-dcbc-4072-8f3d-d376df54c752 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0845222
Dec 11 21:37:11.648664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-3e46b89e-365c-40bc-b882-e1b6121e7188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1003 time: 0.0597062
Dec 11 21:37:11.696571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-8e9160d5-c4b0-4b31-b5a4-c77d5aed938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:37:11.697972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-8e9160d5-c4b0-4b31-b5a4-c77d5aed938f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0413547
Dec 11 21:37:11.741326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-011adf80-292c-46e7-967e-544b5feb4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:37:11.742808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-011adf80-292c-46e7-967e-544b5feb4901 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0381582
Dec 11 21:37:11.836269 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-ab75e68a-7785-464a-bded-60b5e02cc466 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842297
Dec 11 21:37:11.924303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fd1d0954-3205-4a41-bd7a-ecb6bf8f725d req-b9d59220-b6af-4d3c-8e15-dc04838cab71 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802712
Dec 11 21:37:13.502728 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-436cc93b-5e61-4a33-87ac-7be7a7985a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:15.048826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:16.163064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:16.409055 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:17.240026 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:21.537058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:28.365699 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:37:41.046251 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f5501934-43ee-4edd-9cc7-ef66a9442d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:43.503536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9617a2d3-97b8-4776-a1d3-abb25c8e58c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:45.050630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:46.172021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:46.416860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:47.242198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:37:51.547770 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:05.364755 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:38:11.047317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-80051fb7-6a72-428d-b1f2-a8a79a2b0829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:11.846324 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-0236b04c-d27b-44f7-b517-159d30ff2e6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0424933
Dec 11 21:38:11.924749 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-45db6ac1-6e2e-4c5f-bc90-e69842c4cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:11.926195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-45db6ac1-6e2e-4c5f-bc90-e69842c4cd45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1097 time: 0.0390944
Dec 11 21:38:12.025416 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-1558453f-1e71-47c8-b59e-5a3d4240f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:12.027194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-1558453f-1e71-47c8-b59e-5a3d4240f13a service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0820580
Dec 11 21:38:12.093841 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-9205cff3-c10e-48cc-b082-5bc5a1e55e20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1003 time: 0.0597930
Dec 11 21:38:12.142914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-126ffa9e-ab4b-409a-9c55-bc35e54457e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:12.144280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-126ffa9e-ab4b-409a-9c55-bc35e54457e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0440402
Dec 11 21:38:12.189852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-d800c6c2-e74a-476c-b4a4-181a174ae27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:12.191388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-d800c6c2-e74a-476c-b4a4-181a174ae27c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0401099
Dec 11 21:38:12.282809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-095153b3-fa86-489a-981a-2d04d90f7d9c service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841200
Dec 11 21:38:12.369926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-03e710d1-bb0b-4d79-934c-2936c6d6d44f req-bf0da840-e3e4-41ab-830b-29c96e3eb9de service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0800128
Dec 11 21:38:13.505389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2920fbeb-5f8a-44ec-944c-6e37e7c24b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:15.056902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:16.186270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:16.415931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:17.244213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:20.088953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-620e956f-5a6f-478c-a82f-dee091dcc9a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0462658
Dec 11 21:38:20.112596 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d7686-fb12-4655-b55e-440cadcb9319 req-2927f7d9-6cf9-4a2c-a9f0-88efa727a6c9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:20.114148 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e3d7686-fb12-4655-b55e-440cadcb9319 req-2927f7d9-6cf9-4a2c-a9f0-88efa727a6c9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0559835
Dec 11 21:38:20.167864 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7e3d7686-fb12-4655-b55e-440cadcb9319 req-8ad9bcc6-7f00-4721-8598-7b414c5c94fc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454078
Dec 11 21:38:21.220989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-fd967e32-96ee-4472-b364-dbf1ed209369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:21.222763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-fd967e32-96ee-4472-b364-dbf1ed209369 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1097 time: 0.0442855
Dec 11 21:38:21.345808 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b789d7f-1ae1-4197-97f4-e063bcbef2fb req-ec4adf1d-cf1b-4277-9fb0-8ecf85c4fe09 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:21.347327 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b789d7f-1ae1-4197-97f4-e063bcbef2fb req-ec4adf1d-cf1b-4277-9fb0-8ecf85c4fe09 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.1003153
Dec 11 21:38:21.363571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-0ac85cde-4ccf-410a-bd2c-334feed16983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:21.364943 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-0ac85cde-4ccf-410a-bd2c-334feed16983 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.1357419
Dec 11 21:38:21.449434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8b789d7f-1ae1-4197-97f4-e063bcbef2fb req-7ca05d65-6136-48fc-a3bb-6945eeb9adda tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950105
Dec 11 21:38:21.457043 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-d0347b5b-6cee-456b-856d-c779a563555a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1003 time: 0.0850542
Dec 11 21:38:21.506185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-a7598b83-3f56-4d1c-9f33-a5984d97a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:21.507633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-a7598b83-3f56-4d1c-9f33-a5984d97a0df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0438421
Dec 11 21:38:21.553281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-be66ab3d-4d22-4a46-b723-b244f277c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:21.554797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-be66ab3d-4d22-4a46-b723-b244f277c371 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396802
Dec 11 21:38:21.561881 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:21.647127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-938f6d5e-a552-438f-85dd-3c69f832aae2 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847170
Dec 11 21:38:21.735183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-eed919f0-3deb-4e00-b3c1-8fe153b89517 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805593
Dec 11 21:38:22.564405 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16881f-d6b9-4652-bfe7-a245428fc783 req-784970ed-d1a6-4445-ac2a-21c53ce64fdf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:22.565784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b16881f-d6b9-4652-bfe7-a245428fc783 req-784970ed-d1a6-4445-ac2a-21c53ce64fdf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0482368
Dec 11 21:38:22.615453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b16881f-d6b9-4652-bfe7-a245428fc783 req-e2b74801-ee84-4090-ba78-3a482befb84d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437298
Dec 11 21:38:23.738810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85ca7d-cf31-4563-8e8d-0b79fe9a219f req-983b180d-4aa7-41af-8090-23cabf2e5108 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:23.740262 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f85ca7d-cf31-4563-8e8d-0b79fe9a219f req-983b180d-4aa7-41af-8090-23cabf2e5108 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0493004
Dec 11 21:38:23.785422 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f85ca7d-cf31-4563-8e8d-0b79fe9a219f req-0370eb19-e049-4acb-a34f-d566e34ae051 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392447
Dec 11 21:38:24.900351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb53c7a-ca28-4322-9522-8b738ef47084 req-da8d256a-e449-4084-be9b-26537851f344 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:24.901842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abb53c7a-ca28-4322-9522-8b738ef47084 req-da8d256a-e449-4084-be9b-26537851f344 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0493708
Dec 11 21:38:24.948470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-abb53c7a-ca28-4322-9522-8b738ef47084 req-9667d2bb-1574-4f36-84f0-8e3bf272b0aa tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401912
Dec 11 21:38:26.066898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce0024-17bf-4fa6-a646-80388c8056f7 req-9f45f0c4-15f8-4572-8ee3-8ec9015ed958 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:26.068363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74ce0024-17bf-4fa6-a646-80388c8056f7 req-9f45f0c4-15f8-4572-8ee3-8ec9015ed958 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0522940
Dec 11 21:38:26.114388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-74ce0024-17bf-4fa6-a646-80388c8056f7 req-28aabb5c-eda1-44ec-aa2e-4ecf6daddf69 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401299
Dec 11 21:38:27.230551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6045be-4ceb-47ff-ac41-a520610dd40f req-4a66a597-3276-4423-ba4b-5d7a7e512f41 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:27.232121 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf6045be-4ceb-47ff-ac41-a520610dd40f req-4a66a597-3276-4423-ba4b-5d7a7e512f41 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0503061
Dec 11 21:38:27.281470 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bf6045be-4ceb-47ff-ac41-a520610dd40f req-84bd8ed2-8461-42f2-b086-b597ae9bf41e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431306
Dec 11 21:38:28.397496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50092d8-9111-4b18-a3ba-0261f2e78c52 req-9270ba14-90ee-49a9-8d84-a696d7e67fe5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:28.399105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e50092d8-9111-4b18-a3ba-0261f2e78c52 req-9270ba14-90ee-49a9-8d84-a696d7e67fe5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0487576
Dec 11 21:38:28.445541 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e50092d8-9111-4b18-a3ba-0261f2e78c52 req-ddac8836-9e7f-42ea-84d7-d94b23c27a18 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397651
Dec 11 21:38:29.565131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ce488-370d-43a0-a366-026786b4dca9 req-22964bdc-a85d-4e3c-93f1-4f9ed607dd91 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:29.566532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-461ce488-370d-43a0-a366-026786b4dca9 req-22964bdc-a85d-4e3c-93f1-4f9ed607dd91 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0520203
Dec 11 21:38:29.614829 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-461ce488-370d-43a0-a366-026786b4dca9 req-7c106831-4566-46cf-a4aa-1aa971711ceb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422904
Dec 11 21:38:30.734733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88c0e7-3266-4629-a48f-6df3814d8705 req-85cf0822-dd2c-449f-a64b-f4b5a4c9150f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:30.736231 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b88c0e7-3266-4629-a48f-6df3814d8705 req-85cf0822-dd2c-449f-a64b-f4b5a4c9150f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0525043
Dec 11 21:38:30.782408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b88c0e7-3266-4629-a48f-6df3814d8705 req-e2a49ba3-8f8a-4b72-b85b-82969f991185 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403106
Dec 11 21:38:31.901055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690f1f-aef4-4dca-9c6c-947c1c2dc66b req-7d6bc93f-c74b-440a-a5f0-90a5010f43fc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:31.902565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66690f1f-aef4-4dca-9c6c-947c1c2dc66b req-7d6bc93f-c74b-440a-a5f0-90a5010f43fc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0488820
Dec 11 21:38:31.948320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66690f1f-aef4-4dca-9c6c-947c1c2dc66b req-89ed8870-1ec6-4d53-9f5f-08b9ad1cc0ed tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398166
Dec 11 21:38:33.068751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c0c1d-0cc4-4538-9ef6-ff9b1810b4e3 req-f1236e12-3440-45c8-a3bf-6d0f9d171b59 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:33.070241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c9c0c1d-0cc4-4538-9ef6-ff9b1810b4e3 req-f1236e12-3440-45c8-a3bf-6d0f9d171b59 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0496123
Dec 11 21:38:33.117848 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7c9c0c1d-0cc4-4538-9ef6-ff9b1810b4e3 req-900f9a6a-779f-433b-bbfe-c5d30153ee71 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408776
Dec 11 21:38:33.522245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-0afd365e-8454-400b-a580-e82c34d41aeb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:38:33.523185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-0afd365e-8454-400b-a580-e82c34d41aeb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053458
Dec 11 21:38:33.582819 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-39c756f6-3931-4987-ab90-158c0cd4373c service neutron] show failed (client error): The resource could not be found.
Dec 11 21:38:33.583812 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-39c756f6-3931-4987-ab90-158c0cd4373c service neutron] 10.222.0.16 "GET /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0528324
Dec 11 21:38:33.781640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-861fabd9-eb6f-4951-b1dd-f1ed7e70ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:33.783062 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-861fabd9-eb6f-4951-b1dd-f1ed7e70ba62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1097 time: 0.0407925
Dec 11 21:38:33.794988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:38:33.851529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.059357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:34.092731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:38:34.131705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:34.133971 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f1ad2-8c07-4459-a7fb-fad1c35432b7" -d '{"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:34.137757 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.150047 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Transition to ACTIVE for port object 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:38:34.155202 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.193483 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a61e3-92be-4991-b4a6-e77e144c11c9 x-openstack-request-id: req-8f5a61e3-92be-4991-b4a6-e77e144c11c9 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:34.193783 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:34.194041 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f5a61e3-92be-4991-b4a6-e77e144c11c9 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:34.194447 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'code': 200}
Dec 11 21:38:34.209261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:34.252991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03977-90ef-4c23-b767-b716faa63c8c req-667cbc62-82d8-489e-b42e-d328ab6fd5a7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.254599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde03977-90ef-4c23-b767-b716faa63c8c req-667cbc62-82d8-489e-b42e-d328ab6fd5a7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0587759
Dec 11 21:38:34.265314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.265660 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.266002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.266344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.266701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.267032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.267356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.267679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.268091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.268414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.268737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.269056 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.269372 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:34.305851 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] No DVR routers for this DVR port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:38:34.313987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde03977-90ef-4c23-b767-b716faa63c8c req-6a62c127-3b39-46a3-a1ec-7a2b0c46ae36 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500100
Dec 11 21:38:34.446193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:38:34.446558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:38:34.446887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:34.451646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:38:34.451966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:34.456746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:38:34.457083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:38:34.457465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:38:34.457888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Bound port: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:38:34.458234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.520648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:38:34.523828 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:38:34.529011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.567162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.567788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:34.569178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1092 time: 0.7785401
Dec 11 21:38:34.591352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bdd92-c943-43e2-a016-4942cc5bc376 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:34.638683 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-8023f021-beed-4eea-858e-63057576bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.640289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-8023f021-beed-4eea-858e-63057576bed7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1095 time: 0.0457428
Dec 11 21:38:34.738604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-952a60a9-9419-4e28-8055-122a4b258a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.740109 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-952a60a9-9419-4e28-8055-122a4b258a94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0922058
Dec 11 21:38:34.806316 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-64da2f42-0094-4ce7-b67e-56678fdc37c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0585647
Dec 11 21:38:34.855105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-a4b597fd-8579-4fa7-a15e-f569c32c36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.856445 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-a4b597fd-8579-4fa7-a15e-f569c32c36c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0428479
Dec 11 21:38:34.905430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-4e1d2de5-dd0b-4711-ac20-2d4554d06571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:34.906940 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-4e1d2de5-dd0b-4711-ac20-2d4554d06571 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0435131
Dec 11 21:38:34.998622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-d8733b25-7bb6-4e5b-8965-e93391ba42bb service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841441
Dec 11 21:38:35.091622 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a4712f7-4ff5-44ec-8d66-4bb1f2968f7f req-08ae8b31-45c1-4894-98b8-935fa05cf495 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849426
Dec 11 21:38:35.439205 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670b957-64bb-4f52-83f1-71114d0800e4 req-c51b2735-0478-446b-ba9e-d6876effe9df tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:35.440685 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1670b957-64bb-4f52-83f1-71114d0800e4 req-c51b2735-0478-446b-ba9e-d6876effe9df tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0497901
Dec 11 21:38:35.487385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1670b957-64bb-4f52-83f1-71114d0800e4 req-b8185d9a-44ca-41dd-af85-920e962e2427 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406182
Dec 11 21:38:36.196128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:36.198504 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:36.245763 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf980fe-1878-4957-844e-d56b4c707049 x-openstack-request-id: req-ccf980fe-1878-4957-844e-d56b4c707049 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:36.246054 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:36.246846 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccf980fe-1878-4957-844e-d56b4c707049 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:36.247963 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'status': 'completed', 'code': 200}
Dec 11 21:38:36.310330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-e7c37e1f-6fbc-4dc2-802b-bcdf0324fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.311408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-ab08edd4-fd8c-47b3-aedb-280ffee1db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.311922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-e7c37e1f-6fbc-4dc2-802b-bcdf0324fd67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1095 time: 0.0411258
Dec 11 21:38:36.312955 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-ab08edd4-fd8c-47b3-aedb-280ffee1db8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1095 time: 0.0403416
Dec 11 21:38:36.406404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-e501888d-0962-461b-973a-781f2bc9945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.407935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-e501888d-0962-461b-973a-781f2bc9945a service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0885725
Dec 11 21:38:36.472770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-0935ba11-c614-4bde-8528-8c537f8683ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0574718
Dec 11 21:38:36.506019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-b72380b6-2694-4305-bdfa-15e96b70d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.507515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-b72380b6-2694-4305-bdfa-15e96b70d33a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0873420
Dec 11 21:38:36.523190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-39dac192-1243-4c00-bed2-b2bbb909ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.524575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-39dac192-1243-4c00-bed2-b2bbb909ff3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0451820
Dec 11 21:38:36.575838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-27fd07e9-0822-4c22-ae79-4dd086fa2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.577325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-27fd07e9-0822-4c22-ae79-4dd086fa2b33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456817
Dec 11 21:38:36.600296 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-95cf2528-6d96-4f45-ab87-1ec70a173dae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0850587
Dec 11 21:38:36.647125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9df7c-44fe-4213-90d9-77fbfe2da55e req-fd1dfeb9-795c-4885-849b-cb72c9c4bb9c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.648583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40f9df7c-44fe-4213-90d9-77fbfe2da55e req-fd1dfeb9-795c-4885-849b-cb72c9c4bb9c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0906003
Dec 11 21:38:36.666926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-39096e04-a4e5-47ea-a1b0-b34ff4576e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.668946 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-39096e04-a4e5-47ea-a1b0-b34ff4576e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0605094
Dec 11 21:38:36.669143 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-bd373f08-537a-49da-8293-d5ea0a6db8bc service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837848
Dec 11 21:38:36.728125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40f9df7c-44fe-4213-90d9-77fbfe2da55e req-7b6bddb7-6fcc-4c42-8773-a4cd19999c3a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716996
Dec 11 21:38:36.737576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-7d077772-2bea-4c00-af17-c1f92b625170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:36.739068 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-7d077772-2bea-4c00-af17-c1f92b625170 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0621450
Dec 11 21:38:36.765877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-7dba31d5-16b0-46f0-b66d-3c7f3949e558 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896759
Dec 11 21:38:36.833779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-206a16a4-70b8-4da6-9c2f-6e0d0e2f8305 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859802
Dec 11 21:38:36.924797 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4d30e02-37f5-4413-b7e7-c50d57b4dfc9 req-8b41d72a-5204-47ec-9efd-962d47c9d356 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818639
Dec 11 21:38:37.847467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39270833-4e09-4565-8eab-41d99a7a49a7 req-389ce90c-51aa-4836-8293-a94197df0c38 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:37.848924 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39270833-4e09-4565-8eab-41d99a7a49a7 req-389ce90c-51aa-4836-8293-a94197df0c38 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 944 time: 0.0487330
Dec 11 21:38:37.894819 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39270833-4e09-4565-8eab-41d99a7a49a7 req-14a12787-57b6-4b78-905b-9ac966b3fad5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399947
Dec 11 21:38:38.411014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:38:38.503977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:38.514784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:38:38.551099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:38.563240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:38:38.582135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:38.585488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:38.630311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:38.637463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.637839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.638180 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.638658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.638999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.639328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.639657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.639982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.640308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.640634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.640986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.641310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.641632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:38.702904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:38:38.745422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:38:38.952696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['9f2c324f-fa3a-4a57-83f5-6375b643c3a5'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:38:39.012384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72be81-77ae-4998-9857-da57ddd0ffac req-1c16c35a-d9fa-493a-ac17-23659a0c6f61 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.014392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd72be81-77ae-4998-9857-da57ddd0ffac req-1c16c35a-d9fa-493a-ac17-23659a0c6f61 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0497501
Dec 11 21:38:39.064791 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd72be81-77ae-4998-9857-da57ddd0ffac req-8adf1cd8-6d30-4ac4-97d6-0f5973b86881 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443027
Dec 11 21:38:39.394268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-c540c912-4071-4724-b176-24a628040828 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.395764 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-c540c912-4071-4724-b176-24a628040828 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&tenant_id=a438de10749f45bb942385fb5c6fb084&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0829544
Dec 11 21:38:39.407344 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba298690-2d2c-4507-bb91-159b5cf14b66 req-e1cab172-5fab-480b-be82-e45a15962c87 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.408733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba298690-2d2c-4507-bb91-159b5cf14b66 req-e1cab172-5fab-480b-be82-e45a15962c87 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0697615
Dec 11 21:38:39.498269 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ba298690-2d2c-4507-bb91-159b5cf14b66 req-600cb7c7-987f-4724-93b2-cf8c5b45defd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827072
Dec 11 21:38:39.499747 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-6c3ecb58-5d08-4f33-85c6-65369c44b23b service neutron] 10.222.0.30 "GET /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0901728
Dec 11 21:38:39.563486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-087b4be0-1f6a-4716-b1a0-720f9cc7189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.564966 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-087b4be0-1f6a-4716-b1a0-720f9cc7189c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1096 time: 0.0410345
Dec 11 21:38:39.653292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-8635f222-072f-490b-ac80-8706eed6f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.654754 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-8635f222-072f-490b-ac80-8706eed6f60b service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0821433
Dec 11 21:38:39.723102 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-ad38fa78-a91a-4957-91cf-b8976c9133ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1002 time: 0.0608289
Dec 11 21:38:39.771804 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-94d224d3-fab3-4cee-88d4-2ec6e8690db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.773132 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-94d224d3-fab3-4cee-88d4-2ec6e8690db0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0429883
Dec 11 21:38:39.818265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a521e929-b3ce-4889-b926-d5387afbf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:39.819742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a521e929-b3ce-4889-b926-d5387afbf1da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398333
Dec 11 21:38:39.909503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-841bd58b-e84e-498b-a2c4-f39d38e0b28e service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828414
Dec 11 21:38:39.995221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-ca0d7026-fbf0-43ea-a4fa-3e2bdd5fc4e1 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0786078
Dec 11 21:38:40.442895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:38:40.493198 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:38:40.496773 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:38:40.497125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:40.573077 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:40.596325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:40.598593 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac08f3c-5436-4681-b44e-404a5a2702b9" -d '{"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-plugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:40.614026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:40.618360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:40.632838 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951950f-b419-474a-9845-c23837586aa8 req-32285341-e976-429d-860c-7576933505b2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:40.634503 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5951950f-b419-474a-9845-c23837586aa8 req-32285341-e976-429d-860c-7576933505b2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0631685
Dec 11 21:38:40.658769 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a06b4-ff54-49bb-bb22-5d59f34a5da7 x-openstack-request-id: req-702a06b4-ff54-49bb-bb22-5d59f34a5da7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:40.659061 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-plugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:40.659315 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-702a06b4-ff54-49bb-bb22-5d59f34a5da7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:40.659827 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'code': 200}
Dec 11 21:38:40.676939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:40.693853 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5951950f-b419-474a-9845-c23837586aa8 req-de0f7b47-8ad1-4142-8b3c-9ae2c2ce6c24 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458622
Dec 11 21:38:41.049619 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-81526a13-9409-4760-98e5-94e7a82d04f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:41.818488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016fd44-b4f1-4a10-97c1-ad8502dbfb05 req-9cc7ed9e-d019-4fba-96f2-25a484a76667 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:41.820086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0016fd44-b4f1-4a10-97c1-ad8502dbfb05 req-9cc7ed9e-d019-4fba-96f2-25a484a76667 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0538113
Dec 11 21:38:41.868224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0016fd44-b4f1-4a10-97c1-ad8502dbfb05 req-08f71bbe-595a-401b-908e-bdd66dae880d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415556
Dec 11 21:38:42.059480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-3d4d4010-2994-4676-8db5-5b769053d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:42.060954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-3d4d4010-2994-4676-8db5-5b769053d0d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1097 time: 0.0430002
Dec 11 21:38:42.072127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:38:42.125237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.321064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:42.353291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:38:42.364300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:38:42.396385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:42.398771 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206b3d3-bcb9-4dcf-a927-24b1fa7331f0" -d '{"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:42.402937 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.416032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Transition to ACTIVE for port object 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:38:42.419757 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.448743 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60dcde-f13e-4845-8cd2-1aa55613f0c4 x-openstack-request-id: req-5a60dcde-f13e-4845-8cd2-1aa55613f0c4 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:42.449034 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:42.449286 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a60dcde-f13e-4845-8cd2-1aa55613f0c4 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:42.449678 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'code': 200}
Dec 11 21:38:42.506505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:42.518192 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.518558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.518900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.519287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.519773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.520178 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.520614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.520945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.521272 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.521594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.521915 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.522233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.522578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:38:42.558984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] No DVR routers for this DVR port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:38:42.692952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:38:42.693295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:38:42.693626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:42.697992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:38:42.698313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Attempting to bind port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:42.703297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:38:42.703631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:38:42.704041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:38:42.704460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Bound port: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:38:42.704811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.768273 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:38:42.771530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:38:42.775997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.810059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:42.810522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:42.812358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1093 time: 0.7439463
Dec 11 21:38:42.846638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0c178-bccb-4657-8b79-8f8f4bc43e81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=11']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:42.881581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-f15aa931-6e4a-4449-94cf-03e82528eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:42.883251 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-f15aa931-6e4a-4449-94cf-03e82528eb5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1096 time: 0.0463231
Dec 11 21:38:42.994198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-1c9b2d54-c3be-45e1-acfd-8fdf1c727f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:42.995699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-1c9b2d54-c3be-45e1-acfd-8fdf1c727f2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.1039116
Dec 11 21:38:42.997073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9118-8f6b-4c34-ac50-226fd894ef7a req-183e20bf-5a5b-4182-b3df-2ca07724f600 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:42.998678 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17da9118-8f6b-4c34-ac50-226fd894ef7a req-183e20bf-5a5b-4182-b3df-2ca07724f600 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0550432
Dec 11 21:38:43.046166 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-17da9118-8f6b-4c34-ac50-226fd894ef7a req-dcdb464a-9604-4736-a460-939af024a7c6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414011
Dec 11 21:38:43.063087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-ae1dbe14-7343-439f-829f-0f372498ca76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0596206
Dec 11 21:38:43.116082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-40eaa881-e524-42d9-bf2f-169d80a6514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:43.117600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-40eaa881-e524-42d9-bf2f-169d80a6514c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0476301
Dec 11 21:38:43.162463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-c92d65f7-59b4-49fd-ace6-b937b1572187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:43.163998 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-c92d65f7-59b4-49fd-ace6-b937b1572187 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393081
Dec 11 21:38:43.250334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-c2dc1de5-ed57-4919-ab01-f9d5e6d32db9 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0789571
Dec 11 21:38:43.343584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7525485f-e172-4a7a-8f4a-91ce680f8914 req-7e78a592-6645-480c-a8c3-1d68204c458e service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864012
Dec 11 21:38:43.507699 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb39a43c-3cb1-4c08-b416-c7775314acaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:44.168093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d7e7-30e2-49b4-9790-050f0e71b73a req-61d2d5a9-79ca-4f69-a7b0-ecf763f892eb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.170055 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9467d7e7-30e2-49b4-9790-050f0e71b73a req-61d2d5a9-79ca-4f69-a7b0-ecf763f892eb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0500505
Dec 11 21:38:44.216387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9467d7e7-30e2-49b4-9790-050f0e71b73a req-61f43fe1-d54a-4a72-a05a-bf9b16ec2616 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402920
Dec 11 21:38:44.451567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:44.453815 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b6c49-f7ad-4a93-8680-090a48180226" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:44.458682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:38:44.497503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:38:44.501862 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e5e2b-1c45-4184-b973-ab1eb740cb96 x-openstack-request-id: req-f15e5e2b-1c45-4184-b973-ab1eb740cb96 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:44.502153 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:44.502410 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f15e5e2b-1c45-4184-b973-ab1eb740cb96 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:44.502841 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'status': 'completed', 'code': 200}
Dec 11 21:38:44.568120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-ee5660d7-6880-4300-b8c5-0328e7939d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.569634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-ee5660d7-6880-4300-b8c5-0328e7939d36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1096 time: 0.0447054
Dec 11 21:38:44.575257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-b82b09d7-4095-4ff6-896c-46c9477c6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.576735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-b82b09d7-4095-4ff6-896c-46c9477c6619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 1096 time: 0.0441966
Dec 11 21:38:44.675613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-6ea1348d-1f46-4117-880b-ea5c85512693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.675989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-d2418a68-61e0-404c-a87a-b6f9af937852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.677091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-6ea1348d-1f46-4117-880b-ea5c85512693 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.1006055
Dec 11 21:38:44.677441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-d2418a68-61e0-404c-a87a-b6f9af937852 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0922034
Dec 11 21:38:44.756482 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-8e5bd42b-fd67-47c7-9bce-443e49479256 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0726085
Dec 11 21:38:44.758794 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-3231d75c-c2d3-4fbf-970c-c9f570788e00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 200  len: 1001 time: 0.0735650
Dec 11 21:38:44.810259 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-6b776b2c-16c6-428d-a52c-5ab3ee990a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.811266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-2f02c5fc-8f9b-4b92-b9ca-1d244611d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.811929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-6b776b2c-16c6-428d-a52c-5ab3ee990a58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0482256
Dec 11 21:38:44.812742 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-2f02c5fc-8f9b-4b92-b9ca-1d244611d7b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0463512
Dec 11 21:38:44.861845 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-75fa9c79-3562-4b26-8a6a-52591aa99c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.862836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6c49-f7ad-4a93-8680-090a48180226 req-acc378ec-853f-4ca1-8f4f-71efe8ba5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:44.863934 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-75fa9c79-3562-4b26-8a6a-52591aa99c10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0451689
Dec 11 21:38:44.864483 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-acc378ec-853f-4ca1-8f4f-71efe8ba5b37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0430107
Dec 11 21:38:44.960000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-0a6c0edc-a32e-444c-8d04-f9794760424b service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885429
Dec 11 21:38:44.963645 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-21b52c52-fc7e-4039-9ec7-73725f5791f5 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915973
Dec 11 21:38:45.049385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-c0917ed9-3991-41cc-b34d-0392eec6e4d4 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821631
Dec 11 21:38:45.054005 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-877b6c49-f7ad-4a93-8680-090a48180226 req-4be113da-743e-4add-8d6b-48d00e1734cb service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823045
Dec 11 21:38:45.061833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:45.334108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8584-0380-403d-b19a-8721c486be44 req-fba25fc3-d4d8-478b-a0fc-4e519a8ba7a6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:45.335519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-345e8584-0380-403d-b19a-8721c486be44 req-fba25fc3-d4d8-478b-a0fc-4e519a8ba7a6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0489984
Dec 11 21:38:45.385726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-345e8584-0380-403d-b19a-8721c486be44 req-a0d73af0-9115-4231-83c0-a1fc71c9cc64 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441163
Dec 11 21:38:45.500624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74718b2c-f6c0-4139-87c1-1d5b5e9d5353 req-ae327247-b7a2-44d8-bdd2-aec9f71b17c4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:45.502091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-74718b2c-f6c0-4139-87c1-1d5b5e9d5353 req-ae327247-b7a2-44d8-bdd2-aec9f71b17c4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0486968
Dec 11 21:38:45.547383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-74718b2c-f6c0-4139-87c1-1d5b5e9d5353 req-ef7fd751-af80-439c-987a-e81350bc7743 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393043
Dec 11 21:38:45.662680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd726c70-d23f-430d-9442-d3d943773dd2 req-c1c3b940-f5a9-48d7-a8eb-eba1689491c0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:45.664048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd726c70-d23f-430d-9442-d3d943773dd2 req-c1c3b940-f5a9-48d7-a8eb-eba1689491c0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0514889
Dec 11 21:38:45.711128 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cd726c70-d23f-430d-9442-d3d943773dd2 req-f8ac9e12-8647-4aea-86d2-976c37159ebd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406396
Dec 11 21:38:45.942095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562e54-5caa-469b-992c-3b07bbe7e544 req-42e48733-0a22-44f6-a35c-d705bcb51508 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:45.943550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c562e54-5caa-469b-992c-3b07bbe7e544 req-42e48733-0a22-44f6-a35c-d705bcb51508 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 945 time: 0.0490956
Dec 11 21:38:45.990384 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c562e54-5caa-469b-992c-3b07bbe7e544 req-bd2b5be6-874a-4418-8f1a-0a1fc9453a9f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408850
Dec 11 21:38:46.184727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:46.420068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:46.733655 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:38:46.826804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:46.838306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'mac_address': 'fa:16:3e:cd:c9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:38:46.878200 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:46.891760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:38:46.910177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:46.913966 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:46.960791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:47.107785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-f246f242-9f72-42f3-bdc6-46d82a8accc4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:47.109620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-f246f242-9f72-42f3-bdc6-46d82a8accc4 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.0536904
Dec 11 21:38:47.204146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Deleting port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:38:47.204488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.250936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.302997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] For port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:47.303366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.420676 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43387-100b-4e34-9648-7307ba7027de req-2d810d11-2ece-40dc-affc-7842074a0ad9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:47.422173 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3b43387-100b-4e34-9648-7307ba7027de req-2d810d11-2ece-40dc-affc-7842074a0ad9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8514dd-e099-47a6-9c41-56b31b026df2 HTTP/1.1" status: 200  len: 946 time: 0.3635223
Dec 11 21:38:47.468675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3b43387-100b-4e34-9648-7307ba7027de req-ef515f3b-02fb-4275-81a0-cd7f1cd304c9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404680
Dec 11 21:38:47.482882 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.483247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.483567 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 disassociated. External IP: 172.35.1.183, port: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5.
Dec 11 21:38:47.483912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Calling delete_port for 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:38:47.612818 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.646771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'Port': ['ID=9f2c324f-fa3a-4a57-83f5-6375b643c3a5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:47.758445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:38:47.867861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:38:47.877851 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:38:47.886880 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:38:47.888122 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842859a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:38:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:38:47.906424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] No DVR routers for this DVR port 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:38:47.909046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:47.912431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0383a490-ddac-49f2-ab86-9a63045e3145 req-57fe748f-59cf-4f3f-be9a-05052bad3eec tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "DELETE /v2.0/ports/9f2c324f-fa3a-4a57-83f5-6375b643c3a5 HTTP/1.1" status: 204  len: 173 time: 0.7968676
Dec 11 21:38:47.912812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-deleted', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:47.915076 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af55bf69-6a99-4290-b898-47de18aaa2b9" -d '{"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-deleted", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:47.959807 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f2eeb-8258-4b27-a801-9a937d052f79 x-openstack-request-id: req-e77f2eeb-8258-4b27-a801-9a937d052f79 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:47.960105 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8514dd-e099-47a6-9c41-56b31b026df2", "name": "network-vif-deleted", "tag": "9f2c324f-fa3a-4a57-83f5-6375b643c3a5", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:47.960362 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e77f2eeb-8258-4b27-a801-9a937d052f79 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:47.960807 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8514dd-e099-47a6-9c41-56b31b026df2', 'name': 'network-vif-deleted', 'tag': '9f2c324f-fa3a-4a57-83f5-6375b643c3a5', 'status': 'completed', 'code': 200}
Dec 11 21:38:47.995228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:38:48.191187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842859a0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:38:48.220903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:38:48.228824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:38:48.229434 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842859a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:38:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:38:48.339838 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:38:48.534818 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-39c246df-774d-40ec-8426-296b3315b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842859a0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:38:48.561847 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c246df-774d-40ec-8426-296b3315b841 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:38:48.783186 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-db6964c5-e58b-404f-9d4a-1277644027d7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1448169835&fields=id&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 267 time: 0.0431213
Dec 11 21:38:48.792701 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b19be5-c266-45f6-b1d0-50f389bbd448 None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:38:48.892471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-17a2383d-ebbb-4e7d-8176-da99c5a614a5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:48.893959 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-17a2383d-ebbb-4e7d-8176-da99c5a614a5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.1034193
Dec 11 21:38:48.910157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-806620d4-06fc-4602-be23-1e252a84dfe5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/quotas/a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 375 time: 0.0101588
Dec 11 21:38:48.962597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-db9fbfdf-f9e6-4ec8-833e-3fabd7b79e13 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0463119
Dec 11 21:38:49.135994 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-4e13fb2c-3926-4713-ba82-608df3d207a3 service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611123
Dec 11 21:38:49.227233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-1bba6c45-f371-4b1a-834f-6b11d472b2e4 service neutron] 10.222.0.18 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851483
Dec 11 21:38:49.391278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18146714-a42b-4ef4-85b3-8720676e153a req-7417492c-b6cb-42c5-84fa-4a04b260274d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 210 time: 0.0276046
Dec 11 21:38:50.491224 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-951a4f79-ffbf-4f37-b359-e00a40e7e647 req-4eefef65-82d1-4e3d-8eff-85a4b219f4cb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 210 time: 0.0291502
Dec 11 21:38:50.686466 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-950138b9-7968-4225-ae38-f3e58744fa40 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:50.687942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-950138b9-7968-4225-ae38-f3e58744fa40 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 812 time: 0.4277868
Dec 11 21:38:50.748472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-57dbd6aa-e94a-4a1a-a2db-bd777fcbf2a8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 380 time: 0.0505419
Dec 11 21:38:50.757537 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'port': {'device_id': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'admin_state_up': True, 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'security_groups': ['cf3464a5-d636-43af-b328-0e6b78361faf']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:38:50.758559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:38:50.782021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:38:50.782363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 9f2c324f-fa3a-4a57-83f5-6375b643c3a5 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:38:50.862057 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Made reservation on behalf of a438de10749f45bb942385fb5c6fb084 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:38:50.866012 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:50.997525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Allocated IP 172.20.0.7 (22e2421a-3145-43c2-99a4-67b6d9f1c8c9/99e7f244-9eae-4802-995c-a5584e14d431/4e741265-6f69-4103-a9a6-1a6f93e22221) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:38:51.131100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.164537 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.208092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:38:51.211271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:38:51.214732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:38:51.238193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:51.271376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:51.271991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.287978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-de8ffa20-96f9-4221-b2e6-ce0de49a6085 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5341125
Dec 11 21:38:51.300296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Request body: {'port': {'device_id': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:38:51.359635 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.465085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2d6bf1c5-6b80-48bd-af74-d1cc05fc0531 None None] Provisioning complete for port 4e741265-6f69-4103-a9a6-1a6f93e22221 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:38:51.465439 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2d6bf1c5-6b80-48bd-af74-d1cc05fc0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.498432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2d6bf1c5-6b80-48bd-af74-d1cc05fc0531 None None] Port 4e741265-6f69-4103-a9a6-1a6f93e22221 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:38:51.562695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.651799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a7479-5117-4376-8a13-617aad7eeab6 req-5ab36607-5ccd-4891-a4fe-d85faa863567 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:51.653312 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-732a7479-5117-4376-8a13-617aad7eeab6 req-5ab36607-5ccd-4891-a4fe-d85faa863567 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 931 time: 0.0895588
Dec 11 21:38:51.659830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:38:51.668581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.695314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Transition to ACTIVE for port object 4e741265-6f69-4103-a9a6-1a6f93e22221 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:38:51.703157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.755779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-732a7479-5117-4376-8a13-617aad7eeab6 req-b6cdaff8-79e3-42c3-8891-76a260bd6e24 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915234
Dec 11 21:38:51.772998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:51.837123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:38:51.837459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:38:51.837788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:51.842878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:38:51.843194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:38:51.848113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:38:51.848450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:38:51.848830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:38:51.849250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Bound port: 4e741265-6f69-4103-a9a6-1a6f93e22221, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:38:51.849602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.916551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:38:51.920442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:38:51.924542 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.964950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:51.966086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:51.967597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] 10.222.0.16 "PUT /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1091 time: 0.6714814
Dec 11 21:38:51.968044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:51.970319 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f1fe17-93e0-4a50-9504-8eca69f34b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:51.991911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f5c69-4b8b-47bc-b3b3-88718fe2fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:52.022278 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26954057-1877-4639-9e5d-799fde99f5e7 x-openstack-request-id: req-26954057-1877-4639-9e5d-799fde99f5e7 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:52.023108 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:52.024198 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26954057-1877-4639-9e5d-799fde99f5e7 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:52.024696 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'status': 'completed', 'code': 200}
Dec 11 21:38:52.056364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-c9bdcb10-81e0-486f-ac48-e1cce5a4fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.058021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-c9bdcb10-81e0-486f-ac48-e1cce5a4fb80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0483124
Dec 11 21:38:52.100443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-38d36d25-a122-4798-b43d-88726b6ec16d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 217 time: 0.0349398
Dec 11 21:38:52.156566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-ae853b3a-d8ba-4cee-b015-4903dd9a25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.158192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-ae853b3a-d8ba-4cee-b015-4903dd9a25e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0509126
Dec 11 21:38:52.203398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-c7dfee80-afa6-46e4-97ad-ad028833df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.204878 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-c7dfee80-afa6-46e4-97ad-ad028833df3a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402777
Dec 11 21:38:52.294291 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-c69e65d0-c16a-4494-8b5a-144d1289d962 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820577
Dec 11 21:38:52.386069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-123be0dd-f1fa-4516-8ffc-cd7316bee404 req-959e4d4d-ae93-4b43-98a8-0fd964e4f927 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852809
Dec 11 21:38:52.469633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-cf82200e-8666-41d5-938d-3d3ce489b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.471174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-cf82200e-8666-41d5-938d-3d3ce489b910 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0409892
Dec 11 21:38:52.561872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-0bdc52d1-26a4-491a-8b82-cc458b729384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.563254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-0bdc52d1-26a4-491a-8b82-cc458b729384 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0854023
Dec 11 21:38:52.605182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-df5b0da0-ce20-4399-bdad-20fcbf795886 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 217 time: 0.0345829
Dec 11 21:38:52.653475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-23cc39a7-e4f3-4838-9565-768d5f8a8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.654949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-23cc39a7-e4f3-4838-9565-768d5f8a8205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0421302
Dec 11 21:38:52.704882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-06c834c6-173c-4099-bdeb-6ae51600c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.706339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-06c834c6-173c-4099-bdeb-6ae51600c395 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433903
Dec 11 21:38:52.793695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-366c87d1-2f7b-431a-9316-162ff423bdc0 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793915
Dec 11 21:38:52.917299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85f1fe17-93e0-4a50-9504-8eca69f34b2f req-b2addc18-bdc9-436b-bcfe-f6fec070c478 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1160879
Dec 11 21:38:52.925632 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221461-9e70-4577-bf4c-679a1dc90201 req-3b062448-ea45-4a31-8de3-d7bc38218f07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:52.927076 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50221461-9e70-4577-bf4c-679a1dc90201 req-3b062448-ea45-4a31-8de3-d7bc38218f07 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0764143
Dec 11 21:38:52.974140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50221461-9e70-4577-bf4c-679a1dc90201 req-3f4d492e-c0e9-47b2-a224-5dd1c35d4376 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409675
Dec 11 21:38:54.094146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc21da-d766-4009-8e6c-adc3d5af4e05 req-b73ec0b7-898a-40c3-98ac-f47855792787 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:54.095782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fc21da-d766-4009-8e6c-adc3d5af4e05 req-b73ec0b7-898a-40c3-98ac-f47855792787 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0487549
Dec 11 21:38:54.147804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-45fc21da-d766-4009-8e6c-adc3d5af4e05 req-de722a2a-3712-4227-9dfc-86e1a3ceb134 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451379
Dec 11 21:38:54.781015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:38:54.876065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:54.887043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:38:54.923775 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:54.936569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:38:54.955402 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:54.959685 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:55.007974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:55.156558 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4e741265-6f69-4103-a9a6-1a6f93e22221'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:38:55.265859 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbbe83-3f9d-4bbf-ab28-e3e819bd720f req-0acb09b2-df70-4ea7-a77e-5d34c5e7e579 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:55.267393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78bbbe83-3f9d-4bbf-ab28-e3e819bd720f req-0acb09b2-df70-4ea7-a77e-5d34c5e7e579 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0487034
Dec 11 21:38:55.317271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-78bbbe83-3f9d-4bbf-ab28-e3e819bd720f req-e41397f8-34af-45f0-a293-80d13aa11a7e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437872
Dec 11 21:38:56.483189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377446a9-6065-4212-9da5-57ae1b52c725 req-2a98ebbb-170a-4f8b-94fa-5f4f5cd0fe37 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:56.484929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-377446a9-6065-4212-9da5-57ae1b52c725 req-2a98ebbb-170a-4f8b-94fa-5f4f5cd0fe37 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0998697
Dec 11 21:38:56.530578 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-377446a9-6065-4212-9da5-57ae1b52c725 req-9880cb32-556d-4785-a172-e2f6593e9546 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397108
Dec 11 21:38:56.780690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:38:56.829719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4e741265-6f69-4103-a9a6-1a6f93e22221 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:38:56.833250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4e741265-6f69-4103-a9a6-1a6f93e22221 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:38:56.833611 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:56.913025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:56.934860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:38:56.937658 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517786cf-9e7a-44d0-9e05-4dff64aebc3d" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:38:56.950470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:38:56.954322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:56.981098 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce43f98-fd62-4515-a1e6-e9eb408c3a94 x-openstack-request-id: req-8ce43f98-fd62-4515-a1e6-e9eb408c3a94 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:38:56.981393 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:38:56.981649 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ce43f98-fd62-4515-a1e6-e9eb408c3a94 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:38:56.982034 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'code': 200}
Dec 11 21:38:57.003020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:38:57.073818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd37d5-35cf-470c-b9d2-5dd8ebc99ee6 req-63c8a38e-c5d5-41be-901d-f5a49fecf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:57.075750 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9edd37d5-35cf-470c-b9d2-5dd8ebc99ee6 req-63c8a38e-c5d5-41be-901d-f5a49fecf0e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1096 time: 0.0396082
Dec 11 21:38:57.119066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9edd37d5-35cf-470c-b9d2-5dd8ebc99ee6 req-d1fc0bcb-dc99-424f-988f-1c99eb3d2d65 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360479
Dec 11 21:38:57.644654 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24a004-b1e7-4b4d-ba4e-2b8d377d34cb req-5c3b318e-a3a9-4c64-a4a1-8cf7a11665ba tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:57.646122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd24a004-b1e7-4b4d-ba4e-2b8d377d34cb req-5c3b318e-a3a9-4c64-a4a1-8cf7a11665ba tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0484903
Dec 11 21:38:57.692495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cd24a004-b1e7-4b4d-ba4e-2b8d377d34cb req-471b3e82-212a-40e6-b7dc-eda0634dc253 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405257
Dec 11 21:38:58.899041 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5abb6e-b064-4048-96e0-39adcd1f2da9 req-ea26d9ce-0340-4b54-a163-69d93aef3235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:58.900519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb5abb6e-b064-4048-96e0-39adcd1f2da9 req-ea26d9ce-0340-4b54-a163-69d93aef3235 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.1393437
Dec 11 21:38:58.947658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb5abb6e-b064-4048-96e0-39adcd1f2da9 req-e073cff7-2962-4dde-ac48-8fb52dedba1f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411479
Dec 11 21:38:59.062860 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b8ab7-a6dd-4a9f-a31c-d1fb2be7f420 req-55e715d2-5e20-4909-9a0d-59e3edbf9df3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:38:59.064353 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-613b8ab7-a6dd-4a9f-a31c-d1fb2be7f420 req-55e715d2-5e20-4909-9a0d-59e3edbf9df3 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0523925
Dec 11 21:38:59.072732 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 58518) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:38:59.077010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Request body: {'floatingip': {'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:38:59.116160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:59.548813 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:59.552380 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:59.650261 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 associated. External IP: 172.35.1.183, port: 4e741265-6f69-4103-a9a6-1a6f93e22221.
Dec 11 21:38:59.853962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:38:59.962349 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:38:59.969696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:38:59.979018 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:38:59.989404 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:38:59.990020 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842852b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:38:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:38:59.997597 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-df0d49fb-d9ed-4042-901f-b5c7a0559c31 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "PUT /v2.0/floatingips/ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 HTTP/1.1" status: 200  len: 992 time: 0.9238324
Dec 11 21:38:59.998210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:39:00.000539 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a843924-0def-40de-9f26-4685b3749aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:39:00.038028 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971693e1-d7eb-4006-9ea6-c70c89b9bb27 x-openstack-request-id: req-971693e1-d7eb-4006-9ea6-c70c89b9bb27 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:39:00.038330 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:39:00.038633 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-971693e1-d7eb-4006-9ea6-c70c89b9bb27 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:39:00.039051 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'status': 'completed', 'code': 200}
Dec 11 21:39:00.098857 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:39:00.107029 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843924-0def-40de-9f26-4685b3749aa3 req-c3fa8916-c3b4-4b8e-a338-ff027df3ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:00.108476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-c3fa8916-c3b4-4b8e-a338-ff027df3ca40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1096 time: 0.0452693
Dec 11 21:39:00.197942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843924-0def-40de-9f26-4685b3749aa3 req-a03d3d4c-683b-4eaf-9a88-0a8e2c98f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:00.199763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-a03d3d4c-683b-4eaf-9a88-0a8e2c98f93c service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0846641
Dec 11 21:39:00.286736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-aca97440-d0d8-4b08-ae7f-17bcdf461a0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0791526
Dec 11 21:39:00.330831 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842852b0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:38:59Z', 'revision_number': 13, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:39:00.337998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843924-0def-40de-9f26-4685b3749aa3 req-c438b557-ebc2-4d76-8cbd-8f93d2d2ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:00.339517 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-c438b557-ebc2-4d76-8cbd-8f93d2d2ef6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0450256
Dec 11 21:39:00.357519 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:39:00.366396 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:39:00.367047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842852b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:38:43Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:39:00.401460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a843924-0def-40de-9f26-4685b3749aa3 req-bc33d967-ca15-4a80-b517-a16437a12f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:00.403148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-bc33d967-ca15-4a80-b517-a16437a12f1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0572004
Dec 11 21:39:00.478450 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:39:00.496666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-8b212004-91ae-4812-9a57-c8c6f5f9a7c6 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867774
Dec 11 21:39:00.589529 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a843924-0def-40de-9f26-4685b3749aa3 req-b87be502-8b40-416a-8768-5fc26b04f061 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855212
Dec 11 21:39:00.784072 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842852b0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:38:59Z', 'revision_number': 13, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:39:00.809881 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759953ed-56bc-4a45-b664-055588e9a77f None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'floating_ip_address': '172.35.1.183', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4060, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:31:17Z', 'updated_at': '2021-12-11T21:38:59Z', 'revision_number': 13, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:39:00.997085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ab6d2-f54b-48fb-a183-52717ebe6f5e None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:39:11.049691 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f5eb28ee-28e2-4bc3-a200-6682c4543e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:13.507943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-969df33c-82d4-436e-8c9e-4b03180bfc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:13.885859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-ca7385ac-3b28-4bbd-a8fd-445c6251d7f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0834830
Dec 11 21:39:13.972475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-ea74b58f-29d0-4bf4-b5aa-772dc50255b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:13.973949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-ea74b58f-29d0-4bf4-b5aa-772dc50255b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1096 time: 0.0441115
Dec 11 21:39:14.073122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-bd9b1ef9-1c1b-4909-b77e-3af379f8da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:14.075024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-bd9b1ef9-1c1b-4909-b77e-3af379f8da71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0814264
Dec 11 21:39:14.146457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-99ebc2ef-9ee2-445f-b764-1a9a93eef5aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1002 time: 0.0621171
Dec 11 21:39:14.195976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-bed9f240-c1c8-4176-9412-dea31b065aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:14.197360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-bed9f240-c1c8-4176-9412-dea31b065aae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0412397
Dec 11 21:39:14.244515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-a29a497d-b526-4e1d-96a1-d9fcde5edac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:39:14.246048 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-a29a497d-b526-4e1d-96a1-d9fcde5edac9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393336
Dec 11 21:39:14.347378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-ee16935d-de27-4ffd-88da-175569060de4 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862799
Dec 11 21:39:14.436284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a94166ac-ea99-446b-b6f8-b6ae16369270 req-9e2a0594-07b7-4e39-a95a-8caded9fa1b4 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803132
Dec 11 21:39:15.059021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:16.203249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:16.422257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:17.244220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:19.363598 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:39:21.576319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:41.050554 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-58e26f13-04cb-48e6-9825-2c285a9b2c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:43.510032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ee662631-adfe-4254-b325-0a9b0f36bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:45.064376 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:46.213854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:46.425347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:47.247037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:51.582319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:39:56.362102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:40:11.051794 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-511ef80d-9227-429c-94f0-44f9dcdfcc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:13.511901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0dd76d94-e1f8-42c7-b76e-c6fea73dff7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:14.839851 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-e125ae4d-19be-48d9-b7db-ae03dac34328 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396662
Dec 11 21:40:14.925571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5910da-89d7-4e49-8760-47be14218769 req-0622f7d4-7fe4-4c4b-b054-0f392acf6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:14.927081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-0622f7d4-7fe4-4c4b-b054-0f392acf6539 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1096 time: 0.0446858
Dec 11 21:40:15.029418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5910da-89d7-4e49-8760-47be14218769 req-ce87668b-4fb5-44d6-befb-bcaf1c0df4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:15.031205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-ce87668b-4fb5-44d6-befb-bcaf1c0df4a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0845261
Dec 11 21:40:15.065872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:15.101567 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-e49e8166-933f-4de9-987c-2f264e7577cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1002 time: 0.0634587
Dec 11 21:40:15.150793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5910da-89d7-4e49-8760-47be14218769 req-bfde5c7b-c05b-4db8-9d4f-ebdc6834f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:15.152256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-bfde5c7b-c05b-4db8-9d4f-ebdc6834f991 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0437658
Dec 11 21:40:15.197803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5910da-89d7-4e49-8760-47be14218769 req-6d7df6f1-40c2-4404-b25e-bb5a5f34b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:15.199406 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-6d7df6f1-40c2-4404-b25e-bb5a5f34b6a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400648
Dec 11 21:40:15.291423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-750f66d0-3798-4f12-840b-2154657a88f0 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847123
Dec 11 21:40:15.380836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de5910da-89d7-4e49-8760-47be14218769 req-5db32ba8-9533-4819-b40f-695989788305 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824859
Dec 11 21:40:16.229633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:16.427547 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:17.254937 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:21.581226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:33.361532 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:40:37.213237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c53a-c2dc-4b6e-ad90-e9453bef6cf5 req-b82014e5-963c-4154-a4aa-fa80e20ff362 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:37.214760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d69c53a-c2dc-4b6e-ad90-e9453bef6cf5 req-b82014e5-963c-4154-a4aa-fa80e20ff362 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0504200
Dec 11 21:40:37.263601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d69c53a-c2dc-4b6e-ad90-e9453bef6cf5 req-62f5896d-c8c8-4952-b10b-30235d5f29ce tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425048
Dec 11 21:40:39.786183 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-4b009db6-97e6-4938-8b02-88f6625e35ff req-52addb81-b0c2-4303-8eb1-07f133aea2a9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:40:39.787288 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b009db6-97e6-4938-8b02-88f6625e35ff req-52addb81-b0c2-4303-8eb1-07f133aea2a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055287
Dec 11 21:40:40.000136 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea48429-638d-401e-acb5-478efc7d1b6e req-04c6961b-d7b6-4357-8cdb-6162482d29eb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:40.001578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ea48429-638d-401e-acb5-478efc7d1b6e req-04c6961b-d7b6-4357-8cdb-6162482d29eb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0816057
Dec 11 21:40:40.030775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-335a12f3-196f-4ee4-bae3-bdb22e1dc6d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1255465
Dec 11 21:40:40.044285 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-3a42aa66-892f-432d-9042-b581f0586f7c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:40:40.045228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-3a42aa66-892f-432d-9042-b581f0586f7c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053542
Dec 11 21:40:40.061182 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9ea48429-638d-401e-acb5-478efc7d1b6e req-1c0e4999-6465-4dff-87f0-c258af32c606 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527020
Dec 11 21:40:41.052378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b93116d2-6795-4dd1-ace3-bf723ba6764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:41.180434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4356b54-91b0-49cf-9e09-6fa2582b8767 req-4634ec09-bfcd-475c-95ab-7181cd21d3d2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:41.181902 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4356b54-91b0-49cf-9e09-6fa2582b8767 req-4634ec09-bfcd-475c-95ab-7181cd21d3d2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0499160
Dec 11 21:40:41.232307 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b4356b54-91b0-49cf-9e09-6fa2582b8767 req-10738669-0eb6-4a03-a42a-900f2cca096b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445075
Dec 11 21:40:42.349161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4a1b-8a28-4c67-982f-d7f727bcea00 req-2ec3fd36-a73f-45f1-a304-78a609dd6c0d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:42.350649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-828e4a1b-8a28-4c67-982f-d7f727bcea00 req-2ec3fd36-a73f-45f1-a304-78a609dd6c0d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0485382
Dec 11 21:40:42.397003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-828e4a1b-8a28-4c67-982f-d7f727bcea00 req-f62c15e1-622d-472e-8248-9b67852991b5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403583
Dec 11 21:40:43.513467 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-317342ac-4db1-44be-a94a-8751935f5e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:43.519633 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1a0d2-7ba6-4c4e-8e4d-dec4c8e61ba3 req-21471636-cc44-480e-9e06-39b5efc406c5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:43.521162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92a1a0d2-7ba6-4c4e-8e4d-dec4c8e61ba3 req-21471636-cc44-480e-9e06-39b5efc406c5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0523372
Dec 11 21:40:43.576651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-92a1a0d2-7ba6-4c4e-8e4d-dec4c8e61ba3 req-c722547b-fa68-4889-b46b-c1b6bd4b16fc tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495992
Dec 11 21:40:44.703708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8af59a-11f6-438f-bb52-8f3905576586 req-bae1acc5-74ea-4e6f-8c44-43e6f34c63dd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:44.705411 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb8af59a-11f6-438f-bb52-8f3905576586 req-bae1acc5-74ea-4e6f-8c44-43e6f34c63dd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0514917
Dec 11 21:40:44.761003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb8af59a-11f6-438f-bb52-8f3905576586 req-16d237cd-18a4-4ddd-be6a-caac6d61b800 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492797
Dec 11 21:40:45.067357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:45.237027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-6eed212b-9c7f-41cc-ad9f-f834a33958c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:45.238521 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-6eed212b-9c7f-41cc-ad9f-f834a33958c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1096 time: 0.0421672
Dec 11 21:40:45.330241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-83cfd81c-1a78-4903-b847-c7914e500257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:45.331638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-83cfd81c-1a78-4903-b847-c7914e500257 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0868053
Dec 11 21:40:45.398297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-b2100892-632e-4b59-a9d2-4dbbd513455e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1002 time: 0.0598326
Dec 11 21:40:45.446027 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-d3a48fac-db1a-4856-9155-7e0b9081beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:45.447522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-d3a48fac-db1a-4856-9155-7e0b9081beee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0424671
Dec 11 21:40:45.493002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-1b89ef94-73f2-4199-904f-1294b6cc2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:45.494434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-1b89ef94-73f2-4199-904f-1294b6cc2fd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0387769
Dec 11 21:40:45.584663 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-fa7a84ef-fa7f-4eeb-b930-c297ba5da2c8 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829229
Dec 11 21:40:45.672906 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-55605542-573c-44f2-8198-e38d51fbebf5 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812523
Dec 11 21:40:45.881167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacfa55-312a-4e71-9951-6ed6a89396a4 req-3706eee3-8f96-4777-bf99-9269ff3a08f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:45.883088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caacfa55-312a-4e71-9951-6ed6a89396a4 req-3706eee3-8f96-4777-bf99-9269ff3a08f0 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0481844
Dec 11 21:40:45.929919 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-caacfa55-312a-4e71-9951-6ed6a89396a4 req-60983f91-9420-4f24-9655-911f902beda1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412197
Dec 11 21:40:46.228037 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:46.428906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:47.047233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6b03a-44d9-4401-a31c-ec8c523723e2 req-38d91e2c-2a0f-4318-b9b7-5841dba3501b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:47.048594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea6b03a-44d9-4401-a31c-ec8c523723e2 req-38d91e2c-2a0f-4318-b9b7-5841dba3501b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0487115
Dec 11 21:40:47.099215 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea6b03a-44d9-4401-a31c-ec8c523723e2 req-22ce2983-99d0-4702-957b-2d5934dff0c9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446851
Dec 11 21:40:47.262029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:48.216991 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa23c3-f3c3-43b7-99aa-ece09a63783d req-859bd878-1fe9-447b-a0af-ecf5e1fbcdee tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:48.218507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0efa23c3-f3c3-43b7-99aa-ece09a63783d req-859bd878-1fe9-447b-a0af-ecf5e1fbcdee tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0523288
Dec 11 21:40:48.266317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0efa23c3-f3c3-43b7-99aa-ece09a63783d req-121a0f8c-c0b8-4f60-b3d3-9ecca7c08783 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413141
Dec 11 21:40:49.381237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230506-8372-4405-84ee-82362d8b788e req-5376484c-477e-49a3-8e07-9aa5a732e748 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:49.382716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98230506-8372-4405-84ee-82362d8b788e req-5376484c-477e-49a3-8e07-9aa5a732e748 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0481875
Dec 11 21:40:49.428264 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98230506-8372-4405-84ee-82362d8b788e req-d33376c8-11f8-4efa-97b9-c80c1eb87201 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396066
Dec 11 21:40:50.543685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a9178-80ea-4c7a-ab78-1b66511c0f30 req-a50741c5-b80f-4f2e-81a0-923f7e5ce750 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:50.545084 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c70a9178-80ea-4c7a-ab78-1b66511c0f30 req-a50741c5-b80f-4f2e-81a0-923f7e5ce750 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0483243
Dec 11 21:40:50.591366 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c70a9178-80ea-4c7a-ab78-1b66511c0f30 req-af1b5528-a077-447d-a323-ce9de5948c3f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398619
Dec 11 21:40:51.581845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:51.710715 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03737a-c752-494e-9172-2d91f7ab07a4 req-750be77d-4b95-4ae7-a954-79f24e1d25f7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:51.712227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d03737a-c752-494e-9172-2d91f7ab07a4 req-750be77d-4b95-4ae7-a954-79f24e1d25f7 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0489545
Dec 11 21:40:51.757771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d03737a-c752-494e-9172-2d91f7ab07a4 req-47c637e6-e259-42ef-99f7-9115bf714455 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396547
Dec 11 21:40:52.877814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023882-2ab3-4b2c-8755-8f65ec9e2b29 req-8f03f0ab-e4ce-4636-9084-5f42d5cac5df tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:52.879406 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08023882-2ab3-4b2c-8755-8f65ec9e2b29 req-8f03f0ab-e4ce-4636-9084-5f42d5cac5df tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0529304
Dec 11 21:40:52.926398 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08023882-2ab3-4b2c-8755-8f65ec9e2b29 req-e6aedd63-e6a8-42d7-aae4-a2c21c6fe906 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Dec 11 21:40:54.043695 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e0ab7-be5a-4448-93a7-04f7f3dac717 req-ceb6904f-ad39-4a6e-8701-f9bfc5f935d5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:54.045134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a45e0ab7-be5a-4448-93a7-04f7f3dac717 req-ceb6904f-ad39-4a6e-8701-f9bfc5f935d5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0511777
Dec 11 21:40:54.090537 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a45e0ab7-be5a-4448-93a7-04f7f3dac717 req-5e535ad1-68fb-487e-a075-080a0efdcadb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395038
Dec 11 21:40:55.204656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09733c-88c7-4c9a-9da5-f778e263a36b req-0b68bc8c-d6d0-416f-a2ab-3b21ebff9388 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:55.206381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b09733c-88c7-4c9a-9da5-f778e263a36b req-0b68bc8c-d6d0-416f-a2ab-3b21ebff9388 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0479052
Dec 11 21:40:55.253572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b09733c-88c7-4c9a-9da5-f778e263a36b req-5ea67889-1a9f-4516-954b-45fb7efef95c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413558
Dec 11 21:40:56.373904 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccdb7f-4236-4f03-8481-bb14f77c0eee req-03d98349-0ba1-4a88-9cd9-6fdc2082d0fe tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:56.375396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0ccdb7f-4236-4f03-8481-bb14f77c0eee req-03d98349-0ba1-4a88-9cd9-6fdc2082d0fe tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0483468
Dec 11 21:40:56.422652 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f0ccdb7f-4236-4f03-8481-bb14f77c0eee req-f17dca3b-002f-4d5c-af98-38865696a330 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408144
Dec 11 21:40:57.536907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6604347-3862-4861-a452-03132631daee req-c4ad2656-a190-4fbb-be64-b8b95827d1d2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:57.538317 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6604347-3862-4861-a452-03132631daee req-c4ad2656-a190-4fbb-be64-b8b95827d1d2 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0479527
Dec 11 21:40:57.588639 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6604347-3862-4861-a452-03132631daee req-481bafc7-8aaa-4325-b07b-f4645454592b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444198
Dec 11 21:40:58.299561 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-3a9aef84-148b-4263-8ca9-dfac23c58d40 service neutron] show failed (client error): The resource could not be found.
Dec 11 21:40:58.300497 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-3a9aef84-148b-4263-8ca9-dfac23c58d40 service neutron] 10.222.0.16 "GET /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0666318
Dec 11 21:40:58.496436 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-466e4fed-8510-4760-83a5-4a79087b6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:58.497905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-466e4fed-8510-4760-83a5-4a79087b6846 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1096 time: 0.0398545
Dec 11 21:40:58.509679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-17f4b7b2-0e42-4d14-abb6-ed04daf5704e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:40:58.510670 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-17f4b7b2-0e42-4d14-abb6-ed04daf5704e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047545
Dec 11 21:40:58.523574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:40:58.581965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:58.706106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2306a-afde-45e5-9945-66249c82437e req-1ad373d7-78e8-4137-b575-c7e35b1d2382 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:58.707635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cc2306a-afde-45e5-9945-66249c82437e req-1ad373d7-78e8-4137-b575-c7e35b1d2382 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0493207
Dec 11 21:40:58.755830 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cc2306a-afde-45e5-9945-66249c82437e req-6cd1e905-6da9-4575-b761-dfc6cbbc6155 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421340
Dec 11 21:40:58.785298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:40:58.822637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:40:58.861159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:40:58.863544 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd76f1-7ca3-4063-8110-1e8c37489083" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-unplugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:40:58.870227 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:58.883712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Transition to ACTIVE for port object 4e741265-6f69-4103-a9a6-1a6f93e22221 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:40:58.887626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:58.924906 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1ebafc-4918-40db-a91a-97ad43ba0d99 x-openstack-request-id: req-6f1ebafc-4918-40db-a91a-97ad43ba0d99 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:40:58.925145 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-unplugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:40:58.925409 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f1ebafc-4918-40db-a91a-97ad43ba0d99 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:40:58.925804 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'code': 200}
Dec 11 21:40:58.938242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:40:58.978771 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.979128 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.979467 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.979805 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.980141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.980480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.980812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.981135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.981462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.981784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.982112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.982435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:58.982781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:40:59.023709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] No DVR routers for this DVR port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:40:59.157682 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:40:59.157942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:40:59.158269 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:40:59.162570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:40:59.162896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:40:59.167690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:40:59.168029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:40:59.168416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:40:59.168846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Bound port: 4e741265-6f69-4103-a9a6-1a6f93e22221, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:40:59.169195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:59.240681 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:40:59.244195 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:40:59.248690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:59.286720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.287345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:40:59.288736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] 10.222.0.30 "PUT /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1091 time: 0.7687268
Dec 11 21:40:59.307325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cac23-454f-4ac3-b719-1b89119716fa service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:40:59.357766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-0f5485ab-e3ab-46fb-9f54-2fc56b77b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.359947 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-0f5485ab-e3ab-46fb-9f54-2fc56b77b315 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0467668
Dec 11 21:40:59.451600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-ebfeac77-a649-46ea-9673-465bf12c2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.453113 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-ebfeac77-a649-46ea-9673-465bf12c2736 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0865815
Dec 11 21:40:59.521369 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-4d50e538-e661-4c84-99df-73c4dced33ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0609436
Dec 11 21:40:59.571383 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-c0eb3c14-796a-4ed8-97ef-ce81dfd94c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.572773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-c0eb3c14-796a-4ed8-97ef-ce81dfd94c13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0445209
Dec 11 21:40:59.618465 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-00ca0de3-5aaf-4abc-9338-aa9678316279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.619954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-00ca0de3-5aaf-4abc-9338-aa9678316279 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0403318
Dec 11 21:40:59.713151 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-80824678-e661-4981-8f52-9bfbec9b9183 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835991
Dec 11 21:40:59.800712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-d02113d1-dc09-4ae5-babf-9ddee3898bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0806637
Dec 11 21:40:59.881871 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7842-df65-4cf8-898b-e53f4b6dceb6 req-07e07802-8284-46b1-be5d-f0dc305ef4dd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:40:59.883390 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-326a7842-df65-4cf8-898b-e53f4b6dceb6 req-07e07802-8284-46b1-be5d-f0dc305ef4dd tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0539091
Dec 11 21:40:59.932145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-326a7842-df65-4cf8-898b-e53f4b6dceb6 req-5195eff8-5762-457c-bc93-b4f83c69d897 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424492
Dec 11 21:41:00.926836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:00.929165 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4837ab4b-d1bd-441b-99bc-3291b670e13d" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:00.978871 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293e378d-1b29-4ef1-89b9-0945f133d6b8 x-openstack-request-id: req-293e378d-1b29-4ef1-89b9-0945f133d6b8 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:00.979075 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:00.979386 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-293e378d-1b29-4ef1-89b9-0945f133d6b8 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:00.979800 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'status': 'completed', 'code': 200}
Dec 11 21:41:01.044136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-06c96bfa-7b1b-4b7c-92c5-cd62e5f23136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.045647 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-06c96bfa-7b1b-4b7c-92c5-cd62e5f23136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0421038
Dec 11 21:41:01.072887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-28773e80-b546-4792-95ca-473c3e595046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.074378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-28773e80-b546-4792-95ca-473c3e595046 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0752845
Dec 11 21:41:01.081702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314241ad-1fba-453e-86f3-d83a196934af req-a8a308eb-a796-4799-9089-32c6a0ed6176 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.083093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-314241ad-1fba-453e-86f3-d83a196934af req-a8a308eb-a796-4799-9089-32c6a0ed6176 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0735216
Dec 11 21:41:01.140869 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-f1e9d38c-694b-4e4f-8fed-c5da58008f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.142508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-f1e9d38c-694b-4e4f-8fed-c5da58008f64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0883429
Dec 11 21:41:01.186532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-314241ad-1fba-453e-86f3-d83a196934af req-47e5f3f2-3028-4d4e-b608-638d4bffeb70 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953898
Dec 11 21:41:01.204720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-cae80f17-0956-460c-8113-e7c94b977931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.206394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-cae80f17-0956-460c-8113-e7c94b977931 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.1224675
Dec 11 21:41:01.209730 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-dba09547-1dac-4466-aa5f-0404b703b63d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0600543
Dec 11 21:41:01.264141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-4b7b79ea-020f-4d38-8228-cce915fbb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.265033 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-4b7b79ea-020f-4d38-8228-cce915fbb176 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0484293
Dec 11 21:41:01.276785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-fb24898f-f076-4e02-a76b-58363a137f84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0621030
Dec 11 21:41:01.311856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-b0b86579-16d2-4963-8895-8625fb9dcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.313881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-b0b86579-16d2-4963-8895-8625fb9dcda1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412607
Dec 11 21:41:01.325292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-999c9189-daa1-4463-b1d7-dcaec808dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.326832 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-999c9189-daa1-4463-b1d7-dcaec808dda5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0433421
Dec 11 21:41:01.374558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-7e172189-a890-43e4-9913-ffedcdcadcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:01.376578 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-7e172189-a890-43e4-9913-ffedcdcadcac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431950
Dec 11 21:41:01.402700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-d0dc3b1d-33ad-44af-8df5-6b4ce8f7923d service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815346
Dec 11 21:41:01.433472 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:01.469712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-51f07c8a-4582-43ef-b41a-27ee27d982f4 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848629
Dec 11 21:41:01.476015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:01.499712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-fa26f066-abde-471b-99fb-277387ebabe8 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889840
Dec 11 21:41:01.562448 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4837ab4b-d1bd-441b-99bc-3291b670e13d req-96d231c8-0c1f-48bd-847e-8cd63f5b9b9e service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861828
Dec 11 21:41:02.314531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f90b5-5234-46c6-a546-bbd9a14a3b47 req-7bb5e95c-3dfc-4f58-9b50-b94f81779c4d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:02.316196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b2f90b5-5234-46c6-a546-bbd9a14a3b47 req-7bb5e95c-3dfc-4f58-9b50-b94f81779c4d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0543246
Dec 11 21:41:02.362435 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b2f90b5-5234-46c6-a546-bbd9a14a3b47 req-8b6099bb-179a-49b5-8bad-454c40ecced1 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402794
Dec 11 21:41:03.481789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c463e-fd58-49c8-b5d2-9c7da1c9d243 req-6be02418-99a8-47e5-9b82-d9eddaacda8f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:03.483271 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f8c463e-fd58-49c8-b5d2-9c7da1c9d243 req-6be02418-99a8-47e5-9b82-d9eddaacda8f tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0483418
Dec 11 21:41:03.528698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f8c463e-fd58-49c8-b5d2-9c7da1c9d243 req-2e4069a0-6fb5-42ea-87dc-4a086ff3e01e tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392098
Dec 11 21:41:04.646882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad34970-d14b-4c2b-b4e1-55678c70dbc0 req-83ee2979-c396-4e90-9247-b2d8927e9762 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:04.648355 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ad34970-d14b-4c2b-b4e1-55678c70dbc0 req-83ee2979-c396-4e90-9247-b2d8927e9762 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0492442
Dec 11 21:41:04.698206 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8ad34970-d14b-4c2b-b4e1-55678c70dbc0 req-a209a031-49ef-4f99-b702-f98cb3d8f6de tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440042
Dec 11 21:41:05.815266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26378f92-e90b-43ee-b2bb-46f05203e52f req-b4643e12-d68d-454c-b3a6-5478d6783ccf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:05.816731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26378f92-e90b-43ee-b2bb-46f05203e52f req-b4643e12-d68d-454c-b3a6-5478d6783ccf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0495932
Dec 11 21:41:05.863292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26378f92-e90b-43ee-b2bb-46f05203e52f req-c75b406a-a493-4f02-bc89-1fda001870e8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401955
Dec 11 21:41:06.158456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-0ba8bd39-cda6-48fb-acb3-d1e2c598e8b8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.160267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-0ba8bd39-cda6-48fb-acb3-d1e2c598e8b8 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&tenant_id=a438de10749f45bb942385fb5c6fb084&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0619180
Dec 11 21:41:06.179968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b8670-ee99-465f-ba15-b7ceb73f3639 req-d3088e58-65ea-41ae-a267-3080a22dbc2a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.181458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae6b8670-ee99-465f-ba15-b7ceb73f3639 req-d3088e58-65ea-41ae-a267-3080a22dbc2a tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0571303
Dec 11 21:41:06.231888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ae6b8670-ee99-465f-ba15-b7ceb73f3639 req-02134be4-9622-4e01-802e-cbcd1fabc633 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432689
Dec 11 21:41:06.232153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-8012b048-12d9-45a3-853c-1bb4c7e8fe69 service neutron] 10.222.0.30 "GET /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0643322
Dec 11 21:41:06.304529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-4a5f0898-f680-4319-ae84-e3c74faa8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.306045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-4a5f0898-f680-4319-ae84-e3c74faa8ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1094 time: 0.0420172
Dec 11 21:41:06.698252 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-d2644bf4-16d5-4c24-960f-c8f6d62eec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.699744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-d2644bf4-16d5-4c24-960f-c8f6d62eec22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.3840928
Dec 11 21:41:06.763675 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-065bf18c-db0e-41f9-9dd5-901ce870fb3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0564158
Dec 11 21:41:06.815451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-19b8d268-a75f-48b6-b286-c4f82218c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.816878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-19b8d268-a75f-48b6-b286-c4f82218c6fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0464425
Dec 11 21:41:06.862223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-2bfa5eb2-2a03-4714-b42b-a2724fbe5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:06.863761 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-2bfa5eb2-2a03-4714-b42b-a2724fbe5f31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396059
Dec 11 21:41:06.951229 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-22748d81-f4d0-48f2-b44f-c0689b3713a8 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803444
Dec 11 21:41:07.041636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-651ea790-5b7c-421a-ace5-701820a2fc63 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829878
Dec 11 21:41:07.272780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:41:07.363958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4627b65-490f-4f85-932a-c785e5aaf242 req-1e94eb7a-890a-45ea-ae32-667b387a7939 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:07.365525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4627b65-490f-4f85-932a-c785e5aaf242 req-1e94eb7a-890a-45ea-ae32-667b387a7939 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 943 time: 0.0583563
Dec 11 21:41:07.373130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:07.388962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:41:07.413731 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4627b65-490f-4f85-932a-c785e5aaf242 req-77eb2dcc-061a-4eea-adc0-ad4a5e999cb5 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420125
Dec 11 21:41:07.429320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:07.442006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:07.461021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:07.465658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:07.510585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:07.517714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.518068 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.518416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.518786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.519126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.519465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.519798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.520130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.520460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.520788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.521116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.521443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.521768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:07.790899 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['4e741265-6f69-4103-a9a6-1a6f93e22221'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:08.530832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68238e2-9a38-4dd4-ac83-f9fca4c1a11f req-ab71726f-dcfa-4a71-ad63-5d36ee8c8ac6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:08.532230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c68238e2-9a38-4dd4-ac83-f9fca4c1a11f req-ab71726f-dcfa-4a71-ad63-5d36ee8c8ac6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0482106
Dec 11 21:41:08.580608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c68238e2-9a38-4dd4-ac83-f9fca4c1a11f req-3fbe33c4-2b10-4a84-845d-f5d59950a8df tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415370
Dec 11 21:41:09.272743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:41:09.321008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 4e741265-6f69-4103-a9a6-1a6f93e22221 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:41:09.324611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 4e741265-6f69-4103-a9a6-1a6f93e22221 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:41:09.324980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:09.403897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:09.427155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:09.429389 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06558be-ceaf-4a36-9b6c-095a52e2defc" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:09.443691 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:09.449803 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:09.483815 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f9cea-33a2-4c9d-9626-de1ca3c56e85 x-openstack-request-id: req-589f9cea-33a2-4c9d-9626-de1ca3c56e85 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:09.484115 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:09.484371 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-589f9cea-33a2-4c9d-9626-de1ca3c56e85 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:09.484759 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'code': 200}
Dec 11 21:41:09.500282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:09.698319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4159d-46c0-4ff1-9854-50a07660df68 req-6dc92960-c978-4865-840c-5137f755e1bb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:09.699860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ec4159d-46c0-4ff1-9854-50a07660df68 req-6dc92960-c978-4865-840c-5137f755e1bb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0501597
Dec 11 21:41:10.099141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2ec4159d-46c0-4ff1-9854-50a07660df68 req-314fc017-9b01-48be-8061-59c001436feb tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3911681
Dec 11 21:41:10.100787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-97f7851e-4385-41e1-bc86-1f65366b7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:10.102174 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-97f7851e-4385-41e1-bc86-1f65366b7064 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&tenant_id=a438de10749f45bb942385fb5c6fb084 HTTP/1.1" status: 200  len: 1096 time: 0.4014640
Dec 11 21:41:10.114400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:10.164899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.362640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:41:10.369941 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:10.406870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:41:10.453282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:10.455707 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fda459-feb4-4a1c-8f27-aef16f1625e7" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-unplugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:10.459682 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.474641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Transition to ACTIVE for port object 4e741265-6f69-4103-a9a6-1a6f93e22221 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:41:10.478650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.573641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=10']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:10.583950 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb57bce-2aa8-4017-8a5a-f0df9db6eaed x-openstack-request-id: req-bfb57bce-2aa8-4017-8a5a-f0df9db6eaed {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:10.584247 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-unplugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:10.584505 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfb57bce-2aa8-4017-8a5a-f0df9db6eaed {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:10.584906 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'code': 200}
Dec 11 21:41:10.588112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.588461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.588807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.589149 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.589480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.589812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.590140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.590467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.590816 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.591145 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.591472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.591797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.592123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:10.618076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] No DVR routers for this DVR port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:41:10.755490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:41:10.756076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:41:10.756314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:10.760337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:41:10.760659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Attempting to bind port 4e741265-6f69-4103-a9a6-1a6f93e22221 on network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:10.765538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:41:10.765874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Checking segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:41:10.766256 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Bound using segment: {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:41:10.767235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Bound port: 4e741265-6f69-4103-a9a6-1a6f93e22221, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c2d790-04e2-4ca7-b900-0832c6d63783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:41:10.767581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.827497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:41:10.831514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:41:10.835381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.870884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:10.871507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:10.872877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] 10.222.0.16 "PUT /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1092 time: 0.7628860
Dec 11 21:41:10.893661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4cd12-b4c6-4255-b17d-3f7c7db85bac service neutron] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=11']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:10.941955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-ec3f4332-2399-4085-9852-4d63641d322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:10.943519 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-ec3f4332-2399-4085-9852-4d63641d322a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1095 time: 0.0462048
Dec 11 21:41:11.041431 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-6116f37b-b1a9-4e67-bb8b-1917e9e77b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:11.043138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-6116f37b-b1a9-4e67-bb8b-1917e9e77b11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0918765
Dec 11 21:41:11.061257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-34ef76a0-b026-437d-84a2-b75e8390ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:11.114167 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-c128f95b-aac8-4c96-8aeb-b2d84ca2fb4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0643167
Dec 11 21:41:11.169282 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-bbfb7e5a-8372-44d6-85d7-df6c980b64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:11.170778 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-bbfb7e5a-8372-44d6-85d7-df6c980b64df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0496805
Dec 11 21:41:11.243597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ec57f-4d4a-463b-ab01-fd2b1b5946ad req-590e66ad-a254-45ef-af6d-f60ebc290141 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:11.245065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f3ec57f-4d4a-463b-ab01-fd2b1b5946ad req-590e66ad-a254-45ef-af6d-f60ebc290141 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0730679
Dec 11 21:41:11.249341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-db852f32-2a40-49e0-8267-85424043582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:11.250790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-db852f32-2a40-49e0-8267-85424043582e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0700150
Dec 11 21:41:11.371164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4f3ec57f-4d4a-463b-ab01-fd2b1b5946ad req-04eaf484-bc47-4714-82cd-a4c4ad403819 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194119
Dec 11 21:41:11.397895 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-7ba133b6-6c8d-4feb-86ab-79cde677d9f6 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374404
Dec 11 21:41:11.490395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-614d5bc0-d370-4ae9-a6b5-5691aff3d2ce req-bab5fc95-d738-435f-9378-359969026467 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850816
Dec 11 21:41:12.495007 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013232e-dae3-4ae2-9455-4272bd0709b3 req-a9f634bf-cbdf-4d59-a269-061f29d2733c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.496469 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3013232e-dae3-4ae2-9455-4272bd0709b3 req-a9f634bf-cbdf-4d59-a269-061f29d2733c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0520618
Dec 11 21:41:12.544501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3013232e-dae3-4ae2-9455-4272bd0709b3 req-70ee37b5-c6ec-481b-a38e-f4e741da8493 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
Dec 11 21:41:12.585831 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:12.588204 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:12.636008 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d3716-f81d-4c04-84f0-f15fc7db2828 x-openstack-request-id: req-a15d3716-f81d-4c04-84f0-f15fc7db2828 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:12.636305 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:12.636568 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a15d3716-f81d-4c04-84f0-f15fc7db2828 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:12.636975 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'status': 'completed', 'code': 200}
Dec 11 21:41:12.698748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-2c9ea9a7-7cb2-4328-94f1-107d0f7039cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.700280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-2c9ea9a7-7cb2-4328-94f1-107d0f7039cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1095 time: 0.0418434
Dec 11 21:41:12.706129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-b225c9a3-d616-4df1-9000-aebb2840c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.707691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-b225c9a3-d616-4df1-9000-aebb2840c7e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1095 time: 0.0508757
Dec 11 21:41:12.794517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-bc382b77-00ca-4fa3-bed7-9d530978776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.795990 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-bc382b77-00ca-4fa3-bed7-9d530978776c service neutron] 10.222.0.30 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0872595
Dec 11 21:41:12.800193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-abbb0bf5-bc84-49fb-8f54-18a020bd25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.801672 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-abbb0bf5-bc84-49fb-8f54-18a020bd25b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0863039
Dec 11 21:41:12.864886 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-40841927-393a-4a66-8904-9b842a57f32b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0608993
Dec 11 21:41:12.872096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-abdc900a-af88-4824-a246-b7609396c869 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0625832
Dec 11 21:41:12.913456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-0260cd38-691f-463c-b9c6-60bdae665455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.914977 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-0260cd38-691f-463c-b9c6-60bdae665455 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0436053
Dec 11 21:41:12.921224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-b66bec3b-17aa-441b-90ed-752b2ef4afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.923289 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-b66bec3b-17aa-441b-90ed-752b2ef4afc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0431814
Dec 11 21:41:12.963188 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-5fbba465-e6f7-4cb8-bf4d-2371690172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:12.964645 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-5fbba465-e6f7-4cb8-bf4d-2371690172ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0427444
Dec 11 21:41:13.020714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-a0733094-2bc1-4971-bf9e-b939a5b138bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:13.022177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-a0733094-2bc1-4971-bf9e-b939a5b138bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428300
Dec 11 21:41:13.060405 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-7c8f1e29-6c39-4bf8-90f5-fe677972f470 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874686
Dec 11 21:41:13.116540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-c26b97c2-c57e-47e8-8297-d2833ea43b09 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864730
Dec 11 21:41:13.153349 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-5fe7365d-a38f-49b6-a2c4-b4c661c57946 service neutron] 10.222.0.30 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860565
Dec 11 21:41:13.207884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fb6d4bec-18e9-4e2c-91e2-6f9ab77d46e0 req-3d5fd72b-1806-4f07-80c4-53d10d8177f5 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836442
Dec 11 21:41:13.281344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:13.319073 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:13.515117 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c5a5670-8ee1-4098-a96b-c7b82f9f1970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:13.662698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b187d7c-a239-459d-afde-110baa794b10 req-38477a6b-a6b2-4e0a-b699-a3e4cf88b5af tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:13.664200 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b187d7c-a239-459d-afde-110baa794b10 req-38477a6b-a6b2-4e0a-b699-a3e4cf88b5af tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0504394
Dec 11 21:41:13.711067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b187d7c-a239-459d-afde-110baa794b10 req-64eb0c60-1ddf-4c60-9a58-dd07abf8b199 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409381
Dec 11 21:41:14.875344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-e63654e5-b40f-4446-add8-4580a632c5ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0493605
Dec 11 21:41:14.883790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8516-6acb-4603-a473-6ca50eb556f0 req-c2be9c45-236a-4868-93bd-2706eb7742db tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:14.885166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a82b8516-6acb-4603-a473-6ca50eb556f0 req-c2be9c45-236a-4868-93bd-2706eb7742db tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 944 time: 0.0910704
Dec 11 21:41:14.957767 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a82b8516-6acb-4603-a473-6ca50eb556f0 req-dcf99173-bb79-4b25-86f3-9834143b5a59 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663867
Dec 11 21:41:14.968633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-a9fb7999-bf1f-4d1f-9f1d-35d23695b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:14.970284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-a9fb7999-bf1f-4d1f-9f1d-35d23695b9d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a438de10749f45bb942385fb5c6fb084&device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 1095 time: 0.0520885
Dec 11 21:41:15.071978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:15.082649 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-61325db1-390a-4f74-8591-0442f9991b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:15.084116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-61325db1-390a-4f74-8591-0442f9991b62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 200  len: 913 time: 0.0941997
Dec 11 21:41:15.148590 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-d92c11e0-749e-42be-822d-95d08764dd10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 200  len: 1000 time: 0.0576348
Dec 11 21:41:15.199173 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-1931de02-b783-4f74-a74f-ca5f106a0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:15.200593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-1931de02-b783-4f74-a74f-ca5f106a0549 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 200  len: 851 time: 0.0458660
Dec 11 21:41:15.246467 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-1f2ac75c-b591-4f81-9f02-e03c1fc52b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:15.248003 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-1f2ac75c-b591-4f81-9f02-e03c1fc52b38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=22e2421a-3145-43c2-99a4-67b6d9f1c8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0398750
Dec 11 21:41:15.336576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-36e8439c-ccaa-446c-8ef7-34ea1f8a93e1 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809970
Dec 11 21:41:15.427366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cb6d021-de72-4ffc-b8c7-d049684c7ee3 req-0cdbae34-c3b0-469b-bb4f-b900b11f74f2 service neutron] 10.222.0.16 "GET /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841897
Dec 11 21:41:15.495492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:41:15.588513 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:15.599659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'port_id': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'mac_address': 'fa:16:3e:4b:33:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:41:15.636060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:15.648276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:15.667823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:15.671689 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:15.715974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=12']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:15.902237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4e741265-6f69-4103-a9a6-1a6f93e22221'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:16.125637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2c44-978a-4da7-9659-323b6347211b req-59b34bc0-9375-4a73-91b3-db5644b9a2d9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:16.127128 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5e2c44-978a-4da7-9659-323b6347211b req-59b34bc0-9375-4a73-91b3-db5644b9a2d9 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0502424
Dec 11 21:41:16.173232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5e2c44-978a-4da7-9659-323b6347211b req-650aa28b-5dfe-42d5-bc1a-f775c149d1c6 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401633
Dec 11 21:41:16.236678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:16.289986 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f33b3-1b39-4ab4-86c2-4f6a9e9eda67 req-ba534a27-4e4e-40c1-ad3a-76fd8d112649 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:16.291531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d76f33b3-1b39-4ab4-86c2-4f6a9e9eda67 req-ba534a27-4e4e-40c1-ad3a-76fd8d112649 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0502465
Dec 11 21:41:16.337863 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d76f33b3-1b39-4ab4-86c2-4f6a9e9eda67 req-22c6dd80-896a-446f-a067-257979d2c26c tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403554
Dec 11 21:41:16.432222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:16.455595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7829e69-64ec-4df8-83d2-853bce7b07e2 req-c1472c14-32df-451c-ae7a-69e722494728 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:16.457091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7829e69-64ec-4df8-83d2-853bce7b07e2 req-c1472c14-32df-451c-ae7a-69e722494728 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0534177
Dec 11 21:41:16.503271 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d7829e69-64ec-4df8-83d2-853bce7b07e2 req-45bdb1c6-73ef-46f6-bed6-ca15e8d3cdca tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402048
Dec 11 21:41:16.730037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9b36b-95e4-49a9-966a-a1a9195cd976 req-39279d58-f80d-4a50-9688-389cabda08be tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:16.731442 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bf9b36b-95e4-49a9-966a-a1a9195cd976 req-39279d58-f80d-4a50-9688-389cabda08be tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 945 time: 0.0488341
Dec 11 21:41:16.778498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3bf9b36b-95e4-49a9-966a-a1a9195cd976 req-0809182d-fc3d-4843-b80b-dcca90c1f14d tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409672
Dec 11 21:41:17.255212 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:17.526778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:41:17.576061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4e741265-6f69-4103-a9a6-1a6f93e22221 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:41:17.579559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4e741265-6f69-4103-a9a6-1a6f93e22221 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:41:17.580460 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:17.653195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:17.674966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:17.677163 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d016c557-bcac-4b3a-85a4-e04ef0d55c97" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:17.689461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:17.694565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:17.721693 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4dcb8-d5ce-4bf5-a70d-c867ea0fa017 x-openstack-request-id: req-bba4dcb8-d5ce-4bf5-a70d-c867ea0fa017 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:17.721983 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-plugged", "status": "completed", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:17.722235 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba4dcb8-d5ce-4bf5-a70d-c867ea0fa017 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:17.722648 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'code': 200}
Dec 11 21:41:17.742678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=13']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:17.894534 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3c8ef-42e8-4035-a1d5-5cb644e73fcc req-a5434f16-51b8-47fb-acbd-72feb56dcf02 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:17.896700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0bf3c8ef-42e8-4035-a1d5-5cb644e73fcc req-a5434f16-51b8-47fb-acbd-72feb56dcf02 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 946 time: 0.0484095
Dec 11 21:41:17.947982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0bf3c8ef-42e8-4035-a1d5-5cb644e73fcc req-11395c9c-ee2c-44b1-9808-1328bee4c850 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups?id=cf3464a5-d636-43af-b328-0e6b78361faf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441747
Dec 11 21:41:18.285534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28321115-445e-4762-aec3-15eb8715c254 req-19885417-7736-4c08-9297-800d6ad4101b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:18.287036 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28321115-445e-4762-aec3-15eb8715c254 req-19885417-7736-4c08-9297-800d6ad4101b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 946 time: 0.0529830
Dec 11 21:41:18.376225 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Deleting port 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:18.376567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:18.466028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] For port 4e741265-6f69-4103-a9a6-1a6f93e22221, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4e741265-6f69-4103-a9a6-1a6f93e22221,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:18.466391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:18.633734 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:18.634004 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:18.634327 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 disassociated. External IP: 172.35.1.183, port: 4e741265-6f69-4103-a9a6-1a6f93e22221.
Dec 11 21:41:18.634708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Calling delete_port for 4e741265-6f69-4103-a9a6-1a6f93e22221 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:18.762375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:18.791356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'Port': ['ID=4e741265-6f69-4103-a9a6-1a6f93e22221,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:18.907251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:41:19.017999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:41:19.027593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:41:19.038428 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:41:19.039070 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86d65670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:41:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:19.062690 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa17eba1-9a9f-41d0-bf68-d5dfc6ddaa17 req-5d464016-de62-44ba-a3b2-d9ce1a7f5808 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b3d5454-f0c6-47f4-b068-7f8f5eac8add HTTP/1.1" status: 200  len: 210 time: 0.0391247
Dec 11 21:41:19.079364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] No DVR routers for this DVR port 4e741265-6f69-4103-a9a6-1a6f93e22221 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:41:19.082641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:19.086274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28321115-445e-4762-aec3-15eb8715c254 req-6f810af0-984a-4afc-bb3a-ab18441ceeaf tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.16 "DELETE /v2.0/ports/4e741265-6f69-4103-a9a6-1a6f93e22221 HTTP/1.1" status: 204  len: 173 time: 0.7929583
Dec 11 21:41:19.086758 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-deleted', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:19.089146 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4570ebc1-cf17-49a9-b7ca-91dded76fce2" -d '{"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-deleted", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:19.127971 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af809ae1-d23e-4bb8-8eb0-c4f41b355ef9 x-openstack-request-id: req-af809ae1-d23e-4bb8-8eb0-c4f41b355ef9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:19.128266 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3d5454-f0c6-47f4-b068-7f8f5eac8add", "name": "network-vif-deleted", "tag": "4e741265-6f69-4103-a9a6-1a6f93e22221", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:19.128522 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af809ae1-d23e-4bb8-8eb0-c4f41b355ef9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:19.128926 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3d5454-f0c6-47f4-b068-7f8f5eac8add', 'name': 'network-vif-deleted', 'tag': '4e741265-6f69-4103-a9a6-1a6f93e22221', 'status': 'completed', 'code': 200}
Dec 11 21:41:19.165615 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:41:19.379506 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86d65670>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:19.409456 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:41:19.417855 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:41:19.418445 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86d65670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:41:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:19.523324 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:41:19.718147 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86d65670>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:19.743914 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ca2ec6-684a-45a7-888c-8e91fb8f3633 None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dfd99d40-619c-4707-835b-6c41bf58c05f', 'name': '', 'network_id': '22e2421a-3145-43c2-99a4-67b6d9f1c8c9', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'mac_address': 'fa:16:3e:6b:73:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4053, 'fixed_ips': [{'subnet_id': '99e7f244-9eae-4802-995c-a5584e14d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:15Z', 'updated_at': '2021-12-11T21:31:18Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'subnets': [{'id': '99e7f244-9eae-4802-995c-a5584e14d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:41:19.963481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dff9acd-bfca-4c52-be95-0d072c99d5ca None None] New status for floating IP ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:41:21.526945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:21.547814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 4e741265-6f69-4103-a9a6-1a6f93e22221 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:21.548160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4e741265-6f69-4103-a9a6-1a6f93e22221 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:21.566263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:21.699418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59018) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:21.753057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:21.776228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:21.824011 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:21.826659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:21.827835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf3464a5-d636-43af-b328-0e6b78361faf HTTP/1.1" status: 204  len: 168 time: 0.1273892
Dec 11 21:41:21.830969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59020) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:21.837592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48350-d3e1-4d41-a32d-a4212e1fa096 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3464a5-d636-43af-b328-0e6b78361faf,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:21.850742 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [None req-cfb7ce68-da2d-40c6-a3e4-0b7e4d913d0b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] show failed (client error): The resource could not be found.
Dec 11 21:41:21.851754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cfb7ce68-da2d-40c6-a3e4-0b7e4d913d0b tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "GET /v2.0/security-groups/cf3464a5-d636-43af-b328-0e6b78361faf HTTP/1.1" status: 404  len: 347 time: 0.0197225
Dec 11 21:41:21.854814 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59022) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:21.977609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Deleting port 468a3b9c-543d-4a99-912e-f61928e4bf76 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:21.977947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.054010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.054270 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.066090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Calling delete_port for 468a3b9c-543d-4a99-912e-f61928e4bf76 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:22.198781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.225299 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Pushing event deleted for resources: {'Port': ['ID=468a3b9c-543d-4a99-912e-f61928e4bf76,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:22.284334 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.286930 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:22.288079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-671f1681-6765-4a08-85f3-34d7ca183d88 tempest-ServerActionsTestJSON-1513721892 tempest-ServerActionsTestJSON-1513721892-project] 10.222.0.18 "DELETE /v2.0/floatingips/ae7a1abc-cf6c-4b09-b395-a2f12b7d9df2 HTTP/1.1" status: 204  len: 168 time: 0.4322460
Dec 11 21:41:22.291010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59024) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:22.793510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:23.031189 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Deleting port dfd99d40-619c-4707-835b-6c41bf58c05f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:23.031443 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:23.106360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] For port dfd99d40-619c-4707-835b-6c41bf58c05f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dfd99d40-619c-4707-835b-6c41bf58c05f,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:23.106737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:23.119818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Calling delete_port for dfd99d40-619c-4707-835b-6c41bf58c05f owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:23.297383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:23.328026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd99d40-619c-4707-835b-6c41bf58c05f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:23.489723 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:23.698841 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Router 032be69d-8e8c-4949-9cea-439aab20ef17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:41:23.802618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:41:23.807751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a002f0e-c8e0-46be-9bef-4da40bc2994e admin admin] 10.222.0.18 "PUT /v2.0/routers/032be69d-8e8c-4949-9cea-439aab20ef17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5157890
Dec 11 21:41:23.810261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59030) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:23.812905 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Sync routers for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:41:23.823461 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:41:23.824064 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86d654c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:41:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:23.914861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.021193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:41:24.200228 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86d654c0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:41:23Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:24.231982 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Checking router: 032be69d-8e8c-4949-9cea-439aab20ef17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:41:24.241578 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Routers {'032be69d-8e8c-4949-9cea-439aab20ef17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:41:24.242372 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86d654c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:41:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['032be69d-8e8c-4949-9cea-439aab20ef17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:24.324506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.347169 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] Set router 032be69d-8e8c-4949-9cea-439aab20ef17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:41:24.376608 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Deleting port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:24.376947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.452160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] For port 1949b56b-2cd6-4ba4-b28f-c5c925b4c785, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:24.452516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.465002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Calling delete_port for 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:24.520476 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86d654c0>, [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:41:23Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:24.545975 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e353fa7-9cb2-4798-878e-20b92477e04a None None] The sync data for ids ['032be69d-8e8c-4949-9cea-439aab20ef17'] in ncdv-master-1 is: [{'id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'name': 'tempest-ServerActionsTestJSON-1763454502-router', 'tenant_id': 'a438de10749f45bb942385fb5c6fb084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48'}], 'enable_snat': True}, 'gw_port_id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:31:12Z', 'updated_at': '2021-12-11T21:41:23Z', 'revision_number': 5, 'project_id': 'a438de10749f45bb942385fb5c6fb084', 'gw_port': {'id': '1949b56b-2cd6-4ba4-b28f-c5c925b4c785', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032be69d-8e8c-4949-9cea-439aab20ef17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4052, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:31:13Z', 'updated_at': '2021-12-11T21:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:41:24.633786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.665001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=1949b56b-2cd6-4ba4-b28f-c5c925b4c785,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:24.674913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37240cd5-2090-46f7-9517-831f43864ce8 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:41:24.723888 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.814022 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.816256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.863428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.863855 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 032be69d-8e8c-4949-9cea-439aab20ef17 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:41:24.868661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.869812 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-254a5877-84bb-4c61-8303-db0f5805bf80 admin admin] 10.222.0.18 "DELETE /v2.0/routers/032be69d-8e8c-4949-9cea-439aab20ef17 HTTP/1.1" status: 204  len: 168 time: 1.0586109
Dec 11 21:41:24.872472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59032) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:24.923073 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Deleting subnet 99e7f244-9eae-4802-995c-a5584e14d431 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:41:24.926776 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:24.966316 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.004177 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfd99d40-619c-4707-835b-6c41bf58c05f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:25.028110 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: dfd99d40-619c-4707-835b-6c41bf58c05f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:25.028782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device dfd99d40-619c-4707-835b-6c41bf58c05f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:25.053225 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.108471 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.134364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e7f244-9eae-4802-995c-a5584e14d431,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:25.137846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.141107 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-51d4bdcd-b2f7-46f3-b546-08204d6c9f5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99e7f244-9eae-4802-995c-a5584e14d431 HTTP/1.1" status: 204  len: 168 time: 0.2676673
Dec 11 21:41:25.144258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59034) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:25.144679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d425d0a-02f6-42a8-94f7-f831781dd486 None None] Network 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:41:25.217626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.286391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Deleting port a2e91e33-fe73-424a-bd89-f6e2ee105afd {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:25.286714 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.354273 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] For port a2e91e33-fe73-424a-bd89-f6e2ee105afd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2e91e33-fe73-424a-bd89-f6e2ee105afd,segment=NetworkSegment(84c2d790-04e2-4ca7-b900-0832c6d63783),segment_id=84c2d790-04e2-4ca7-b900-0832c6d63783)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:25.354674 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.367443 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Calling delete_port for a2e91e33-fe73-424a-bd89-f6e2ee105afd owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:25.446708 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.475765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e91e33-fe73-424a-bd89-f6e2ee105afd,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:25.479164 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] No DVR routers for this DVR port a2e91e33-fe73-424a-bd89-f6e2ee105afd on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:41:25.547035 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.567555 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f9d4910>,) {'filters': {'network_id': ['22e2421a-3145-43c2-99a4-67b6d9f1c8c9']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:25.576408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f9d4910>, '84c2d790-04e2-4ca7-b900-0832c6d63783') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:25.576702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f9d4910>, '84c2d790-04e2-4ca7-b900-0832c6d63783') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:25.586681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.600134 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.606059 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:41:25.606447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:41:25.608302 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:41:25.616213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc276d34-7e05-487d-a251-fdb978a31b58 None None] DHCP port deletion for 22e2421a-3145-43c2-99a4-67b6d9f1c8c9 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:41:25.667480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.672861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.676834 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] 10.222.0.18 "DELETE /v2.0/networks/22e2421a-3145-43c2-99a4-67b6d9f1c8c9 HTTP/1.1" status: 204  len: 168 time: 0.5316520
Dec 11 21:41:25.687728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa2334-47f3-4e51-a146-a8944d496556 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e2421a-3145-43c2-99a4-67b6d9f1c8c9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:25.803186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59038) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:25.845096 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1078ce5-d57c-4ddc-8175-83a32c498f3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a438de10749f45bb942385fb5c6fb084&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0406604
Dec 11 21:41:25.847999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59040) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:25.899678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.920416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.966891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.969384 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:25.971071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f160095f-5aa6-40db-9cd1-4e127d2cbf14 HTTP/1.1" status: 204  len: 168 time: 0.1221499
Dec 11 21:41:25.978760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e14e-a120-4cc8-bb94-5d528c80dcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f160095f-5aa6-40db-9cd1-4e127d2cbf14,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:26.684560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59062) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:26.780174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1497414754-network', 'tenant_id': '552f75ba3ac6464f9f0f13ca2106d083'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:26.804127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Made reservation on behalf of 552f75ba3ac6464f9f0f13ca2106d083 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:41:26.806895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:26.816745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2e91e33-fe73-424a-bd89-f6e2ee105afd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:26.817448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:26.837554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a2e91e33-fe73-424a-bd89-f6e2ee105afd {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:26.837992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a2e91e33-fe73-424a-bd89-f6e2ee105afd not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:26.838514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:26.859945 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:26.860382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 1949b56b-2cd6-4ba4-b28f-c5c925b4c785 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:26.896106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:26.899822 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:26.920878 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:41:26.936043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbaf595-a37d-4e14-b0e5-073640038c2c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:26.938879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:26.939860 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Added segment 96845956-f9f2-4b67-a20b-41b2432c0bed of type vlan for network f3a59aec-1672-4c7a-ac6f-af73088eeab5
Dec 11 21:41:26.980317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.004890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.005750 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:27.006305 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.054946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3727713
Dec 11 21:41:27.058231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59066) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:27.065779 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Request body: {'subnet': {'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1497414754-subnet', 'tenant_id': '552f75ba3ac6464f9f0f13ca2106d083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:27.069141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313ffb2-7634-4f65-b796-bad26c91ae1b admin admin] Pushing event updated for resources: {'Network': ['ID=f3a59aec-1672-4c7a-ac6f-af73088eeab5,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:27.080586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:41:27.088381 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Made reservation on behalf of 552f75ba3ac6464f9f0f13ca2106d083 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:41:27.090774 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.262767 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.312707 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2239b65-bc77-4c81-aeb2-d6f93a805d9f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:27.327422 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Checking segment: {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:41:27.327788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Network hostable DHCP agents. Network: f3a59aec-1672-4c7a-ac6f-af73088eeab5, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:41:27.343637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:41:27.352600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3a59aec-1672-4c7a-ac6f-af73088eeab5) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:41:27.356519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:27.357108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:27.362654 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c511441d-70a2-4b37-a39d-43bf7139d508 None None] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:41:27.374901 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f069c498-7b90-4ffc-9884-545c1d0d9b3b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3152306
Dec 11 21:41:27.463433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d7ed6-a3c6-4413-979a-c2dbc951f172 None None] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:41:27.817966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-d857978c-9f37-4801-94ab-d67fbd01d8bf tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:27.819381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-d857978c-9f37-4801-94ab-d67fbd01d8bf tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 814 time: 0.1050801
Dec 11 21:41:27.834384 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-ef4df3ff-7e7b-4e6e-9bc2-241c930b32f7 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/quotas/552f75ba3ac6464f9f0f13ca2106d083 HTTP/1.1" status: 200  len: 375 time: 0.0093505
Dec 11 21:41:27.866211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-4dae1b05-3b52-4e65-bf6d-1ec93c7ea2e4 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0264874
Dec 11 21:41:27.876743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-ef40b7bc-b828-4234-9d6e-0d65af138d24 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:41:27.877693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-ef40b7bc-b828-4234-9d6e-0d65af138d24 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049734
Dec 11 21:41:27.965326 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-29bf0267-a2d2-4895-a94a-2849ba431ccc service neutron] 10.222.0.18 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820074
Dec 11 21:41:28.056408 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-8776db9c-1831-4307-9bc5-01d6fde2158a service neutron] 10.222.0.18 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839741
Dec 11 21:41:28.218444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-04426d64-45ab-4d05-91f4-b7a4232d78c7 req-709aebca-d465-428c-b7ac-31ce13772632 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 210 time: 0.0270667
Dec 11 21:41:29.121492 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-be981712-9e49-4490-9d28-8a1b5f2bd127 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:29.123009 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-be981712-9e49-4490-9d28-8a1b5f2bd127 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.30 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 814 time: 0.1120260
Dec 11 21:41:29.137127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Request body: {'port': {'device_id': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5', 'admin_state_up': True, 'tenant_id': '552f75ba3ac6464f9f0f13ca2106d083'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:29.245279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Made reservation on behalf of 552f75ba3ac6464f9f0f13ca2106d083 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:41:29.249647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:29.360643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae67fb8b-1e6c-4fa9-9ff1-5324c1cad328 req-c9249935-db3b-4196-b7fc-8042156c132d tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 210 time: 0.0409102
Dec 11 21:41:29.431331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Allocated IP 172.20.0.10 (f3a59aec-1672-4c7a-ac6f-af73088eeab5/e2239b65-bc77-4c81-aeb2-d6f93a805d9f/b08bc59d-34bd-4a27-9d43-0aba781899b6) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:41:29.586683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:29.619395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:29.665125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:41:29.668333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:41:29.671854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:41:29.678084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Pushing event updated for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:29.725953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:29.726618 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:29.745077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-010ce02a-4ea3-4f48-a7fe-3d46eadbb563 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6121538
Dec 11 21:41:29.809579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Request body: {'port': {'device_id': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:29.866628 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.125210 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08bc59d-34bd-4a27-9d43-0aba781899b6 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:30.133256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.144790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Transition to ACTIVE for port object b08bc59d-34bd-4a27-9d43-0aba781899b6 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:41:30.148995 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.215033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:30.264774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Attempting to bind port b08bc59d-34bd-4a27-9d43-0aba781899b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:41:30.265106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Attempting to bind port b08bc59d-34bd-4a27-9d43-0aba781899b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:41:30.265434 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Attempting to bind port b08bc59d-34bd-4a27-9d43-0aba781899b6 on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:30.269728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Port b08bc59d-34bd-4a27-9d43-0aba781899b6 on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:41:30.270042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Attempting to bind port b08bc59d-34bd-4a27-9d43-0aba781899b6 on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:30.274757 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:41:30.275085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Checking segment: {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:41:30.275460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Bound using segment: {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:41:30.275870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Bound port: b08bc59d-34bd-4a27-9d43-0aba781899b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:41:30.276214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.337890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:41:30.341226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:41:30.347236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.386431 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.387137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:30.388540 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/b08bc59d-34bd-4a27-9d43-0aba781899b6 HTTP/1.1" status: 200  len: 1092 time: 0.6340859
Dec 11 21:41:30.390885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:30.393245 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f804f-2dad-462e-a50e-4f48db6ca9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:30.444971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c2ec-e2bc-4493-ac0b-4094a7bd18e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:30.492982 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689af606-6e5f-4e97-9f3a-ee73ecea02c2 req-34f41993-aa48-4831-a0a1-e61feafc11dd tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.493541 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-80b78242-2d7a-42fd-88c7-5d210489e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.495061 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-80b78242-2d7a-42fd-88c7-5d210489e35a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 1095 time: 0.0591583
Dec 11 21:41:30.495423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-689af606-6e5f-4e97-9f3a-ee73ecea02c2 req-34f41993-aa48-4831-a0a1-e61feafc11dd tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 944 time: 0.0568647
Dec 11 21:41:30.511274 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7b650-9090-4c91-bbb3-b26a16f0f4b4 x-openstack-request-id: req-76f7b650-9090-4c91-bbb3-b26a16f0f4b4 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:30.511570 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:30.511829 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76f7b650-9090-4c91-bbb3-b26a16f0f4b4 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:30.512242 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6', 'status': 'completed', 'code': 200}
Dec 11 21:41:30.539881 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-a7bd40a1-c03e-49c2-8a0f-0aacde5539d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6 HTTP/1.1" status: 200  len: 217 time: 0.0360994
Dec 11 21:41:30.543040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-689af606-6e5f-4e97-9f3a-ee73ecea02c2 req-48eb4cfc-5ef1-4798-a302-9dd71ab72790 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415452
Dec 11 21:41:30.588392 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12289d-c24f-4f28-b153-9b748996817b req-6dc94d58-542a-4a0e-806b-00236278ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.589847 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-6dc94d58-542a-4a0e-806b-00236278ed31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2239b65-bc77-4c81-aeb2-d6f93a805d9f HTTP/1.1" status: 200  len: 854 time: 0.0434115
Dec 11 21:41:30.625150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-a85895da-2d38-420f-8609-0e0b6bb70981 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3a59aec-1672-4c7a-ac6f-af73088eeab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243969
Dec 11 21:41:30.716904 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-2597344d-7f93-4828-87a1-b8258a8f4bc1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843143
Dec 11 21:41:30.806737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a12289d-c24f-4f28-b153-9b748996817b req-a5d76434-2415-4cac-b322-baff5cd0b404 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816610
Dec 11 21:41:30.895311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-5697f415-485a-416b-a8c1-5bed2aec1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.896805 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-5697f415-485a-416b-a8c1-5bed2aec1f39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 1095 time: 0.0460103
Dec 11 21:41:30.984193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-457f2f33-94df-405f-b94a-615794853a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:30.985565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-457f2f33-94df-405f-b94a-615794853a76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 915 time: 0.0818439
Dec 11 21:41:31.030935 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-242089c0-f3fa-449a-bbdd-fdb30d3f644a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6 HTTP/1.1" status: 200  len: 217 time: 0.0376809
Dec 11 21:41:31.079456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-35f14b3f-08f1-41d8-b7be-2537a2790a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:31.080883 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-35f14b3f-08f1-41d8-b7be-2537a2790a91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2239b65-bc77-4c81-aeb2-d6f93a805d9f HTTP/1.1" status: 200  len: 854 time: 0.0429668
Dec 11 21:41:31.112865 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-04ae3a97-05db-4aa2-b697-a4281292208a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3a59aec-1672-4c7a-ac6f-af73088eeab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246527
Dec 11 21:41:31.200346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-a47b242e-6825-4d6f-ba88-29d7855f5d65 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795298
Dec 11 21:41:31.300066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-071f804f-2dad-462e-a50e-4f48db6ca9d2 req-8bccf072-9a69-459f-96f5-e7c7b33649dc service neutron] 10.222.0.30 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882685
Dec 11 21:41:31.659002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73957f4-90e7-4bcb-937d-8281b85254d3 req-c8d6e898-ac84-427b-85af-95accd045509 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:31.660888 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e73957f4-90e7-4bcb-937d-8281b85254d3 req-c8d6e898-ac84-427b-85af-95accd045509 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 944 time: 0.0486920
Dec 11 21:41:31.706694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e73957f4-90e7-4bcb-937d-8281b85254d3 req-c5db58ab-a713-4fc6-a108-52da1c6deac0 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399566
Dec 11 21:41:32.820356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515ef0-c41a-4261-a333-fe1219450ef5 req-d90d37f9-61db-4590-b84e-d47c75d57d23 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:32.821831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5515ef0-c41a-4261-a333-fe1219450ef5 req-d90d37f9-61db-4590-b84e-d47c75d57d23 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 944 time: 0.0484190
Dec 11 21:41:32.868165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a5515ef0-c41a-4261-a333-fe1219450ef5 req-657c671d-0a78-4d24-ba41-172aa772e6f0 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404150
Dec 11 21:41:33.988357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6dec2-689c-49bd-9bea-a90c6a8862e9 req-733659a0-6caf-4c20-88c6-84f9bd443daf tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:33.990037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3b6dec2-689c-49bd-9bea-a90c6a8862e9 req-733659a0-6caf-4c20-88c6-84f9bd443daf tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 944 time: 0.0560958
Dec 11 21:41:34.036228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3b6dec2-689c-49bd-9bea-a90c6a8862e9 req-6f17d3bf-fb9e-4cba-b475-cf59a6ef66e7 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403507
Dec 11 21:41:35.150346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb7035-a101-4594-800f-5dd550a4da0d req-ff27a707-3e3e-4aa3-873a-fba6eaf747f2 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:35.151861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9eeb7035-a101-4594-800f-5dd550a4da0d req-ff27a707-3e3e-4aa3-873a-fba6eaf747f2 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 944 time: 0.0483506
Dec 11 21:41:35.201721 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9eeb7035-a101-4594-800f-5dd550a4da0d req-cfe1a86c-3195-4b91-a3d7-8051fe011d33 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438588
Dec 11 21:41:35.444660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b08bc59d-34bd-4a27-9d43-0aba781899b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:41:35.537941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:35.549243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'b08bc59d-34bd-4a27-9d43-0aba781899b6', 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5', 'port_id': 'b08bc59d-34bd-4a27-9d43-0aba781899b6', 'mac_address': 'fa:16:3e:fa:57:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2239b65-bc77-4c81-aeb2-d6f93a805d9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:41:35.583362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:35.595761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08bc59d-34bd-4a27-9d43-0aba781899b6 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:35.615164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:35.619513 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:35.667304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:35.930997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b08bc59d-34bd-4a27-9d43-0aba781899b6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:36.319685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4064a-6d1a-4c51-8aaa-0068817cad13 req-2aea4125-1ab8-4147-b216-302b94dadb61 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:36.321172 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96c4064a-6d1a-4c51-8aaa-0068817cad13 req-2aea4125-1ab8-4147-b216-302b94dadb61 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 945 time: 0.0495632
Dec 11 21:41:36.368660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-96c4064a-6d1a-4c51-8aaa-0068817cad13 req-c2a9bbb4-a2bf-4886-b341-8cbb88402bdc tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414896
Dec 11 21:41:37.459993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b08bc59d-34bd-4a27-9d43-0aba781899b6 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:41:37.483806 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9714c-b86f-4e62-8ab8-3361515f7c7b req-742ad9ac-98f8-45ed-998b-7cec50cd74f8 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:37.485311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8f9714c-b86f-4e62-8ab8-3361515f7c7b req-742ad9ac-98f8-45ed-998b-7cec50cd74f8 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 945 time: 0.0485985
Dec 11 21:41:37.512103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port b08bc59d-34bd-4a27-9d43-0aba781899b6 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:41:37.516236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port b08bc59d-34bd-4a27-9d43-0aba781899b6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:41:37.517211 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:37.534961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a8f9714c-b86f-4e62-8ab8-3361515f7c7b req-f1ac6df8-f705-4b87-a9f8-eee1180eac7f tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430858
Dec 11 21:41:37.591914 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:37.614178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:37.616541 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7f950-74db-46af-b756-c449adac0b9c" -d '{"events": [{"server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "name": "network-vif-plugged", "status": "completed", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:37.629137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:37.634025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:37.683376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:37.715497 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c292a15c-9f6a-4bfc-ba3a-c0b250228826 x-openstack-request-id: req-c292a15c-9f6a-4bfc-ba3a-c0b250228826 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:37.715792 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "name": "network-vif-plugged", "status": "completed", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:37.716073 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c292a15c-9f6a-4bfc-ba3a-c0b250228826 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:37.716473 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6', 'code': 200}
Dec 11 21:41:37.808987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d710b-d5f4-45b6-becb-85befc69eeff req-1ecffa04-30ef-4090-acf5-79e6d9d08be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:37.810388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f2d710b-d5f4-45b6-becb-85befc69eeff req-1ecffa04-30ef-4090-acf5-79e6d9d08be3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 1097 time: 0.0386171
Dec 11 21:41:37.858927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f2d710b-d5f4-45b6-becb-85befc69eeff req-be905421-d835-49c3-a138-78afe8de411c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401773
Dec 11 21:41:38.647263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3fcec8-79d5-41df-80cd-8f4b9b1273df req-5ec77da3-ba5c-4a2b-b017-eebf6c36b6f3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:38.648726 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a3fcec8-79d5-41df-80cd-8f4b9b1273df req-5ec77da3-ba5c-4a2b-b017-eebf6c36b6f3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0476248
Dec 11 21:41:38.694751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6a3fcec8-79d5-41df-80cd-8f4b9b1273df req-c3c929f9-f5ca-4dbf-a079-31a8d04220b5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399837
Dec 11 21:41:39.809511 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568bddd-4900-4e19-bfca-9d69331f5542 req-6f8802fd-c428-4802-a52e-e2f6230e69ac tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:39.811031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4568bddd-4900-4e19-bfca-9d69331f5542 req-6f8802fd-c428-4802-a52e-e2f6230e69ac tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0483019
Dec 11 21:41:39.857573 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4568bddd-4900-4e19-bfca-9d69331f5542 req-61292ccc-a641-4351-a248-21ba6fa2dc53 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399332
Dec 11 21:41:40.082702 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2e1ba8ce-3c2d-4891-ad70-02f47ebbb95a tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:40.084166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2e1ba8ce-3c2d-4891-ad70-02f47ebbb95a tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 814 time: 0.1032407
Dec 11 21:41:40.099358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-df6908b8-b1fe-4945-b0d7-21d69b9ad5e3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/quotas/552f75ba3ac6464f9f0f13ca2106d083 HTTP/1.1" status: 200  len: 375 time: 0.0093312
Dec 11 21:41:40.146188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-3dbb9633-b9a9-4c69-b7bb-b876d1388aeb tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0417671
Dec 11 21:41:40.285568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-16f76488-2408-4e2b-8a53-d38c80d45151 service neutron] 10.222.0.18 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323690
Dec 11 21:41:40.372874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2167ceb4-8df6-442a-99a8-216a679e4ffd service neutron] 10.222.0.18 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0812895
Dec 11 21:41:40.530820 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3e36bcbc-d435-4ca9-8a80-4123af9cb699 req-cce2c35d-073e-40a9-a362-a8ee8445f97c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 210 time: 0.0262418
Dec 11 21:41:41.054100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2f6d42eb-494e-4533-83fc-0e70564edc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:41.429687 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-72d07574-ce80-4280-82df-292af52f7121 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:41.431072 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-72d07574-ce80-4280-82df-292af52f7121 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.16 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 814 time: 0.1089234
Dec 11 21:41:41.445087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Request body: {'port': {'device_id': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5', 'admin_state_up': True, 'tenant_id': '552f75ba3ac6464f9f0f13ca2106d083'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:41.556848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Made reservation on behalf of 552f75ba3ac6464f9f0f13ca2106d083 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:41:41.560441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:41.646977 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a52890f-c6d5-4cdd-a8c7-4815dd422d45 req-db8c7a13-ea51-42b8-95a0-84c7079f0eb2 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 210 time: 0.0306695
Dec 11 21:41:41.709060 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Allocated IP 172.20.0.4 (f3a59aec-1672-4c7a-ac6f-af73088eeab5/e2239b65-bc77-4c81-aeb2-d6f93a805d9f/f20a16c5-8897-42b0-8824-902795822d3a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:41:41.855331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:41.888484 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:41.900591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b08bc59d-34bd-4a27-9d43-0aba781899b6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:41.931783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Network f3a59aec-1672-4c7a-ac6f-af73088eeab5 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:41:41.934898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:41:41.938778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:41:41.965291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Pushing event updated for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:41.990922 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:41.991564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.009376 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-ab11e1cd-fc24-4ded-83a4-60690283d5d5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5692863
Dec 11 21:41:42.021968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Request body: {'port': {'device_id': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:42.076496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.333971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20a16c5-8897-42b0-8824-902795822d3a {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:42.341205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.352672 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Transition to ACTIVE for port object f20a16c5-8897-42b0-8824-902795822d3a will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:41:42.356605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.405936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Pushing event updated for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:42.482812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Attempting to bind port f20a16c5-8897-42b0-8824-902795822d3a on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:41:42.483516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Attempting to bind port f20a16c5-8897-42b0-8824-902795822d3a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:41:42.483516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Attempting to bind port f20a16c5-8897-42b0-8824-902795822d3a on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:42.488474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Port f20a16c5-8897-42b0-8824-902795822d3a on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:41:42.488798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Attempting to bind port f20a16c5-8897-42b0-8824-902795822d3a on network f3a59aec-1672-4c7a-ac6f-af73088eeab5 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:41:42.493779 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:41:42.494111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Checking segment: {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:41:42.494512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Bound using segment: {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:41:42.494943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Bound port: f20a16c5-8897-42b0-8824-902795822d3a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96845956-f9f2-4b67-a20b-41b2432c0bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:41:42.495299 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.556055 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:41:42.558914 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20a16c5-8897-42b0-8824-902795822d3a,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:41:42.564381 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.603765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:42.604382 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:42.605746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] 10.222.0.16 "PUT /v2.0/ports/f20a16c5-8897-42b0-8824-902795822d3a HTTP/1.1" status: 200  len: 1091 time: 0.5878422
Dec 11 21:41:42.606187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:42.608464 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a4148-6d07-4ca9-9c10-1ee56685d900" -d '{"events": [{"name": "network-changed", "server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "tag": "f20a16c5-8897-42b0-8824-902795822d3a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:42.631201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823068-de7f-4d15-9852-2c840eb92478 service neutron] Pushing event updated for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:42.654178 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c438a1-f5fc-4461-9c57-626312797c9e x-openstack-request-id: req-a6c438a1-f5fc-4461-9c57-626312797c9e {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:42.654704 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "tag": "f20a16c5-8897-42b0-8824-902795822d3a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:42.654962 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6c438a1-f5fc-4461-9c57-626312797c9e {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:42.655364 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a', 'status': 'completed', 'code': 200}
Dec 11 21:41:42.702288 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-e87c89f4-1128-403b-9d3b-ca769d76db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:42.703828 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-e87c89f4-1128-403b-9d3b-ca769d76db20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 1094 time: 0.0446227
Dec 11 21:41:42.753915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-a0b61340-e156-40d8-a082-830fa0202cfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20a16c5-8897-42b0-8824-902795822d3a HTTP/1.1" status: 200  len: 217 time: 0.0426252
Dec 11 21:41:43.144910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a023b2-2ea1-4723-b525-b04889755651 req-32835826-597b-43bd-b947-01317399f600 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:43.146321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95a023b2-2ea1-4723-b525-b04889755651 req-32835826-597b-43bd-b947-01317399f600 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 943 time: 0.4293821
Dec 11 21:41:43.148205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-a6505287-2cc4-45c7-ba6b-43f586fde208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:43.149642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-a6505287-2cc4-45c7-ba6b-43f586fde208 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2239b65-bc77-4c81-aeb2-d6f93a805d9f HTTP/1.1" status: 200  len: 854 time: 0.3822322
Dec 11 21:41:43.189985 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-1c3ea301-b4a2-4d51-9452-967d2c831139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3a59aec-1672-4c7a-ac6f-af73088eeab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303185
Dec 11 21:41:43.260403 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-95a023b2-2ea1-4723-b525-b04889755651 req-038f50f2-d48c-4f59-a17c-196954606716 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078229
Dec 11 21:41:43.299316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-6cbe4ae8-7fd3-449b-bc3d-e6fcb8fe2f7f service neutron] 10.222.0.16 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0996900
Dec 11 21:41:43.386972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0a5f75b5-5e3e-45a9-9f63-adf15bd1bd0d req-bbd7fba6-7000-4319-ab7d-4b60fd5c4f2d service neutron] 10.222.0.16 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803070
Dec 11 21:41:43.471185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-8350c305-7f49-4a79-9907-f033c38dab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:43.472559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-8350c305-7f49-4a79-9907-f033c38dab18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 1094 time: 0.0406928
Dec 11 21:41:43.519987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3d721a94-23cf-4092-9b26-b32798df9cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:43.568562 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-3d88119e-fc2d-43de-a153-9be999140b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:43.570006 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-3d88119e-fc2d-43de-a153-9be999140b71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 200  len: 915 time: 0.0905664
Dec 11 21:41:43.611953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-5180c6a2-5490-4f67-bd0e-0b3b256643eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20a16c5-8897-42b0-8824-902795822d3a HTTP/1.1" status: 200  len: 217 time: 0.0352719
Dec 11 21:41:43.663863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-fa41d09d-d7f2-48c4-8fad-cd9b845a4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:43.665273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-fa41d09d-d7f2-48c4-8fad-cd9b845a4a0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2239b65-bc77-4c81-aeb2-d6f93a805d9f HTTP/1.1" status: 200  len: 854 time: 0.0459502
Dec 11 21:41:43.696960 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-7f65cc97-261e-4ed4-acd4-91893fcc0eca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f3a59aec-1672-4c7a-ac6f-af73088eeab5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0230000
Dec 11 21:41:43.784994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-b62e15a2-be53-4fd8-9f52-df98c374f3ae service neutron] 10.222.0.16 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796094
Dec 11 21:41:43.877459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e11a4148-6d07-4ca9-9c10-1ee56685d900 req-a789beb8-a062-477f-a8cc-097958770215 service neutron] 10.222.0.16 "GET /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839746
Dec 11 21:41:44.375446 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af24325-8ff6-43f0-a3e3-c8b7e2085fce req-882e13c7-f9a8-4a46-b406-0b0efd7035dc tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:44.377526 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7af24325-8ff6-43f0-a3e3-c8b7e2085fce req-882e13c7-f9a8-4a46-b406-0b0efd7035dc tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 943 time: 0.0478091
Dec 11 21:41:44.426532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7af24325-8ff6-43f0-a3e3-c8b7e2085fce req-adede13f-8939-444f-ac89-719e188b82d4 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431719
Dec 11 21:41:45.072219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:45.544954 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863c48f-0b28-48f0-b914-69c885d5a199 req-05576e39-d49e-43ad-991f-d3b9beb5ecb5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:45.546419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a863c48f-0b28-48f0-b914-69c885d5a199 req-05576e39-d49e-43ad-991f-d3b9beb5ecb5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 943 time: 0.0487840
Dec 11 21:41:45.592999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a863c48f-0b28-48f0-b914-69c885d5a199 req-0bf834ce-548b-4a89-954a-cb1e826cd53f tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405152
Dec 11 21:41:45.713372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f20a16c5-8897-42b0-8824-902795822d3a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:41:45.810191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20a16c5-8897-42b0-8824-902795822d3a,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:45.821858 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'f20a16c5-8897-42b0-8824-902795822d3a', 'network_id': 'f3a59aec-1672-4c7a-ac6f-af73088eeab5', 'port_id': 'f20a16c5-8897-42b0-8824-902795822d3a', 'mac_address': 'fa:16:3e:c2:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2239b65-bc77-4c81-aeb2-d6f93a805d9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:41:45.859861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:45.872666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20a16c5-8897-42b0-8824-902795822d3a {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:41:45.892275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20a16c5-8897-42b0-8824-902795822d3a,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:45.895859 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:45.942363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:46.081708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f20a16c5-8897-42b0-8824-902795822d3a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:46.228113 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:46.435525 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:46.707031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58de81-c039-4d74-8d58-bfa992b9f560 req-4babca1e-8d1b-4d1f-9b9f-c99875ee358f tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:46.708489 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f58de81-c039-4d74-8d58-bfa992b9f560 req-4babca1e-8d1b-4d1f-9b9f-c99875ee358f tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0481691
Dec 11 21:41:46.757286 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f58de81-c039-4d74-8d58-bfa992b9f560 req-7ecfe85f-39bb-4ebb-ba32-f99498339df3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428672
Dec 11 21:41:47.260063 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:47.362908 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:41:47.713448 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f20a16c5-8897-42b0-8824-902795822d3a up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:41:47.760734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port f20a16c5-8897-42b0-8824-902795822d3a completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:41:47.764980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port f20a16c5-8897-42b0-8824-902795822d3a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:41:47.765346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:47.875998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d08ab7-e270-4487-b4ea-4d8ef8129c68 req-7b2a17ed-dc71-4911-9853-5129b1533239 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:47.877639 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58d08ab7-e270-4487-b4ea-4d8ef8129c68 req-7b2a17ed-dc71-4911-9853-5129b1533239 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 944 time: 0.0518467
Dec 11 21:41:47.933331 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-58d08ab7-e270-4487-b4ea-4d8ef8129c68 req-4aa8fa9d-d291-4000-95bf-c2aa19b9e1cf tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491056
Dec 11 21:41:48.007373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:48.028808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:48.031044 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb421bb2-e3f3-4b69-8484-da1cebacc83f" -d '{"events": [{"server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "name": "network-vif-plugged", "status": "completed", "tag": "f20a16c5-8897-42b0-8824-902795822d3a"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:48.044040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20a16c5-8897-42b0-8824-902795822d3a,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:48.048180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:48.071867 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705f4262-e00f-4019-bc54-d48c52b2b3ec x-openstack-request-id: req-705f4262-e00f-4019-bc54-d48c52b2b3ec {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:48.072165 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "name": "network-vif-plugged", "status": "completed", "tag": "f20a16c5-8897-42b0-8824-902795822d3a", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:48.072424 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-705f4262-e00f-4019-bc54-d48c52b2b3ec {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:48.072814 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a', 'code': 200}
Dec 11 21:41:48.100342 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:48.164991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144388-fde2-493f-bd0e-c47ff0f948b9 req-a3fa087a-1127-4da0-a3ad-533ce6f36e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:48.166501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d144388-fde2-493f-bd0e-c47ff0f948b9 req-a3fa087a-1127-4da0-a3ad-533ce6f36e9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 1096 time: 0.0398636
Dec 11 21:41:48.210759 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2d144388-fde2-493f-bd0e-c47ff0f948b9 req-1e2b90af-7d44-451f-816d-3925b6c63830 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361695
Dec 11 21:41:49.048233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202058f0-f269-44cc-82a2-cc0c99d035c7 req-6ee60d76-a470-4660-8483-cd03a9cc5278 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:49.050120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-202058f0-f269-44cc-82a2-cc0c99d035c7 req-6ee60d76-a470-4660-8483-cd03a9cc5278 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0474167
Dec 11 21:41:49.096708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-202058f0-f269-44cc-82a2-cc0c99d035c7 req-d5968408-5358-42c4-8e97-48c16e9f6cc0 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406005
Dec 11 21:41:50.212219 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09e753-3075-4d94-887b-b4b41ae5484c req-3cf63876-1bcd-4606-b68e-aa95ae0a699a tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:50.213705 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe09e753-3075-4d94-887b-b4b41ae5484c req-3cf63876-1bcd-4606-b68e-aa95ae0a699a tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0478029
Dec 11 21:41:50.260759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fe09e753-3075-4d94-887b-b4b41ae5484c req-fca1cc31-8e52-4962-9fdc-593160ed4eef tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411580
Dec 11 21:41:50.496722 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a897f-61b5-48a4-9a2d-7f63fe53550c req-0dc5778a-412e-4294-88fb-c7e87726e82c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:50.498193 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d28a897f-61b5-48a4-9a2d-7f63fe53550c req-0dc5778a-412e-4294-88fb-c7e87726e82c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0522084
Dec 11 21:41:50.544350 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d28a897f-61b5-48a4-9a2d-7f63fe53550c req-bb2997f3-f647-49c7-accb-6631107b69be tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396905
Dec 11 21:41:51.571876 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:51.663566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40407260-caf1-44ac-8c28-973e38b45937 req-32143785-c426-4d5b-a8ac-2ce6d65fd815 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:51.665061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40407260-caf1-44ac-8c28-973e38b45937 req-32143785-c426-4d5b-a8ac-2ce6d65fd815 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0510497
Dec 11 21:41:51.745092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-ca2c78b9-49e5-421d-903d-cd835432dcb6 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:51.746580 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-ca2c78b9-49e5-421d-903d-cd835432dcb6 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.16 "GET /v2.0/ports?device_id=f828ecec-b2b9-4063-9926-fdee3904b7d5 HTTP/1.1" status: 200  len: 945 time: 0.0693011
Dec 11 21:41:51.750044 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-40407260-caf1-44ac-8c28-973e38b45937 req-8ff1eefa-257f-4c32-b7d1-e419b06cffce tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790272
Dec 11 21:41:51.836704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Deleting port f20a16c5-8897-42b0-8824-902795822d3a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:51.836958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:51.923719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] For port f20a16c5-8897-42b0-8824-902795822d3a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f20a16c5-8897-42b0-8824-902795822d3a,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:51.924075 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:51.937182 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Calling delete_port for f20a16c5-8897-42b0-8824-902795822d3a owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:52.068218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:52.083951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['f20a16c5-8897-42b0-8824-902795822d3a'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:52.086976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b08bc59d-34bd-4a27-9d43-0aba781899b6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:52.099153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Pushing event deleted for resources: {'Port': ['ID=f20a16c5-8897-42b0-8824-902795822d3a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:52.146812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] No DVR routers for this DVR port f20a16c5-8897-42b0-8824-902795822d3a on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:41:52.149691 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:52.153250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9cda2526-0948-427e-a76c-a99bc0ff460c req-3948624f-1f95-476d-933a-f196328062ba tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.16 "DELETE /v2.0/ports/f20a16c5-8897-42b0-8824-902795822d3a HTTP/1.1" status: 204  len: 173 time: 0.4003167
Dec 11 21:41:52.153723 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'name': 'network-vif-deleted', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:52.156093 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369fba0-fcb4-461a-836a-f98cf12dc1d9" -d '{"events": [{"server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "name": "network-vif-deleted", "tag": "f20a16c5-8897-42b0-8824-902795822d3a"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:52.196058 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81688d80-66b7-415e-9daf-a53e7ac5e281 x-openstack-request-id: req-81688d80-66b7-415e-9daf-a53e7ac5e281 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:52.196394 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f828ecec-b2b9-4063-9926-fdee3904b7d5", "name": "network-vif-deleted", "tag": "f20a16c5-8897-42b0-8824-902795822d3a", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:52.196661 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81688d80-66b7-415e-9daf-a53e7ac5e281 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:52.197116 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f828ecec-b2b9-4063-9926-fdee3904b7d5', 'name': 'network-vif-deleted', 'tag': 'f20a16c5-8897-42b0-8824-902795822d3a', 'status': 'completed', 'code': 200}
Dec 11 21:41:52.897670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ae0b5-a585-4092-8791-0fddab6d9174 req-5e0644e7-733c-40c8-99dc-608907a1f599 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:52.899187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca8ae0b5-a585-4092-8791-0fddab6d9174 req-5e0644e7-733c-40c8-99dc-608907a1f599 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0486712
Dec 11 21:41:52.946558 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca8ae0b5-a585-4092-8791-0fddab6d9174 req-81b8188a-5927-4207-8405-606fb2a5206c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412130
Dec 11 21:41:53.082788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e930bc-315e-4b38-892c-b258ee7eb034 req-48a0fdb6-8f78-4904-b186-ac2a20f5c612 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:53.084433 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90e930bc-315e-4b38-892c-b258ee7eb034 req-48a0fdb6-8f78-4904-b186-ac2a20f5c612 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0531554
Dec 11 21:41:53.132399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90e930bc-315e-4b38-892c-b258ee7eb034 req-0ddb832e-05a4-4cc8-9e91-1c5139a86364 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420144
Dec 11 21:41:53.252805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147652a-eb3f-43e3-bdfa-87557ec456fd req-8ca46251-4557-4117-b03a-e95e53f9e0e3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:53.254315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8147652a-eb3f-43e3-bdfa-87557ec456fd req-8ca46251-4557-4117-b03a-e95e53f9e0e3 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0549746
Dec 11 21:41:53.302965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8147652a-eb3f-43e3-bdfa-87557ec456fd req-969171bd-cd8b-403f-8ef3-7c44e8f91984 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424168
Dec 11 21:41:53.467472 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2925-c242-4340-8706-e3ed37bd6646 req-1cde1740-a71b-4388-9d93-dba78f923cc4 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:53.468919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e12d2925-c242-4340-8706-e3ed37bd6646 req-1cde1740-a71b-4388-9d93-dba78f923cc4 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0482349
Dec 11 21:41:53.515070 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e12d2925-c242-4340-8706-e3ed37bd6646 req-b1e9728c-563a-4827-a144-9a91f389e687 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394509
Dec 11 21:41:53.628193 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde72c03-6a30-49c9-bc57-5da64ff5455f req-525929b9-634d-453d-a7ad-52aeb47d2840 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:53.629570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bde72c03-6a30-49c9-bc57-5da64ff5455f req-525929b9-634d-453d-a7ad-52aeb47d2840 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0482635
Dec 11 21:41:53.675911 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bde72c03-6a30-49c9-bc57-5da64ff5455f req-b52be862-b7d9-4cfc-a48c-1ad180503c59 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403399
Dec 11 21:41:53.797119 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8600a6-19fc-492c-8a91-8256454238f1 req-effcb280-7b3e-47e6-a879-9cba6f2e1605 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:53.798603 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d8600a6-19fc-492c-8a91-8256454238f1 req-effcb280-7b3e-47e6-a879-9cba6f2e1605 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0479650
Dec 11 21:41:53.847525 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6d8600a6-19fc-492c-8a91-8256454238f1 req-77838f5f-1c12-4393-a81f-237c62888405 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430145
Dec 11 21:41:54.149002 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2042b3-525c-4119-8488-6140c61e07f6 req-47f17341-dc00-4ea5-93aa-101dce206bc2 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:54.150385 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c2042b3-525c-4119-8488-6140c61e07f6 req-47f17341-dc00-4ea5-93aa-101dce206bc2 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0485265
Dec 11 21:41:54.196211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2c2042b3-525c-4119-8488-6140c61e07f6 req-5e4cad1f-d108-48a3-b5e2-02cedb6e2f60 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398970
Dec 11 21:41:55.324655 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516c5f0-9f84-44cf-aa0b-e66e49fd82e5 req-d35f9634-dfdc-488d-8053-0cb9ca99b6fa tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:55.326145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9516c5f0-9f84-44cf-aa0b-e66e49fd82e5 req-d35f9634-dfdc-488d-8053-0cb9ca99b6fa tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0546467
Dec 11 21:41:55.373893 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9516c5f0-9f84-44cf-aa0b-e66e49fd82e5 req-dccafc77-7b82-4660-80c1-83133d7277e5 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dbaf595-a37d-4e14-b0e5-073640038c2c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413265
Dec 11 21:41:55.705783 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750aff94-1831-412c-a841-09ac2e002351 req-2fbd4e1d-a792-42ff-a468-123f53f96a8c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:55.707767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-750aff94-1831-412c-a841-09ac2e002351 req-2fbd4e1d-a792-42ff-a468-123f53f96a8c tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 946 time: 0.0482841
Dec 11 21:41:55.760250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f20a16c5-8897-42b0-8824-902795822d3a no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:55.780666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: f20a16c5-8897-42b0-8824-902795822d3a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:55.781011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device f20a16c5-8897-42b0-8824-902795822d3a not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:41:55.799078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Deleting port b08bc59d-34bd-4a27-9d43-0aba781899b6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:41:55.799424 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:55.886926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] For port b08bc59d-34bd-4a27-9d43-0aba781899b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b08bc59d-34bd-4a27-9d43-0aba781899b6,segment=NetworkSegment(96845956-f9f2-4b67-a20b-41b2432c0bed),segment_id=96845956-f9f2-4b67-a20b-41b2432c0bed)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:41:55.887274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:55.901058 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Calling delete_port for b08bc59d-34bd-4a27-9d43-0aba781899b6 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:41:56.030117 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:56.041917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['b08bc59d-34bd-4a27-9d43-0aba781899b6'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:41:56.060113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Pushing event deleted for resources: {'Port': ['ID=b08bc59d-34bd-4a27-9d43-0aba781899b6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:56.102045 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] No DVR routers for this DVR port b08bc59d-34bd-4a27-9d43-0aba781899b6 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:41:56.104740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:56.108231 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-750aff94-1831-412c-a841-09ac2e002351 req-6107fbc4-3ec2-4892-9f5c-6747d408e800 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.30 "DELETE /v2.0/ports/b08bc59d-34bd-4a27-9d43-0aba781899b6 HTTP/1.1" status: 204  len: 173 time: 0.3940506
Dec 11 21:41:56.108673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'name': 'network-vif-deleted', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:41:56.111640 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aa6e1f-5194-4b4d-ae55-84870dc1098c" -d '{"events": [{"server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "name": "network-vif-deleted", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:41:56.151745 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1352cffd-e460-4733-bae0-64cb6765a4fb x-openstack-request-id: req-1352cffd-e460-4733-bae0-64cb6765a4fb {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:41:56.152065 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3697fd1-c18f-4c14-b866-1a1a6f89adb7", "name": "network-vif-deleted", "tag": "b08bc59d-34bd-4a27-9d43-0aba781899b6", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:41:56.152301 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1352cffd-e460-4733-bae0-64cb6765a4fb {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:41:56.152729 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3697fd1-c18f-4c14-b866-1a1a6f89adb7', 'name': 'network-vif-deleted', 'tag': 'b08bc59d-34bd-4a27-9d43-0aba781899b6', 'status': 'completed', 'code': 200}
Dec 11 21:41:56.483377 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a74f6f1a-9e4f-4055-b9c8-567cd2a5810e req-bcb901c0-26fc-4487-bf7d-5976592f6e15 tempest-ServersNegativeTestJSON-1359464482 tempest-ServersNegativeTestJSON-1359464482-project] 10.222.0.18 "GET /v2.0/ports?device_id=f3697fd1-c18f-4c14-b866-1a1a6f89adb7 HTTP/1.1" status: 200  len: 210 time: 0.0276003
Dec 11 21:41:57.543143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:57.586250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Deleting subnet e2239b65-bc77-4c81-aeb2-d6f93a805d9f {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:41:57.589235 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.622840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.660412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.709969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.739311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2239b65-bc77-4c81-aeb2-d6f93a805d9f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:57.743044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.746230 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-710b2d06-a12a-42bf-8262-f3bdb6d098c1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e2239b65-bc77-4c81-aeb2-d6f93a805d9f HTTP/1.1" status: 204  len: 168 time: 0.2020588
Dec 11 21:41:57.748701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59236) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:57.823836 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.906178 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.925697 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0eabb0>,) {'filters': {'network_id': ['f3a59aec-1672-4c7a-ac6f-af73088eeab5']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:57.934658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0eabb0>, '96845956-f9f2-4b67-a20b-41b2432c0bed') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:57.934955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f0eabb0>, '96845956-f9f2-4b67-a20b-41b2432c0bed') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:41:57.944493 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.957699 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.963908 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:41:57.964315 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:41:57.965988 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:41:58.021016 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.025786 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.029240 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f3a59aec-1672-4c7a-ac6f-af73088eeab5 HTTP/1.1" status: 204  len: 168 time: 0.2795951
Dec 11 21:41:58.041548 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb058936-ea5d-476a-95d5-4c6812d8fb6d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a59aec-1672-4c7a-ac6f-af73088eeab5,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:58.135160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59240) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:58.174319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1c928840-8104-40ad-a7b1-9efcf2c4f49a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=552f75ba3ac6464f9f0f13ca2106d083&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0378642
Dec 11 21:41:58.177558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59242) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:58.227630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.249611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.294950 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.297517 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:58.298698 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dbaf595-a37d-4e14-b0e5-073640038c2c HTTP/1.1" status: 204  len: 168 time: 0.1201720
Dec 11 21:41:58.307072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fe852-5838-4ace-a6c9-8164005563a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbaf595-a37d-4e14-b0e5-073640038c2c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:58.977625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59264) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:41:59.070838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105343653'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:41:59.091289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:41:59.094696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.103663 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.175950 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.179417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.204950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:41:59.218701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b923ab-0f31-4b59-8919-0637e8789a0b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:59.226553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.226894 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Added segment c02c6482-1c3c-4b9c-91e1-af994710f916 of type vlan for network ee9255e4-429e-406b-ac58-5480ef98c289
Dec 11 21:41:59.236937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.237289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.237638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.237973 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.238333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.238752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.239088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.239453 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.239784 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.240109 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.240438 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.240760 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.241079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:41:59.290573 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.314031 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.320037 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:41:59.320619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:41:59.364906 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3861551
Dec 11 21:41:59.427107 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5761-5488-4f41-9d82-a71a75d91552 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Network': ['ID=ee9255e4-429e-406b-ac58-5480ef98c289,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:41:59.437548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network ee9255e4-429e-406b-ac58-5480ef98c289 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:41:59.571158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b08bc59d-34bd-4a27-9d43-0aba781899b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:41:59.591210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: b08bc59d-34bd-4a27-9d43-0aba781899b6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:41:59.591552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device b08bc59d-34bd-4a27-9d43-0aba781899b6 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:42:02.664048 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59268) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:02.669076 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'subnet': {'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:03.050826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:03.054245 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.236742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.303163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Subnet': ['ID=44edad87-88fc-4cd4-90cd-97d5aabe52bd,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:03.308280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking segment: {'id': 'c02c6482-1c3c-4b9c-91e1-af994710f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:03.308647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network hostable DHCP agents. Network: ee9255e4-429e-406b-ac58-5480ef98c289, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:03.324515 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network ee9255e4-429e-406b-ac58-5480ef98c289 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:03.332637 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ee9255e4-429e-406b-ac58-5480ef98c289) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:03.336641 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:03.337231 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.342910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7288e1a-198d-4717-a969-93f3abe1fa13 None None] Network ee9255e4-429e-406b-ac58-5480ef98c289 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:03.358513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8775e805-8dca-4994-9536-0f8f1c17181c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6908424
Dec 11 21:42:03.359528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59270) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:03.365161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-157398189'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:03.385072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:03.388549 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.412642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:03.422432 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.422796 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Added segment bf7dd07e-6f3e-41aa-a869-56563688e228 of type vlan for network 38fb31cb-f22e-42fd-833e-8e7a95221874
Dec 11 21:42:03.448170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ee9255e4-429e-406b-ac58-5480ef98c289', 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289', 'project_id': '722325439eb34bb59e1c39def0e7b121', 'fixed_ips': [{'subnet_id': '44edad87-88fc-4cd4-90cd-97d5aabe52bd'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:03.449756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.467183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.492968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.498613 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:03.499330 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.554498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1938055
Dec 11 21:42:03.557366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59272) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:03.562742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'subnet': {'network_id': '38fb31cb-f22e-42fd-833e-8e7a95221874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:03.570223 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10d126-2895-405b-a3af-25d9db9a18b1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Network': ['ID=38fb31cb-f22e-42fd-833e-8e7a95221874,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:03.582182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 38fb31cb-f22e-42fd-833e-8e7a95221874 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:03.603588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Allocated IP 2001:db8:0:ffff::2 (ee9255e4-429e-406b-ac58-5480ef98c289/44edad87-88fc-4cd4-90cd-97d5aabe52bd/c0f08565-116a-4f9b-a250-70e2da72178c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:03.657651 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:03.661768 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.791726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.796872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.836035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Network ee9255e4-429e-406b-ac58-5480ef98c289 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:03.840296 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:03.844511 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:03.848112 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Pushing event updated for resources: {'Port': ['ID=c0f08565-116a-4f9b-a250-70e2da72178c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:03.858193 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.902316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Attempting to bind port c0f08565-116a-4f9b-a250-70e2da72178c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:03.902704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Attempting to bind port c0f08565-116a-4f9b-a250-70e2da72178c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c02c6482-1c3c-4b9c-91e1-af994710f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:03.903072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Attempting to bind port c0f08565-116a-4f9b-a250-70e2da72178c on network ee9255e4-429e-406b-ac58-5480ef98c289 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:03.907985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:03.908364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Checking segment: {'id': 'c02c6482-1c3c-4b9c-91e1-af994710f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:03.908763 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.909154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Bound using segment: {'id': 'c02c6482-1c3c-4b9c-91e1-af994710f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:03.909618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Bound port: c0f08565-116a-4f9b-a250-70e2da72178c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02c6482-1c3c-4b9c-91e1-af994710f916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ee9255e4-429e-406b-ac58-5480ef98c289'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:03.910534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.920647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Subnet': ['ID=c4949a17-b5c7-4493-b412-774d993b3902,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:03.929918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking segment: {'id': 'bf7dd07e-6f3e-41aa-a869-56563688e228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '38fb31cb-f22e-42fd-833e-8e7a95221874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:03.930266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network hostable DHCP agents. Network: 38fb31cb-f22e-42fd-833e-8e7a95221874, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:03.948076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network 38fb31cb-f22e-42fd-833e-8e7a95221874 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:03.956577 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38fb31cb-f22e-42fd-833e-8e7a95221874) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:03.961704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:03.962337 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:03.971313 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b2731-0994-40e4-8c86-2b6d28464df1 None None] Network 38fb31cb-f22e-42fd-833e-8e7a95221874 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:03.979544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e189f2f7-1679-4e2a-b125-88acf31a55d7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4209402
Dec 11 21:42:03.982226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59274) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:03.991248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] For port c0f08565-116a-4f9b-a250-70e2da72178c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:04.034374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] For port c0f08565-116a-4f9b-a250-70e2da72178c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0f08565-116a-4f9b-a250-70e2da72178c,segment=NetworkSegment(c02c6482-1c3c-4b9c-91e1-af994710f916),segment_id=c02c6482-1c3c-4b9c-91e1-af994710f916)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:04.044259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.085620 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.133271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df2f3e-bc9e-43d6-8ffa-588513b4be97 None None] Pushing event updated for resources: {'Port': ['ID=c0f08565-116a-4f9b-a250-70e2da72178c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:04.142058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.143943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383edd3-8a5f-470f-ac71-926c3737415c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-38fb31cb-f22e-42fd-833e-8e7a95221874', 'network_id': '38fb31cb-f22e-42fd-833e-8e7a95221874', 'project_id': '722325439eb34bb59e1c39def0e7b121', 'fixed_ips': [{'subnet_id': 'c4949a17-b5c7-4493-b412-774d993b3902'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:04.145354 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c383edd3-8a5f-470f-ac71-926c3737415c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.213518 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.246812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Subnet': ['ID=c4949a17-b5c7-4493-b412-774d993b3902,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-c383edd3-8a5f-470f-ac71-926c3737415c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4949a17-b5c7-4493-b412-774d993b3902: This subnet is being modified by another concurrent operation.
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4949a17-b5c7-4493-b412-774d993b3902: This subnet is being modified by another concurrent operation.
Dec 11 21:42:04.259816 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:42:04.296387 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f127b-c260-47a4-96b1-e332fde27311 None None] Network 38fb31cb-f22e-42fd-833e-8e7a95221874 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:04.330732 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.361243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f79d0>,) {'filters': {'network_id': ['38fb31cb-f22e-42fd-833e-8e7a95221874']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:04.374681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f79d0>, 'bf7dd07e-6f3e-41aa-a869-56563688e228') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:04.374988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d7f79d0>, 'bf7dd07e-6f3e-41aa-a869-56563688e228') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:04.388623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.404523 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.411406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:04.411767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:04.415218 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:04.475622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.486731 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.489983 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/38fb31cb-f22e-42fd-833e-8e7a95221874 HTTP/1.1" status: 204  len: 168 time: 0.5066605
Dec 11 21:42:04.493612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59276) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:04.498957 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706920898'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:04.507602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06266e33-5d40-4f82-a641-a07fd747574f tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Network': ['ID=38fb31cb-f22e-42fd-833e-8e7a95221874,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:04.520279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:04.523924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.547321 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:04.556606 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.556954 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Added segment fa3ee0c4-bc63-4f28-8d23-c9508ef13b99 of type vlan for network 83062572-dbde-4a94-8565-dfa18965be58
Dec 11 21:42:04.601144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.625274 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.631280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:04.631853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.684308 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1895952
Dec 11 21:42:04.687243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59278) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:04.692911 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'subnet': {'network_id': '83062572-dbde-4a94-8565-dfa18965be58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:04.698629 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d039a8-cf53-4ac9-affa-fa6cfd11dd38 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Network': ['ID=83062572-dbde-4a94-8565-dfa18965be58,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:04.709634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 83062572-dbde-4a94-8565-dfa18965be58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:04.791793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:04.795993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:04.863780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Performing IP validity checks on allocation pools {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}}
Dec 11 21:42:04.864826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.ipam_backend_mixin [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking for overlaps among allocation pools and gateway ip {{(pid=125987) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}}
Dec 11 21:42:04.879614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c0f08565-116a-4f9b-a250-70e2da72178c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:04.938465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c0f08565-116a-4f9b-a250-70e2da72178c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:04.938871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.002587 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.025741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.061363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port c0f08565-116a-4f9b-a250-70e2da72178c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0f08565-116a-4f9b-a250-70e2da72178c,segment=NetworkSegment(c02c6482-1c3c-4b9c-91e1-af994710f916),segment_id=c02c6482-1c3c-4b9c-91e1-af994710f916)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:05.066162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.072553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Subnet': ['ID=6517a725-01ad-4a64-b74b-12da496cf4a8,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:05.077146 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking segment: {'id': 'fa3ee0c4-bc63-4f28-8d23-c9508ef13b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '83062572-dbde-4a94-8565-dfa18965be58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:05.077520 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network hostable DHCP agents. Network: 83062572-dbde-4a94-8565-dfa18965be58, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:05.095764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network 83062572-dbde-4a94-8565-dfa18965be58 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:05.107542 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83062572-dbde-4a94-8565-dfa18965be58) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:05.112187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:05.112840 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.125801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9921d-56b7-4263-8bc1-e32b437ea7a2 None None] Network 83062572-dbde-4a94-8565-dfa18965be58 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:05.132027 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1006522-7334-4af3-b245-98d4162aa4bf tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4435887
Dec 11 21:42:05.134737 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59280) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:05.145251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=c0f08565-116a-4f9b-a250-70e2da72178c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:05.179047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c184980-5eb0-4a01-95f9-5fb088480263 None None] Network ee9255e4-429e-406b-ac58-5480ef98c289 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:05.242349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.298376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-44b8fcaa-3931-4000-84ac-fda8ba98731b None None] Provisioning complete for port c0f08565-116a-4f9b-a250-70e2da72178c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:05.298773 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcaa-3931-4000-84ac-fda8ba98731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.327543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.335523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e5782-f7d4-4c6b-a7ac-7b62316e8594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83062572-dbde-4a94-8565-dfa18965be58', 'network_id': '83062572-dbde-4a94-8565-dfa18965be58', 'project_id': '722325439eb34bb59e1c39def0e7b121', 'fixed_ips': [{'subnet_id': '6517a725-01ad-4a64-b74b-12da496cf4a8'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:05.336379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b42e5782-f7d4-4c6b-a7ac-7b62316e8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.388675 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.420715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Subnet': ['ID=6517a725-01ad-4a64-b74b-12da496cf4a8,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:05.482434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-b42e5782-f7d4-4c6b-a7ac-7b62316e8594 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6517a725-01ad-4a64-b74b-12da496cf4a8: This subnet is being modified by another concurrent operation.
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6517a725-01ad-4a64-b74b-12da496cf4a8: This subnet is being modified by another concurrent operation.
Dec 11 21:42:05.495405 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:42:05.509638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e4aa8e0>,) {'filters': {'network_id': ['83062572-dbde-4a94-8565-dfa18965be58']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:05.519178 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6026957d-0b02-4941-8bf4-7ce6cc8dc9df None None] Network 83062572-dbde-4a94-8565-dfa18965be58 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:05.523776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e4aa8e0>, 'fa3ee0c4-bc63-4f28-8d23-c9508ef13b99') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:05.524085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e4aa8e0>, 'fa3ee0c4-bc63-4f28-8d23-c9508ef13b99') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:05.537710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.552306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.559270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:05.559651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:05.563100 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:05.631368 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.638496 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.641688 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/83062572-dbde-4a94-8565-dfa18965be58 HTTP/1.1" status: 204  len: 168 time: 0.5058398
Dec 11 21:42:05.645866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59282) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:05.650895 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340308033'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:05.664874 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7c669-2bf9-4d85-bfdd-2f98da587fb5 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Network': ['ID=83062572-dbde-4a94-8565-dfa18965be58,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:05.673038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d004f-1469-45cd-bdeb-b484bd2e6980 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:42:05.683181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:05.686807 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.713305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:05.723347 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.723628 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Added segment 49550b8a-6b00-4340-af5a-497cc7d9a59a of type vlan for network b61c9a66-e8bc-4c4e-8c44-39f043d86bad
Dec 11 21:42:05.740842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-374e3f86-ad7d-4038-aff7-4826f8dd7b88 None None] Provisioning complete for port c0f08565-116a-4f9b-a250-70e2da72178c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:05.741400 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-374e3f86-ad7d-4038-aff7-4826f8dd7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.762697 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.773792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d004f-1469-45cd-bdeb-b484bd2e6980 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:42:05.789123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.794715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:05.795300 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:05.824417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1775064
Dec 11 21:42:05.827362 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59284) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:05.832962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'subnet': {'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:05.875556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae79c7-6797-43c9-bf25-876de006f4f9 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Network': ['ID=b61c9a66-e8bc-4c4e-8c44-39f043d86bad,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:05.891260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:05.928006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:05.931911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.068669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d52518b-832d-4efa-a1a2-b7e94e7cf2e8 None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:42:06.122460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.133891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d52518b-832d-4efa-a1a2-b7e94e7cf2e8 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:42:06.184400 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Subnet': ['ID=38ea954a-abfd-471a-a94a-e07a735d03c5,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:06.193206 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking segment: {'id': '49550b8a-6b00-4340-af5a-497cc7d9a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:06.193576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network hostable DHCP agents. Network: b61c9a66-e8bc-4c4e-8c44-39f043d86bad, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:06.210627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:06.219253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b61c9a66-e8bc-4c4e-8c44-39f043d86bad) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:06.223884 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:06.224623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.243207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d379bcb9-09ed-479e-a08d-286c34bb7a66 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4146755
Dec 11 21:42:06.246887 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59286) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:06.252905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1154920286'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:06.275942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:06.279569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.306839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:06.317645 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.317996 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Added segment 3579deb6-95f3-4049-8030-16d3772c6ea6 of type vlan for network b65bae14-3232-49d2-9a81-55ec968c35a3
Dec 11 21:42:06.366113 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.393421 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.401853 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:06.402565 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.457667 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2092659
Dec 11 21:42:06.460592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59288) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:06.465930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Request body: {'subnet': {'network_id': 'b65bae14-3232-49d2-9a81-55ec968c35a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:06.473082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1589192-695c-44c7-90b3-37239864df3c tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Network': ['ID=b65bae14-3232-49d2-9a81-55ec968c35a3,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:06.483838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network b65bae14-3232-49d2-9a81-55ec968c35a3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:06.542074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e090f16-b6d6-4184-a0dd-b4d26dc247cc None None] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:06.561993 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Made reservation on behalf of 722325439eb34bb59e1c39def0e7b121 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:06.566891 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.652191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b61c9a66-e8bc-4c4e-8c44-39f043d86bad', 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad', 'project_id': '722325439eb34bb59e1c39def0e7b121', 'fixed_ips': [{'subnet_id': '38ea954a-abfd-471a-a94a-e07a735d03c5'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:06.653129 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.757236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.797125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Allocated IP 2001:db8::2 (b61c9a66-e8bc-4c4e-8c44-39f043d86bad/38ea954a-abfd-471a-a94a-e07a735d03c5/d9bd5e75-a766-4943-8fdc-048b9720344c) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:06.827317 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event updated for resources: {'Subnet': ['ID=ac44f778-8806-4f22-a0db-6817f299a5eb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:06.832727 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Checking segment: {'id': '3579deb6-95f3-4049-8030-16d3772c6ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b65bae14-3232-49d2-9a81-55ec968c35a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:06.833186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network hostable DHCP agents. Network: b65bae14-3232-49d2-9a81-55ec968c35a3, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:06.851098 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Network b65bae14-3232-49d2-9a81-55ec968c35a3 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:06.860882 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b65bae14-3232-49d2-9a81-55ec968c35a3) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:06.867299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c0f08565-116a-4f9b-a250-70e2da72178c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:06.869701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:06.870440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:06.871683 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ca441-d166-4530-a57c-d4a79ff8ae2a None None] Network b65bae14-3232-49d2-9a81-55ec968c35a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:06.887201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e913e167-e934-4c81-9507-412bb49ae583 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4248044
Dec 11 21:42:06.889242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59290) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:06.990882 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.043632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.055825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c0f08565-116a-4f9b-a250-70e2da72178c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:07.056198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.078299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5e3a1-908d-47a6-89f6-ec61200c5326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b65bae14-3232-49d2-9a81-55ec968c35a3', 'network_id': 'b65bae14-3232-49d2-9a81-55ec968c35a3', 'project_id': '722325439eb34bb59e1c39def0e7b121', 'fixed_ips': [{'subnet_id': 'ac44f778-8806-4f22-a0db-6817f299a5eb'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:07.079203 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-79a5e3a1-908d-47a6-89f6-ec61200c5326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.108592 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.116009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.131891 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.144080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Subnet': ['ID=ac44f778-8806-4f22-a0db-6817f299a5eb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:07.204991 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.227788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84185940>,) {'filters': {'network_id': ['b65bae14-3232-49d2-9a81-55ec968c35a3']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:07.228382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:07.235118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3de269-7a17-41a4-b14d-500b54b7c7cf None None] Network b65bae14-3232-49d2-9a81-55ec968c35a3 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:07.238786 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84185940>, '3579deb6-95f3-4049-8030-16d3772c6ea6') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:07.239097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84185940>, '3579deb6-95f3-4049-8030-16d3772c6ea6') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:07.241653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:07.250709 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.267104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.274016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:07.274546 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.275139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:07.277844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Pushing event updated for resources: {'Port': ['ID=d9bd5e75-a766-4943-8fdc-048b9720344c,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:07.277982 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:07.350152 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.357728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.364897 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/b65bae14-3232-49d2-9a81-55ec968c35a3 HTTP/1.1" status: 204  len: 168 time: 0.4707694
Dec 11 21:42:07.364897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59292) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.383953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14eb009-31fc-43e1-8cba-e8c299f0de89 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Network': ['ID=b65bae14-3232-49d2-9a81-55ec968c35a3,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:07.397427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Attempting to bind port d9bd5e75-a766-4943-8fdc-048b9720344c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:07.397804 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Attempting to bind port d9bd5e75-a766-4943-8fdc-048b9720344c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '49550b8a-6b00-4340-af5a-497cc7d9a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:07.398168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Attempting to bind port d9bd5e75-a766-4943-8fdc-048b9720344c on network b61c9a66-e8bc-4c4e-8c44-39f043d86bad {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:07.402730 ncdv-master-1 neutron-server[125988]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d1136b-4649-4b0e-ab9c-746b9c4f072a tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] GET failed (client error): The resource could not be found.
Dec 11 21:42:07.403245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:07.403623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Checking segment: {'id': '49550b8a-6b00-4340-af5a-497cc7d9a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:07.404024 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.404161 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6d1136b-4649-4b0e-ab9c-746b9c4f072a tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "GET /v2.0/subnets/ac44f778-8806-4f22-a0db-6817f299a5eb HTTP/1.1" status: 404  len: 337 time: 0.0385053
Dec 11 21:42:07.404543 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Bound using segment: {'id': '49550b8a-6b00-4340-af5a-497cc7d9a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:07.405012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Bound port: d9bd5e75-a766-4943-8fdc-048b9720344c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49550b8a-6b00-4340-af5a-497cc7d9a59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'b61c9a66-e8bc-4c4e-8c44-39f043d86bad'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:07.405434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.407417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59294) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.426877 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfe5522-baf4-4636-8c76-6d3a07223413 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:07.427391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfe5522-baf4-4636-8c76-6d3a07223413 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:07.430372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4dfe5522-baf4-4636-8c76-6d3a07223413 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/b65bae14-3232-49d2-9a81-55ec968c35a3 HTTP/1.1" status: 404  len: 339 time: 0.0214496
Dec 11 21:42:07.434188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59296) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.460795 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0c3826-22d7-4f81-8368-6b078f60d631 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:07.461244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0c3826-22d7-4f81-8368-6b078f60d631 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:07.464359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ec0c3826-22d7-4f81-8368-6b078f60d631 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/subnets/ac44f778-8806-4f22-a0db-6817f299a5eb HTTP/1.1" status: 404  len: 337 time: 0.0290148
Dec 11 21:42:07.467034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59298) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.471711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] For port d9bd5e75-a766-4943-8fdc-048b9720344c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:07.475227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] For port d9bd5e75-a766-4943-8fdc-048b9720344c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bd5e75-a766-4943-8fdc-048b9720344c,segment=NetworkSegment(49550b8a-6b00-4340-af5a-497cc7d9a59a),segment_id=49550b8a-6b00-4340-af5a-497cc7d9a59a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:07.479634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.485278 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-8304e40a-e482-4270-82a1-3e5f3edb5294 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:07.485772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8304e40a-e482-4270-82a1-3e5f3edb5294 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:07.489245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8304e40a-e482-4270-82a1-3e5f3edb5294 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/b65bae14-3232-49d2-9a81-55ec968c35a3 HTTP/1.1" status: 404  len: 339 time: 0.0211880
Dec 11 21:42:07.491835 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59300) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.539217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Pushing event updated for resources: {'Port': ['ID=d9bd5e75-a766-4943-8fdc-048b9720344c,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:07.551634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Deleting subnet 38ea954a-abfd-471a-a94a-e07a735d03c5 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:42:07.551887 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.552128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.552477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.552814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.553204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.553544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.554176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.554525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.554854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.555577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.555577 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.555810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.556135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636629f3-b613-4e99-9c09-0cf2cbf7bc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:07.556413 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.598547 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.694917 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.764749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.791958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Subnet': ['ID=38ea954a-abfd-471a-a94a-e07a735d03c5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:07.795641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.801769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-78c436fc-42f7-469f-a236-c04e824df9dc tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/subnets/38ea954a-abfd-471a-a94a-e07a735d03c5 HTTP/1.1" status: 204  len: 168 time: 0.3061459
Dec 11 21:42:07.802152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59302) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:07.879555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.930496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Deleting port d9bd5e75-a766-4943-8fdc-048b9720344c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:42:07.930767 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:07.996696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] For port d9bd5e75-a766-4943-8fdc-048b9720344c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9bd5e75-a766-4943-8fdc-048b9720344c,segment=NetworkSegment(49550b8a-6b00-4340-af5a-497cc7d9a59a),segment_id=49550b8a-6b00-4340-af5a-497cc7d9a59a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:07.997061 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.010164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Calling delete_port for d9bd5e75-a766-4943-8fdc-048b9720344c owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:42:08.086577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.117674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Port': ['ID=d9bd5e75-a766-4943-8fdc-048b9720344c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:08.119533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No DVR routers for this DVR port d9bd5e75-a766-4943-8fdc-048b9720344c on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:42:08.198968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.219586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d845cd340>,) {'filters': {'network_id': ['b61c9a66-e8bc-4c4e-8c44-39f043d86bad']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:08.229517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d845cd340>, '49550b8a-6b00-4340-af5a-497cc7d9a59a') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:08.229819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d845cd340>, '49550b8a-6b00-4340-af5a-497cc7d9a59a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:08.240654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.255205 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.261972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:08.262398 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:08.265715 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:08.334587 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.341867 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.345129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/b61c9a66-e8bc-4c4e-8c44-39f043d86bad HTTP/1.1" status: 204  len: 168 time: 0.5418787
Dec 11 21:42:08.348154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59304) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.366991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919eaec2-db94-41e1-acad-c28675f24da1 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Network': ['ID=b61c9a66-e8bc-4c4e-8c44-39f043d86bad,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:08.385775 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d94821-5e34-4fab-8efe-0e9f89797f32 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:08.386237 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d94821-5e34-4fab-8efe-0e9f89797f32 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:08.389349 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-62d94821-5e34-4fab-8efe-0e9f89797f32 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/subnets/6517a725-01ad-4a64-b74b-12da496cf4a8 HTTP/1.1" status: 404  len: 337 time: 0.0401630
Dec 11 21:42:08.391910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59306) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.411834 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3628aa6-b6cf-48dd-8d21-e6e7996a09e7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:08.412518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3628aa6-b6cf-48dd-8d21-e6e7996a09e7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:08.415457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3628aa6-b6cf-48dd-8d21-e6e7996a09e7 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/83062572-dbde-4a94-8565-dfa18965be58 HTTP/1.1" status: 404  len: 339 time: 0.0226254
Dec 11 21:42:08.418003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59308) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.444446 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b2b24e-1d0d-4bf4-bd8e-66edac6a7d97 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:08.444902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b2b24e-1d0d-4bf4-bd8e-66edac6a7d97 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:08.448032 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-38b2b24e-1d0d-4bf4-bd8e-66edac6a7d97 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/subnets/c4949a17-b5c7-4493-b412-774d993b3902 HTTP/1.1" status: 404  len: 337 time: 0.0290623
Dec 11 21:42:08.450566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59310) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.469040 ncdv-master-1 neutron-server[125987]: INFO neutron.pecan_wsgi.hooks.translation [None req-d115017f-66fa-4dbd-ac15-6348a6f46f1d tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] DELETE failed (client error): The resource could not be found.
Dec 11 21:42:08.469536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d115017f-66fa-4dbd-ac15-6348a6f46f1d tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=125987) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 11 21:42:08.473161 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d115017f-66fa-4dbd-ac15-6348a6f46f1d tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/38fb31cb-f22e-42fd-833e-8e7a95221874 HTTP/1.1" status: 404  len: 339 time: 0.0210860
Dec 11 21:42:08.475654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59312) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.527219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d888dd-45ff-4fb0-8d3b-139ae739c318 None None] DHCP port deletion for b61c9a66-e8bc-4c4e-8c44-39f043d86bad request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:08.531258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1d7f44b0-d4d4-457e-89b0-c08d39ca67a1 None None] Could not find standard attr ID for object d9bd5e75-a766-4943-8fdc-048b9720344c. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:42:08.531412 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Deleting subnet 44edad87-88fc-4cd4-90cd-97d5aabe52bd {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:42:08.534697 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.549067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607dbbd-8ab2-44ac-8cfc-31455ab86948 None None] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:08.561363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607dbbd-8ab2-44ac-8cfc-31455ab86948 None None] Network b61c9a66-e8bc-4c4e-8c44-39f043d86bad could not be found, it might have been deleted concurrently. {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}}
Dec 11 21:42:08.578858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.659755 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.720102 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.748038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Subnet': ['ID=44edad87-88fc-4cd4-90cd-97d5aabe52bd,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:08.749993 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.753231 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e3cc2eb8-4f86-4e24-a589-f190dc0f8dd2 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/subnets/44edad87-88fc-4cd4-90cd-97d5aabe52bd HTTP/1.1" status: 204  len: 168 time: 0.2766259
Dec 11 21:42:08.755644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:08.756117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75ca5e-f811-41b5-b6a1-ab452ec77026 None None] Network ee9255e4-429e-406b-ac58-5480ef98c289 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:08.830647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.885240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Deleting port c0f08565-116a-4f9b-a250-70e2da72178c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:42:08.885570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.899457 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] DHCP port deletion for ee9255e4-429e-406b-ac58-5480ef98c289 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:08.945795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Deleting port c0f08565-116a-4f9b-a250-70e2da72178c {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:42:08.946084 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.954233 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] For port c0f08565-116a-4f9b-a250-70e2da72178c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0f08565-116a-4f9b-a250-70e2da72178c,segment=NetworkSegment(c02c6482-1c3c-4b9c-91e1-af994710f916),segment_id=c02c6482-1c3c-4b9c-91e1-af994710f916)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:08.954633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:08.967731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Calling delete_port for c0f08565-116a-4f9b-a250-70e2da72178c owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:42:09.009669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] For port c0f08565-116a-4f9b-a250-70e2da72178c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0f08565-116a-4f9b-a250-70e2da72178c,segment=NetworkSegment(c02c6482-1c3c-4b9c-91e1-af994710f916),segment_id=c02c6482-1c3c-4b9c-91e1-af994710f916)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:09.010071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.022715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Calling delete_port for c0f08565-116a-4f9b-a250-70e2da72178c owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:42:09.046198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.076393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Port': ['ID=c0f08565-116a-4f9b-a250-70e2da72178c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:09.078230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] No DVR routers for this DVR port c0f08565-116a-4f9b-a250-70e2da72178c on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:42:09.100331 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.125043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] Pushing event deleted for resources: {'Port': ['ID=c0f08565-116a-4f9b-a250-70e2da72178c,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:09.128464 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb955b7-e0b5-44f3-9615-185d9ee1d791 None None] No DVR routers for this DVR port c0f08565-116a-4f9b-a250-70e2da72178c on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:42:09.156752 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.176199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc57070>,) {'filters': {'network_id': ['ee9255e4-429e-406b-ac58-5480ef98c289']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:09.185032 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc57070>, 'c02c6482-1c3c-4b9c-91e1-af994710f916') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:09.185328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dc57070>, 'c02c6482-1c3c-4b9c-91e1-af994710f916') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:09.194898 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.208173 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.213830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:09.214214 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:09.217356 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:09.279951 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.286962 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.290157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] 10.222.0.18 "DELETE /v2.0/networks/ee9255e4-429e-406b-ac58-5480ef98c289 HTTP/1.1" status: 204  len: 168 time: 0.5335510
Dec 11 21:42:09.302234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2eadd8-b79b-44de-8742-ee6a43545186 tempest-NetworksIpV6Test-192811011 tempest-NetworksIpV6Test-192811011-project] Pushing event deleted for resources: {'Network': ['ID=ee9255e4-429e-406b-ac58-5480ef98c289,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:09.528865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59320) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:09.658010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-007a0851-46af-44b0-9699-14c5ffcfb42c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=722325439eb34bb59e1c39def0e7b121&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1273541
Dec 11 21:42:09.660978 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59324) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:09.709928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.730315 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.775893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.778577 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:09.779781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89b923ab-0f31-4b59-8919-0637e8789a0b HTTP/1.1" status: 204  len: 168 time: 0.1178920
Dec 11 21:42:09.787789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64857c-1da4-40ac-a6e3-66c79dfe8e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b923ab-0f31-4b59-8919-0637e8789a0b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:10.403860 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59346) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:10.501896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1151145783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:10.527134 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.528136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.586202 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.590866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.608644 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.614116 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59350) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:10.614660 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fb5ae014-2969-45df-a7be-f000d94d29c5 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2082791
Dec 11 21:42:10.619361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-670666764'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:10.640105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Made reservation on behalf of d26cb1096367480581dfb37376087fa5 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:10.643592 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.652965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.728445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.732038 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.763498 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:10.769715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa3c10-29e8-4fd6-b00e-9be089203fd7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:10.775867 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.776212 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Added segment b7036032-f76e-4383-822a-566b2bddeffa of type vlan for network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa
Dec 11 21:42:10.816659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.840647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c0f08565-116a-4f9b-a250-70e2da72178c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:42:10.841191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.846925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:10.847664 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:10.860745 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c0f08565-116a-4f9b-a250-70e2da72178c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:42:10.861346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c0f08565-116a-4f9b-a250-70e2da72178c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:42:10.883162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2689624
Dec 11 21:42:10.885987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59352) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:10.891050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'subnet': {'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:10.922917 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb1f79-0d9e-481e-8240-626604507840 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event updated for resources: {'Network': ['ID=49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:10.933569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:10.975349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Made reservation on behalf of d26cb1096367480581dfb37376087fa5 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:10.978976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.056349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54bfa0ef-446b-4e68-af08-8fb2da72fbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.158967 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.226663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event updated for resources: {'Subnet': ['ID=1eefa0df-ef47-47db-9df1-35f321e61dd8,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:11.231209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Checking segment: {'id': 'b7036032-f76e-4383-822a-566b2bddeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:11.231570 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Network hostable DHCP agents. Network: 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:11.239794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.240148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.240603 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.240828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.241161 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.241503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.241828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.242154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.242494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.242827 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.243155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.243478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.243874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:11.260942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:11.269980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:11.274578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:11.275178 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.279139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e416bf-26e3-4388-b35f-786d173d3ad3 None None] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:11.293552 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-116e7af5-516b-486b-ab49-3d6dce93ada4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4063988
Dec 11 21:42:11.296560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59354) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:11.301393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1442760352'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:11.322468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Made reservation on behalf of d26cb1096367480581dfb37376087fa5 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:11.325798 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.348992 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:11.358674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.359134 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Added segment 4b7e6add-0eeb-42aa-8270-a6cf501ccf1e of type vlan for network aa589af1-d668-48bd-86c5-940a6a252e45
Dec 11 21:42:11.382913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa', 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa', 'project_id': 'd26cb1096367480581dfb37376087fa5', 'fixed_ips': [{'subnet_id': '1eefa0df-ef47-47db-9df1-35f321e61dd8'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:11.383778 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.400716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.425605 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.431752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:11.432336 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.466050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1658387
Dec 11 21:42:11.466888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:11.472314 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'subnet': {'network_id': 'aa589af1-d668-48bd-86c5-940a6a252e45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:11.508109 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886b347-9f3b-4307-a955-35ad02a1f184 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event updated for resources: {'Network': ['ID=aa589af1-d668-48bd-86c5-940a6a252e45,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:11.520135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network aa589af1-d668-48bd-86c5-940a6a252e45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:11.542990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Allocated IP 172.20.0.2 (49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa/1eefa0df-ef47-47db-9df1-35f321e61dd8/3643c51a-f07f-4787-ae32-aa2e75d9adf2) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:11.571182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Made reservation on behalf of d26cb1096367480581dfb37376087fa5 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:11.575428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.730128 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.736657 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.760412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.785416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:11.789750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:11.791608 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Pushing event updated for resources: {'Port': ['ID=3643c51a-f07f-4787-ae32-aa2e75d9adf2,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:11.793712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:11.830658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event updated for resources: {'Subnet': ['ID=6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:11.842361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Checking segment: {'id': '4b7e6add-0eeb-42aa-8270-a6cf501ccf1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'aa589af1-d668-48bd-86c5-940a6a252e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:11.842758 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Network hostable DHCP agents. Network: aa589af1-d668-48bd-86c5-940a6a252e45, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:11.847263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Attempting to bind port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:11.847815 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Attempting to bind port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7036032-f76e-4383-822a-566b2bddeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:11.848126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Attempting to bind port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 on network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:11.855761 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:11.858364 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Checking segment: {'id': 'b7036032-f76e-4383-822a-566b2bddeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:11.861427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.861997 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Bound using segment: {'id': 'b7036032-f76e-4383-822a-566b2bddeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:11.862712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Bound port: 3643c51a-f07f-4787-ae32-aa2e75d9adf2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7036032-f76e-4383-822a-566b2bddeffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:11.863112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.873027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Network aa589af1-d668-48bd-86c5-940a6a252e45 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:11.887543 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aa589af1-d668-48bd-86c5-940a6a252e45) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:11.892099 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:11.892784 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:11.900695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d33737-8601-4ffa-8283-e5607981a040 None None] Network aa589af1-d668-48bd-86c5-940a6a252e45 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:11.909663 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bda81b7c-3887-41c4-b751-87ae24618930 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4415500
Dec 11 21:42:11.912312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:11.916769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bf0850ca-3078-4001-a895-6f99b1988d62 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa589af1-d668-48bd-86c5-940a6a252e45'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:11.980919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] For port 3643c51a-f07f-4787-ae32-aa2e75d9adf2, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:11.985312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] For port 3643c51a-f07f-4787-ae32-aa2e75d9adf2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3643c51a-f07f-4787-ae32-aa2e75d9adf2,segment=NetworkSegment(b7036032-f76e-4383-822a-566b2bddeffa),segment_id=b7036032-f76e-4383-822a-566b2bddeffa)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:11.995306 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.074746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb792d1-f272-4f11-b5cc-a8c65b0538f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aa589af1-d668-48bd-86c5-940a6a252e45', 'network_id': 'aa589af1-d668-48bd-86c5-940a6a252e45', 'project_id': 'd26cb1096367480581dfb37376087fa5', 'fixed_ips': [{'subnet_id': '6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:12.075627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6eb792d1-f272-4f11-b5cc-a8c65b0538f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.079265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2be3f-dc9f-46a2-bd47-0e056fd437ce None None] Pushing event updated for resources: {'Port': ['ID=3643c51a-f07f-4787-ae32-aa2e75d9adf2,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:12.133877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bf0850ca-3078-4001-a895-6f99b1988d62 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.270409 ncdv-master-1 neutron-server[125988]: INFO neutron.api.v2.resource [None req-bf0850ca-3078-4001-a895-6f99b1988d62 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 11 21:42:12.277152 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bf0850ca-3078-4001-a895-6f99b1988d62 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "PUT /v2.0/routers/33525201-4221-4450-874b-0dbc9b02ca6b HTTP/1.1" status: 400  len: 364 time: 0.3583531
Dec 11 21:42:12.279893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59360) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:12.346865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Deleting subnet 6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:42:12.351976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.395787 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.450443 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.508163 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server [None req-6eb792d1-f272-4f11-b5cc-a8c65b0538f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e: This subnet is being modified by another concurrent operation.
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server     raise exception
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e: This subnet is being modified by another concurrent operation.
Dec 11 21:42:12.511168 ncdv-master-1 neutron-server[125989]: ERROR oslo_messaging.rpc.server 
Dec 11 21:42:12.530388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80793bd-2bfc-4d54-9670-4048c2c13686 None None] Network aa589af1-d668-48bd-86c5-940a6a252e45 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:12.532257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:12.547026 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.553264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d51bec98-4388-4b69-8137-c17f378b68b7 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "DELETE /v2.0/subnets/6ed3bc62-bb8d-45ce-962b-6c6d0e075c0e HTTP/1.1" status: 204  len: 168 time: 0.2702632
Dec 11 21:42:12.553485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59362) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:12.639447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.735020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.757956 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7db8ffa0>,) {'filters': {'network_id': ['aa589af1-d668-48bd-86c5-940a6a252e45']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:12.767961 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db8ffa0>, '4b7e6add-0eeb-42aa-8270-a6cf501ccf1e') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:12.768604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7db8ffa0>, '4b7e6add-0eeb-42aa-8270-a6cf501ccf1e') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:12.778395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.792410 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.799190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:12.799646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:12.803769 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:12.884521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3643c51a-f07f-4787-ae32-aa2e75d9adf2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:12.898743 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.908417 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.917233 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "DELETE /v2.0/networks/aa589af1-d668-48bd-86c5-940a6a252e45 HTTP/1.1" status: 204  len: 168 time: 0.3625798
Dec 11 21:42:12.919615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59364) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:12.928352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6d49-f017-402f-b2c1-e9940267aaa4 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event deleted for resources: {'Network': ['ID=aa589af1-d668-48bd-86c5-940a6a252e45,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:12.951411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:12.951788 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:12.977387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Deleting subnet 1eefa0df-ef47-47db-9df1-35f321e61dd8 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:42:12.980824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.039467 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.042115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.078389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 3643c51a-f07f-4787-ae32-aa2e75d9adf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3643c51a-f07f-4787-ae32-aa2e75d9adf2,segment=NetworkSegment(b7036032-f76e-4383-822a-566b2bddeffa),segment_id=b7036032-f76e-4383-822a-566b2bddeffa)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:13.084054 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.135928 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.137716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=3643c51a-f07f-4787-ae32-aa2e75d9adf2,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:13.142300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a124a9-c4cc-469e-a20b-e7ca6db42504 None None] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:13.200429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.234825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.238311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "DELETE /v2.0/subnets/1eefa0df-ef47-47db-9df1-35f321e61dd8 HTTP/1.1" status: 204  len: 168 time: 0.3176141
Dec 11 21:42:13.239388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536adcce-c706-4039-b1fe-77c833095a13 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event deleted for resources: {'Subnet': ['ID=1eefa0df-ef47-47db-9df1-35f321e61dd8,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:13.240916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59366) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:13.256474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-575ffe0d-2188-4b6d-8003-57116ca5c9e1 None None] Provisioning complete for port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:13.257010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-575ffe0d-2188-4b6d-8003-57116ca5c9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.328084 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.385315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Deleting port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:42:13.385560 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.455661 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] For port 3643c51a-f07f-4787-ae32-aa2e75d9adf2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3643c51a-f07f-4787-ae32-aa2e75d9adf2,segment=NetworkSegment(b7036032-f76e-4383-822a-566b2bddeffa),segment_id=b7036032-f76e-4383-822a-566b2bddeffa)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:13.456028 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.469712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Calling delete_port for 3643c51a-f07f-4787-ae32-aa2e75d9adf2 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:42:13.486708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2697d63-c580-4654-b562-312e8a3a9030 None None] Network 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:13.548539 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.572666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a04d-f873-4625-aac9-a024bbb5cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.575435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-39c65308-e273-41cc-bbb5-a317228a866c None None] Could not find standard attr ID for object 3643c51a-f07f-4787-ae32-aa2e75d9adf2. {{(pid=125989) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 11 21:42:13.578233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event deleted for resources: {'Port': ['ID=3643c51a-f07f-4787-ae32-aa2e75d9adf2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:13.584880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] No DVR routers for this DVR port 3643c51a-f07f-4787-ae32-aa2e75d9adf2 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:42:13.645688 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f895a-1a1f-4c43-b005-cf69ab64d159 None None] DHCP port deletion for 49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:13.666057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7419cb1-f6dd-4577-a568-c868bfb5e51e None None] get_active_networks_info from ncdv-master-1 {{(pid=125989) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Dec 11 21:42:13.672338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.694421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cefd0>,) {'filters': {'network_id': ['49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:13.704170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cefd0>, 'b7036032-f76e-4383-822a-566b2bddeffa') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:13.704480 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cefd0>, 'b7036032-f76e-4383-822a-566b2bddeffa') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:13.715537 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.729479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.730418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7419cb1-f6dd-4577-a568-c868bfb5e51e None None] Resources bound (agent type, host, resource id):  {{(pid=125989) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 11 21:42:13.735712 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:42:13.736361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:42:13.739461 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:42:13.810977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.819506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:13.825337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "DELETE /v2.0/networks/49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa HTTP/1.1" status: 204  len: 168 time: 0.5807424
Dec 11 21:42:13.825707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59370) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:13.833324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a306b6-c9e5-4a29-9553-acec77d42bb1 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Pushing event deleted for resources: {'Network': ['ID=49f3bb4e-53fd-4e6f-b2a7-e66dda1c7dfa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:13.857873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d22faf05-8f8e-408e-b7d1-f71880b67428 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "GET /v2.0/ports?device_id=33525201-4221-4450-874b-0dbc9b02ca6b HTTP/1.1" status: 200  len: 205 time: 0.0296514
Dec 11 21:42:13.859769 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59372) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:13.946191 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.104559 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.106711 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.148522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.149142 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Fanout notify agent at l3_agent the message router_deleted on router 33525201-4221-4450-874b-0dbc9b02ca6b {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:42:14.156326 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.157368 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3135bdfb-f3b1-4f68-a872-c0cb8e1d4308 tempest-RoutersNegativeTest-963782261 tempest-RoutersNegativeTest-963782261-project] 10.222.0.18 "DELETE /v2.0/routers/33525201-4221-4450-874b-0dbc9b02ca6b HTTP/1.1" status: 204  len: 168 time: 0.2964907
Dec 11 21:42:14.400987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59378) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:14.530418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-086b323f-6e69-44b2-919a-668605083917 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d26cb1096367480581dfb37376087fa5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1282806
Dec 11 21:42:14.532862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59382) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:14.582735 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.603422 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.650890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.653607 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:14.654772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9fa3c10-29e8-4fd6-b00e-9be089203fd7 HTTP/1.1" status: 204  len: 168 time: 0.1210029
Dec 11 21:42:14.662325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d1cf3-2a1e-4dcf-8978-40b23a0ec7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa3c10-29e8-4fd6-b00e-9be089203fd7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:14.846144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3643c51a-f07f-4787-ae32-aa2e75d9adf2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:42:14.872051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 3643c51a-f07f-4787-ae32-aa2e75d9adf2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:42:14.872391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 3643c51a-f07f-4787-ae32-aa2e75d9adf2 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:42:15.075974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.268793 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59404) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:15.374123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1095729061-network', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:15.394985 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Made reservation on behalf of 4c76909bd27341bfab0a002ce16185c6 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:15.397766 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.405940 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.477681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.481273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.504936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:15.513353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a6fd7-67f3-452d-ac99-17ab2d4ce750,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:15.519190 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.519530 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Added segment 8938c6a4-843b-45af-b673-9553ee14e181 of type vlan for network 451276fe-b86e-462e-9f1d-8d04e2228db9
Dec 11 21:42:15.562246 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.586622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.587752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:15.588364 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.648079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3782690
Dec 11 21:42:15.651146 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59408) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:15.655128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063fa13-8173-4a57-b55c-87302960aac1 admin admin] Pushing event updated for resources: {'Network': ['ID=451276fe-b86e-462e-9f1d-8d04e2228db9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:15.656316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Request body: {'subnet': {'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1095729061-subnet', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:15.665358 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:15.676470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Made reservation on behalf of 4c76909bd27341bfab0a002ce16185c6 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:15.679532 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.845112 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.909280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e2d029-ce25-4b53-b7cd-32e8df908c55,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:15.919883 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Checking segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:15.920241 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Network hostable DHCP agents. Network: 451276fe-b86e-462e-9f1d-8d04e2228db9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:15.945969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:15.954442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 451276fe-b86e-462e-9f1d-8d04e2228db9) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:15.958625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:15.959217 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:15.964328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7115100d-bbb6-48b4-8315-31784df3945e None None] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:15.977736 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-786f1956-5cef-4338-9c1c-f49b10af079f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3229194
Dec 11 21:42:15.977998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59410) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:15.982688 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:16.007632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.009466 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.065124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-451276fe-b86e-462e-9f1d-8d04e2228db9', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:16.065996 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.083295 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.202100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Allocated IP 172.20.0.2 (451276fe-b86e-462e-9f1d-8d04e2228db9/65e2d029-ce25-4b53-b7cd-32e8df908c55/75150200-100d-46ee-87cc-99a841052476) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:16.220242 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.246455 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.367814 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.373832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.417971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:16.420700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:16.423652 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.425952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:16.437330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Pushing event updated for resources: {'Port': ['ID=75150200-100d-46ee-87cc-99a841052476,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:16.443556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.448583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.493764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Attempting to bind port 75150200-100d-46ee-87cc-99a841052476 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:16.494136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Attempting to bind port 75150200-100d-46ee-87cc-99a841052476 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:16.494532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Attempting to bind port 75150200-100d-46ee-87cc-99a841052476 on network 451276fe-b86e-462e-9f1d-8d04e2228db9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:16.499496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:16.499805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Checking segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:16.500266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.500662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Bound using segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:16.501121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Bound port: 75150200-100d-46ee-87cc-99a841052476, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:16.501496 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.550158 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Allocated IP 172.35.1.62 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d9652928-39f6-4afe-ae7a-68729b8dde8f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:16.575631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] For port 75150200-100d-46ee-87cc-99a841052476, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:16.578929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] For port 75150200-100d-46ee-87cc-99a841052476, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75150200-100d-46ee-87cc-99a841052476,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:16.583418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.640055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c191f-1f21-4051-83ab-d652cb6a56fa None None] Pushing event updated for resources: {'Port': ['ID=75150200-100d-46ee-87cc-99a841052476,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:16.670200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.704305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.751450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:16.754327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:16.758742 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:16.761951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Pushing event updated for resources: {'Port': ['ID=d9652928-39f6-4afe-ae7a-68729b8dde8f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:16.771055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d7d6e9-ff6c-4a3b-9af5-65151e4cf0b9 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:16.822797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a1922b39-b936-4070-9423-94ece86b4f43 None None] Provisioning complete for port d9652928-39f6-4afe-ae7a-68729b8dde8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:16.823459 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a1922b39-b936-4070-9423-94ece86b4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:16.874008 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a1922b39-b936-4070-9423-94ece86b4f43 None None] Port d9652928-39f6-4afe-ae7a-68729b8dde8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:16.940974 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 75150200-100d-46ee-87cc-99a841052476 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:17.004347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 75150200-100d-46ee-87cc-99a841052476 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:17.005633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.087607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.124630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 75150200-100d-46ee-87cc-99a841052476, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75150200-100d-46ee-87cc-99a841052476,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:17.129214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.181675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=75150200-100d-46ee-87cc-99a841052476,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:17.266854 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.377956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.575728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.590044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2201c7-73f6-4def-afba-8eb8bff7ead0 None None] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:17.701451 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7395364f-7588-4b94-8b6d-6003be6cd5ab None None] Provisioning complete for port 75150200-100d-46ee-87cc-99a841052476 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:17.701819 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7395364f-7588-4b94-8b6d-6003be6cd5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.710363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Router 4f0e410e-469a-465b-93c7-12dab294f7ec is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:42:17.830425 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:42:17.842467 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Sync routers for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:42:17.848423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:17.849777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3272c367-a49b-4695-b303-1db05af154dc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8708386
Dec 11 21:42:17.852904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59412) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:17.854953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:17.855616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:17.963030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:18.073799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-88cc6247-c220-4d57-820c-e3c4200c56e5 None None] Provisioning complete for port 75150200-100d-46ee-87cc-99a841052476 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:18.074524 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88cc6247-c220-4d57-820c-e3c4200c56e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.216421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce1c0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:17Z', 'revision_number': 3, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:18.242600 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Checking router: 4f0e410e-469a-465b-93c7-12dab294f7ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:42:18.242953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Updating router 4f0e410e-469a-465b-93c7-12dab294f7ec port d9652928-39f6-4afe-ae7a-68729b8dde8f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:42:18.264547 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.271863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.462876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Allocated IP 172.20.0.1 (451276fe-b86e-462e-9f1d-8d04e2228db9/65e2d029-ce25-4b53-b7cd-32e8df908c55/841b17f7-5664-4f9d-ae24-192418933fb3) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:18.516780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.521952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.568750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f4a13-c43a-4c86-8430-0179c6940962 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:18.572554 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.581792 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Attempting to bind port d9652928-39f6-4afe-ae7a-68729b8dde8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:18.582160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Attempting to bind port d9652928-39f6-4afe-ae7a-68729b8dde8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:18.582580 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Attempting to bind port d9652928-39f6-4afe-ae7a-68729b8dde8f on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:18.585026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e06ad-089f-471a-8f6d-55b395757100 None None] Pushing event updated for resources: {'Port': ['ID=d9652928-39f6-4afe-ae7a-68729b8dde8f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:18.594328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:18.594718 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:18.595120 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.595567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:18.595991 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Bound port: d9652928-39f6-4afe-ae7a-68729b8dde8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:18.596322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.609351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.648589 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:18.653135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:18.654911 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-21a740c4-2a32-4dd1-9cee-1063d5b5577c None None] Provisioning complete for port d9652928-39f6-4afe-ae7a-68729b8dde8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:18.655286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-21a740c4-2a32-4dd1-9cee-1063d5b5577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.656513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:18.682330 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Pushing event updated for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:18.689444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] For port d9652928-39f6-4afe-ae7a-68729b8dde8f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:18.702244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.707738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] For port d9652928-39f6-4afe-ae7a-68729b8dde8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9652928-39f6-4afe-ae7a-68729b8dde8f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:18.708854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-21a740c4-2a32-4dd1-9cee-1063d5b5577c None None] Port d9652928-39f6-4afe-ae7a-68729b8dde8f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:18.713630 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.770939 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e1ecb-15d3-47d6-ace6-36afed4630e8 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:18.779957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:18.780590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:18.786107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e06ad-089f-471a-8f6d-55b395757100 None None] Pushing event updated for resources: {'Port': ['ID=d9652928-39f6-4afe-ae7a-68729b8dde8f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:18.855528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] Provisioning complete for port d9652928-39f6-4afe-ae7a-68729b8dde8f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:18.855902 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:18.879590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.058223 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.062977 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.082244 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 75150200-100d-46ee-87cc-99a841052476 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:19.136042 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Pushing event updated for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:19.136305 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:19.138351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.229087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:19.230581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:19.285415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 75150200-100d-46ee-87cc-99a841052476 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:19.286384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.332588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.361925 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Router 4f0e410e-469a-465b-93c7-12dab294f7ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:42:19.386416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] For port d9652928-39f6-4afe-ae7a-68729b8dde8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9652928-39f6-4afe-ae7a-68729b8dde8f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:19.396533 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.483678 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:42:19.489596 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bfc12-166d-4b3c-a388-8c0ee484e3ac None None] Pushing event updated for resources: {'Port': ['ID=d9652928-39f6-4afe-ae7a-68729b8dde8f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:19.490954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-84b8a169-b556-4b89-ae0d-3bb77ee79d2f admin admin] 10.222.0.18 "PUT /v2.0/routers/4f0e410e-469a-465b-93c7-12dab294f7ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6368120
Dec 11 21:42:19.504080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d770ce1c0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:17Z', 'revision_number': 3, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:19.535888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511821b-71d1-4d9b-af49-5ceb8ebe80a4 None None] The sync data for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 is: [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:17Z', 'revision_number': 3, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:42:19.545257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fff3ecd6-c152-4f37-9eb9-5137571c0280 None None] Provisioning complete for port 841b17f7-5664-4f9d-ae24-192418933fb3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:19.545705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fff3ecd6-c152-4f37-9eb9-5137571c0280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:19.582526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fff3ecd6-c152-4f37-9eb9-5137571c0280 None None] Port 841b17f7-5664-4f9d-ae24-192418933fb3 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:20.009543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59428) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:20.014465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1493198957-network', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:20.035319 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Made reservation on behalf of f02db88e9cca449aa95dbb81459a7198 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:20.037862 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.047143 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.130044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.134208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.155880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:42:20.172221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.172564 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Added segment c5af5501-b961-49f0-8a10-4450d30d57bf of type vlan for network 021b8080-fc84-4b73-842f-de4b6f90bc6c
Dec 11 21:42:20.173872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c980d8-055a-4bfa-870a-a4409ab05f55,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:20.223780 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.250964 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.251935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:20.252508 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.301903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.2906575
Dec 11 21:42:20.304680 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59430) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:20.310154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Request body: {'subnet': {'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1493198957-subnet', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:20.314797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2aa3d-e85f-4355-bbcb-0751189c52d8 admin admin] Pushing event updated for resources: {'Network': ['ID=021b8080-fc84-4b73-842f-de4b6f90bc6c,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:20.326002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:42:20.335567 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Made reservation on behalf of f02db88e9cca449aa95dbb81459a7198 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:20.337914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.511312 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.566640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57b380c-4ed9-4e24-bcb5-12a84725e917,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:20.573607 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Checking segment: {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:20.573962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Network hostable DHCP agents. Network: 021b8080-fc84-4b73-842f-de4b6f90bc6c, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:42:20.590684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:42:20.599825 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 021b8080-fc84-4b73-842f-de4b6f90bc6c) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:20.603950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:20.604538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.612631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50c5fd-a71d-43a0-b7a3-f62fc50252dd None None] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:20.623785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dcf6eca9-15dd-4cf0-ba10-7728d734bcde admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3179424
Dec 11 21:42:20.626353 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59432) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:20.630967 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:20.651670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.652731 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.708897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.717518 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-021b8080-fc84-4b73-842f-de4b6f90bc6c', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:42:20.718425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.847926 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:20.853005 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Allocated IP 172.20.0.2 (021b8080-fc84-4b73-842f-de4b6f90bc6c/e57b380c-4ed9-4e24-bcb5-12a84725e917/f9b46acc-414c-411c-bc1d-76125ec532ec) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:20.931845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d9652928-39f6-4afe-ae7a-68729b8dde8f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:21.017856 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d9652928-39f6-4afe-ae7a-68729b8dde8f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:21.018261 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.072138 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.091931 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.095799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.105862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.147154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:21.152338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:21.155423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:21.204274 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Allocated IP 172.35.1.248 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/47987d48-4431-481f-8a27-3eeaeb6af106) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:21.222647 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Sync routers for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:42:21.235775 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:21.236726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84783c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:21.243686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Pushing event updated for resources: {'Port': ['ID=f9b46acc-414c-411c-bc1d-76125ec532ec,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:21.264205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Attempting to bind port f9b46acc-414c-411c-bc1d-76125ec532ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:21.264685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Attempting to bind port f9b46acc-414c-411c-bc1d-76125ec532ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:21.265057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Attempting to bind port f9b46acc-414c-411c-bc1d-76125ec532ec on network 021b8080-fc84-4b73-842f-de4b6f90bc6c {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:21.270598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:21.270985 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Checking segment: {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:21.271384 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.271778 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Bound using segment: {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:21.272251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Bound port: f9b46acc-414c-411c-bc1d-76125ec532ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:21.272634 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.312819 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.338517 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] For port f9b46acc-414c-411c-bc1d-76125ec532ec, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:21.342889 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] For port f9b46acc-414c-411c-bc1d-76125ec532ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b46acc-414c-411c-bc1d-76125ec532ec,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:21.347361 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.348323 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.354626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:21.398539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:21.404101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:21.406759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Pushing event updated for resources: {'Port': ['ID=47987d48-4431-481f-8a27-3eeaeb6af106,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:21.408922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:21.413307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b389-00b4-4be0-bc7c-5b1b15b15bc7 None None] Pushing event updated for resources: {'Port': ['ID=f9b46acc-414c-411c-bc1d-76125ec532ec,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:21.440676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eabf6d2-be11-4549-b3a6-e5d9a64d94ff None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:21.524801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-308eefa1-d954-439c-9a67-a4acba439c5e None None] Provisioning complete for port 47987d48-4431-481f-8a27-3eeaeb6af106 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:21.525263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-308eefa1-d954-439c-9a67-a4acba439c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.575663 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-308eefa1-d954-439c-9a67-a4acba439c5e None None] Port 47987d48-4431-481f-8a27-3eeaeb6af106 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:21.581632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.604085 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84783c10>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 2, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:21.643893 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Checking router: 4f0e410e-469a-465b-93c7-12dab294f7ec for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:42:21.644258 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Updating router 4f0e410e-469a-465b-93c7-12dab294f7ec port 841b17f7-5664-4f9d-ae24-192418933fb3 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:42:21.674535 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.950676 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:21.956175 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.008390 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Pushing event updated for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:22.031946 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.032321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.032663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.032974 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.033262 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.033602 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.033948 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.034147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.034275 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.034607 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.034954 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.035273 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.036158 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.036486 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:22.073571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Attempting to bind port 841b17f7-5664-4f9d-ae24-192418933fb3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:22.073946 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Attempting to bind port 841b17f7-5664-4f9d-ae24-192418933fb3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:22.074343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Attempting to bind port 841b17f7-5664-4f9d-ae24-192418933fb3 on network 451276fe-b86e-462e-9f1d-8d04e2228db9 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:22.080479 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:22.080848 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Checking segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:22.081178 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.081574 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Bound using segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:22.082047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Bound port: 841b17f7-5664-4f9d-ae24-192418933fb3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:22.082941 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.165297 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] For port 841b17f7-5664-4f9d-ae24-192418933fb3, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:22.169604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] For port 841b17f7-5664-4f9d-ae24-192418933fb3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=841b17f7-5664-4f9d-ae24-192418933fb3,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:22.176135 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.235768 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:22.236661 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84783c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:22.280438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca13e2-ed05-4237-86c9-37756e066471 None None] Pushing event updated for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:22.308025 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.312713 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] Provisioning complete for port 841b17f7-5664-4f9d-ae24-192418933fb3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:22.313078 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.399601 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:22.423030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.479355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] For port 841b17f7-5664-4f9d-ae24-192418933fb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=841b17f7-5664-4f9d-ae24-192418933fb3,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:22.487266 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.495201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:42:22.559092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6377a-22a7-4a04-aa15-70dc447b4b7d None None] Pushing event updated for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:22.624859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-51cb702c-0ae5-4fb1-b902-67a56cc49510 None None] Provisioning complete for port 841b17f7-5664-4f9d-ae24-192418933fb3 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:22.625605 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-51cb702c-0ae5-4fb1-b902-67a56cc49510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.649096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:42:22.660058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Sync routers for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:42:22.670519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:22.672457 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f0da5408-3be3-49cd-8691-c6b0e77a2230 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0448267
Dec 11 21:42:22.675172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59434) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:22.701277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:22.701905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76a41d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:22.751293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f78fc-9606-4002-95d4-ba24afea0c7c None None] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:42:22.774227 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84783c10>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:22.806600 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26515d13-7152-4498-8bd4-e4e41e706268 None None] The sync data for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 is: [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:42:22.923519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:23.078167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f9b46acc-414c-411c-bc1d-76125ec532ec up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:23.344399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] Provisioning complete for port f9b46acc-414c-411c-bc1d-76125ec532ec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:23.344842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.458710 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f9b46acc-414c-411c-bc1d-76125ec532ec triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:23.459316 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.558371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76a41d30>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:21Z', 'revision_number': 3, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:23.591068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.592236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Checking router: 27e9d1e7-bfb7-4817-84fa-eb139249c8ae for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:42:23.592599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Updating router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae port 47987d48-4431-481f-8a27-3eeaeb6af106 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:42:23.597435 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.670978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.712143 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] For port f9b46acc-414c-411c-bc1d-76125ec532ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b46acc-414c-411c-bc1d-76125ec532ec,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:23.714897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.719499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.761045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Allocated IP 172.20.0.1 (021b8080-fc84-4b73-842f-de4b6f90bc6c/e57b380c-4ed9-4e24-bcb5-12a84725e917/8a45e3de-7aea-45df-8af0-490206899944) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:23.870835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.892605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c4412-3b5a-4315-9a1b-14e8f7269a90 None None] Pushing event updated for resources: {'Port': ['ID=f9b46acc-414c-411c-bc1d-76125ec532ec,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:23.908667 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.912051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:42:23.912419 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:42:23.915514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d658953b-0a20-45bd-a81a-dbc77d8b8f8c None None] Provisioning complete for port f9b46acc-414c-411c-bc1d-76125ec532ec triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:23.915887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d658953b-0a20-45bd-a81a-dbc77d8b8f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:23.952021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:23.955625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:23.959345 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:23.998731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Pushing event updated for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:24.033957 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.178862 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.186535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.193574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.244849 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7268435-c7a1-4260-bc11-93ed672f3e4b None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:24.256300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Attempting to bind port 47987d48-4431-481f-8a27-3eeaeb6af106 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:24.256642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Attempting to bind port 47987d48-4431-481f-8a27-3eeaeb6af106 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:24.256966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Attempting to bind port 47987d48-4431-481f-8a27-3eeaeb6af106 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:24.259772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659e00b-32e9-4b3a-8267-1d6265c2326f None None] Pushing event updated for resources: {'Port': ['ID=47987d48-4431-481f-8a27-3eeaeb6af106,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:24.266897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:24.267217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:24.267501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.268115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:24.268381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Bound port: 47987d48-4431-481f-8a27-3eeaeb6af106, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:24.268739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.332334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Provisioning complete for port 8a45e3de-7aea-45df-8af0-490206899944 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:24.332700 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.356443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] For port 47987d48-4431-481f-8a27-3eeaeb6af106, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:24.361855 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:42:24.374969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] For port 47987d48-4431-481f-8a27-3eeaeb6af106, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47987d48-4431-481f-8a27-3eeaeb6af106,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:24.382629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.386306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.386583 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Port 8a45e3de-7aea-45df-8af0-490206899944 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:24.391094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.447953 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5961b-2c19-40ef-b793-ed4bea376637 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:42:24.460396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.463217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Pushing event updated for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:24.483308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Provisioning complete for port 47987d48-4431-481f-8a27-3eeaeb6af106 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:24.483790 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.492942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659e00b-32e9-4b3a-8267-1d6265c2326f None None] Pushing event updated for resources: {'Port': ['ID=47987d48-4431-481f-8a27-3eeaeb6af106,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:24.495487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:24.496026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76a41d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:24.556415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:24.558157 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:24.663481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:24.686254 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:42:24.696776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.754996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] For port 47987d48-4431-481f-8a27-3eeaeb6af106, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47987d48-4431-481f-8a27-3eeaeb6af106,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:24.760121 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.805950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:42:24.811109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f0250d9f-e270-48fb-819d-d8a86baf6f18 admin admin] 10.222.0.18 "PUT /v2.0/routers/27e9d1e7-bfb7-4817-84fa-eb139249c8ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1334803
Dec 11 21:42:24.857633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a30da2-fe54-49f4-9df4-25d71caa99d5 None None] Pushing event updated for resources: {'Port': ['ID=47987d48-4431-481f-8a27-3eeaeb6af106,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:24.914268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e9e06cad-db6c-4aee-a1f2-69eff70e4cc0 None None] Provisioning complete for port 8a45e3de-7aea-45df-8af0-490206899944 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:24.914680 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e9e06cad-db6c-4aee-a1f2-69eff70e4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:24.959619 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e9e06cad-db6c-4aee-a1f2-69eff70e4cc0 None None] Port 8a45e3de-7aea-45df-8af0-490206899944 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:24.978252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e9e06cad-db6c-4aee-a1f2-69eff70e4cc0 None None] Provisioning complete for port 47987d48-4431-481f-8a27-3eeaeb6af106 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:24.978677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e9e06cad-db6c-4aee-a1f2-69eff70e4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:25.001257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 841b17f7-5664-4f9d-ae24-192418933fb3 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:25.008321 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76a41d30>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a45e3de-7aea-45df-8af0-490206899944', 'name': '', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'mac_address': 'fa:16:3e:9b:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:23Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 2, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'subnets': [{'id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:25.063711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8286597-197e-4313-93ac-1c8e12ac7627 None None] The sync data for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 is: [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a45e3de-7aea-45df-8af0-490206899944', 'name': '', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'mac_address': 'fa:16:3e:9b:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:23Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 2, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'subnets': [{'id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:42:25.127704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 841b17f7-5664-4f9d-ae24-192418933fb3 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:25.128075 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:25.219280 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f9b46acc-414c-411c-bc1d-76125ec532ec up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:25.317220 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f9b46acc-414c-411c-bc1d-76125ec532ec triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:25.317638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:26.961592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 47987d48-4431-481f-8a27-3eeaeb6af106 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:27.051907 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 47987d48-4431-481f-8a27-3eeaeb6af106 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:27.052277 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:27.437196 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Sync routers for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:42:27.448857 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:27.449476 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:27.569457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:27.795208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473dd90>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a45e3de-7aea-45df-8af0-490206899944', 'name': '', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'mac_address': 'fa:16:3e:9b:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:23Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 2, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'subnets': [{'id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:27.829074 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Checking router: 27e9d1e7-bfb7-4817-84fa-eb139249c8ae for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:42:27.829441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Updating router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae port 8a45e3de-7aea-45df-8af0-490206899944 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:42:27.857925 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.191088 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.197820 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.315651 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Attempting to bind port 8a45e3de-7aea-45df-8af0-490206899944 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:28.316030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Attempting to bind port 8a45e3de-7aea-45df-8af0-490206899944 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:28.316401 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Attempting to bind port 8a45e3de-7aea-45df-8af0-490206899944 on network 021b8080-fc84-4b73-842f-de4b6f90bc6c {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:28.319051 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efdb2-3c2b-464b-a112-97cbe5557bf2 None None] Pushing event updated for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:28.335534 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:28.338546 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Checking segment: {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:28.339297 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.339915 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Bound using segment: {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:28.340422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Bound port: 8a45e3de-7aea-45df-8af0-490206899944, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5af5501-b961-49f0-8a10-4450d30d57bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:28.340826 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.437766 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] For port 8a45e3de-7aea-45df-8af0-490206899944, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:28.441344 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] For port 8a45e3de-7aea-45df-8af0-490206899944, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a45e3de-7aea-45df-8af0-490206899944,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:28.449945 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.520630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efdb2-3c2b-464b-a112-97cbe5557bf2 None None] Pushing event updated for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:28.543212 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:28.544208 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:28.561009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] Provisioning complete for port 8a45e3de-7aea-45df-8af0-490206899944 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:28.563830 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.697874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.703533 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:42:28.742811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] For port 8a45e3de-7aea-45df-8af0-490206899944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a45e3de-7aea-45df-8af0-490206899944,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:28.752829 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.813750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc97a12-f08c-4dfe-b11a-6b16f3025338 None None] Pushing event updated for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:28.892915 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-9bd4885e-dda6-433d-90f8-d55565d76db4 None None] Provisioning complete for port 8a45e3de-7aea-45df-8af0-490206899944 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:28.893290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9bd4885e-dda6-433d-90f8-d55565d76db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:28.959756 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473dd90>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a45e3de-7aea-45df-8af0-490206899944', 'name': '', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'mac_address': 'fa:16:3e:9b:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:23Z', 'updated_at': '2021-12-11T21:42:28Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'subnets': [{'id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:42:28.988372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a45e3de-7aea-45df-8af0-490206899944 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:28.994285 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce0294-77f2-487d-b4b0-f0ec643fe686 None None] The sync data for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 is: [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a45e3de-7aea-45df-8af0-490206899944', 'name': '', 'network_id': '021b8080-fc84-4b73-842f-de4b6f90bc6c', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'mac_address': 'fa:16:3e:9b:eb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:23Z', 'updated_at': '2021-12-11T21:42:28Z', 'revision_number': 4, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'subnets': [{'id': 'e57b380c-4ed9-4e24-bcb5-12a84725e917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:42:29.072049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8a45e3de-7aea-45df-8af0-490206899944 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:29.072415 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:35.486418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-0c7314ca-33da-45ce-9962-110b0e9c1250 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:35.487868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-0c7314ca-33da-45ce-9962-110b0e9c1250 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 815 time: 0.1008015
Dec 11 21:42:35.505562 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-85c03d1b-34a5-4356-9184-fa54e22f755c tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/quotas/4c76909bd27341bfab0a002ce16185c6 HTTP/1.1" status: 200  len: 375 time: 0.0094695
Dec 11 21:42:35.558523 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-a0d74358-5468-49b5-a3f5-9b9ed7376a47 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0465944
Dec 11 21:42:35.657255 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-088b2295-6b44-4cab-b531-caf36c8f0d67 service neutron] 10.222.0.18 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861459
Dec 11 21:42:35.748417 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-fe99ce22-5109-410b-b6ca-466d2c03e818 service neutron] 10.222.0.18 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845957
Dec 11 21:42:35.912358 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4c9d49b7-66a5-47d7-bbb7-45431a41edfb req-f28da525-5bbc-47f6-95a0-f74e0c6d9bd2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 210 time: 0.0264540
Dec 11 21:42:36.840440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-61f1e6e0-9cca-4e31-90c2-807c008867ea tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:36.841919 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-61f1e6e0-9cca-4e31-90c2-807c008867ea tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 815 time: 0.1038413
Dec 11 21:42:36.855505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'port': {'device_id': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'admin_state_up': True, 'tenant_id': '4c76909bd27341bfab0a002ce16185c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:36.965932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Made reservation on behalf of 4c76909bd27341bfab0a002ce16185c6 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:42:36.970137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:37.027232 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8f5915ad-2778-42a0-9228-dbe233c9695a req-059c50b4-0fb7-4870-9e33-ed415c5a321c tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 210 time: 0.0425029
Dec 11 21:42:37.116545 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Allocated IP 172.20.0.11 (451276fe-b86e-462e-9f1d-8d04e2228db9/65e2d029-ce25-4b53-b7cd-32e8df908c55/cdf8cda6-72c1-41e6-80d8-2145e9b9df29) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:37.295793 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:37.352288 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:37.416051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:37.426751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:37.428367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:37.431506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:37.492634 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:37.493295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:37.520242 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-440f3e08-0fc5-4e02-bd7f-09b7976de7ae tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6679163
Dec 11 21:42:37.832274 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e4d080c4-69c5-45e1-b95e-39cd328b4b51 None None] Provisioning complete for port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:37.833342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4d080c4-69c5-45e1-b95e-39cd328b4b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:37.869059 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e4d080c4-69c5-45e1-b95e-39cd328b4b51 None None] Port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:42:38.151796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4ce6b-3ada-4167-8570-0142dbf5b592 req-53b3a4ae-19f6-4cdf-8e3e-edf192810a21 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:38.153293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fb4ce6b-3ada-4167-8570-0142dbf5b592 req-53b3a4ae-19f6-4cdf-8e3e-edf192810a21 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0519922
Dec 11 21:42:38.223315 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fb4ce6b-3ada-4167-8570-0142dbf5b592 req-7922d4b7-9541-4f76-a693-987b24ecfe78 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633693
Dec 11 21:42:39.364060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5d46-ab54-40c2-8234-261373cee3df req-96f3e7ab-2d76-4990-9d04-2540ae1bf3c6 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:39.367305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-220c5d46-ab54-40c2-8234-261373cee3df req-96f3e7ab-2d76-4990-9d04-2540ae1bf3c6 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0562909
Dec 11 21:42:39.418449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-220c5d46-ab54-40c2-8234-261373cee3df req-d5d8b0d3-918e-4690-a8ba-3e4720a86e7f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440438
Dec 11 21:42:40.542190 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f2aac-ad7c-44d2-9c05-1ab82acddc4e req-a26ec0c3-6bbf-423d-a75a-85bc956bfc00 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:40.543747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-782f2aac-ad7c-44d2-9c05-1ab82acddc4e req-a26ec0c3-6bbf-423d-a75a-85bc956bfc00 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0528319
Dec 11 21:42:40.594584 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-782f2aac-ad7c-44d2-9c05-1ab82acddc4e req-f75e98ce-74f3-4809-92e6-dc2ffc8e0f2b tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445113
Dec 11 21:42:41.058419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e368a866-d9e4-44b0-b0ac-92f8c60b6f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:41.748300 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffd2f8-1c98-4e82-a8bb-55afa9e0889f req-4207aad9-701b-4c80-a137-f0380aa178db tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:41.750716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7ffd2f8-1c98-4e82-a8bb-55afa9e0889f req-4207aad9-701b-4c80-a137-f0380aa178db tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0850370
Dec 11 21:42:41.804760 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b7ffd2f8-1c98-4e82-a8bb-55afa9e0889f req-4bd34c7c-f452-4fc3-80b9-05ae3f176efd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475264
Dec 11 21:42:42.931209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9b84d-feda-4d08-9a54-95c83a6a640e req-92f1c6f8-7bd8-45ff-926c-e1fa0666c520 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:42.932798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cca9b84d-feda-4d08-9a54-95c83a6a640e req-92f1c6f8-7bd8-45ff-926c-e1fa0666c520 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0524480
Dec 11 21:42:42.984522 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cca9b84d-feda-4d08-9a54-95c83a6a640e req-e09df08e-4986-45dd-a975-8bdd27ed3964 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447817
Dec 11 21:42:43.528196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5acdf21a-1518-479e-90a3-2ebf05747999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:44.119958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16158b-2ad0-49a1-a936-8913a63ece0a req-992160a1-6722-4622-a860-d5af4bfaa105 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:44.122425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b16158b-2ad0-49a1-a936-8913a63ece0a req-992160a1-6722-4622-a860-d5af4bfaa105 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0579388
Dec 11 21:42:44.171950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b16158b-2ad0-49a1-a936-8913a63ece0a req-4c20218a-0c59-4ebd-bf1e-94e27bf4613e tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434806
Dec 11 21:42:45.081290 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:45.300720 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3b77f-bbda-4351-8050-abaab924af71 req-d103a155-c545-4183-9cfa-f6aa9681615b tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:45.302743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca3b77f-bbda-4351-8050-abaab924af71 req-d103a155-c545-4183-9cfa-f6aa9681615b tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0564632
Dec 11 21:42:45.355648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8ca3b77f-bbda-4351-8050-abaab924af71 req-eb956c6e-03c2-4d4a-8134-15b42814211f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463085
Dec 11 21:42:46.247954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:46.438313 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:46.479773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ee62d-cf2c-4f35-8a4f-98453716cdf9 req-4b4e5434-b9f6-4a03-9f8a-b1ad26719f3a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:46.481190 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-644ee62d-cf2c-4f35-8a4f-98453716cdf9 req-4b4e5434-b9f6-4a03-9f8a-b1ad26719f3a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 932 time: 0.0498016
Dec 11 21:42:46.528133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-644ee62d-cf2c-4f35-8a4f-98453716cdf9 req-a0318424-a91e-43b8-b288-738930432811 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407443
Dec 11 21:42:46.710008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Request body: {'port': {'device_id': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:46.763055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.017525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf8cda6-72c1-41e6-80d8-2145e9b9df29 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:42:47.025888 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.039264 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Transition to ACTIVE for port object cdf8cda6-72c1-41e6-80d8-2145e9b9df29 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:42:47.042965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.094405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:47.163263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Attempting to bind port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:42:47.163605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Attempting to bind port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:42:47.163938 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Attempting to bind port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 on network 451276fe-b86e-462e-9f1d-8d04e2228db9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:47.168670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 on network 451276fe-b86e-462e-9f1d-8d04e2228db9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:42:47.168998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Attempting to bind port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 on network 451276fe-b86e-462e-9f1d-8d04e2228db9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:42:47.174070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:42:47.174410 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Checking segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:42:47.174829 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Bound using segment: {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:42:47.175257 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Bound port: cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8938c6a4-843b-45af-b673-9553ee14e181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:42:47.175630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.246569 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:42:47.250170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:42:47.257188 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.264952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.293680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.294359 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:47.295793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] 10.222.0.16 "PUT /v2.0/ports/cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1092 time: 0.5901566
Dec 11 21:42:47.296201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:42:47.298494 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feefeac-62f2-400e-bf36-a9875772855a" -d '{"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:42:47.322331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071ff3b-a0ae-49a5-a27e-5da64ea8828c service neutron] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:47.379580 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8999efde-0d1d-4200-8b92-c1f88fb99d63 x-openstack-request-id: req-8999efde-0d1d-4200-8b92-c1f88fb99d63 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:42:47.379873 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:42:47.380130 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8999efde-0d1d-4200-8b92-c1f88fb99d63 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:42:47.380590 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:42:47.396407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-703d4093-4a50-42d4-9253-0de19c89317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.398235 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-703d4093-4a50-42d4-9253-0de19c89317b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1095 time: 0.0527623
Dec 11 21:42:47.445705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-69a0f8f5-5631-4aaf-b55f-9731d200ac52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 217 time: 0.0385215
Dec 11 21:42:47.496917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-cfbbb571-93a5-4553-8894-015dc5a65589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.498393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-cfbbb571-93a5-4553-8894-015dc5a65589 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0458088
Dec 11 21:42:47.543676 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-16f80482-55a7-4935-922f-c785320dd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.545049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-16f80482-55a7-4935-922f-c785320dd980 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0395021
Dec 11 21:42:47.639575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-c76d6a19-f830-4b6a-8524-e6b61540d5c3 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872531
Dec 11 21:42:47.643994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcb731-e44a-4466-a710-f89d3ace42e1 req-fe57d03c-b70e-4982-bd4b-76c44a33db5e tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.645497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8bcb731-e44a-4466-a710-f89d3ace42e1 req-fe57d03c-b70e-4982-bd4b-76c44a33db5e tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 944 time: 0.0488424
Dec 11 21:42:47.696438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a8bcb731-e44a-4466-a710-f89d3ace42e1 req-86ace893-01b8-4395-af90-1293214c8a90 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444307
Dec 11 21:42:47.730731 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1a24e33d-1ebd-45d0-a32c-95c7aa376114 req-7b8ae774-2d1d-4aa0-bbdc-0987e7ab3a77 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836337
Dec 11 21:42:47.813198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feefeac-62f2-400e-bf36-a9875772855a req-d9255c60-ae36-43a7-aa27-fa474718b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.814650 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-d9255c60-ae36-43a7-aa27-fa474718b109 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1095 time: 0.0409317
Dec 11 21:42:47.906736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feefeac-62f2-400e-bf36-a9875772855a req-9d3f13cd-8a42-4484-8e80-4b9d263481e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:47.908206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-9d3f13cd-8a42-4484-8e80-4b9d263481e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.0866668
Dec 11 21:42:47.950286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-dfb32274-e9d5-45f3-91f8-dd0c2f844fbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 217 time: 0.0336227
Dec 11 21:42:48.002503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feefeac-62f2-400e-bf36-a9875772855a req-741e8f37-6b16-45d9-af9c-3639593e205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:48.003945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-741e8f37-6b16-45d9-af9c-3639593e205a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0463343
Dec 11 21:42:48.049867 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feefeac-62f2-400e-bf36-a9875772855a req-a97071e6-d729-4bea-a2c2-c4dbece62967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:48.051310 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-a97071e6-d729-4bea-a2c2-c4dbece62967 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388067
Dec 11 21:42:48.138944 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-6811b46f-4d80-42ea-8dd9-86468187d0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800011
Dec 11 21:42:48.230604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3feefeac-62f2-400e-bf36-a9875772855a req-0dc62c81-a4fb-4179-abcb-297e4baaeef0 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832677
Dec 11 21:42:48.815337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a2cf9-9de5-4e6a-b940-d415296a3c63 req-2881fab3-01fe-4d49-acab-ee26bc82e821 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:48.816804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d26a2cf9-9de5-4e6a-b940-d415296a3c63 req-2881fab3-01fe-4d49-acab-ee26bc82e821 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 944 time: 0.0488830
Dec 11 21:42:48.862544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d26a2cf9-9de5-4e6a-b940-d415296a3c63 req-076f8860-f285-4b5a-a5d9-694c67ee9480 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397787
Dec 11 21:42:50.009115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdf8cda6-72c1-41e6-80d8-2145e9b9df29 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:42:50.110002 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:50.122275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'port_id': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'mac_address': 'fa:16:3e:7b:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:42:50.158437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:50.171692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf8cda6-72c1-41e6-80d8-2145e9b9df29 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:42:50.191575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:50.195223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:50.212532 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc7d4a-c1c3-48c4-8b94-e4eb0f53ec53 req-ab44013e-7c5d-4fad-bf82-26cb203a193a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:50.214066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1dfc7d4a-c1c3-48c4-8b94-e4eb0f53ec53 req-ab44013e-7c5d-4fad-bf82-26cb203a193a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 944 time: 0.0496640
Dec 11 21:42:50.248996 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:50.265359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1dfc7d4a-c1c3-48c4-8b94-e4eb0f53ec53 req-71babee3-829b-44b8-a63c-60fa99004776 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437627
Dec 11 21:42:50.396404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:42:51.383277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbad91-c9b2-4f68-b3e4-c71071774014 req-bec19b44-4afb-440b-a348-8ea589e075b0 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:51.384797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2bbad91-c9b2-4f68-b3e4-c71071774014 req-bec19b44-4afb-440b-a348-8ea589e075b0 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 945 time: 0.0530491
Dec 11 21:42:51.432999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e2bbad91-c9b2-4f68-b3e4-c71071774014 req-a1c34b54-8adc-4230-8ab0-4770983904fa tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421774
Dec 11 21:42:51.571824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:52.040330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdf8cda6-72c1-41e6-80d8-2145e9b9df29 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:42:52.247210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:42:52.251308 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:42:52.251676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:52.327896 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:52.352728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:42:52.355045 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eff4dc-2913-4d10-9a2b-6ae02fdbe37f" -d '{"events": [{"server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:42:52.367653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:42:52.372133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:52.395645 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0c9aad-7d51-4ed7-b471-e9bd762e1f65 x-openstack-request-id: req-af0c9aad-7d51-4ed7-b471-e9bd762e1f65 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:42:52.395941 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "name": "network-vif-plugged", "status": "completed", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:42:52.396201 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af0c9aad-7d51-4ed7-b471-e9bd762e1f65 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:42:52.397168 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'code': 200}
Dec 11 21:42:52.422337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:52.492116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97433-bbc5-4487-8688-d6773acd6235 req-5054a8a4-25fc-4dee-822d-efca00da50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:52.493613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3b97433-bbc5-4487-8688-d6773acd6235 req-5054a8a4-25fc-4dee-822d-efca00da50ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1097 time: 0.0399625
Dec 11 21:42:52.565708 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a3b97433-bbc5-4487-8688-d6773acd6235 req-d6e56919-07ad-4faa-b8f5-62c5e81aa829 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635095
Dec 11 21:42:52.577665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e31f-c686-4f6e-8725-dbb7d26b3d92 req-c5ca7257-1591-4cdf-a8fc-cdef6578c1d3 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:52.579183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2734e31f-c686-4f6e-8725-dbb7d26b3d92 req-c5ca7257-1591-4cdf-a8fc-cdef6578c1d3 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0780904
Dec 11 21:42:52.629485 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2734e31f-c686-4f6e-8725-dbb7d26b3d92 req-8799c30b-8b41-4121-9857-6cd30fe3ef15 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437372
Dec 11 21:42:53.743889 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6de314-414e-40fc-bcfe-5061cb484735 req-41ba396a-944b-478b-9caf-e7f4e4de3509 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:53.745340 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa6de314-414e-40fc-bcfe-5061cb484735 req-41ba396a-944b-478b-9caf-e7f4e4de3509 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0481334
Dec 11 21:42:53.791280 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aa6de314-414e-40fc-bcfe-5061cb484735 req-69f334f6-ad46-4009-b810-70fb1ad9861f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400620
Dec 11 21:42:53.903991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1085-2860-4419-9f80-c4d7af8adb98 req-44923266-27d2-491e-a652-5186d1d32f73 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:53.905463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-361d1085-2860-4419-9f80-c4d7af8adb98 req-44923266-27d2-491e-a652-5186d1d32f73 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0482776
Dec 11 21:42:53.951458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-361d1085-2860-4419-9f80-c4d7af8adb98 req-53513d85-ad07-4cee-a75c-fec1b60b144a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399814
Dec 11 21:42:54.134224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff55fd6-538a-45c3-8844-dc5c07ccfa01 req-e6aa8595-115b-4f5c-b966-9a9c281391cd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:54.135692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ff55fd6-538a-45c3-8844-dc5c07ccfa01 req-e6aa8595-115b-4f5c-b966-9a9c281391cd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0481400
Dec 11 21:42:54.181491 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6ff55fd6-538a-45c3-8844-dc5c07ccfa01 req-8efc4695-b677-485c-b645-7afc718f03d6 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399222
Dec 11 21:42:58.260370 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0d93-5cd2-41c7-88d4-fe07fe62b5af req-7a5a9283-26f2-4604-85ff-b12a848465e8 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:58.262915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de9b0d93-5cd2-41c7-88d4-fe07fe62b5af req-7a5a9283-26f2-4604-85ff-b12a848465e8 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0556214
Dec 11 21:42:58.309658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-de9b0d93-5cd2-41c7-88d4-fe07fe62b5af req-d1b2e57e-d2cf-4c24-a1e0-1f0f2f8b742a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403719
Dec 11 21:42:58.332519 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:58.469768 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ed4a7-39c4-4f96-ab97-d5d7c280e200 tempest-TestMinimumBasicScenario-1898758273 tempest-TestMinimumBasicScenario-1898758273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:42:58.471312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fd0ed4a7-39c4-4f96-ab97-d5d7c280e200 tempest-TestMinimumBasicScenario-1898758273 tempest-TestMinimumBasicScenario-1898758273-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1092 time: 0.1378069
Dec 11 21:42:58.474342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59656) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:42:58.478840 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:42:58.499590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:58.592912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:58.701275 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Allocated IP 172.35.1.206 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/73912b2b-f9b5-45a9-aef7-0693f4f73bc5) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:42:58.802338 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:58.835897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:58.877850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:42:58.881293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:42:58.884909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:42:58.909391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'Port': ['ID=73912b2b-f9b5-45a9-aef7-0693f4f73bc5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:59.240978 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.310974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.465689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.470681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.538151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'Port': ['ID=73912b2b-f9b5-45a9-aef7-0693f4f73bc5,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:42:59.549167 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.549523 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.549871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.550213 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.550579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.550916 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.551249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.551577 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.551904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.552232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.552585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.552909 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.553231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:42:59.558730 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.657044 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Floating IP 5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa associated. External IP: 172.35.1.206, port: cdf8cda6-72c1-41e6-80d8-2145e9b9df29.
Dec 11 21:42:59.867374 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Router 4f0e410e-469a-465b-93c7-12dab294f7ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:42:59.974346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:42:59.984575 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Sync routers for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:42:59.991584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:42:59.995589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:42:59.996539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7725fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:43:00.020028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6b862ec3-2104-4823-909d-b294fd8c4eab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5445523
Dec 11 21:43:00.020636 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:43:00.023676 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:43:00.023824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59658) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.028348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361332264', 'description': 'tempest-secgroup-smoke-1361332264 description', 'project_id': '4c76909bd27341bfab0a002ce16185c6'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.054992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.072275 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa4079c-d720-4cff-acd3-d1db95367c1f x-openstack-request-id: req-5fa4079c-d720-4cff-acd3-d1db95367c1f {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:43:00.072581 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:43:00.072837 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fa4079c-d720-4cff-acd3-d1db95367c1f {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:43:00.073251 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:43:00.126800 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:43:00.155819 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.161425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.164733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-a728dac8-ff3c-448b-b76e-9ef900c361c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:00.166228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-a728dac8-ff3c-448b-b76e-9ef900c361c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1097 time: 0.0673704
Dec 11 21:43:00.206341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.207583 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1828585
Dec 11 21:43:00.210728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59662) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.215476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.243651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.249909 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c090f5d-b469-4faa-acfa-8f184ffaf1dd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f5c961-bd04-4bb3-9b19-1740c5416082,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.304735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-b90d0130-caf3-4498-a5d7-0ef75dd80094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:00.306292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-b90d0130-caf3-4498-a5d7-0ef75dd80094 service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.1307864
Dec 11 21:43:00.307501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.311406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.331656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db985f4-1897-48a7-9825-e3a327747bec,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.340850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.342136 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0a6da1e9-88ad-47e6-bb9c-8909c9040211 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1303074
Dec 11 21:43:00.351024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59664) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.355635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.380566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7725fac0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'port_id': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'mac_address': 'fa:16:3e:7b:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:42:59Z', 'updated_at': '2021-12-11T21:42:59Z', 'revision_number': 0, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:43:00.385109 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-eb95ba9a-4015-4a10-8562-0a3ca21d1064 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1000 time: 0.0710516
Dec 11 21:43:00.385352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.407019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Checking router: 4f0e410e-469a-465b-93c7-12dab294f7ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:43:00.415507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:43:00.416120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7725fac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:42:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:43:00.445630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-3cb13243-8c02-49bb-a2e9-0b542c6832fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:00.447868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-3cb13243-8c02-49bb-a2e9-0b542c6832fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0550869
Dec 11 21:43:00.459131 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.464918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.481227 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9fb2cf-8065-4b48-96ad-42432bedf4bb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.494453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.498434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2221c258-68d8-428f-bc1e-d18369885be7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1439538
Dec 11 21:43:00.498670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59666) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.504576 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.507868 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-162bd32a-37fb-4e1c-9cb0-9f05480c8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:00.509382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-162bd32a-37fb-4e1c-9cb0-9f05480c8ced service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0546734
Dec 11 21:43:00.533474 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.543229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:43:00.596030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.600447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.606889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-3d24445d-0ace-4e86-ae29-699ea3fa248e service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0898259
Dec 11 21:43:00.618962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420f49c0-0fa2-4cc4-92e0-b3dadecfc2a9,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.628008 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.629245 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7f031a5-adbd-4c07-a77e-d0914053a903 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1288102
Dec 11 21:43:00.632574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59668) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.637011 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.664771 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.711396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c24b1f1f-6383-4b5a-8376-f4aa08cc68d9 req-861e3e7b-b14d-4b6f-a4cd-df209929fdab service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974388
Dec 11 21:43:00.727051 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.732014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.749963 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa64f78b-4278-486d-b455-8151ef75bbec,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.760540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.764966 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59670) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.765114 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8cc8fbc9-24d6-499a-9f4b-31947c9dacbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1316297
Dec 11 21:43:00.769810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.792742 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Project 4c76909bd27341bfab0a002ce16185c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:43:00.794882 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7725fac0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'port_id': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'mac_address': 'fa:16:3e:7b:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:42:59Z', 'updated_at': '2021-12-11T21:42:59Z', 'revision_number': 0, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:43:00.797968 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.821398 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ecc59f-8f9d-42f2-852d-8f05dd715073 None None] The sync data for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 is: [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'port_id': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'mac_address': 'fa:16:3e:7b:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:42:59Z', 'updated_at': '2021-12-11T21:42:59Z', 'revision_number': 0, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:43:00.863899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.868535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.887908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742f9a6-e226-4602-8257-fdaaa8665e0e,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:00.895504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.898930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e32f55d4-65a5-4abf-83d0-e404fc2223f7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1328790
Dec 11 21:43:00.899586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59672) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:43:00.904268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'security_group_rule': {'security_group_id': '47f5c961-bd04-4bb3-9b19-1740c5416082', 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:00.926169 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Project 4c76909bd27341bfab0a002ce16185c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:43:00.931574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.993198 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:00.997451 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.014971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24791b1d-4b8e-4b2d-8b83-2db970ee8da4,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:01.024557 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.025836 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b29c26f8-1c41-4a47-904d-396cce6e4d66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1250386
Dec 11 21:43:01.041777 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cf7fe7-13f4-4026-8d4d-4de0defdc47c None None] New status for floating IP 5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:43:01.121779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-ab78db71-9ddb-49b4-bb5f-fa059bc19d02 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361332264&fields=id&tenant_id=4c76909bd27341bfab0a002ce16185c6 HTTP/1.1" status: 200  len: 267 time: 0.0477707
Dec 11 21:43:01.174183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-95c9c1e8-2490-4b1c-b1f2-bf088e997ca9 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.175618 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-95c9c1e8-2490-4b1c-b1f2-bf088e997ca9 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0482032
Dec 11 21:43:01.190003 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'port': {'security_groups': ['417a6fd7-67f3-452d-ac99-17ab2d4ce750', '47f5c961-bd04-4bb3-9b19-1740c5416082']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:43:01.252769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.360883 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:43:01.435958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:43:01.464220 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.468590 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.480922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:43:01.520902 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.521581 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.523041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-38e77ae8-7b6a-4323-acb0-dcf10d3a36aa req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "PUT /v2.0/ports/cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 982 time: 0.3381183
Dec 11 21:43:01.523510 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:43:01.526109 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b51dd-a572-4cb5-b939-1524e9d3703d" -d '{"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:43:01.551503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f53ca3-7b5a-4149-b60d-103a52cac709 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:43:01.590957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:43:01.604497 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea4a85-0451-4790-a31a-1597c498f031 x-openstack-request-id: req-36ea4a85-0451-4790-a31a-1597c498f031 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:43:01.604803 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:43:01.605143 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36ea4a85-0451-4790-a31a-1597c498f031 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:43:01.606214 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:43:01.679934 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d9332-8e47-4de1-8b12-6ca80c06cc68 req-7153f7b8-2dff-4fed-a54d-9ecfe1d91ef7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.682369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-0ff05e2c-cb4e-40a2-a980-f479d29b2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.684067 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-0ff05e2c-cb4e-40a2-a980-f479d29b2a35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1136 time: 0.0499442
Dec 11 21:43:01.687079 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-387d9332-8e47-4de1-8b12-6ca80c06cc68 req-7153f7b8-2dff-4fed-a54d-9ecfe1d91ef7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0634148
Dec 11 21:43:01.756150 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-387d9332-8e47-4de1-8b12-6ca80c06cc68 req-be6b756f-f134-4377-aab0-e77f1f213501 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0668726
Dec 11 21:43:01.794056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-d47ccf47-c6b0-4d1f-915e-ef5be3a14a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.795501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-d47ccf47-c6b0-4d1f-915e-ef5be3a14a87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.1042528
Dec 11 21:43:01.859742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d5149def-69b7-4869-9ab5-c74383b42432 None None] Provisioning complete for port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:43:01.860105 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d5149def-69b7-4869-9ab5-c74383b42432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:01.866987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-a872ddb7-0af7-4880-bd81-4a54f922806c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1002 time: 0.0637848
Dec 11 21:43:01.916936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-b9d0c2a1-0b48-49cc-a50a-9fa92ec9afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.918399 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-b9d0c2a1-0b48-49cc-a50a-9fa92ec9afe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0446470
Dec 11 21:43:01.963984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-66aacc24-d33f-4570-a759-c275df04525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:01.965452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-66aacc24-d33f-4570-a759-c275df04525d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396080
Dec 11 21:43:02.059115 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-2f41bc5c-a15d-4992-8eec-61ee381b6705 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859327
Dec 11 21:43:02.156719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-215b51dd-a572-4cb5-b939-1524e9d3703d req-ae249f12-21b4-4888-af9e-6166a266813f service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903931
Dec 11 21:43:11.060882 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c41806d3-b89c-4abe-bab9-30f0c29b143f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:13.532892 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dbfef436-6f30-4c5e-b9b6-6df47b5edffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:15.080727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:15.839738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-84d9b437-39cd-4665-907b-2d2e3db400ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0443754
Dec 11 21:43:15.919943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe083fc-4099-4e96-897c-e47a9165328e req-d9edddb8-057f-4aa4-a61f-94c5dcd903ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:15.921418 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-d9edddb8-057f-4aa4-a61f-94c5dcd903ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1136 time: 0.0396152
Dec 11 21:43:16.022064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe083fc-4099-4e96-897c-e47a9165328e req-b255aee7-d15c-4438-87df-39355e56e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:16.023562 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-b255aee7-d15c-4438-87df-39355e56e60d service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.0827808
Dec 11 21:43:16.090804 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-df9f7752-d2d6-498e-9d14-5477118087be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1002 time: 0.0606432
Dec 11 21:43:16.139188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe083fc-4099-4e96-897c-e47a9165328e req-e8d46c7c-791a-4e81-a7a8-2a4364a4b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:16.140565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-e8d46c7c-791a-4e81-a7a8-2a4364a4b79f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0428364
Dec 11 21:43:16.185049 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe083fc-4099-4e96-897c-e47a9165328e req-ba46b91c-f323-49f3-9eb0-5dfb8e3eef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:16.186481 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-ba46b91c-f323-49f3-9eb0-5dfb8e3eef97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0378852
Dec 11 21:43:16.261676 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:16.279833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-6451a44b-2bcc-4866-98d7-1a82a59573cc service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856020
Dec 11 21:43:16.372824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-afe083fc-4099-4e96-897c-e47a9165328e req-2bb28330-b886-4e36-ae4d-36fe919fb714 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851679
Dec 11 21:43:16.441662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:17.258220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:21.567472 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:27.350573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23bde0-e2c7-4a7f-9b58-142ae04c2a22 req-6e4f4d9e-4498-4fca-bd14-e1fe43a61755 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:27.352086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b23bde0-e2c7-4a7f-9b58-142ae04c2a22 req-6e4f4d9e-4498-4fca-bd14-e1fe43a61755 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0514696
Dec 11 21:43:27.364449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-3269c568-4abd-4a3f-9a9b-d0c5b6d98be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:27.365999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-3269c568-4abd-4a3f-9a9b-d0c5b6d98be7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1136 time: 0.0527556
Dec 11 21:43:27.413680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1b23bde0-e2c7-4a7f-9b58-142ae04c2a22 req-75df7d75-b5a6-43f5-806e-23709809aba2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0554104
Dec 11 21:43:27.458283 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-019ea9e3-b604-4823-9702-14a42284adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:27.459769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-019ea9e3-b604-4823-9702-14a42284adba service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.0864897
Dec 11 21:43:27.523629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-4e92659b-3cb3-449a-84b6-90ff8b0573c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1002 time: 0.0567825
Dec 11 21:43:27.575093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-b33985bd-7a84-436b-a13a-ee631286b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:27.576486 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-b33985bd-7a84-436b-a13a-ee631286b8ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0452535
Dec 11 21:43:27.621869 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-7e15d445-2a7b-4a6d-879a-b43d05d133dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:27.623404 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-7e15d445-2a7b-4a6d-879a-b43d05d133dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0393574
Dec 11 21:43:27.710068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-68c9378f-c222-4b9c-ade7-485332649e03 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0782292
Dec 11 21:43:27.802226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-325b43ff-087c-47ff-a1c4-e11918a5606e req-6d234e23-f6f6-401f-90f7-c5ce27e48c0a service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847254
Dec 11 21:43:28.532567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b2d7-be02-4edf-be3e-385aeab62b40 req-fdfee19b-3bf5-4127-b7dc-d5c1173c7988 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:28.533936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b595b2d7-be02-4edf-be3e-385aeab62b40 req-fdfee19b-3bf5-4127-b7dc-d5c1173c7988 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0492330
Dec 11 21:43:28.592039 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b595b2d7-be02-4edf-be3e-385aeab62b40 req-95f17377-5fdb-4a40-bdc8-3cd0849716ed tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0520160
Dec 11 21:43:29.705201 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181a8f-474b-4010-976f-cc0fe50a89cc req-d0255c53-a18c-4518-948a-cc5d0754d23e tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:29.706680 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb181a8f-474b-4010-976f-cc0fe50a89cc req-d0255c53-a18c-4518-948a-cc5d0754d23e tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0472736
Dec 11 21:43:29.782379 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bb181a8f-474b-4010-976f-cc0fe50a89cc req-d412ae85-e8f8-4c3b-857f-a247329f2347 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0695348
Dec 11 21:43:30.901847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9663f-629e-453c-9e41-47696fde8952 req-34e07613-e6b3-4090-bcc3-b5a8d7340271 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:30.903362 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52c9663f-629e-453c-9e41-47696fde8952 req-34e07613-e6b3-4090-bcc3-b5a8d7340271 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0532484
Dec 11 21:43:30.962299 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-52c9663f-629e-453c-9e41-47696fde8952 req-f5079eda-6c1d-42e8-a50e-d0e8a12946d7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0527718
Dec 11 21:43:32.080820 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad2402-a047-4a3b-af35-542fe9c6da9c req-bc861ad7-23a4-4fd6-8af1-349f6d564ecd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:32.082289 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0ad2402-a047-4a3b-af35-542fe9c6da9c req-bc861ad7-23a4-4fd6-8af1-349f6d564ecd tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0522504
Dec 11 21:43:32.141449 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0ad2402-a047-4a3b-af35-542fe9c6da9c req-37f0907a-c147-4710-a409-5b5dc4925425 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0531387
Dec 11 21:43:33.257921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f72f2-5011-489a-afef-f5da70ae89db req-234b56a3-fdf7-4129-9e7d-447903bb609f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:33.259565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d41f72f2-5011-489a-afef-f5da70ae89db req-234b56a3-fdf7-4129-9e7d-447903bb609f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0485518
Dec 11 21:43:33.319775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d41f72f2-5011-489a-afef-f5da70ae89db req-1d2dce87-b517-4f8e-8fa9-228779cf115a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528607
Dec 11 21:43:34.440026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137777b-5357-45ab-9e27-bb74c67667c2 req-165db89b-c30d-4e08-8bc2-f3885476d006 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:34.441508 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7137777b-5357-45ab-9e27-bb74c67667c2 req-165db89b-c30d-4e08-8bc2-f3885476d006 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0492029
Dec 11 21:43:34.501185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7137777b-5357-45ab-9e27-bb74c67667c2 req-51c24f50-e5d0-4fc9-9c15-4a010e8004fe tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534806
Dec 11 21:43:35.615420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bf9fe-9db2-480e-9e84-7f4679d769df req-065df11c-f777-4599-90cf-d015185c84ed tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:35.616871 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-898bf9fe-9db2-480e-9e84-7f4679d769df req-065df11c-f777-4599-90cf-d015185c84ed tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0485499
Dec 11 21:43:35.678334 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-898bf9fe-9db2-480e-9e84-7f4679d769df req-3f9de5a3-6673-4aca-a303-964161e25b66 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0547593
Dec 11 21:43:36.799540 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a3ea3-d92a-4039-857c-6790e456f411 req-0ea8b77e-1307-463c-8542-7a6e4c24dcbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:36.801071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca1a3ea3-d92a-4039-857c-6790e456f411 req-0ea8b77e-1307-463c-8542-7a6e4c24dcbf tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0540729
Dec 11 21:43:36.862716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca1a3ea3-d92a-4039-857c-6790e456f411 req-43916a74-e8d3-4b46-b5c6-579dd2f3bd33 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0546393
Dec 11 21:43:37.980186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdc0f7-126f-4cc5-b7fa-fb4291e6c823 req-47caf180-ce61-4328-b5d7-2055d29f6aa9 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:37.981638 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86fdc0f7-126f-4cc5-b7fa-fb4291e6c823 req-47caf180-ce61-4328-b5d7-2055d29f6aa9 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0482237
Dec 11 21:43:38.040779 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-86fdc0f7-126f-4cc5-b7fa-fb4291e6c823 req-dd94259b-55db-4988-8b66-9710ca3e22c0 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0528681
Dec 11 21:43:38.359469 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:43:39.154865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aac42-3f54-4ef1-b773-7b7ba078fbd0 req-ed3321f0-ccc9-4f04-aa08-1b6573ba3479 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:43:39.156270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-069aac42-3f54-4ef1-b773-7b7ba078fbd0 req-ed3321f0-ccc9-4f04-aa08-1b6573ba3479 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0484848
Dec 11 21:43:39.214400 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-069aac42-3f54-4ef1-b773-7b7ba078fbd0 req-80d44834-ed30-4c6a-8b78-b0d7e435bea1 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&id=47f5c961-bd04-4bb3-9b19-1740c5416082&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521970
Dec 11 21:43:41.061535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6b40aafe-f138-4392-974a-9db87789792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:43.537614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f963080a-179c-44ee-a49c-b7a5f8aba937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:45.083001 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:46.259346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:46.443535 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:47.263616 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:43:51.566005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:11.067597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-03e38672-a7f0-432c-b3d1-82a07a1336f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:11.659934 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-51c51030-9506-405f-9081-92f2cb29259f tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361332264&fields=id&tenant_id=4c76909bd27341bfab0a002ce16185c6 HTTP/1.1" status: 200  len: 267 time: 0.1613700
Dec 11 21:44:11.711497 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-d2d08654-dc7c-47e6-a2f4-be04da924e7d tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:11.712955 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-d2d08654-dc7c-47e6-a2f4-be04da924e7d tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 985 time: 0.0472891
Dec 11 21:44:11.723751 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Request body: {'port': {'security_groups': ['417a6fd7-67f3-452d-ac99-17ab2d4ce750']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:11.789406 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.270746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:12.300863 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.305389 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.318986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:44:12.351468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:12.352094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.359564 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59744) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:12.363452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-35415360-6774-4cf5-8385-be4c70ce06e0 req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "PUT /v2.0/ports/cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 943 time: 0.6437113
Dec 11 21:44:12.364228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:12.366593 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda40591-a480-4d3d-8d22-97ddbdb51299" -d '{"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:12.393790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event updated for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:12.404125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.404492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.404839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.405183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.405523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.405863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.406340 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.406704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.407039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.407373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.407711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.408189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.408524 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1eb7d98-589c-481f-a9f3-852655ba6294 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.428611 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36651edf-0ee5-43af-8d73-77004cc89ff6 x-openstack-request-id: req-36651edf-0ee5-43af-8d73-77004cc89ff6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:12.429244 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:12.429593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:44:12.429728 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36651edf-0ee5-43af-8d73-77004cc89ff6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:12.430381 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:44:12.437020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.469679 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.497506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-022bd0ea-4079-4595-93aa-ad5c1ab2cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:12.498382 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-022bd0ea-4079-4595-93aa-ad5c1ab2cb31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1097 time: 0.0468254
Dec 11 21:44:12.579181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.582185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.588506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59748) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:12.589090 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "DELETE /v2.0/security-groups/47f5c961-bd04-4bb3-9b19-1740c5416082 HTTP/1.1" status: 204  len: 168 time: 0.2249780
Dec 11 21:44:12.600926 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f5c961-bd04-4bb3-9b19-1740c5416082,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:12.612663 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.613100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.613843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.613998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.614308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.614749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.615151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.615550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.616407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.616407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.616983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.617336 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.617741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616486ba-311c-43ff-8bc2-8d8b86bde4c2 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:12.668115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-73645842-9eff-4ee0-bbf2-5c646368d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:12.669591 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-73645842-9eff-4ee0-bbf2-5c646368d540 service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.1624620
Dec 11 21:44:12.726549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f357f64a-e0ef-4b78-8736-786b2354a5cf None None] Provisioning complete for port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:12.726916 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f357f64a-e0ef-4b78-8736-786b2354a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.777982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-7e528fad-c289-4799-965c-985c0b4edba8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 1002 time: 0.1001973
Dec 11 21:44:12.848009 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-e332a29a-e223-493c-ae3d-42413ad61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:12.849447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-e332a29a-e223-493c-ae3d-42413ad61976 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0524244
Dec 11 21:44:12.860325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Deleting port 73912b2b-f9b5-45a9-aef7-0693f4f73bc5 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:12.860660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.954011 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-2489a6e2-52aa-4221-890e-a31038b7e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:12.955533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-2489a6e2-52aa-4221-890e-a31038b7e99f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0968997
Dec 11 21:44:12.975653 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:12.975975 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:13.027626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Calling delete_port for 73912b2b-f9b5-45a9-aef7-0693f4f73bc5 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:13.113432 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-5c3cafdc-9c93-4a06-8371-5c1cc7edaea9 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478016
Dec 11 21:44:13.249539 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bda40591-a480-4d3d-8d22-97ddbdb51299 req-333a7a55-9fe0-4d51-825d-e28d74c5effb service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277261
Dec 11 21:44:13.272016 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:13.299018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event deleted for resources: {'Port': ['ID=73912b2b-f9b5-45a9-aef7-0693f4f73bc5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:13.360059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:13.360389 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Floating IP 5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa disassociated (deleted). External IP: 172.35.1.206, port: cdf8cda6-72c1-41e6-80d8-2145e9b9df29.
Dec 11 21:44:13.540362 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3c99c4f6-4a2e-4f1d-8a71-e9c9c8031f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:13.563164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Router 4f0e410e-469a-465b-93c7-12dab294f7ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:44:13.669863 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:13.674449 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:13.679978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Sync routers for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:13.689650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:13.690257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769da2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:13.702022 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e0eb376f-278a-45a2-8b9b-710a8f1437ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa HTTP/1.1" status: 204  len: 168 time: 1.1124825
Dec 11 21:44:13.796712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:14.001544 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769da2b0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:14.027727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Checking router: 4f0e410e-469a-465b-93c7-12dab294f7ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:14.043040 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:14.043662 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769da2b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:14.145811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:14.338615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769da2b0>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:14.368822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06542e4-a226-44ad-921f-0649f5c32f9c None None] The sync data for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 is: [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:18Z', 'revision_number': 4, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '841b17f7-5664-4f9d-ae24-192418933fb3', 'name': '', 'network_id': '451276fe-b86e-462e-9f1d-8d04e2228db9', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'mac_address': 'fa:16:3e:a0:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:18Z', 'updated_at': '2021-12-11T21:42:22Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'subnets': [{'id': '65e2d029-ce25-4b53-b7cd-32e8df908c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:14.431407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:14.434257 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea4a0f1-3423-4c27-bdea-d7490083c7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:14.472958 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0702025-c7eb-498b-8a52-560c8ff42d8d x-openstack-request-id: req-a0702025-c7eb-498b-8a52-560c8ff42d8d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:14.473253 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:14.473628 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0702025-c7eb-498b-8a52-560c8ff42d8d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:14.474039 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:44:14.619990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-38b57dea-f9f6-488f-ae57-064cb44284c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:14.621872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-38b57dea-f9f6-488f-ae57-064cb44284c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c76909bd27341bfab0a002ce16185c6&device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 1097 time: 0.1256073
Dec 11 21:44:14.629256 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddaa8a4-faae-4bff-b3c3-56082f6f4bd5 None None] New status for floating IP 5a3d400a-8a4b-4ee8-b079-c1833e4bdbaa: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:44:14.718359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-83aad3ee-3691-4698-9c9a-f7899465ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:14.719880 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-83aad3ee-3691-4698-9c9a-f7899465ca28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 200  len: 916 time: 0.0888863
Dec 11 21:44:14.766122 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-d486d8da-47ac-4da2-8b3f-488b2532198b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 200  len: 217 time: 0.0385017
Dec 11 21:44:14.815558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-7ef28fe4-6a27-4641-875f-66fc4d3771e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:14.816989 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-7ef28fe4-6a27-4641-875f-66fc4d3771e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 200  len: 854 time: 0.0433381
Dec 11 21:44:14.865224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-5b7de251-5e86-46f3-bfa8-366e5ca13897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:14.867809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-5b7de251-5e86-46f3-bfa8-366e5ca13897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=451276fe-b86e-462e-9f1d-8d04e2228db9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439527
Dec 11 21:44:14.961899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-9e9c29eb-67ee-4093-a780-19431d0d18e3 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866091
Dec 11 21:44:15.051820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eea4a0f1-3423-4c27-bdea-d7490083c7f1 req-2974d0a3-130d-4ea9-9516-d884405ebcc8 service neutron] 10.222.0.16 "GET /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834835
Dec 11 21:44:15.250897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:15.358637 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:44:16.271563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:16.432327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ae45-812a-46db-8865-1bbc5b99e3b2 req-3e05157d-d825-4c7b-b8ac-5edf295ab7ab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:16.433849 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e55ae45-812a-46db-8865-1bbc5b99e3b2 req-3e05157d-d825-4c7b-b8ac-5edf295ab7ab tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0556383
Dec 11 21:44:16.444604 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:16.481962 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5e55ae45-812a-46db-8865-1bbc5b99e3b2 req-86616117-9f4e-421d-b700-f68b409544d1 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417163
Dec 11 21:44:17.266445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:17.657034 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff3485-a5e2-430e-8f24-faa45a872a85 req-f2d8c0ba-15ce-4f43-8cb2-cf26dbe4d65d tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:17.658520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-afff3485-a5e2-430e-8f24-faa45a872a85 req-f2d8c0ba-15ce-4f43-8cb2-cf26dbe4d65d tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.1067278
Dec 11 21:44:17.704920 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-afff3485-a5e2-430e-8f24-faa45a872a85 req-329f153a-ff3f-4065-afed-2e87f449b21a tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/security-groups?id=417a6fd7-67f3-452d-ac99-17ab2d4ce750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404508
Dec 11 21:44:17.990771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faed414-f608-401a-979c-91f1146ad31f req-798516a3-58cf-4b2f-a439-9b8fbea574d7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:17.992213 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7faed414-f608-401a-979c-91f1146ad31f req-798516a3-58cf-4b2f-a439-9b8fbea574d7 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.16 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 946 time: 0.0518134
Dec 11 21:44:18.079141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Deleting port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:18.079507 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:18.168328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] For port cdf8cda6-72c1-41e6-80d8-2145e9b9df29, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:18.168611 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:18.181098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Calling delete_port for cdf8cda6-72c1-41e6-80d8-2145e9b9df29 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:18.314283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:18.325859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['cdf8cda6-72c1-41e6-80d8-2145e9b9df29'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:44:18.341994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Pushing event deleted for resources: {'Port': ['ID=cdf8cda6-72c1-41e6-80d8-2145e9b9df29,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:18.390494 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] No DVR routers for this DVR port cdf8cda6-72c1-41e6-80d8-2145e9b9df29 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:44:18.393045 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:18.396523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7faed414-f608-401a-979c-91f1146ad31f req-bb8ab941-8422-40ea-a37f-5a5735e648ac tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.16 "DELETE /v2.0/ports/cdf8cda6-72c1-41e6-80d8-2145e9b9df29 HTTP/1.1" status: 204  len: 173 time: 0.3977723
Dec 11 21:44:18.396968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'name': 'network-vif-deleted', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:18.399297 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ee392-b517-4448-a7ec-35f32c59ef12" -d '{"events": [{"server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "name": "network-vif-deleted", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:18.444640 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0e4d0-cf2a-4c46-92fd-cd4a5c760202 x-openstack-request-id: req-43e0e4d0-cf2a-4c46-92fd-cd4a5c760202 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:18.444945 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7565329b-1f9d-4bb2-ba78-d8d5aad259e6", "name": "network-vif-deleted", "tag": "cdf8cda6-72c1-41e6-80d8-2145e9b9df29", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:18.445204 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43e0e4d0-cf2a-4c46-92fd-cd4a5c760202 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:18.445608 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7565329b-1f9d-4bb2-ba78-d8d5aad259e6', 'name': 'network-vif-deleted', 'tag': 'cdf8cda6-72c1-41e6-80d8-2145e9b9df29', 'status': 'completed', 'code': 200}
Dec 11 21:44:18.831614 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-91dfe22e-d0b6-411f-96ba-35ce583f10ab req-c76918b3-0e81-4f04-b856-f2d0f291daa8 tempest-TestMinimumBasicScenario-1618858629 tempest-TestMinimumBasicScenario-1618858629-project] 10.222.0.18 "GET /v2.0/ports?device_id=7565329b-1f9d-4bb2-ba78-d8d5aad259e6 HTTP/1.1" status: 200  len: 210 time: 0.0372748
Dec 11 21:44:20.407777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59882) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:20.749601 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:20.992050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Deleting port 841b17f7-5664-4f9d-ae24-192418933fb3 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:20.992388 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:21.070565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] For port 841b17f7-5664-4f9d-ae24-192418933fb3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=841b17f7-5664-4f9d-ae24-192418933fb3,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:21.070870 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:21.083707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Calling delete_port for 841b17f7-5664-4f9d-ae24-192418933fb3 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:21.260936 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:21.287696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=841b17f7-5664-4f9d-ae24-192418933fb3,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:21.451425 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:21.583005 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:21.661680 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Router 4f0e410e-469a-465b-93c7-12dab294f7ec has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:44:22.074670 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:22.079897 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-60e42ca2-bc51-4421-9233-70862cff6b2b admin admin] 10.222.0.18 "PUT /v2.0/routers/4f0e410e-469a-465b-93c7-12dab294f7ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6709538
Dec 11 21:44:22.082220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59884) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:22.085925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Sync routers for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:22.097227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:22.098009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77aeae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:22.187262 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.203483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:22.289828 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.340856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Deleting port d9652928-39f6-4afe-ae7a-68729b8dde8f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:22.341078 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.388439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77aeae20>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62'}], 'enable_snat': True}, 'gw_port_id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:44:21Z', 'revision_number': 5, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port': {'id': 'd9652928-39f6-4afe-ae7a-68729b8dde8f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:22.419281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] For port d9652928-39f6-4afe-ae7a-68729b8dde8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d9652928-39f6-4afe-ae7a-68729b8dde8f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:22.419690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdf8cda6-72c1-41e6-80d8-2145e9b9df29 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:22.419836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.422777 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Checking router: 4f0e410e-469a-465b-93c7-12dab294f7ec for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:22.432844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Calling delete_port for d9652928-39f6-4afe-ae7a-68729b8dde8f owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:22.442365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: cdf8cda6-72c1-41e6-80d8-2145e9b9df29 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:22.442740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device cdf8cda6-72c1-41e6-80d8-2145e9b9df29 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:22.449134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Routers {'4f0e410e-469a-465b-93c7-12dab294f7ec'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:22.449740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d77aeae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['4f0e410e-469a-465b-93c7-12dab294f7ec'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:22.534528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] Set router 4f0e410e-469a-465b-93c7-12dab294f7ec gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:22.586282 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d77aeae20>, [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:44:22Z', 'revision_number': 6, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:22.600954 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.618929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c7a04-7e0f-4f37-bc5d-133bb01795e8 None None] The sync data for ids ['4f0e410e-469a-465b-93c7-12dab294f7ec'] in ncdv-master-1 is: [{'id': '4f0e410e-469a-465b-93c7-12dab294f7ec', 'name': 'tempest-TestMinimumBasicScenario-1095729061-router', 'tenant_id': '4c76909bd27341bfab0a002ce16185c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:16Z', 'updated_at': '2021-12-11T21:44:22Z', 'revision_number': 6, 'project_id': '4c76909bd27341bfab0a002ce16185c6', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:22.632533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9652928-39f6-4afe-ae7a-68729b8dde8f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:22.648332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6577dab6-e2be-4a1f-b098-f7ab2f75d4ac None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:22.693745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.783504 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.785634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.827808 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.828380 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0e410e-469a-465b-93c7-12dab294f7ec {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:44:22.832804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.834019 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dccafd61-8bc1-430c-987a-eb3c80b999f3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4f0e410e-469a-465b-93c7-12dab294f7ec HTTP/1.1" status: 204  len: 168 time: 0.7508576
Dec 11 21:44:22.836602 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59886) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:22.884493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Deleting subnet 65e2d029-ce25-4b53-b7cd-32e8df908c55 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:44:22.887583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.921356 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:22.999303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.071562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.084965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.089194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65e2d029-ce25-4b53-b7cd-32e8df908c55 HTTP/1.1" status: 204  len: 168 time: 0.2516215
Dec 11 21:44:23.089793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea491e-1bad-4976-ad11-3cc02109b45c None None] Network 451276fe-b86e-462e-9f1d-8d04e2228db9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:44:23.091958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59888) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:23.107099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e519b5-295e-43f2-8af9-5b4a655de868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e2d029-ce25-4b53-b7cd-32e8df908c55,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:23.166541 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.415759 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] DHCP port deletion for 451276fe-b86e-462e-9f1d-8d04e2228db9 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:23.449756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 841b17f7-5664-4f9d-ae24-192418933fb3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:23.471640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 841b17f7-5664-4f9d-ae24-192418933fb3 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:23.471964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 841b17f7-5664-4f9d-ae24-192418933fb3 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:23.500076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Deleting port 75150200-100d-46ee-87cc-99a841052476 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:23.500539 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.541932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Deleting port 75150200-100d-46ee-87cc-99a841052476 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:23.542266 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.568386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] For port 75150200-100d-46ee-87cc-99a841052476, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75150200-100d-46ee-87cc-99a841052476,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:23.568780 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.585141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Calling delete_port for 75150200-100d-46ee-87cc-99a841052476 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:23.604573 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] For port 75150200-100d-46ee-87cc-99a841052476, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=75150200-100d-46ee-87cc-99a841052476,segment=NetworkSegment(8938c6a4-843b-45af-b673-9553ee14e181),segment_id=8938c6a4-843b-45af-b673-9553ee14e181)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:23.604940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.619334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Calling delete_port for 75150200-100d-46ee-87cc-99a841052476 owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:23.666625 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.691806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Pushing event deleted for resources: {'Port': ['ID=75150200-100d-46ee-87cc-99a841052476,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:23.702645 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.702990 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.703334 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.703673 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.704014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.704349 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.704681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.705009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.705338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.705669 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.705998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.706328 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.706677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:23.707375 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.709561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfdf74-313e-4766-b1c0-59405482f77d None None] No DVR routers for this DVR port 75150200-100d-46ee-87cc-99a841052476 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:44:23.740557 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Pushing event deleted for resources: {'Port': ['ID=75150200-100d-46ee-87cc-99a841052476,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:23.745279 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] No DVR routers for this DVR port 75150200-100d-46ee-87cc-99a841052476 on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:44:23.816940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.836791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f60a820>,) {'filters': {'network_id': ['451276fe-b86e-462e-9f1d-8d04e2228db9']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:23.846375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f60a820>, '8938c6a4-843b-45af-b673-9553ee14e181') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:23.846695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f60a820>, '8938c6a4-843b-45af-b673-9553ee14e181') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:23.855940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.869183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.874971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:44:23.875351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   self.session.flush()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:44:23.877002 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:44:23.929019 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.934457 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:23.937650 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] 10.222.0.18 "DELETE /v2.0/networks/451276fe-b86e-462e-9f1d-8d04e2228db9 HTTP/1.1" status: 204  len: 168 time: 0.8446131
Dec 11 21:44:23.940786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59890) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:23.951571 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167f13-fa0e-454b-85cc-1d41099c5621 admin admin] Pushing event deleted for resources: {'Network': ['ID=451276fe-b86e-462e-9f1d-8d04e2228db9,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:24.282524 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:24.522940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Deleting port 8a45e3de-7aea-45df-8af0-490206899944 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:24.523194 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:24.602209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] For port 8a45e3de-7aea-45df-8af0-490206899944, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a45e3de-7aea-45df-8af0-490206899944,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:24.602597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:24.615817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Calling delete_port for 8a45e3de-7aea-45df-8af0-490206899944 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:24.788168 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:24.814355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a45e3de-7aea-45df-8af0-490206899944,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:24.978254 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:25.020545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d9652928-39f6-4afe-ae7a-68729b8dde8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:25.042144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: d9652928-39f6-4afe-ae7a-68729b8dde8f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:25.042417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d9652928-39f6-4afe-ae7a-68729b8dde8f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:25.042872 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 75150200-100d-46ee-87cc-99a841052476 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:25.063808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 75150200-100d-46ee-87cc-99a841052476 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:25.064149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 75150200-100d-46ee-87cc-99a841052476 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:25.192675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:44:25.299184 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:25.304170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7b3e6660-5349-4fe9-b8eb-867b68895009 admin admin] 10.222.0.18 "PUT /v2.0/routers/27e9d1e7-bfb7-4817-84fa-eb139249c8ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3623116
Dec 11 21:44:25.306772 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59892) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:25.307660 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Sync routers for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:25.317785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:25.318385 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845c5b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:25.411857 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:25.421705 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:25.515446 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:25.568002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Deleting port 47987d48-4431-481f-8a27-3eeaeb6af106 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:25.568255 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:25.600523 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845c5b50>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248'}], 'enable_snat': True}, 'gw_port_id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:44:24Z', 'revision_number': 5, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port': {'id': '47987d48-4431-481f-8a27-3eeaeb6af106', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:42:21Z', 'updated_at': '2021-12-11T21:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:25.627196 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Checking router: 27e9d1e7-bfb7-4817-84fa-eb139249c8ae for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:25.635415 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Routers {'27e9d1e7-bfb7-4817-84fa-eb139249c8ae'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:25.636012 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d845c5b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:25.650944 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] For port 47987d48-4431-481f-8a27-3eeaeb6af106, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47987d48-4431-481f-8a27-3eeaeb6af106,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:25.651311 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:25.662942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Calling delete_port for 47987d48-4431-481f-8a27-3eeaeb6af106 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:25.720179 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] Set router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:25.770651 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d845c5b50>, [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:44:25Z', 'revision_number': 6, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:25.799332 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1faca0-98b6-4798-b853-3e844b3906ad None None] The sync data for ids ['27e9d1e7-bfb7-4817-84fa-eb139249c8ae'] in ncdv-master-1 is: [{'id': '27e9d1e7-bfb7-4817-84fa-eb139249c8ae', 'name': 'tempest-TestMinimumBasicScenario-1493198957-router', 'tenant_id': 'f02db88e9cca449aa95dbb81459a7198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:42:20Z', 'updated_at': '2021-12-11T21:44:25Z', 'revision_number': 6, 'project_id': 'f02db88e9cca449aa95dbb81459a7198', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:26.142783 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.173568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Pushing event deleted for resources: {'Port': ['ID=47987d48-4431-481f-8a27-3eeaeb6af106,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:26.182108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b033fae-1427-404c-ab86-3df8eb295d7e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:26.233495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.328800 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.330924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.374001 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.374565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e9d1e7-bfb7-4817-84fa-eb139249c8ae {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:44:26.379556 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.380053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef35128c-36ba-4680-8161-5d19fffe8620 admin admin] 10.222.0.18 "DELETE /v2.0/routers/27e9d1e7-bfb7-4817-84fa-eb139249c8ae HTTP/1.1" status: 204  len: 168 time: 1.0723667
Dec 11 21:44:26.382615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59894) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:26.425969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Deleting subnet e57b380c-4ed9-4e24-bcb5-12a84725e917 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:44:26.428905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.462570 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.540408 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.595677 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.622526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57b380c-4ed9-4e24-bcb5-12a84725e917,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:26.626132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.629342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d62bacf-56f6-4597-be20-922b09d3fa5a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e57b380c-4ed9-4e24-bcb5-12a84725e917 HTTP/1.1" status: 204  len: 168 time: 0.2457972
Dec 11 21:44:26.631297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120659f-f4cd-43b2-9e10-ab8d4ebeac23 None None] Network 021b8080-fc84-4b73-842f-de4b6f90bc6c requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:44:26.631883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59896) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:26.708229 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.764113 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Deleting port f9b46acc-414c-411c-bc1d-76125ec532ec {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:26.764460 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.774995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] DHCP port deletion for 021b8080-fc84-4b73-842f-de4b6f90bc6c request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:26.831968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] For port f9b46acc-414c-411c-bc1d-76125ec532ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b46acc-414c-411c-bc1d-76125ec532ec,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:26.832325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.835075 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Deleting port f9b46acc-414c-411c-bc1d-76125ec532ec {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:44:26.835664 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.845974 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Calling delete_port for f9b46acc-414c-411c-bc1d-76125ec532ec owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:26.898810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] For port f9b46acc-414c-411c-bc1d-76125ec532ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9b46acc-414c-411c-bc1d-76125ec532ec,segment=NetworkSegment(c5af5501-b961-49f0-8a10-4450d30d57bf),segment_id=c5af5501-b961-49f0-8a10-4450d30d57bf)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:26.899207 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.913158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Calling delete_port for f9b46acc-414c-411c-bc1d-76125ec532ec owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:44:26.944104 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:26.969267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f9b46acc-414c-411c-bc1d-76125ec532ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:26.971745 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b46acc-414c-411c-bc1d-76125ec532ec,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:26.975271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] No DVR routers for this DVR port f9b46acc-414c-411c-bc1d-76125ec532ec on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:44:26.990767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f9b46acc-414c-411c-bc1d-76125ec532ec {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:26.991111 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f9b46acc-414c-411c-bc1d-76125ec532ec not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:26.991529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a45e3de-7aea-45df-8af0-490206899944 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:27.017325 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 8a45e3de-7aea-45df-8af0-490206899944 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:27.017594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a45e3de-7aea-45df-8af0-490206899944 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:27.018014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 47987d48-4431-481f-8a27-3eeaeb6af106 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:44:27.044240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 47987d48-4431-481f-8a27-3eeaeb6af106 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:44:27.044585 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 47987d48-4431-481f-8a27-3eeaeb6af106 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:44:27.052736 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.062704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.073667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eaa7670>,) {'filters': {'network_id': ['021b8080-fc84-4b73-842f-de4b6f90bc6c']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:27.083503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eaa7670>, 'c5af5501-b961-49f0-8a10-4450d30d57bf') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:27.083812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eaa7670>, 'c5af5501-b961-49f0-8a10-4450d30d57bf') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:27.088490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] Pushing event deleted for resources: {'Port': ['ID=f9b46acc-414c-411c-bc1d-76125ec532ec,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:27.091960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7927c405-182a-4c82-a9bf-93f44f2171ee None None] No DVR routers for this DVR port f9b46acc-414c-411c-bc1d-76125ec532ec on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:44:27.101674 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.116272 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.122127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:44:27.122538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:44:27.124477 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:44:27.176347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.182244 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.185459 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] 10.222.0.18 "DELETE /v2.0/networks/021b8080-fc84-4b73-842f-de4b6f90bc6c HTTP/1.1" status: 204  len: 168 time: 0.5526659
Dec 11 21:44:27.196309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e34b1-3dc0-464f-b8c0-44a3d5fa486f admin admin] Pushing event deleted for resources: {'Network': ['ID=021b8080-fc84-4b73-842f-de4b6f90bc6c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:27.348811 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59900) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:27.389685 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-80e8c305-102f-4588-8c5b-f52d824527f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c76909bd27341bfab0a002ce16185c6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0395455
Dec 11 21:44:27.392095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59902) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:27.442380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.462402 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.508762 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.511597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.512937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/417a6fd7-67f3-452d-ac99-17ab2d4ce750 HTTP/1.1" status: 204  len: 168 time: 0.1198838
Dec 11 21:44:27.520492 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2448c-8449-47f1-bfd0-d2cd252a8888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a6fd7-67f3-452d-ac99-17ab2d4ce750,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:27.814053 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59908) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:27.853017 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ce99d181-bc02-440f-967a-bb3cb05415e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f02db88e9cca449aa95dbb81459a7198&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0377526
Dec 11 21:44:27.855890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:27.906803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.928121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.973873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.976499 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:27.977676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30c980d8-055a-4bfa-870a-a4409ab05f55 HTTP/1.1" status: 204  len: 168 time: 0.1208959
Dec 11 21:44:27.985928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977e981-3e12-46df-b4fb-42a7fa2b983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c980d8-055a-4bfa-870a-a4409ab05f55,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:29.696872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59950) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:29.701515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921399144', 'description': 'tempest-secgroup-smoke-1921399144 description', 'project_id': '0749dd62e17c4666b7f94f6537034393'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:29.723183 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.731151 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.804196 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.808914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.843275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2942a3f6-07bd-4fa2-9c73-cc0f168ed6bb,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:29.884106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.887716 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.923186 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:29.924354 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2264502
Dec 11 21:44:29.927504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:29.928425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22e816-7cb7-487b-8255-53158b3cfb60 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564cd792-231b-467b-af97-2a5bb40022c0,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:29.932893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:29.959310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.004273 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.007939 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.027131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bf4d58-3288-4abf-b558-2446ffd0d9fb,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.034838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.035981 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2f56fad2-a133-4df1-b7c4-7dfbb3181979 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1074069
Dec 11 21:44:30.038734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.043595 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.069515 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.123244 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.126653 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.144124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e376a42c-da35-475b-958f-82ca98b68323,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.149557 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.153624 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b025d7a5-529b-4725-893a-517239425514 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1115069
Dec 11 21:44:30.153868 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.158165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.183758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.243436 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.247206 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.266250 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d4f867-0800-4d6a-be92-7d0ed56aff68,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.273649 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.274898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bddd142b-36a4-4033-95f6-09bd47e3ff2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1200974
Dec 11 21:44:30.278064 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.282352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.308538 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.364656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.368310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.385507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0789b80-641f-419b-95fa-6d72b10b941d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.393616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.394816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7896b669-050c-4ed4-aad2-9db0e2332c9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1157541
Dec 11 21:44:30.397535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59960) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.402404 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.423047 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:44:30.427742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.485407 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.489023 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.506111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7fef80-d285-49f0-a809-4a992a660010,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.514562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.515800 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-55eda84c-238e-4ff6-80a3-59d42ad4a6c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1173499
Dec 11 21:44:30.518559 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59962) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.522949 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '564cd792-231b-467b-af97-2a5bb40022c0', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.544568 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:44:30.549578 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.614937 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.618434 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.640687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dc48bb-edcb-4009-b572-a49860d5d6b6,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.646403 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.647662 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0dc6c065-e7f7-414f-ad9e-be5371e865df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1281035
Dec 11 21:44:30.651516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59964) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.656268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'network': {'name': 'tempest-network-smoke--536753437', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.675593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:44:30.678980 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.701449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:44:30.710010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.710351 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Added segment 092d2053-1b66-4779-8508-3d411eaf136d of type vlan for network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1
Dec 11 21:44:30.749153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.773536 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.779145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:30.779728 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.808777 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1562757
Dec 11 21:44:30.811699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59966) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:30.815996 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'admin_state_up': True, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:30.874690 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d249f9b-1b21-4429-a4ac-e750d2d7f10f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Network': ['ID=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:30.886246 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.886883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:44:30.887409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:30.938983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.080408 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.272851 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.295608 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.394296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.63 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/fdb03ac0-b5e3-4078-8086-3d6460955d91) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:44:31.497651 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.541290 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.579716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:31.582706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:31.586051 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:44:31.591894 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=fdb03ac0-b5e3-4078-8086-3d6460955d91,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:31.595798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006c838-deee-48e8-b34f-dec47aa35a1a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:31.655120 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ed054d15-fcc8-48fe-9b38-4a2699b9e9fe None None] Provisioning complete for port fdb03ac0-b5e3-4078-8086-3d6460955d91 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:31.655536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ed054d15-fcc8-48fe-9b38-4a2699b9e9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:31.688288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ed054d15-fcc8-48fe-9b38-4a2699b9e9fe None None] Port fdb03ac0-b5e3-4078-8086-3d6460955d91 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:31.832013 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.033500 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.165325 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router c437966a-6d88-4c80-b8a6-99603920fad8 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:44:32.277171 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:32.287186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Sync routers for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:32.297801 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.298411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:32.301885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a9996344-e713-4701-84f2-6d1ad85a7d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4864213
Dec 11 21:44:32.302055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7792afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:32.302275 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 59968) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:32.406995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:32.428204 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eb2e020c-9808-46e9-9910-882e59519fad tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0749dd62e17c4666b7f94f6537034393&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1247454
Dec 11 21:44:32.431029 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59972) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:32.515494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a8da7-e8c2-4a21-beb3-019cda5435bf tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:32.517247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f73a8da7-e8c2-4a21-beb3-019cda5435bf tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0849776
Dec 11 21:44:32.520069 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59974) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:32.555616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f186160-e470-43ab-bddb-0e44eb8d91c8 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0343351
Dec 11 21:44:32.558180 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59976) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:32.562937 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303565885', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:32.582297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7792afd0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:31Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:32.657389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:44:32.661096 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.773762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Checking router: c437966a-6d88-4c80-b8a6-99603920fad8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:32.774157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Updating router c437966a-6d88-4c80-b8a6-99603920fad8 port fdb03ac0-b5e3-4078-8086-3d6460955d91 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:44:32.799702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.845352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.907903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Subnet': ['ID=70687096-b180-45d8-a63d-b9a915b3c347,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:32.915539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Checking segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:44:32.915938 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network hostable DHCP agents. Network: f1bee4e8-0b1f-48bf-ac32-9ee61db029c1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:44:32.933088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:44:32.941903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1bee4e8-0b1f-48bf-ac32-9ee61db029c1) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:32.945982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:32.947472 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:32.955338 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242d75e-738e-45c4-a081-c41e04efdc2b None None] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:44:32.964555 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e21c7167-0866-45b4-83b7-89a2377b27d0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4053409
Dec 11 21:44:32.967428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 59978) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:33.113419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:44:33.114280 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.146953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.158220 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.265169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba69288-ee24-4f3d-9edb-7d98a5a2a57c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:33.282966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Attempting to bind port fdb03ac0-b5e3-4078-8086-3d6460955d91 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:44:33.283561 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Attempting to bind port fdb03ac0-b5e3-4078-8086-3d6460955d91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:44:33.283744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Attempting to bind port fdb03ac0-b5e3-4078-8086-3d6460955d91 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:44:33.285746 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcecb1-f514-42ca-93d9-2f9855f02e5f None None] Pushing event updated for resources: {'Port': ['ID=fdb03ac0-b5e3-4078-8086-3d6460955d91,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:33.322905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:44:33.323644 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:44:33.323644 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.324044 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:44:33.324521 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Bound port: fdb03ac0-b5e3-4078-8086-3d6460955d91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:44:33.324897 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.377370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fb23f3bc-f2cd-429a-b907-076326290165 None None] Provisioning complete for port fdb03ac0-b5e3-4078-8086-3d6460955d91 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:33.377644 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fb23f3bc-f2cd-429a-b907-076326290165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.402857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.410910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Allocated IP 172.20.0.2 (f1bee4e8-0b1f-48bf-ac32-9ee61db029c1/70687096-b180-45d8-a63d-b9a915b3c347/e0602541-d4ac-4749-862b-34d3d67fc47e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:44:33.434721 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] For port fdb03ac0-b5e3-4078-8086-3d6460955d91, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:44:33.445161 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fb23f3bc-f2cd-429a-b907-076326290165 None None] Port fdb03ac0-b5e3-4078-8086-3d6460955d91 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:33.454022 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] For port fdb03ac0-b5e3-4078-8086-3d6460955d91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb03ac0-b5e3-4078-8086-3d6460955d91,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:44:33.464838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.549667 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07cdc5-9526-42c0-a1f4-be4f5fb97077 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:44:33.586651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcecb1-f514-42ca-93d9-2f9855f02e5f None None] Pushing event updated for resources: {'Port': ['ID=fdb03ac0-b5e3-4078-8086-3d6460955d91,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:33.592937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:33.593541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7792afd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:33.744712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] Provisioning complete for port fdb03ac0-b5e3-4078-8086-3d6460955d91 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:33.745079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.748593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.783187 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.791076 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:33.827346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.1 (f1bee4e8-0b1f-48bf-ac32-9ee61db029c1/70687096-b180-45d8-a63d-b9a915b3c347/6f4840fd-5fd4-4f88-965d-704d2f4e5023) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:44:33.901537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:33.911903 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:33.914293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:44:33.943272 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:33.944884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Pushing event updated for resources: {'Port': ['ID=e0602541-d4ac-4749-862b-34d3d67fc47e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:33.978222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.020181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:34.023281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:34.027263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:44:34.056100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:34.057574 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Attempting to bind port e0602541-d4ac-4749-862b-34d3d67fc47e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:44:34.057942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Attempting to bind port e0602541-d4ac-4749-862b-34d3d67fc47e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:44:34.058309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Attempting to bind port e0602541-d4ac-4749-862b-34d3d67fc47e on network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:44:34.063025 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.076829 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:44:34.077310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Checking segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:44:34.077709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.078097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Bound using segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:44:34.078592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Bound port: e0602541-d4ac-4749-862b-34d3d67fc47e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:44:34.078967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.079667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.117483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] For port fdb03ac0-b5e3-4078-8086-3d6460955d91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb03ac0-b5e3-4078-8086-3d6460955d91,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:34.125576 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.215873 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.229445 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] For port e0602541-d4ac-4749-862b-34d3d67fc47e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:44:34.234816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] For port e0602541-d4ac-4749-862b-34d3d67fc47e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0602541-d4ac-4749-862b-34d3d67fc47e,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:44:34.238336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187e6d8-b61c-4434-b650-5d7538d76eb4 None None] Pushing event updated for resources: {'Port': ['ID=fdb03ac0-b5e3-4078-8086-3d6460955d91,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:34.244815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.281588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7792afd0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:31Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:34.317588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b2520-9d5e-4182-8ee6-37202dff88db None None] The sync data for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 is: [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:31Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:34.333326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed1559-5743-48f9-b832-25a8674afdc1 None None] Pushing event updated for resources: {'Port': ['ID=e0602541-d4ac-4749-862b-34d3d67fc47e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:34.538292 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.548964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.653903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:34.662397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:34.761552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:34.763043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:35.018263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e0602541-d4ac-4749-862b-34d3d67fc47e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:44:35.078430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e0602541-d4ac-4749-862b-34d3d67fc47e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:35.078850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:35.169119 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:35.206115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e0602541-d4ac-4749-862b-34d3d67fc47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0602541-d4ac-4749-862b-34d3d67fc47e,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:35.213391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:35.214970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fdb03ac0-b5e3-4078-8086-3d6460955d91 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:44:35.228079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router c437966a-6d88-4c80-b8a6-99603920fad8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:44:35.303798 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e0602541-d4ac-4749-862b-34d3d67fc47e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:35.317831 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port fdb03ac0-b5e3-4078-8086-3d6460955d91 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:35.318276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:35.364141 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:35.369549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a072d82c-ae68-4b88-bee3-0babbbe65f7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/c437966a-6d88-4c80-b8a6-99603920fad8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4011505
Dec 11 21:44:35.464871 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6b8c14-ea17-4804-9745-25835df3083b None None] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:44:35.531021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-bbba5396-7c4c-4a0d-b5e5-51f57da4a1c0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921399144&fields=id&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 267 time: 0.0475602
Dec 11 21:44:35.650143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-d9913f5a-d93c-4ba0-a744-28ac5fbff569 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:35.652448 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-d9913f5a-d93c-4ba0-a744-28ac5fbff569 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 796 time: 0.1143658
Dec 11 21:44:35.668377 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-1946d4f2-632d-4068-bf32-e659bf42f580 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/quotas/0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 375 time: 0.0102069
Dec 11 21:44:35.709660 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-121db740-85d1-459e-925a-72b89cd24a13 None None] Provisioning complete for port e0602541-d4ac-4749-862b-34d3d67fc47e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:35.709939 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-121db740-85d1-459e-925a-72b89cd24a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:35.719529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ebbdab82-242b-4369-b01b-dc7401230e27 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0454462
Dec 11 21:44:35.907709 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7dd98405-3c9b-4738-8f24-53956f53e37d service neutron] 10.222.0.18 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754510
Dec 11 21:44:36.004131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-6024564f-758d-4c6e-a181-f6e2820e9679 service neutron] 10.222.0.18 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947061
Dec 11 21:44:36.047124 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c3778494-d5d4-442f-8c75-735f12d53b5b None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:36.047493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3778494-d5d4-442f-8c75-735f12d53b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.088490 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c3778494-d5d4-442f-8c75-735f12d53b5b None None] Port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:36.099594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c3778494-d5d4-442f-8c75-735f12d53b5b None None] Provisioning complete for port e0602541-d4ac-4749-862b-34d3d67fc47e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:36.100111 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c3778494-d5d4-442f-8c75-735f12d53b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.199871 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Sync routers for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:36.214232 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15754c93-eba2-4788-b5a3-d112c68d48d7 req-62c92c16-33f3-469a-ac54-329c861dbbec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 210 time: 0.0393517
Dec 11 21:44:36.222771 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:36.228692 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:36.328632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-89c31bff-7d09-47ea-abcb-43b40503e714 None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:36.329104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-89c31bff-7d09-47ea-abcb-43b40503e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.343849 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:36.389021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-89c31bff-7d09-47ea-abcb-43b40503e714 None None] Port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:36.510440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e832c876-411d-47c4-bd5c-ef58bd08ff5c None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:36.511665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e832c876-411d-47c4-bd5c-ef58bd08ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.547227 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e832c876-411d-47c4-bd5c-ef58bd08ff5c None None] Port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:36.578682 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424cfa0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 2, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:36.608793 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Checking router: c437966a-6d88-4c80-b8a6-99603920fad8 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:36.609054 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Updating router c437966a-6d88-4c80-b8a6-99603920fad8 port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:44:36.634288 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.907030 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.912642 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:36.973081 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e0602541-d4ac-4749-862b-34d3d67fc47e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:44:37.028344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e0602541-d4ac-4749-862b-34d3d67fc47e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:37.028706 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.059666 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Pushing event updated for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:37.080466 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.080809 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.081137 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.081467 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.081927 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.082258 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.082783 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.083096 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.083412 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.083729 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.084043 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.084358 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.084670 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:44:37.120716 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Attempting to bind port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:44:37.121077 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Attempting to bind port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:44:37.121435 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Attempting to bind port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 on network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:44:37.126697 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:44:37.127066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Checking segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:44:37.127457 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.127840 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Bound using segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:44:37.128299 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Bound port: 6f4840fd-5fd4-4f88-965d-704d2f4e5023, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:44:37.128658 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.192787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] For port 6f4840fd-5fd4-4f88-965d-704d2f4e5023, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:44:37.196315 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] For port 6f4840fd-5fd4-4f88-965d-704d2f4e5023, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f4840fd-5fd4-4f88-965d-704d2f4e5023,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:44:37.200403 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.276563 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7926c6-1874-4feb-b794-33e4f6667906 None None] Pushing event updated for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:37.286685 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:37.287394 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8424cfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:37.382396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:37.382864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.389040 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fa24b7e8-0abb-43b8-9f9b-0b998c9e7ecb req-f4f57525-ae8f-4afd-bf3a-4b0bcd5a6d4d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 210 time: 0.0512071
Dec 11 21:44:37.408756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-73983ab4-1e4e-49dd-b7fc-f487043ca14c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:37.412202 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-73983ab4-1e4e-49dd-b7fc-f487043ca14c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 796 time: 0.1936069
Dec 11 21:44:37.412875 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:37.519188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-949b82bc-94e0-4350-b140-aef95e76d7bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 380 time: 0.0962484
Dec 11 21:44:37.530787 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'port': {'device_id': '9d9dc271-c543-4638-916d-a249e83eb931', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'admin_state_up': True, 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'security_groups': ['564cd792-231b-467b-af97-2a5bb40022c0']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:37.532176 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.568013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] For port 6f4840fd-5fd4-4f88-965d-704d2f4e5023, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f4840fd-5fd4-4f88-965d-704d2f4e5023,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:37.573761 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.623826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9d124-bf49-4feb-802c-040e3e7b5350 None None] Pushing event updated for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:37.663998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:44:37.667958 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.687304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8424cfa0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:37.703352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-1138c3de-b19e-4179-886a-0e0bfb48aedd None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:37.703746 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1138c3de-b19e-4179-886a-0e0bfb48aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:37.715334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc359b6-ab80-41cc-982c-93f9ee033a92 None None] The sync data for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 is: [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:37.828449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.10 (f1bee4e8-0b1f-48bf-ac32-9ee61db029c1/70687096-b180-45d8-a63d-b9a915b3c347/e4856324-dd07-46ba-b69e-4a6ca4745bf4) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:44:37.983495 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.019313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.069822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:38.074001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:38.076568 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:44:38.103496 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:38.134766 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:38.135535 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.154968 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7978bb2b-028b-4ba8-81f5-fe1f4805059d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6281662
Dec 11 21:44:38.168663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Request body: {'port': {'device_id': '9d9dc271-c543-4638-916d-a249e83eb931', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:38.236087 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.346725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-33cea00d-b794-41de-afdd-fd4ba570eb4d None None] Provisioning complete for port e4856324-dd07-46ba-b69e-4a6ca4745bf4 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:38.347385 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-33cea00d-b794-41de-afdd-fd4ba570eb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.386186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-33cea00d-b794-41de-afdd-fd4ba570eb4d None None] Port e4856324-dd07-46ba-b69e-4a6ca4745bf4 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:44:38.549281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4856324-dd07-46ba-b69e-4a6ca4745bf4 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:44:38.558658 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.577296 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a395dd7-5206-4e84-b5e2-597abf68b67d req-a2ff8543-41cf-49a5-bb82-38f93c26a9f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:38.578900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a395dd7-5206-4e84-b5e2-597abf68b67d req-a2ff8543-41cf-49a5-bb82-38f93c26a9f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 932 time: 0.1015167
Dec 11 21:44:38.584193 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Transition to ACTIVE for port object e4856324-dd07-46ba-b69e-4a6ca4745bf4 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:44:38.593602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.679081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Pushing event updated for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:38.689886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a395dd7-5206-4e84-b5e2-597abf68b67d req-7eb10fd4-4591-4da3-a547-90c98c4a2a57 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043949
Dec 11 21:44:38.767228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Attempting to bind port e4856324-dd07-46ba-b69e-4a6ca4745bf4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:44:38.767778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Attempting to bind port e4856324-dd07-46ba-b69e-4a6ca4745bf4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:44:38.768209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Attempting to bind port e4856324-dd07-46ba-b69e-4a6ca4745bf4 on network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:44:38.773357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Port e4856324-dd07-46ba-b69e-4a6ca4745bf4 on network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:44:38.773794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Attempting to bind port e4856324-dd07-46ba-b69e-4a6ca4745bf4 on network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:44:38.780199 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:44:38.780541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Checking segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:44:38.780926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Bound using segment: {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:44:38.781356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Bound port: e4856324-dd07-46ba-b69e-4a6ca4745bf4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092d2053-1b66-4779-8508-3d411eaf136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:44:38.781741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.850083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:44:38.853713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:44:38.858625 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.897134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:38.897713 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:38.899175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] 10.222.0.16 "PUT /v2.0/ports/e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 1092 time: 0.7359679
Dec 11 21:44:38.899622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:38.903268 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408a514d-5ea2-43d4-9694-a80070e337e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:38.933515 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6105d-e53f-456f-a171-30fb960c77be service neutron] Pushing event updated for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:38.977640 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc81467-f8d9-4bd3-9504-9cb987bafb34 x-openstack-request-id: req-8dc81467-f8d9-4bd3-9504-9cb987bafb34 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:38.977993 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:38.978311 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dc81467-f8d9-4bd3-9504-9cb987bafb34 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:38.978728 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'status': 'completed', 'code': 200}
Dec 11 21:44:38.996724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7246950d-8933-45a8-9100-8aea8cd58684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:38.998547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7246950d-8933-45a8-9100-8aea8cd58684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1095 time: 0.0504365
Dec 11 21:44:39.022197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6f4840fd-5fd4-4f88-965d-704d2f4e5023 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:44:39.052245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-c3588804-94e6-4f8d-98af-0b3b6941c9cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 217 time: 0.0435495
Dec 11 21:44:39.070823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:39.071195 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:39.104187 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7a38470d-1ec0-4c16-8971-27753cc61784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.105677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-7a38470d-1ec0-4c16-8971-27753cc61784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 200  len: 835 time: 0.0463929
Dec 11 21:44:39.156461 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-b6f4c889-ee36-4212-b4d6-d2bf27dd1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.157350 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-b6f4c889-ee36-4212-b4d6-d2bf27dd1fbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431316
Dec 11 21:44:39.256094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-fde83d81-c456-492f-8dea-2a34934359d4 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913641
Dec 11 21:44:39.345119 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e998ecc8-663b-4e94-b216-5e1b6415246d req-1557b202-f50a-429b-a195-d0e5c6da5905 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820992
Dec 11 21:44:39.434612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-ec4737d7-61f1-4010-adc6-1ada28ea6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.436124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-ec4737d7-61f1-4010-adc6-1ada28ea6f78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1095 time: 0.0465724
Dec 11 21:44:39.524761 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-536ffc3e-f121-4f2e-afd8-b4c0d6dcfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.526144 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-536ffc3e-f121-4f2e-afd8-b4c0d6dcfd29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 897 time: 0.0820899
Dec 11 21:44:39.571512 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-702008e7-4bb9-4429-ac6f-e00d0b0236c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 217 time: 0.0380206
Dec 11 21:44:39.620928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-a763f65d-520e-4135-bdbe-5f451d1ed5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.622366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-a763f65d-520e-4135-bdbe-5f451d1ed5bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 200  len: 835 time: 0.0438488
Dec 11 21:44:39.671195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-f3e3bfd8-ed5e-41c2-a50a-36e7422a6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.672664 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-f3e3bfd8-ed5e-41c2-a50a-36e7422a6617 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0392635
Dec 11 21:44:39.775861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-be253f66-d8df-4334-9a9e-74bb301f9f38 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953479
Dec 11 21:44:39.861770 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef76ac1-89fb-4abd-b989-9a9f4bb16a56 req-adddb1dd-3020-4c5a-b07e-ccf920990a08 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:39.863514 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef76ac1-89fb-4abd-b989-9a9f4bb16a56 req-adddb1dd-3020-4c5a-b07e-ccf920990a08 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 944 time: 0.1015110
Dec 11 21:44:39.906008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-408a514d-5ea2-43d4-9694-a80070e337e0 req-8eba2b3b-bc8a-48f8-80cd-5ed124e44837 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171818
Dec 11 21:44:39.931736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef76ac1-89fb-4abd-b989-9a9f4bb16a56 req-879647c2-fa0d-4886-9919-d6a0067f4b9d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602012
Dec 11 21:44:41.055065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84daa61-19b6-4883-a518-7706fb6cf838 req-31cb4348-db0d-4322-a408-fe029e27ee8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:41.057191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e84daa61-19b6-4883-a518-7706fb6cf838 req-31cb4348-db0d-4322-a408-fe029e27ee8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 944 time: 0.0563908
Dec 11 21:44:41.060145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bf07fa6a-9540-445f-a0bd-31dfb58b0469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:41.107619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e84daa61-19b6-4883-a518-7706fb6cf838 req-b84cf441-8b71-48cc-bf42-193f2db5b07e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435441
Dec 11 21:44:42.222668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa5e09-e792-46ce-b88e-4c3f945bf2cf req-0f91a721-e074-440b-b789-a9f09c42b98d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:42.224146 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bfa5e09-e792-46ce-b88e-4c3f945bf2cf req-0f91a721-e074-440b-b789-a9f09c42b98d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 944 time: 0.0484297
Dec 11 21:44:42.274045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bfa5e09-e792-46ce-b88e-4c3f945bf2cf req-d73e8dd1-c35e-4077-aa32-9d5a629e481b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438561
Dec 11 21:44:42.518597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e4856324-dd07-46ba-b69e-4a6ca4745bf4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:44:42.613373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:42.625340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'port_id': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'mac_address': 'fa:16:3e:11:2e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:44:42.661884 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:42.675444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4856324-dd07-46ba-b69e-4a6ca4745bf4 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:44:42.694973 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:42.699270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:42.744104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:42.900104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['e4856324-dd07-46ba-b69e-4a6ca4745bf4'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:44:43.390197 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42460a1-4a43-4677-a6ca-edfb8c749e8b req-9702daa5-e0e4-432b-a567-4a34f3f4705c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:43.391700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a42460a1-4a43-4677-a6ca-edfb8c749e8b req-9702daa5-e0e4-432b-a567-4a34f3f4705c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 945 time: 0.0500534
Dec 11 21:44:43.441046 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a42460a1-4a43-4677-a6ca-edfb8c749e8b req-afb9b418-5559-4500-a093-3b5a040fa284 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433931
Dec 11 21:44:43.542702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-72f9dccb-f067-4ba0-9860-e80486b26dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:44.521237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e4856324-dd07-46ba-b69e-4a6ca4745bf4 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:44:44.556001 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fb6d1-b759-4263-b26f-3ce9e811903f req-9cb021f2-a29e-44df-8fa3-bf099ea7b3e7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:44.557465 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d5fb6d1-b759-4263-b26f-3ce9e811903f req-9cb021f2-a29e-44df-8fa3-bf099ea7b3e7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 945 time: 0.0488107
Dec 11 21:44:44.574238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port e4856324-dd07-46ba-b69e-4a6ca4745bf4 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:44:44.579324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port e4856324-dd07-46ba-b69e-4a6ca4745bf4 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:44:44.579712 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:44.608274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1d5fb6d1-b759-4263-b26f-3ce9e811903f req-27982185-e804-47e1-8925-ba07e0b43da2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444224
Dec 11 21:44:44.658570 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:44.680302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:44.682933 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62052b08-a95d-4ae9-9ff4-2f917283bac1" -d '{"events": [{"server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "name": "network-vif-plugged", "status": "completed", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:44.695886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:44:44.700666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:44.730106 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc3e96-a3ad-4612-a75b-8413a6b4ad07 x-openstack-request-id: req-31fc3e96-a3ad-4612-a75b-8413a6b4ad07 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:44.730401 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "name": "network-vif-plugged", "status": "completed", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:44.730678 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31fc3e96-a3ad-4612-a75b-8413a6b4ad07 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:44.731063 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'code': 200}
Dec 11 21:44:44.763735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:44.825908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf6e26-4485-4611-9ca1-610a4fded433 req-ae113dfb-4a1f-40ae-b4d3-85315f01cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:44.827434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31bf6e26-4485-4611-9ca1-610a4fded433 req-ae113dfb-4a1f-40ae-b4d3-85315f01cdf9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1097 time: 0.0425987
Dec 11 21:44:44.872809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-31bf6e26-4485-4611-9ca1-610a4fded433 req-eaef57e2-c7e6-4b24-8aee-a37e3c302997 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378220
Dec 11 21:44:45.084906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:45.722277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e8adf-0716-4543-92b7-6060a47fb302 req-d1fad127-a59d-4820-9419-47f97809bffe tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:45.723801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-736e8adf-0716-4543-92b7-6060a47fb302 req-d1fad127-a59d-4820-9419-47f97809bffe tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0485353
Dec 11 21:44:45.772424 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-736e8adf-0716-4543-92b7-6060a47fb302 req-1954a0df-74b7-45c0-9b6b-b1299d699dfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419402
Dec 11 21:44:46.269306 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:46.449300 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:46.893430 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce28d1f-c59f-4226-91b1-7ca6ec360a80 req-b7cd26f8-3501-4744-9af0-05aa004016d9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:46.895073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ce28d1f-c59f-4226-91b1-7ca6ec360a80 req-b7cd26f8-3501-4744-9af0-05aa004016d9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0529952
Dec 11 21:44:46.948733 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7ce28d1f-c59f-4226-91b1-7ca6ec360a80 req-298c8cc2-8a7a-4c32-beeb-2a4b4cf0b5f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476589
Dec 11 21:44:47.068885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2f2e-5371-4609-b787-c84678b2326d req-cdfd52c9-b584-46ac-aad9-c073b666d963 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:47.070278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-746e2f2e-5371-4609-b787-c84678b2326d req-cdfd52c9-b584-46ac-aad9-c073b666d963 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0519857
Dec 11 21:44:47.118296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-746e2f2e-5371-4609-b787-c84678b2326d req-5fec73bb-30d0-488b-96f2-0ad667bc3827 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420949
Dec 11 21:44:47.140232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60034) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:47.178714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236d62e-a0db-4917-a150-4e1edf5c3f9c tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:47.180224 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5236d62e-a0db-4917-a150-4e1edf5c3f9c tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1092 time: 0.0390477
Dec 11 21:44:47.183718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60036) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:47.187825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address': '172.20.0.10'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:44:47.210834 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:47.268954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:47.319970 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:47.421297 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.125 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/e1938417-a30b-434f-8960-ad41b63ce54a) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:44:47.521630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:47.560095 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:47.598973 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:44:47.601746 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:44:47.605378 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:44:47.627862 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=e1938417-a30b-434f-8960-ad41b63ce54a,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:47.966277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.030984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.176146 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.180594 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.251615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=e1938417-a30b-434f-8960-ad41b63ce54a,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:44:48.263420 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.359048 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 3a19d09c-6098-4d69-96a7-2ab964e0a775 associated. External IP: 172.35.1.125, port: e4856324-dd07-46ba-b69e-4a6ca4745bf4.
Dec 11 21:44:48.561464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router c437966a-6d88-4c80-b8a6-99603920fad8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:44:48.665417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:44:48.675904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Sync routers for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:44:48.683781 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:48.686765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:48.687384 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774530a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:48.709623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e0da0710-795e-4019-a838-8a096af236c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5249250
Dec 11 21:44:48.710291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:44:48.712619 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:44:48.753114 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28748261-772f-4144-ba79-df563868a982 x-openstack-request-id: req-28748261-772f-4144-ba79-df563868a982 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:44:48.753502 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:44:48.753856 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28748261-772f-4144-ba79-df563868a982 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:44:48.754378 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'status': 'completed', 'code': 200}
Dec 11 21:44:48.798217 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:48.809844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c14ea-a53d-48b7-af8c-8bfcff502841 req-8cea3f62-9ac3-4688-a952-7d4603c701da tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:48.811399 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-381c14ea-a53d-48b7-af8c-8bfcff502841 req-8cea3f62-9ac3-4688-a952-7d4603c701da tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0514050
Dec 11 21:44:48.824062 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-3c97b813-5d36-4a66-8d21-d1f9a578d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:48.825568 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-3c97b813-5d36-4a66-8d21-d1f9a578d08b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1097 time: 0.0485172
Dec 11 21:44:48.863502 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-381c14ea-a53d-48b7-af8c-8bfcff502841 req-c0cb9995-3693-42d4-aeea-537cd1794e64 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459454
Dec 11 21:44:48.886705 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60042) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:48.923070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-bee38330-cec5-4b13-8fcb-63c7700cb4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:48.924809 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-bee38330-cec5-4b13-8fcb-63c7700cb4db service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 897 time: 0.0907588
Dec 11 21:44:48.954587 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-00cfb846-d844-44a7-a31e-7dd1353efb99 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/3a19d09c-6098-4d69-96a7-2ab964e0a775 HTTP/1.1" status: 200  len: 992 time: 0.0654118
Dec 11 21:44:49.001966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-d2f4de6b-7488-42dc-97ca-daa0ab7a8827 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 1000 time: 0.0707715
Dec 11 21:44:49.034894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774530a0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a19d09c-6098-4d69-96a7-2ab964e0a775', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.125', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'port_id': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'mac_address': 'fa:16:3e:11:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9dc271-c543-4638-916d-a249e83eb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:44:47Z', 'updated_at': '2021-12-11T21:44:47Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:49.062352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Checking router: c437966a-6d88-4c80-b8a6-99603920fad8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:44:49.071167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:44:49.071791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d774530a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:44:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:49.181009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:44:49.369512 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-5f995d3b-0c39-4191-a78d-e487537f18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:49.371007 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-5f995d3b-0c39-4191-a78d-e487537f18a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 200  len: 835 time: 0.3628180
Dec 11 21:44:49.414292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d774530a0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a19d09c-6098-4d69-96a7-2ab964e0a775', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.125', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'port_id': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'mac_address': 'fa:16:3e:11:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9dc271-c543-4638-916d-a249e83eb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:44:47Z', 'updated_at': '2021-12-11T21:44:47Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:44:49.419338 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-88d8d765-a88f-4dca-92a2-99e94b4dd2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:44:49.420815 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-88d8d765-a88f-4dca-92a2-99e94b4dd2b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0420704
Dec 11 21:44:49.445439 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c07b39-a24a-4500-a795-6f13b21bad2d None None] The sync data for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 is: [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3a19d09c-6098-4d69-96a7-2ab964e0a775', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.125', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'port_id': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'mac_address': 'fa:16:3e:11:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9dc271-c543-4638-916d-a249e83eb931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:44:47Z', 'updated_at': '2021-12-11T21:44:47Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:44:49.514286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-713fcd21-3dd4-49e7-9da8-654a15b194b2 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861852
Dec 11 21:44:49.613303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f438f5ec-972d-4e72-a60e-8e6ac7c5fc17 req-0062fce0-b62b-493e-bddd-bc4ac154e9ec service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921731
Dec 11 21:44:49.646958 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb81a93-eafc-41d2-b354-e40495e4101b None None] New status for floating IP 3a19d09c-6098-4d69-96a7-2ab964e0a775: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:44:49.957379 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60044) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:44:50.020737 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-156bdb3b-19e5-4152-a976-2ae360de89e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/3a19d09c-6098-4d69-96a7-2ab964e0a775 HTTP/1.1" status: 200  len: 994 time: 0.0622008
Dec 11 21:44:51.595755 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:44:52.357690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:45:11.062409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4ab456f6-138e-4790-b396-bdb4db7afe24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:13.544890 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ab431c72-5f14-4a97-bd95-ce82ad5f90e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:15.086810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:16.288768 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:16.451690 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:17.276387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:18.851243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-0af5133a-badd-43ce-864c-5bb7e22286e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390275
Dec 11 21:45:18.938727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-63651f04-210b-40f6-b1b4-927b6ed0b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:18.940185 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-63651f04-210b-40f6-b1b4-927b6ed0b87f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1097 time: 0.0443995
Dec 11 21:45:19.043334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-2f2500df-81ea-4776-8313-41c7fddc359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:19.044793 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-2f2500df-81ea-4776-8313-41c7fddc359a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 897 time: 0.0835378
Dec 11 21:45:19.113798 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-3937bae0-9499-445c-81a7-56a4877d4c42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 1002 time: 0.0606039
Dec 11 21:45:19.166455 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-a087f273-05e5-40c1-8554-1ec4c4b56855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:19.167877 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-a087f273-05e5-40c1-8554-1ec4c4b56855 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 200  len: 835 time: 0.0422232
Dec 11 21:45:19.213953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-7dd0bf67-e56b-4d77-828d-de2de100604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:19.215431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-7dd0bf67-e56b-4d77-828d-de2de100604c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0388620
Dec 11 21:45:19.307597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-fe67307e-db63-4947-836b-36a26616f943 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834534
Dec 11 21:45:19.394641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-50ce4dfe-53ce-4ba5-83b3-850db1cf3223 req-160c7146-92c8-4ac2-be7e-25f79f4e16bd service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801978
Dec 11 21:45:21.429804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d60def-cafe-4880-b4b1-5a09a01ce2d1 req-25ea66ab-60bc-411a-9f01-022beecd3695 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:21.431867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3d60def-cafe-4880-b4b1-5a09a01ce2d1 req-25ea66ab-60bc-411a-9f01-022beecd3695 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0486414
Dec 11 21:45:21.483884 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3d60def-cafe-4880-b4b1-5a09a01ce2d1 req-83a51242-0463-468b-a119-43f0a9266d3e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461407
Dec 11 21:45:21.626431 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:22.429018 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-351797b9-0acd-4ffa-80f7-126f8a1fd248 req-947a3f64-0ca9-4eca-9582-2d37d4eac1d9 tempest-ServerDiskConfigTestJSON-2029329709 tempest-ServerDiskConfigTestJSON-2029329709-project] (125987) timed out ('10.222.0.16', 56515) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:45:22.602001 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9316490-6553-4219-a822-42bb67aeac82 req-c532118c-cf0a-42c5-9dca-6add199ab983 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:22.603520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9316490-6553-4219-a822-42bb67aeac82 req-c532118c-cf0a-42c5-9dca-6add199ab983 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0487854
Dec 11 21:45:22.652219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d9316490-6553-4219-a822-42bb67aeac82 req-268282b0-8e6c-4f8e-a8cf-93ef91bcce8e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428853
Dec 11 21:45:22.673888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60078) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:22.739664 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f2638b41-7ad4-4b5f-ae8a-b25b351ee699 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/3a19d09c-6098-4d69-96a7-2ab964e0a775 HTTP/1.1" status: 200  len: 994 time: 0.0643172
Dec 11 21:45:24.001817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1324fa-eb65-4db1-ba68-d27817b301fc req-bef28c71-6702-432d-8074-4713d481fe4a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:24.003367 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c1324fa-eb65-4db1-ba68-d27817b301fc req-bef28c71-6702-432d-8074-4713d481fe4a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0488682
Dec 11 21:45:24.053343 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c1324fa-eb65-4db1-ba68-d27817b301fc req-02647252-d6e7-4998-bd43-d63a8be07aa3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440018
Dec 11 21:45:25.171516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eab41-3766-4517-8a92-3dff1d33a700 req-0002357d-a9f1-4821-bc56-e9374283108c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:25.172870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5eab41-3766-4517-8a92-3dff1d33a700 req-0002357d-a9f1-4821-bc56-e9374283108c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0479474
Dec 11 21:45:25.220716 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da5eab41-3766-4517-8a92-3dff1d33a700 req-bade7c91-2cf3-4f7c-b710-6cc4afee3751 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420482
Dec 11 21:45:25.242565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60088) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:25.307395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a7f6c54c-9014-412a-bb16-227a0a8da481 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/3a19d09c-6098-4d69-96a7-2ab964e0a775 HTTP/1.1" status: 200  len: 994 time: 0.0637167
Dec 11 21:45:25.531319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60094) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:25.685271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port e1938417-a30b-434f-8960-ad41b63ce54a {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:45:25.685616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:25.758229 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:25.758582 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:25.770598 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for e1938417-a30b-434f-8960-ad41b63ce54a owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:45:25.916215 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:25.945297 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=e1938417-a30b-434f-8960-ad41b63ce54a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:25.971482 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.972816 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.973163 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.973504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.973842 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.974176 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.974535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.974872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.975204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.975552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.975887 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.976215 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:25.976538 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:26.014279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:26.014636 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 3a19d09c-6098-4d69-96a7-2ab964e0a775 disassociated (deleted). External IP: 172.35.1.125, port: e4856324-dd07-46ba-b69e-4a6ca4745bf4.
Dec 11 21:45:26.216969 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router c437966a-6d88-4c80-b8a6-99603920fad8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:45:26.324685 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:45:26.329607 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:26.334536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Sync routers for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:45:26.344216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:26.344818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76899dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:26.357601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e0554823-72eb-4cc7-8362-0610f97abbd1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/floatingips/3a19d09c-6098-4d69-96a7-2ab964e0a775 HTTP/1.1" status: 204  len: 168 time: 0.8251629
Dec 11 21:45:26.358190 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:45:26.360543 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c731b53dfaf7fda9382d22a3a64862ed6c1ab0f934140b7fccf85d295e1271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:45:26.403268 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecfb021-8ceb-4012-ab67-0d0d34086818 x-openstack-request-id: req-cecfb021-8ceb-4012-ab67-0d0d34086818 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:45:26.403570 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:45:26.403837 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cecfb021-8ceb-4012-ab67-0d0d34086818 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:45:26.404258 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'status': 'completed', 'code': 200}
Dec 11 21:45:26.462200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:26.469428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-e666ddfd-942a-4bf0-b9aa-ec4c6ae7f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:26.471034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-e666ddfd-942a-4bf0-b9aa-ec4c6ae7f9b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 1097 time: 0.0440929
Dec 11 21:45:26.616051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc35648-76c1-42b5-9bdd-4999791cc6d4 req-c2245c6c-df6b-4715-b03f-5b21e504b7c4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:26.617561 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1fc35648-76c1-42b5-9bdd-4999791cc6d4 req-c2245c6c-df6b-4715-b03f-5b21e504b7c4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0705061
Dec 11 21:45:26.620359 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-3f58adea-59be-456f-8483-f08ab43db1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:26.621725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-3f58adea-59be-456f-8483-f08ab43db1e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 200  len: 897 time: 0.1360130
Dec 11 21:45:26.662703 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76899dc0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:26.675695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-8e069f4b-eb98-4698-8439-b0e835abc425 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 200  len: 217 time: 0.0451865
Dec 11 21:45:26.692650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Checking router: c437966a-6d88-4c80-b8a6-99603920fad8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:45:26.701569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:26.702266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76899dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:26.735042 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1fc35648-76c1-42b5-9bdd-4999791cc6d4 req-652479f3-348e-48ca-afae-a7f71036c5f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112192
Dec 11 21:45:26.746232 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-c1bbacc4-6eec-4e19-acf9-d241bc9e1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:26.747860 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-c1bbacc4-6eec-4e19-acf9-d241bc9e1501 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 200  len: 835 time: 0.0628309
Dec 11 21:45:26.798526 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-9b414b5c-e7bd-4dbc-a474-90883ce21d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:26.800018 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-9b414b5c-e7bd-4dbc-a474-90883ce21d08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438995
Dec 11 21:45:26.899273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-d23afdd9-5d74-4a2d-bbb9-38f65b6cc1d6 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917981
Dec 11 21:45:26.976356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:26.991069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1627622-d512-4d0b-82ae-6e0cbd0ff91a req-ff3496a3-07c2-4485-bc38-92c73a3c91a5 service neutron] 10.222.0.16 "GET /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843782
Dec 11 21:45:27.172015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76899dc0>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:27.198202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d6444-b104-4fcd-859b-d3d9cf2b2207 None None] The sync data for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 is: [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6f4840fd-5fd4-4f88-965d-704d2f4e5023', 'name': '', 'network_id': 'f1bee4e8-0b1f-48bf-ac32-9ee61db029c1', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:eb:bb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '70687096-b180-45d8-a63d-b9a915b3c347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:33Z', 'updated_at': '2021-12-11T21:44:37Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': '70687096-b180-45d8-a63d-b9a915b3c347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:45:27.409814 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39641677-4816-4003-b522-cc0f0aaecdea None None] New status for floating IP 3a19d09c-6098-4d69-96a7-2ab964e0a775: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:45:27.856281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08286425-aabc-4b57-ad07-9ef78cc6efd7 req-63cb89b4-8b21-4333-a087-0be49c4f99b6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:27.857854 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08286425-aabc-4b57-ad07-9ef78cc6efd7 req-63cb89b4-8b21-4333-a087-0be49c4f99b6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0492575
Dec 11 21:45:27.906348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-08286425-aabc-4b57-ad07-9ef78cc6efd7 req-f17e24ea-0b53-4dee-9481-3d67815d77d3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=564cd792-231b-467b-af97-2a5bb40022c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423284
Dec 11 21:45:28.093679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-edc16b16-21e0-41b3-b717-bdf8a04bdc13 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:28.095083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-edc16b16-21e0-41b3-b717-bdf8a04bdc13 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d9dc271-c543-4638-916d-a249e83eb931 HTTP/1.1" status: 200  len: 946 time: 0.0485132
Dec 11 21:45:28.185765 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port e4856324-dd07-46ba-b69e-4a6ca4745bf4 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:45:28.186103 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:28.272463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port e4856324-dd07-46ba-b69e-4a6ca4745bf4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4856324-dd07-46ba-b69e-4a6ca4745bf4,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:28.272833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:28.290544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for e4856324-dd07-46ba-b69e-4a6ca4745bf4 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:45:28.413803 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:28.442551 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=e4856324-dd07-46ba-b69e-4a6ca4745bf4,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:28.473920 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.474277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.474652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.474995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.475333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.475667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.475999 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.476332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.476663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.476991 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.477320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.477644 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.477968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:28.497678 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] No DVR routers for this DVR port e4856324-dd07-46ba-b69e-4a6ca4745bf4 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:45:28.500172 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:28.503607 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8bbf4777-4f2a-4f97-bd1d-a7c96f795476 req-376b90a1-382b-411b-90a9-dbeedd837cfb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "DELETE /v2.0/ports/e4856324-dd07-46ba-b69e-4a6ca4745bf4 HTTP/1.1" status: 204  len: 173 time: 0.4023225
Dec 11 21:45:28.504046 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'name': 'network-vif-deleted', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:45:28.506345 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091d873d-d246-42ac-9d8c-3464053afef4" -d '{"events": [{"server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "name": "network-vif-deleted", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:45:28.547328 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35370bce-08b4-461c-a7fb-61081ee5b8ae x-openstack-request-id: req-35370bce-08b4-461c-a7fb-61081ee5b8ae {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:45:28.547803 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9dc271-c543-4638-916d-a249e83eb931", "name": "network-vif-deleted", "tag": "e4856324-dd07-46ba-b69e-4a6ca4745bf4", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:45:28.548070 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35370bce-08b4-461c-a7fb-61081ee5b8ae {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:45:28.548479 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9dc271-c543-4638-916d-a249e83eb931', 'name': 'network-vif-deleted', 'tag': 'e4856324-dd07-46ba-b69e-4a6ca4745bf4', 'status': 'completed', 'code': 200}
Dec 11 21:45:28.964780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60108) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:29.324608 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:29.357562 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:45:29.574840 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 6f4840fd-5fd4-4f88-965d-704d2f4e5023 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:45:29.575099 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:29.664262 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 6f4840fd-5fd4-4f88-965d-704d2f4e5023, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f4840fd-5fd4-4f88-965d-704d2f4e5023,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:29.664622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:29.677015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 6f4840fd-5fd4-4f88-965d-704d2f4e5023 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:45:29.856258 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:29.882933 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=6f4840fd-5fd4-4f88-965d-704d2f4e5023,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:30.055213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.262958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router c437966a-6d88-4c80-b8a6-99603920fad8 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:45:30.367950 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:45:30.373490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f3e3b570-32bb-471f-abda-da9806fa6358 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/c437966a-6d88-4c80-b8a6-99603920fad8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4076836
Dec 11 21:45:30.376253 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60110) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:30.379394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Sync routers for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:45:30.392696 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:30.393288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76942940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:30.426439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting subnet 70687096-b180-45d8-a63d-b9a915b3c347 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:45:30.429654 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.475199 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.499079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:30.559393 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.616009 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.641169 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Subnet': ['ID=70687096-b180-45d8-a63d-b9a915b3c347,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:30.646838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.650611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-e20dd12e-dafe-4d0f-9b80-d170bad5d8d8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/subnets/70687096-b180-45d8-a63d-b9a915b3c347 HTTP/1.1" status: 204  len: 168 time: 0.2728417
Dec 11 21:45:30.653222 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60112) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:30.657045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa899da9-825c-40ad-9e48-02c59a2ded1a None None] Network f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:45:30.758715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76942940>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:45:29Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:30.760824 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.788668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Checking router: c437966a-6d88-4c80-b8a6-99603920fad8 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:45:30.797224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Routers {'c437966a-6d88-4c80-b8a6-99603920fad8'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:30.797835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76942940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['c437966a-6d88-4c80-b8a6-99603920fad8'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:30.847093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] DHCP port deletion for f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:45:30.873978 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.926427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port fdb03ac0-b5e3-4078-8086-3d6460955d91 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:45:30.926893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:30.935155 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] Set router c437966a-6d88-4c80-b8a6-99603920fad8 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:31.017234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port fdb03ac0-b5e3-4078-8086-3d6460955d91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fdb03ac0-b5e3-4078-8086-3d6460955d91,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:31.017604 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.022344 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Deleting port e0602541-d4ac-4749-862b-34d3d67fc47e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:45:31.022816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.030236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for fdb03ac0-b5e3-4078-8086-3d6460955d91 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:45:31.072126 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e0602541-d4ac-4749-862b-34d3d67fc47e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:45:31.171698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] For port e0602541-d4ac-4749-862b-34d3d67fc47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0602541-d4ac-4749-862b-34d3d67fc47e,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:31.172002 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.197230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Calling delete_port for e0602541-d4ac-4749-862b-34d3d67fc47e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:45:31.203529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.231243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=fdb03ac0-b5e3-4078-8086-3d6460955d91,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:31.288123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668f2f7-6e92-4526-b3b6-98797fec03c2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:45:31.299782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.327953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.388170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76942940>, [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:45:29Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:31.391429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.393139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e0602541-d4ac-4749-862b-34d3d67fc47e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0602541-d4ac-4749-862b-34d3d67fc47e,segment=NetworkSegment(092d2053-1b66-4779-8508-3d411eaf136d),segment_id=092d2053-1b66-4779-8508-3d411eaf136d)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:31.393730 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.418952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.422148 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee296f11-c262-47f2-b8d5-27d4c633e72b None None] The sync data for ids ['c437966a-6d88-4c80-b8a6-99603920fad8'] in ncdv-master-1 is: [{'id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991468985', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63'}], 'enable_snat': True}, 'gw_port_id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:44:30Z', 'updated_at': '2021-12-11T21:45:29Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'fdb03ac0-b5e3-4078-8086-3d6460955d91', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c437966a-6d88-4c80-b8a6-99603920fad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:44:31Z', 'updated_at': '2021-12-11T21:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:45:31.439763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.440763 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Fanout notify agent at l3_agent the message router_deleted on router c437966a-6d88-4c80-b8a6-99603920fad8 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:45:31.449243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.449659 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.452872 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9bb02850-d712-4f6e-b1a4-ef943637bf2a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/routers/c437966a-6d88-4c80-b8a6-99603920fad8 HTTP/1.1" status: 204  len: 168 time: 0.7962480
Dec 11 21:45:31.453177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60114) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:31.468754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] No DVR routers for this DVR port e0602541-d4ac-4749-862b-34d3d67fc47e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:45:31.490527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e0602541-d4ac-4749-862b-34d3d67fc47e,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:31.498884 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.499230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.499568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.500010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.500343 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.500671 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.500994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.501314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.501634 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.501957 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.502273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.502702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.503020 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:45:31.531170 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf77b12-e21a-4fc4-8d59-d56f4c9e592e None None] Pushing event deleted for resources: {'Port': ['ID=e0602541-d4ac-4749-862b-34d3d67fc47e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:31.537058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.641379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.660533 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd3a5e0>,) {'filters': {'network_id': ['f1bee4e8-0b1f-48bf-ac32-9ee61db029c1']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:31.669348 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd3a5e0>, '092d2053-1b66-4779-8508-3d411eaf136d') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:31.669642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dd3a5e0>, '092d2053-1b66-4779-8508-3d411eaf136d') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:31.678538 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.691361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.697729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:45:31.698101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:45:31.701227 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:45:31.761233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.769561 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.772879 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/networks/f1bee4e8-0b1f-48bf-ac32-9ee61db029c1 HTTP/1.1" status: 204  len: 168 time: 0.3186741
Dec 11 21:45:31.775803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60116) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:31.786126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0be67-d512-432c-8d8b-991c956a0367 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Network': ['ID=f1bee4e8-0b1f-48bf-ac32-9ee61db029c1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:31.836577 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.863928 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.935713 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.938253 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:31.939485 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/security-groups/564cd792-231b-467b-af97-2a5bb40022c0 HTTP/1.1" status: 204  len: 168 time: 0.1626878
Dec 11 21:45:31.953670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92220198-facf-41da-9941-4af75fc7f5eb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564cd792-231b-467b-af97-2a5bb40022c0,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.328433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60122) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.333092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-359027112', 'description': 'tempest-secgroup-smoke-359027112 description', 'project_id': '0749dd62e17c4666b7f94f6537034393'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.355763 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.422110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.426632 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.455480 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8052126-8b26-4ac6-b8e8-58409ad2150b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.461564 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.463408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-cdc1cf04-8bd6-4cb7-81a4-542a3a713b5e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1339045
Dec 11 21:45:32.466342 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60124) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.470722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.496765 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.552533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.555895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.573298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c51a5d-0238-4616-8c82-c248d1dd36d7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.580895 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.582088 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ffe65bd8-e905-4b2b-9fe1-e5cba316565f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1148300
Dec 11 21:45:32.585017 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60126) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.589940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.615552 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.672909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.676670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.694525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d22a98d-967e-4d98-870c-92f1929b1082,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.700068 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.701249 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-37e1ce7c-095f-47bc-809d-00170d0739bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1152844
Dec 11 21:45:32.704008 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60128) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.708217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.733569 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.789148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.793297 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.803172 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e4856324-dd07-46ba-b69e-4a6ca4745bf4 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:45:32.813673 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c335193-4c90-4238-8c3a-978571c3b879,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.822181 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.823505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7218f5b4-345f-4e45-875b-d8c93070daa6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1185765
Dec 11 21:45:32.826266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60130) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.826690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: e4856324-dd07-46ba-b69e-4a6ca4745bf4 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:45:32.827041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device e4856324-dd07-46ba-b69e-4a6ca4745bf4 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:45:32.830665 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.856390 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.920659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.926983 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.945956 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da7eb28-cce5-4385-8f91-6256bbf72ee1,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:32.964405 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:32.966016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3afb79a1-7ef1-4116-909e-1f5ea8a45ffc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1387880
Dec 11 21:45:32.968844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60132) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:32.973462 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:32.994058 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6f4840fd-5fd4-4f88-965d-704d2f4e5023 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:45:32.996898 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:45:33.002792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.015213 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 6f4840fd-5fd4-4f88-965d-704d2f4e5023 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:45:33.015641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 6f4840fd-5fd4-4f88-965d-704d2f4e5023 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:45:33.016132 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fdb03ac0-b5e3-4078-8086-3d6460955d91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:45:33.035716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: fdb03ac0-b5e3-4078-8086-3d6460955d91 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:45:33.036066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device fdb03ac0-b5e3-4078-8086-3d6460955d91 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:45:33.065914 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.069234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.086250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b761c8-9555-4f44-a832-b10e79477601,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:33.094328 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.095593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-71870b7a-9638-49e7-9056-405cb9ca040e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1255429
Dec 11 21:45:33.098306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60134) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:33.102714 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'a8052126-8b26-4ac6-b8e8-58409ad2150b', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:33.123862 ncdv-master-1 neutron-server[125987]: INFO neutron.db.securitygroups_db [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:45:33.129539 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.187218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.190924 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.211308 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2141da-6c48-4e97-9d0b-a38f3acfa360,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:33.216845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.218000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2b77ba85-0809-49bf-9614-6b9dd7ac1e88 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1187525
Dec 11 21:45:33.220823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60136) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:33.225507 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'network': {'name': 'tempest-network-smoke--927093131', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'port_security_enabled': True}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:33.246133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:45:33.263897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.296464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:45:33.307943 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.308290 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Added segment 6ac35c00-1782-438b-b8f2-49a21ac961b3 of type vlan for network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9
Dec 11 21:45:33.347059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.371743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.377783 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:33.378418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.439372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2175353
Dec 11 21:45:33.442047 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60138) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:33.446300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'admin_state_up': True, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:33.460503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d762404-8ba8-467b-bf38-7511c2090dfd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Network': ['ID=47523eb7-09b0-4c88-849f-3f9a62d2eaa9,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:33.471617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:45:33.475424 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.476513 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.527835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:33.670688 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.168468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.186275 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.285935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.200 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/5f76fc16-cd66-4bc0-903e-75284e3490f2) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:45:34.385997 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.419391 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.459742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:34.462939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:34.466391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:45:34.476785 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55935b3-3bdd-4b7e-bc73-030d83fe8ed6 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:45:34.494659 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=5f76fc16-cd66-4bc0-903e-75284e3490f2,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:34.505594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ec9dd3f3-9fd6-45a1-80f3-85501f61a8b1 None None] Provisioning complete for port 5f76fc16-cd66-4bc0-903e-75284e3490f2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:34.505963 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ec9dd3f3-9fd6-45a1-80f3-85501f61a8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.539414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ec9dd3f3-9fd6-45a1-80f3-85501f61a8b1 None None] Port 5f76fc16-cd66-4bc0-903e-75284e3490f2 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:45:34.711147 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:34.903432 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.035040 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router a87f211a-845f-4aa0-9993-ebe3a35e808a is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:45:35.139918 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:45:35.149961 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Sync routers for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:45:35.158886 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.163140 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:35.163298 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f09bb674-daf4-4d42-a3a6-7aacd04021e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7171085
Dec 11 21:45:35.163433 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:35.163582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60140) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:35.194052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-24059656-3453-4ab2-b547-95573eb31173 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0749dd62e17c4666b7f94f6537034393&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0272350
Dec 11 21:45:35.194292 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60142) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:35.269321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:35.291616 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c37c20-914e-4a48-85b9-e02914193736 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:35.298280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-00c37c20-914e-4a48-85b9-e02914193736 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1030898
Dec 11 21:45:35.301204 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60144) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:35.331244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-58103773-8993-4496-92de-0bdd89d1685f tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264649
Dec 11 21:45:35.331473 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60146) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:35.336418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498458001', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:35.424493 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:45:35.428877 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.456726 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90160>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:34Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:35.483736 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Checking router: a87f211a-845f-4aa0-9993-ebe3a35e808a for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:45:35.484080 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Updating router a87f211a-845f-4aa0-9993-ebe3a35e808a port 5f76fc16-cd66-4bc0-903e-75284e3490f2 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:45:35.509348 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.621400 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.690097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Subnet': ['ID=f6f79eb6-fe73-42b8-853e-155d30584f38,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:35.698557 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Checking segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:45:35.698923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network hostable DHCP agents. Network: 47523eb7-09b0-4c88-849f-3f9a62d2eaa9, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:45:35.715891 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:45:35.725031 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47523eb7-09b0-4c88-849f-3f9a62d2eaa9) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:35.729582 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:35.730177 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.738094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4df305-a2e0-44d7-b066-d1c611f1c47f None None] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:45:35.747875 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-98f6a3f6-a30d-4d13-be4e-5d4b53dcbd8f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4152167
Dec 11 21:45:35.750656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60148) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:35.781536 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.787540 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.833738 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Attempting to bind port 5f76fc16-cd66-4bc0-903e-75284e3490f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:45:35.834107 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Attempting to bind port 5f76fc16-cd66-4bc0-903e-75284e3490f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:45:35.834464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Attempting to bind port 5f76fc16-cd66-4bc0-903e-75284e3490f2 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:45:35.839964 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54c69a-90f5-4255-a84c-f2da885be63e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:45:35.845127 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:45:35.845497 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:45:35.845901 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.846283 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:45:35.846775 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Bound port: 5f76fc16-cd66-4bc0-903e-75284e3490f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:45:35.847147 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.852088 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4dd34-454a-47a4-97a3-77c2d58c1199 None None] Pushing event updated for resources: {'Port': ['ID=5f76fc16-cd66-4bc0-903e-75284e3490f2,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:35.854686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:45:35.855822 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.911477 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] For port 5f76fc16-cd66-4bc0-903e-75284e3490f2, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:45:35.916337 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] For port 5f76fc16-cd66-4bc0-903e-75284e3490f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76fc16-cd66-4bc0-903e-75284e3490f2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:45:35.920637 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:35.971354 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:35.972103 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:35.994003 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8899ce-57d8-4bd6-aa24-b8d5fcf9d1ca None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:45:36.022130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] Provisioning complete for port 5f76fc16-cd66-4bc0-903e-75284e3490f2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:36.022520 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.046857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Allocated IP 172.20.0.2 (47523eb7-09b0-4c88-849f-3f9a62d2eaa9/f6f79eb6-fe73-42b8-853e-155d30584f38/d5df3dd4-be3d-40a6-8fcf-21305cf8763e) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:45:36.073941 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4dd34-454a-47a4-97a3-77c2d58c1199 None None] Pushing event updated for resources: {'Port': ['ID=5f76fc16-cd66-4bc0-903e-75284e3490f2,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:36.093319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:36.186981 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.228668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] For port 5f76fc16-cd66-4bc0-903e-75284e3490f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76fc16-cd66-4bc0-903e-75284e3490f2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:36.240629 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.246958 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.310244 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.323345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.330631 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb33d94-01c3-4911-bade-209b4ee3a25c None None] Pushing event updated for resources: {'Port': ['ID=5f76fc16-cd66-4bc0-903e-75284e3490f2,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:36.380286 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7ff90160>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:34Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:36.408464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b00f925-3c19-49e3-aea5-e0e778e6bf97 None None] The sync data for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 is: [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:34Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:45:36.553032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:36.557312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.1 (47523eb7-09b0-4c88-849f-3f9a62d2eaa9/f6f79eb6-fe73-42b8-853e-155d30584f38/b2a861f7-f72f-4860-b81c-e6da54023a5d) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:45:36.560897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:36.566066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:45:36.573520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Pushing event updated for resources: {'Port': ['ID=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:36.581373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0a47850b-38b5-48e4-b5a7-53380fca83e6 None None] Provisioning complete for port 5f76fc16-cd66-4bc0-903e-75284e3490f2 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:36.581718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a47850b-38b5-48e4-b5a7-53380fca83e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.670263 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Attempting to bind port d5df3dd4-be3d-40a6-8fcf-21305cf8763e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:45:36.670760 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Attempting to bind port d5df3dd4-be3d-40a6-8fcf-21305cf8763e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:45:36.671386 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Attempting to bind port d5df3dd4-be3d-40a6-8fcf-21305cf8763e on network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:45:36.681799 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:45:36.682394 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Checking segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:45:36.682881 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.683340 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Bound using segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:45:36.683885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Bound port: d5df3dd4-be3d-40a6-8fcf-21305cf8763e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:45:36.684334 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.721274 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.760377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.786986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] For port d5df3dd4-be3d-40a6-8fcf-21305cf8763e, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:45:36.794545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] For port d5df3dd4-be3d-40a6-8fcf-21305cf8763e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:45:36.801187 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.813143 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:36.818401 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:36.823417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:45:36.849689 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:36.887546 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:36.890276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ccf7a-3f13-4db0-a292-f4d2480c0e0f None None] Pushing event updated for resources: {'Port': ['ID=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:37.039083 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:37.046610 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5f76fc16-cd66-4bc0-903e-75284e3490f2 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:45:37.132221 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 5f76fc16-cd66-4bc0-903e-75284e3490f2 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:37.132587 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:37.377293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:37.382941 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:37.461304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:37.463215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:37.550215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:37.551652 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:37.662240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router a87f211a-845f-4aa0-9993-ebe3a35e808a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:45:37.766703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:45:37.771675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f276261d-6b81-4298-a8bb-a16045cee282 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/a87f211a-845f-4aa0-9993-ebe3a35e808a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0199347
Dec 11 21:45:38.152553 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-4fc16f00-7848-497a-b1e7-f3dcbf168a50 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-359027112&fields=id&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 267 time: 0.0531232
Dec 11 21:45:38.264483 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-2234b174-252c-4303-9bdd-2c49adff0f3e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:38.266083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-2234b174-252c-4303-9bdd-2c49adff0f3e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 796 time: 0.1118250
Dec 11 21:45:38.283544 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-cc416140-6b74-4336-8855-55d24f7ffd0d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/quotas/0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 375 time: 0.0102985
Dec 11 21:45:38.337745 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-5962b6e7-72d4-4a2e-9519-ebe1c1a9ed56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0473280
Dec 11 21:45:38.349637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b915e-4d36-4b4b-869e-91ac2c704819 None None] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:45:38.355454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-c6e7fc02-f43b-4a31-87d4-3618af86f6b3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:45:38.356452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-c6e7fc02-f43b-4a31-87d4-3618af86f6b3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0068219
Dec 11 21:45:38.407134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Sync routers for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:45:38.444316 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:38.445462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767e26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:38.453805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-b202aa49-df4d-43b3-b2a0-8f6d591c1f9a service neutron] 10.222.0.18 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0905211
Dec 11 21:45:38.497568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] Provisioning complete for port d5df3dd4-be3d-40a6-8fcf-21305cf8763e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:38.497931 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:38.547822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-beb962d7-2b82-44e6-b989-711716e03ca9 service neutron] 10.222.0.18 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875621
Dec 11 21:45:38.661763 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:38.715724 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:38.840999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] For port d5df3dd4-be3d-40a6-8fcf-21305cf8763e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:38.851824 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:38.909549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bac35004-4e73-4431-8024-9c2c3259f3d4 req-880abb9d-87ca-4bff-a1b5-88a21326c6f5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 210 time: 0.0960574
Dec 11 21:45:38.940595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935d14e-75a1-4efc-b8f7-77dc57879623 None None] Pushing event updated for resources: {'Port': ['ID=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:39.010756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c0dc3e8b-d832-4c7a-addd-28c55ff3e6a0 None None] Provisioning complete for port b2a861f7-f72f-4860-b81c-e6da54023a5d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:39.011214 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0dc3e8b-d832-4c7a-addd-28c55ff3e6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.060070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5df3dd4-be3d-40a6-8fcf-21305cf8763e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:45:39.064144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc3e8b-d832-4c7a-addd-28c55ff3e6a0 None None] Port b2a861f7-f72f-4860-b81c-e6da54023a5d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:45:39.105278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767e26d0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:37Z', 'revision_number': 2, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:39.147267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Checking router: a87f211a-845f-4aa0-9993-ebe3a35e808a for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:45:39.147545 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Updating router a87f211a-845f-4aa0-9993-ebe3a35e808a port b2a861f7-f72f-4860-b81c-e6da54023a5d binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:45:39.153576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c0dc3e8b-d832-4c7a-addd-28c55ff3e6a0 None None] Provisioning complete for port d5df3dd4-be3d-40a6-8fcf-21305cf8763e triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:39.153950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0dc3e8b-d832-4c7a-addd-28c55ff3e6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.216304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.244310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d5df3dd4-be3d-40a6-8fcf-21305cf8763e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:39.244683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.535692 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c8e40a9c-546c-4138-8b33-0d9cb877da52 None None] Provisioning complete for port b2a861f7-f72f-4860-b81c-e6da54023a5d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:39.536359 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c8e40a9c-546c-4138-8b33-0d9cb877da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.595928 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-c8e40a9c-546c-4138-8b33-0d9cb877da52 None None] Port b2a861f7-f72f-4860-b81c-e6da54023a5d cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:45:39.642697 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.647968 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.695421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2801323-6442-40e3-a7fc-71562f5fc63b None None] Pushing event updated for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:39.748421 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Attempting to bind port b2a861f7-f72f-4860-b81c-e6da54023a5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:45:39.748935 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Attempting to bind port b2a861f7-f72f-4860-b81c-e6da54023a5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:45:39.749307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Attempting to bind port b2a861f7-f72f-4860-b81c-e6da54023a5d on network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:45:39.754779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:45:39.755182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Checking segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:45:39.755556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.755948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Bound using segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:45:39.756417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Bound port: b2a861f7-f72f-4860-b81c-e6da54023a5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:45:39.757665 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.842190 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] For port b2a861f7-f72f-4860-b81c-e6da54023a5d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:45:39.846241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] For port b2a861f7-f72f-4860-b81c-e6da54023a5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a861f7-f72f-4860-b81c-e6da54023a5d,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:45:39.853497 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:39.916970 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-99dfdf41-89fa-4404-929e-3cf8ca128116 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:39.919183 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-99dfdf41-89fa-4404-929e-3cf8ca128116 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 796 time: 0.1328480
Dec 11 21:45:39.926391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:39.927202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767e26d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:39.968289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2801323-6442-40e3-a7fc-71562f5fc63b None None] Pushing event updated for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:40.023699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-7d8d5f0e-9bce-42d2-b258-60f6e9cb1a54 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 379 time: 0.0948567
Dec 11 21:45:40.046008 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cd556e8-6f9d-4707-98e3-64344154fa12 req-abbdceb9-2fce-4609-ba3d-3b30395a5030 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 210 time: 0.0372534
Dec 11 21:45:40.049724 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'port': {'device_id': '231588fd-2a98-4333-aad8-3c381271f99b', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'admin_state_up': True, 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'security_groups': ['a8052126-8b26-4ac6-b8e8-58409ad2150b']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:40.067559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] Provisioning complete for port b2a861f7-f72f-4860-b81c-e6da54023a5d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:40.067930 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.072978 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:40.179825 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:45:40.183702 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.322719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.8 (47523eb7-09b0-4c88-849f-3f9a62d2eaa9/f6f79eb6-fe73-42b8-853e-155d30584f38/4876d5dd-b059-4643-a7da-44405764d88f) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:45:40.443538 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.467817 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.503098 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.515676 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] For port b2a861f7-f72f-4860-b81c-e6da54023a5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a861f7-f72f-4860-b81c-e6da54023a5d,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:40.520143 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.547415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:40.550688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:40.554622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:45:40.581139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0d28c-5133-4e29-a99c-f9a6cea11165 None None] Pushing event updated for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:40.581971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:40.588131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767e26d0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:39Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:40.611039 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:40.611678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.617028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c5ca8-0dcb-4d03-9120-be8be8a7edc0 None None] The sync data for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 is: [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:39Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:45:40.633454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bd8d97cc-7dff-44a3-aa2d-32add75ad75a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5901372
Dec 11 21:45:40.643751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bebea486-e54a-468d-89f3-c5f122b37468 None None] Provisioning complete for port b2a861f7-f72f-4860-b81c-e6da54023a5d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:40.644185 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bebea486-e54a-468d-89f3-c5f122b37468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.646391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Request body: {'port': {'device_id': '231588fd-2a98-4333-aad8-3c381271f99b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:40.726237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.895162 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-2e4461e6-ecfa-4791-9bdb-87a769df50f5 None None] Provisioning complete for port 4876d5dd-b059-4643-a7da-44405764d88f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:40.895162 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e4461e6-ecfa-4791-9bdb-87a769df50f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:40.935859 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-2e4461e6-ecfa-4791-9bdb-87a769df50f5 None None] Port 4876d5dd-b059-4643-a7da-44405764d88f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:45:41.040894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4876d5dd-b059-4643-a7da-44405764d88f {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:45:41.050549 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.067152 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Transition to ACTIVE for port object 4876d5dd-b059-4643-a7da-44405764d88f will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:45:41.073960 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.088735 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a653dc39-08e0-40a9-a64c-29ec1ca77e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.100141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5df3dd4-be3d-40a6-8fcf-21305cf8763e up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:45:41.157617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port d5df3dd4-be3d-40a6-8fcf-21305cf8763e triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:41.157949 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.179539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Pushing event updated for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:41.224929 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b513-d602-40f2-9061-05a20a7c8b1f req-719806a2-2efd-476b-9f53-3ec60a295c29 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:41.231913 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f24b513-d602-40f2-9061-05a20a7c8b1f req-719806a2-2efd-476b-9f53-3ec60a295c29 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 943 time: 0.0840828
Dec 11 21:45:41.274788 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2a861f7-f72f-4860-b81c-e6da54023a5d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:45:41.293764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Attempting to bind port 4876d5dd-b059-4643-a7da-44405764d88f on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:45:41.294426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Attempting to bind port 4876d5dd-b059-4643-a7da-44405764d88f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:45:41.294804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Attempting to bind port 4876d5dd-b059-4643-a7da-44405764d88f on network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:45:41.299993 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Port 4876d5dd-b059-4643-a7da-44405764d88f on network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:45:41.300331 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Attempting to bind port 4876d5dd-b059-4643-a7da-44405764d88f on network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:45:41.307847 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:45:41.308563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Checking segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:45:41.308963 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Bound using segment: {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:45:41.309398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Bound port: 4876d5dd-b059-4643-a7da-44405764d88f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac35c00-1782-438b-b8f2-49a21ac961b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:45:41.309761 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.310929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f24b513-d602-40f2-9061-05a20a7c8b1f req-928b0e70-b6a3-4640-bf99-18afd4c1f81c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721788
Dec 11 21:45:41.346700 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b2a861f7-f72f-4860-b81c-e6da54023a5d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:41.347072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.410995 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:45:41.414486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4876d5dd-b059-4643-a7da-44405764d88f,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:45:41.426324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.468625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:41.469377 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:41.471001 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] 10.222.0.16 "PUT /v2.0/ports/4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 1091 time: 0.8296332
Dec 11 21:45:41.473754 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:45:41.476957 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d9c7051d82f4b977afab04a08a0639f531957383b42009611e08225411cf4f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d36de3-25d7-4c42-80fe-f0864081d598" -d '{"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:45:41.510323 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11071c74-ad71-4fe9-b2ff-f6edccae42be service neutron] Pushing event updated for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:41.535586 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260909d4-03de-447a-b084-2f2ff7c0c981 x-openstack-request-id: req-260909d4-03de-447a-b084-2f2ff7c0c981 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:45:41.535881 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:45:41.536134 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-260909d4-03de-447a-b084-2f2ff7c0c981 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:45:41.536533 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f', 'status': 'completed', 'code': 200}
Dec 11 21:45:41.569015 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bf69fda3-ceb8-4d66-9a69-ae4ea113d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:41.570824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-bf69fda3-ceb8-4d66-9a69-ae4ea113d40b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1094 time: 0.0562880
Dec 11 21:45:41.615605 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-e9fbc8bb-996c-4ec9-bd38-11f0a2d58430 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 217 time: 0.0372982
Dec 11 21:45:41.669271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-da7205f8-2836-4cad-bebb-3ace651d7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:41.670994 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-da7205f8-2836-4cad-bebb-3ace651d7870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0483823
Dec 11 21:45:41.723398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-863cf430-4b9b-41d1-8eee-46a64da8e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:41.724953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-863cf430-4b9b-41d1-8eee-46a64da8e5c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0466402
Dec 11 21:45:41.818386 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-5df4a43e-4ac3-454d-a74d-89c3c5a41d04 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862103
Dec 11 21:45:41.912658 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac25fe39-8adb-4b77-94c7-53af7639adef req-827cae57-7dae-49d4-8cd9-455b730f2b9e service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876892
Dec 11 21:45:42.313216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-7e377d07-7378-48e8-a638-f9924e1c8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:42.314764 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-7e377d07-7378-48e8-a638-f9924e1c8e1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1094 time: 0.3545377
Dec 11 21:45:42.404093 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-8d9dc855-87a0-4798-bc49-a4308b223edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:42.405604 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-8d9dc855-87a0-4798-bc49-a4308b223edc service neutron] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 897 time: 0.0829217
Dec 11 21:45:42.437720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb796-e9ed-4e5c-886e-9c3163066ce8 req-b83dacc4-d6a9-4a3d-8c18-9becd1aac79a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:42.439198 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6fcb796-e9ed-4e5c-886e-9c3163066ce8 req-b83dacc4-d6a9-4a3d-8c18-9becd1aac79a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 943 time: 0.0520432
Dec 11 21:45:42.450436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-b0058041-a288-40f3-bc2d-b105c12d5653 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 217 time: 0.0369341
Dec 11 21:45:42.489181 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a6fcb796-e9ed-4e5c-886e-9c3163066ce8 req-5bceb5f5-8a0c-44ee-866f-03055bdb838a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438151
Dec 11 21:45:42.498413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-b6bd7bb8-f4db-4dc1-aee4-29b9c660692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:42.499888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-b6bd7bb8-f4db-4dc1-aee4-29b9c660692e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0426779
Dec 11 21:45:42.546196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-c41733f6-c39f-48b4-8ddd-dc1ebeb4b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:42.547753 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-c41733f6-c39f-48b4-8ddd-dc1ebeb4b114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0402434
Dec 11 21:45:42.639286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-90eac961-ff82-48be-8142-6a1f1eebd43a service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831463
Dec 11 21:45:42.727629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d2d36de3-25d7-4c42-80fe-f0864081d598 req-9336104a-f10e-4389-8b94-dae71bcfcc7b service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801117
Dec 11 21:45:43.546006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fb79bb99-6f0c-4102-868d-3d7cfd3fd519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:43.610822 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf965959-02a4-430e-9e94-0236b33e7cc5 req-eb70e628-e607-4e4b-875a-fc3ac421c7df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:43.612302 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf965959-02a4-430e-9e94-0236b33e7cc5 req-eb70e628-e607-4e4b-875a-fc3ac421c7df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 943 time: 0.0488229
Dec 11 21:45:43.664206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bf965959-02a4-430e-9e94-0236b33e7cc5 req-49ecdefc-4c48-46fe-99fa-970016b4cd79 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457132
Dec 11 21:45:44.778843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a921cb4-d023-4da9-8068-94a2b9932aae req-916bf990-21ba-4f8b-ac5c-9035d5881b0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:44.780312 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a921cb4-d023-4da9-8068-94a2b9932aae req-916bf990-21ba-4f8b-ac5c-9035d5881b0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 943 time: 0.0482292
Dec 11 21:45:44.828383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3a921cb4-d023-4da9-8068-94a2b9932aae req-5c694933-592b-46d5-b03e-df624a17f654 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421796
Dec 11 21:45:44.879659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4876d5dd-b059-4643-a7da-44405764d88f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:45:44.971396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4876d5dd-b059-4643-a7da-44405764d88f,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:44.983085 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '4876d5dd-b059-4643-a7da-44405764d88f', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'port_id': '4876d5dd-b059-4643-a7da-44405764d88f', 'mac_address': 'fa:16:3e:dd:e6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:45:45.018613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:45.034732 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4876d5dd-b059-4643-a7da-44405764d88f {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:45:45.053271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4876d5dd-b059-4643-a7da-44405764d88f,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:45.057598 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:45.104254 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:45.115787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:45.260929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['4876d5dd-b059-4643-a7da-44405764d88f'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:45:45.943645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fbd7d-c621-483e-8083-a35e8a0f7c96 req-b9ff192f-66f8-4f30-8bdc-9f891a94564a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:45.945140 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f1fbd7d-c621-483e-8083-a35e8a0f7c96 req-b9ff192f-66f8-4f30-8bdc-9f891a94564a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 944 time: 0.0489333
Dec 11 21:45:45.994184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8f1fbd7d-c621-483e-8083-a35e8a0f7c96 req-704daf64-5e75-414b-ac76-d98731afd49b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430079
Dec 11 21:45:46.300345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:46.454774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:46.894292 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4876d5dd-b059-4643-a7da-44405764d88f up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:45:46.942976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 4876d5dd-b059-4643-a7da-44405764d88f completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:45:46.947060 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 4876d5dd-b059-4643-a7da-44405764d88f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:45:46.947425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:47.024171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:47.056579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:45:47.058896 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcb51e0daeed31bceb8e79fba4d67b1a6f38eb9c0971302302645b548a54a28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f816d9-a456-4a33-8f52-8fdcc7075690" -d '{"events": [{"server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "name": "network-vif-plugged", "status": "completed", "tag": "4876d5dd-b059-4643-a7da-44405764d88f"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:45:47.071796 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4876d5dd-b059-4643-a7da-44405764d88f,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:45:47.077028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:47.108838 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe0336a-aa71-4e4e-9c1a-4940c2de31c2 x-openstack-request-id: req-afe0336a-aa71-4e4e-9c1a-4940c2de31c2 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:45:47.109131 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "name": "network-vif-plugged", "status": "completed", "tag": "4876d5dd-b059-4643-a7da-44405764d88f", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:45:47.109382 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afe0336a-aa71-4e4e-9c1a-4940c2de31c2 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:45:47.109781 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f', 'code': 200}
Dec 11 21:45:47.130009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:47.134401 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a46c-1ce8-46a3-a3fe-366270fc1224 req-d0b958fe-7284-41f1-8d7a-3163ab253079 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:47.135942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8293a46c-1ce8-46a3-a3fe-366270fc1224 req-d0b958fe-7284-41f1-8d7a-3163ab253079 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0509806
Dec 11 21:45:47.192779 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8293a46c-1ce8-46a3-a3fe-366270fc1224 req-a9b9fba8-2184-41da-974b-79c57e3fc173 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493143
Dec 11 21:45:47.270252 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:47.280762 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037cfb8-def7-46ba-be12-b1b3fab751b4 req-bdabd447-a9a2-475f-bbc5-d17b1862d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:47.282281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f037cfb8-def7-46ba-be12-b1b3fab751b4 req-bdabd447-a9a2-475f-bbc5-d17b1862d21c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1096 time: 0.0801854
Dec 11 21:45:47.327471 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f037cfb8-def7-46ba-be12-b1b3fab751b4 req-4a922977-75d0-4dc2-af40-7dfdb4221600 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386763
Dec 11 21:45:48.337943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e57792-c555-4065-8d45-3bf9c95bafe3 req-233b3842-9384-4931-b3ef-3d208dfa3c2b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:48.339454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85e57792-c555-4065-8d45-3bf9c95bafe3 req-233b3842-9384-4931-b3ef-3d208dfa3c2b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0584791
Dec 11 21:45:48.391400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-85e57792-c555-4065-8d45-3bf9c95bafe3 req-f341f8b7-e1c9-4657-b7cd-2a0a6f7651ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459037
Dec 11 21:45:49.510376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90801659-3107-4d1c-aab7-a0c37f2a7a6f req-e0c42a1c-ee37-43ea-8df8-844bafd3ab92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:49.511781 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90801659-3107-4d1c-aab7-a0c37f2a7a6f req-e0c42a1c-ee37-43ea-8df8-844bafd3ab92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0479383
Dec 11 21:45:49.559746 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-90801659-3107-4d1c-aab7-a0c37f2a7a6f req-7e3da475-96fb-4dd1-9e0a-9094e8ac4eb5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421329
Dec 11 21:45:49.674045 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7a96a-7015-45b1-a43c-0d3761136f09 req-d707b270-3e83-4b18-9a1d-950b91e6ba1a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:49.675532 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0bd7a96a-7015-45b1-a43c-0d3761136f09 req-d707b270-3e83-4b18-9a1d-950b91e6ba1a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0478137
Dec 11 21:45:49.722273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0bd7a96a-7015-45b1-a43c-0d3761136f09 req-9c1aa4df-0b72-49f3-ab39-fdd9dc3e5857 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409887
Dec 11 21:45:49.744116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60218) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:49.785581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf466b8f-b90a-475e-9caa-60092569d37d tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:49.787009 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bf466b8f-b90a-475e-9caa-60092569d37d tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1091 time: 0.0419512
Dec 11 21:45:49.790334 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60220) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:49.794464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '4876d5dd-b059-4643-a7da-44405764d88f', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address': '172.20.0.8'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:45:49.815126 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:49.909132 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.011984 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.71 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/81f1831c-9a4a-4f7b-92a8-89883c858706) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:45:50.110529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.143536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.183375 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:45:50.186238 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:45:50.189637 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:45:50.215824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=81f1831c-9a4a-4f7b-92a8-89883c858706,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:50.554101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.621497 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.780295 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.784516 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.850120 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=81f1831c-9a4a-4f7b-92a8-89883c858706,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:45:50.862641 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:50.964649 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 45ac1443-e378-4dec-b6c1-e68dd7e5e65a associated. External IP: 172.35.1.71, port: 4876d5dd-b059-4643-a7da-44405764d88f.
Dec 11 21:45:51.175803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router a87f211a-845f-4aa0-9993-ebe3a35e808a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:45:51.282315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:45:51.293980 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Sync routers for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:45:51.301412 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:51.304493 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:51.305197 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86236970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:51.329648 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c0978dda-40b0-4d5b-8d92-784e940a0500 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5382752
Dec 11 21:45:51.330309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:45:51.379572 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a3f52e-8d66-4124-b990-d34d25f5b17d" -d '{"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:45:51.424044 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:51.432033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3e80-c72b-4809-9ecf-467c647f67aa req-c6aac885-c471-4c4d-89f6-b5e9975ed125 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:51.433592 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2bf3e80-c72b-4809-9ecf-467c647f67aa req-c6aac885-c471-4c4d-89f6-b5e9975ed125 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0505276
Dec 11 21:45:51.474243 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129cd87-9b7b-4d4f-a25b-975770546c6a x-openstack-request-id: req-0129cd87-9b7b-4d4f-a25b-975770546c6a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:45:51.474560 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:45:51.474821 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0129cd87-9b7b-4d4f-a25b-975770546c6a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:45:51.475232 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f', 'status': 'completed', 'code': 200}
Dec 11 21:45:51.485222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c2bf3e80-c72b-4809-9ecf-467c647f67aa req-1cec4c0e-90bc-4bdc-b12b-5db65b8f7388 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449524
Dec 11 21:45:51.511373 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60232) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:51.542704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-2c38a641-a722-475c-af72-253cd08086c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:51.544387 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-2c38a641-a722-475c-af72-253cd08086c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1096 time: 0.0459228
Dec 11 21:45:51.578130 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dcd1e201-1757-42ae-ba5f-ce2d95bba7e1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/45ac1443-e378-4dec-b6c1-e68dd7e5e65a HTTP/1.1" status: 200  len: 990 time: 0.0656126
Dec 11 21:45:51.626945 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:45:51.640796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-4769c7a2-9a8d-4c25-af26-41634ff859b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:51.642286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-4769c7a2-9a8d-4c25-af26-41634ff859b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 897 time: 0.0899584
Dec 11 21:45:51.658163 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86236970>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45ac1443-e378-4dec-b6c1-e68dd7e5e65a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.71', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'port_id': '4876d5dd-b059-4643-a7da-44405764d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'mac_address': 'fa:16:3e:dd:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231588fd-2a98-4333-aad8-3c381271f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:45:50Z', 'updated_at': '2021-12-11T21:45:50Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:51.690665 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Checking router: a87f211a-845f-4aa0-9993-ebe3a35e808a for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:45:51.699030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:45:51.699631 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86236970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:45:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:51.710455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-b3e0f3ee-e5c9-4a1f-ba69-e96e63f289ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 998 time: 0.0613098
Dec 11 21:45:51.759294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-8c5c92c2-39ee-4f41-bacb-30c997450b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:51.760746 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-8c5c92c2-39ee-4f41-bacb-30c997450b55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0435047
Dec 11 21:45:51.805331 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:45:51.811276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-b562060e-35e5-4358-86ea-8414f68bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:45:51.812791 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-b562060e-35e5-4358-86ea-8414f68bb98d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0443051
Dec 11 21:45:51.901330 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-e52d9fcc-6ebd-4112-938e-5e3289ea6a63 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813069
Dec 11 21:45:51.994401 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80a3f52e-8d66-4124-b990-d34d25f5b17d req-a97b713f-de2a-456a-ad01-e7fe7e3adedd service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868392
Dec 11 21:45:52.028675 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86236970>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45ac1443-e378-4dec-b6c1-e68dd7e5e65a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.71', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'port_id': '4876d5dd-b059-4643-a7da-44405764d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'mac_address': 'fa:16:3e:dd:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231588fd-2a98-4333-aad8-3c381271f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:45:50Z', 'updated_at': '2021-12-11T21:45:50Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:45:52.054601 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200a37f9-7e49-4977-bc1c-45ee490707d9 None None] The sync data for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 is: [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '45ac1443-e378-4dec-b6c1-e68dd7e5e65a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.71', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'port_id': '4876d5dd-b059-4643-a7da-44405764d88f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'mac_address': 'fa:16:3e:dd:e6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231588fd-2a98-4333-aad8-3c381271f99b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:45:50Z', 'updated_at': '2021-12-11T21:45:50Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:45:52.242593 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b513973-d6c1-4fe9-925a-792d4489cebc None None] New status for floating IP 45ac1443-e378-4dec-b6c1-e68dd7e5e65a: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:45:52.582104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60234) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:45:52.641037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e49e0ee3-f5c4-4032-81f2-7c4ced1e3160 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/45ac1443-e378-4dec-b6c1-e68dd7e5e65a HTTP/1.1" status: 200  len: 992 time: 0.0578341
Dec 11 21:46:06.357858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:46:11.062691 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-af34d82d-7cf1-459a-9b0a-bf5f6b387e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:13.547864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9a8802b7-6472-4576-bcf6-e3f4135bce03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:15.091163 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:16.317065 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:16.459087 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:17.272632 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:18.833053 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-2bf79518-e39e-486f-8d66-f6f2c052453a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0387642
Dec 11 21:46:18.913291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-319e4ae1-02a5-4ecd-a582-9d439f0cfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:18.914785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-319e4ae1-02a5-4ecd-a582-9d439f0cfb51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1096 time: 0.0391872
Dec 11 21:46:19.020760 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-dcabe658-7da7-4231-a76b-1a8b5881ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.022273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-dcabe658-7da7-4231-a76b-1a8b5881ee86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 897 time: 0.0887489
Dec 11 21:46:19.089867 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-c3307b5d-7812-489e-8421-1cb09d785f8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 1000 time: 0.0602469
Dec 11 21:46:19.137778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-8e092ae1-47a4-4565-a944-669c8aa6b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.139227 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-8e092ae1-47a4-4565-a944-669c8aa6b37d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0430608
Dec 11 21:46:19.188218 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-451b4e25-90b5-4858-968b-347519becc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.189697 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-451b4e25-90b5-4858-968b-347519becc64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428264
Dec 11 21:46:19.285245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-be17ddc3-4f4a-4943-b726-a2ca8c1168c9 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842576
Dec 11 21:46:19.430190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-18ad95ed-c32a-459c-ab10-fb0fbce4d154 req-990cece0-b90e-47d8-99ee-17f3781aa0a0 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333737
Dec 11 21:46:19.442403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9416b-5deb-4d0f-b7dd-b3c50259c388 req-5f350543-e701-4a06-a74a-75dddc67c9a4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.443888 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dd9416b-5deb-4d0f-b7dd-b3c50259c388 req-5f350543-e701-4a06-a74a-75dddc67c9a4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0797668
Dec 11 21:46:19.519106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dd9416b-5deb-4d0f-b7dd-b3c50259c388 req-3c6e0437-6afe-4334-9bbf-652a7920a0cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683215
Dec 11 21:46:19.527325 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-fcec4b4e-7987-45ab-a373-05652823a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.528751 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-fcec4b4e-7987-45ab-a373-05652823a8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1096 time: 0.0585577
Dec 11 21:46:19.622988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-0287aca7-46d9-4971-8bdc-1ed382716625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.624457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-0287aca7-46d9-4971-8bdc-1ed382716625 service neutron] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 897 time: 0.0863421
Dec 11 21:46:19.693321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-d2dab413-ec64-4066-9915-fe283e6a1805 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 1000 time: 0.0605977
Dec 11 21:46:19.748014 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-4f05660f-9957-40d7-9033-5dbc81de3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.749480 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-4f05660f-9957-40d7-9033-5dbc81de3280 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0492439
Dec 11 21:46:19.798626 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-ec582b7f-0627-4f41-b930-1d26b2baa3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:19.800108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-ec582b7f-0627-4f41-b930-1d26b2baa3ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0428793
Dec 11 21:46:19.888086 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-acfd0214-71c7-44a7-b568-cd778743fadc service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0788176
Dec 11 21:46:19.981345 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-156cf064-4004-41cf-b17d-bace8fc95c25 req-a1e682f4-fa35-439f-9605-2a5814822194 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836093
Dec 11 21:46:20.639294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a9f80-0648-425f-9a4f-45672f7832c3 req-f847344b-2833-44c5-8b45-121ea11ef2d4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:20.640773 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-714a9f80-0648-425f-9a4f-45672f7832c3 req-f847344b-2833-44c5-8b45-121ea11ef2d4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0516496
Dec 11 21:46:20.689315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-714a9f80-0648-425f-9a4f-45672f7832c3 req-6f8bd0d5-0b50-45c1-a193-a37e9d908795 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424669
Dec 11 21:46:21.637701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:21.805703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ca71-b796-4b82-9eec-e15e788e9261 req-4c24edb5-01d7-4e40-93a6-ad30bf2f04f9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:21.807211 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0410ca71-b796-4b82-9eec-e15e788e9261 req-4c24edb5-01d7-4e40-93a6-ad30bf2f04f9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0492988
Dec 11 21:46:21.855236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0410ca71-b796-4b82-9eec-e15e788e9261 req-783d6fcd-bcde-48c7-8f12-307376e5ac83 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414331
Dec 11 21:46:22.971266 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67ae4-49c3-466c-9889-02311c21dc8b req-f6dfe62e-baad-4b2e-93b3-5850ae2bd02e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:22.972770 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32a67ae4-49c3-466c-9889-02311c21dc8b req-f6dfe62e-baad-4b2e-93b3-5850ae2bd02e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0488496
Dec 11 21:46:23.022104 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-32a67ae4-49c3-466c-9889-02311c21dc8b req-6f73b12d-26c4-47f0-a9f3-8561f9a606ca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432518
Dec 11 21:46:24.146627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968085b-c597-4354-a936-9c6baecccbc6 req-697f0ec5-807e-4e9c-b81f-3660d661e364 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:24.148116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c968085b-c597-4354-a936-9c6baecccbc6 req-697f0ec5-807e-4e9c-b81f-3660d661e364 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0523884
Dec 11 21:46:24.196248 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c968085b-c597-4354-a936-9c6baecccbc6 req-9d6fbc6c-3fd8-4dce-9a5f-74cf4adf3158 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422893
Dec 11 21:46:25.310242 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1082a-23f6-4844-90ea-69e22c8b814e req-f21def9f-ac45-4318-a772-e025e0f3a000 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:25.311753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c1e1082a-23f6-4844-90ea-69e22c8b814e req-f21def9f-ac45-4318-a772-e025e0f3a000 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0479817
Dec 11 21:46:25.364222 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c1e1082a-23f6-4844-90ea-69e22c8b814e req-d14d8243-3916-4e8c-ba31-daadd8c69e6c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464814
Dec 11 21:46:26.481968 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4990c-c0b5-40de-bf0f-6c7d2754a144 req-da92cf51-3218-4f51-8f93-dab2dbe6a5e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:26.483469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66a4990c-c0b5-40de-bf0f-6c7d2754a144 req-da92cf51-3218-4f51-8f93-dab2dbe6a5e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0495203
Dec 11 21:46:26.532683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-66a4990c-c0b5-40de-bf0f-6c7d2754a144 req-9b0e4347-7628-4410-815c-4c9809c6d654 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429323
Dec 11 21:46:27.648653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3d88a-4675-4465-9bf5-9d970e8cf0ff req-5740b74f-eb8b-4db7-b570-aabb7581c094 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:27.650118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26e3d88a-4675-4465-9bf5-9d970e8cf0ff req-5740b74f-eb8b-4db7-b570-aabb7581c094 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0480552
Dec 11 21:46:27.698125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-26e3d88a-4675-4465-9bf5-9d970e8cf0ff req-fb7433b9-9d5b-4834-8aa8-cafd1ec938bb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415757
Dec 11 21:46:28.812958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c688841-dd92-475b-843c-3f2a1ed6b596 req-02ea2972-6a3c-43bb-8f58-771a1f1ea9b8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:28.814434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c688841-dd92-475b-843c-3f2a1ed6b596 req-02ea2972-6a3c-43bb-8f58-771a1f1ea9b8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0485091
Dec 11 21:46:28.865984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8c688841-dd92-475b-843c-3f2a1ed6b596 req-e0e7c247-febe-4dbe-94d2-f66e0db22cb5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456092
Dec 11 21:46:29.980389 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec6672-0bba-48a0-94fa-52009e942b00 req-4042c038-d1c7-4967-a314-d6e0c34e2ef0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:29.981848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bec6672-0bba-48a0-94fa-52009e942b00 req-4042c038-d1c7-4967-a314-d6e0c34e2ef0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0477824
Dec 11 21:46:30.029402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8bec6672-0bba-48a0-94fa-52009e942b00 req-6c48df26-3995-480f-8b01-0438b9301725 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416465
Dec 11 21:46:31.144022 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7058-9e19-4f23-b579-16b53fa2a161 req-8c0396e4-e8c7-433d-9059-32551192a0bc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:46:31.145487 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-309b7058-9e19-4f23-b579-16b53fa2a161 req-8c0396e4-e8c7-433d-9059-32551192a0bc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0485139
Dec 11 21:46:31.194208 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-309b7058-9e19-4f23-b579-16b53fa2a161 req-a617828e-ee88-47a9-95bb-2b8f8d20844e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427091
Dec 11 21:46:31.216505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60284) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:46:31.283498 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b492ece7-80c4-4709-9baa-058913669d44 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/45ac1443-e378-4dec-b6c1-e68dd7e5e65a HTTP/1.1" status: 200  len: 992 time: 0.0632751
Dec 11 21:46:41.065356 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cb8b225f-0375-46b2-a3d5-f876cbf6bc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:43.357987 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:46:43.549357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e448407e-ff2a-4e3a-b084-1a1f8da440dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:45.094205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:46.340704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:46.461373 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:47.278526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:51.639731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:59.637448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60314) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:46:59.789433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 81f1831c-9a4a-4f7b-92a8-89883c858706 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:46:59.789770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:59.862021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:59.862342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:46:59.873818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 81f1831c-9a4a-4f7b-92a8-89883c858706 owned by network:floatingip {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:47:00.018116 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:00.045477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=81f1831c-9a4a-4f7b-92a8-89883c858706,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:00.058202 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.058583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.058969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.059310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.059647 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.059983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.060316 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.060645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.060976 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.061305 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.061633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.061962 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.062287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:00.118678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:00.119001 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 45ac1443-e378-4dec-b6c1-e68dd7e5e65a disassociated (deleted). External IP: 172.35.1.71, port: 4876d5dd-b059-4643-a7da-44405764d88f.
Dec 11 21:47:00.318265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router a87f211a-845f-4aa0-9993-ebe3a35e808a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:47:00.423870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:47:00.428794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:00.433757 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Sync routers for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:47:00.446061 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:00.446714 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840aa6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:00.460069 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2a1d9d54-c7c4-42ba-9fb2-c0e2b2faef38 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/floatingips/45ac1443-e378-4dec-b6c1-e68dd7e5e65a HTTP/1.1" status: 204  len: 168 time: 0.8216262
Dec 11 21:47:00.460667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:47:00.462971 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfeb041-4ee3-47c9-aca2-85340269bacb" -d '{"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:47:00.507204 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c2358f-ab09-43e0-86b1-28ab33aa8856 x-openstack-request-id: req-56c2358f-ab09-43e0-86b1-28ab33aa8856 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:47:00.507505 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "tag": "4876d5dd-b059-4643-a7da-44405764d88f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:47:00.507792 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56c2358f-ab09-43e0-86b1-28ab33aa8856 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:47:00.508286 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f', 'status': 'completed', 'code': 200}
Dec 11 21:47:00.562268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:00.573056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-7f5bc890-dbec-43cb-8010-2b3bbb885541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:00.575278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-7f5bc890-dbec-43cb-8010-2b3bbb885541 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 1096 time: 0.0419295
Dec 11 21:47:00.687565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-b74f3163-6d30-4852-9ca0-ad8105e90cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:00.689222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-b74f3163-6d30-4852-9ca0-ad8105e90cbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 200  len: 897 time: 0.1024776
Dec 11 21:47:00.707733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8c69-996d-420b-b492-44a89dc7a880 req-019a98b3-3d00-443f-ac45-87007d3a3edb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:00.709262 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cfb8c69-996d-420b-b492-44a89dc7a880 req-019a98b3-3d00-443f-ac45-87007d3a3edb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0535612
Dec 11 21:47:00.789729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cfb8c69-996d-420b-b492-44a89dc7a880 req-75802e8c-3f3e-4066-9cc9-b9d7b65253c6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734487
Dec 11 21:47:00.799135 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840aa6d0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:00.832620 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Checking router: a87f211a-845f-4aa0-9993-ebe3a35e808a for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:47:00.841493 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:00.842113 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d840aa6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:01.042369 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:01.064425 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-a185f031-1dc0-44f5-b301-37c8166f5801 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 200  len: 217 time: 0.3670726
Dec 11 21:47:01.114198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-edaec710-0062-46ab-b90c-684c56f0bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:01.115596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-edaec710-0062-46ab-b90c-684c56f0bbb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 200  len: 835 time: 0.0430260
Dec 11 21:47:01.162413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-0abb4352-c1c6-4b13-913e-bc1d563a6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:01.163922 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-0abb4352-c1c6-4b13-913e-bc1d563a6e23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=47523eb7-09b0-4c88-849f-3f9a62d2eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406382
Dec 11 21:47:01.240955 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d840aa6d0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:01.262916 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-9a11aecc-ca38-4448-bbd1-7c2a8608f9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902882
Dec 11 21:47:01.266955 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835289b-f5e3-420b-90ba-bec1e207a80f None None] The sync data for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 is: [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2a861f7-f72f-4860-b81c-e6da54023a5d', 'name': '', 'network_id': '47523eb7-09b0-4c88-849f-3f9a62d2eaa9', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:c9:1b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:36Z', 'updated_at': '2021-12-11T21:45:40Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6f79eb6-fe73-42b8-853e-155d30584f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:47:01.358423 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5cfeb041-4ee3-47c9-aca2-85340269bacb req-994084e2-dc2f-45ec-9b62-0ddafffef83f service neutron] 10.222.0.16 "GET /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864434
Dec 11 21:47:01.498414 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d193269-236d-4b46-9480-9c41270e6a23 None None] New status for floating IP 45ac1443-e378-4dec-b6c1-e68dd7e5e65a: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:47:01.911271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052f42d-943b-40f2-8229-3578bf853f49 req-3e7aa120-58b4-4c30-aec9-a8b70eb9e0fa tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:01.912775 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2052f42d-943b-40f2-8229-3578bf853f49 req-3e7aa120-58b4-4c30-aec9-a8b70eb9e0fa tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0514567
Dec 11 21:47:01.964902 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2052f42d-943b-40f2-8229-3578bf853f49 req-394e5efa-2b9b-4d24-b642-e5548d8883ad tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8052126-8b26-4ac6-b8e8-58409ad2150b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462213
Dec 11 21:47:02.089098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815160c-067b-46da-ab72-4681a08a7b6c req-49f198a6-5b13-48e6-8f41-e4c8068c5414 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:02.090506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b815160c-067b-46da-ab72-4681a08a7b6c req-49f198a6-5b13-48e6-8f41-e4c8068c5414 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/ports?device_id=231588fd-2a98-4333-aad8-3c381271f99b HTTP/1.1" status: 200  len: 945 time: 0.0490968
Dec 11 21:47:02.176998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 4876d5dd-b059-4643-a7da-44405764d88f {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:47:02.177317 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:02.267682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 4876d5dd-b059-4643-a7da-44405764d88f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4876d5dd-b059-4643-a7da-44405764d88f,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:02.268047 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:02.281043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 4876d5dd-b059-4643-a7da-44405764d88f owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:47:02.407341 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:02.438609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=4876d5dd-b059-4643-a7da-44405764d88f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:02.479353 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] No DVR routers for this DVR port 4876d5dd-b059-4643-a7da-44405764d88f on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:47:02.482531 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:02.485856 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b815160c-067b-46da-ab72-4681a08a7b6c req-c4e0b610-dd77-4cf3-a2b2-995df5ee69bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "DELETE /v2.0/ports/4876d5dd-b059-4643-a7da-44405764d88f HTTP/1.1" status: 204  len: 173 time: 0.3893585
Dec 11 21:47:02.509573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'name': 'network-vif-deleted', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:47:02.511974 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8c3f1-467b-4a44-b4c9-1444c5ad568c" -d '{"events": [{"server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "name": "network-vif-deleted", "tag": "4876d5dd-b059-4643-a7da-44405764d88f"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:47:02.549953 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad010d87-a49d-41ab-8d55-607b10530b0a x-openstack-request-id: req-ad010d87-a49d-41ab-8d55-607b10530b0a {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:47:02.550297 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231588fd-2a98-4333-aad8-3c381271f99b", "name": "network-vif-deleted", "tag": "4876d5dd-b059-4643-a7da-44405764d88f", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:47:02.550567 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad010d87-a49d-41ab-8d55-607b10530b0a {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:47:02.550976 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231588fd-2a98-4333-aad8-3c381271f99b', 'name': 'network-vif-deleted', 'tag': '4876d5dd-b059-4643-a7da-44405764d88f', 'status': 'completed', 'code': 200}
Dec 11 21:47:03.020498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60336) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:03.375972 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:03.634175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port b2a861f7-f72f-4860-b81c-e6da54023a5d {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:47:03.634416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:03.720932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port b2a861f7-f72f-4860-b81c-e6da54023a5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2a861f7-f72f-4860-b81c-e6da54023a5d,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:03.721306 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:03.734958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for b2a861f7-f72f-4860-b81c-e6da54023a5d owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:47:03.917866 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:03.948598 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=b2a861f7-f72f-4860-b81c-e6da54023a5d,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:04.136714 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.350133 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router a87f211a-845f-4aa0-9993-ebe3a35e808a has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:47:04.458500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:47:04.464093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-02650e4d-bb55-4070-a48f-9a399c756090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/a87f211a-845f-4aa0-9993-ebe3a35e808a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4425273
Dec 11 21:47:04.467023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60338) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:04.468218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Sync routers for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:47:04.478229 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:04.478874 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842642e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:04.517849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting subnet f6f79eb6-fe73-42b8-853e-155d30584f38 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:47:04.520856 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.560410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.584155 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:04.646010 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.705094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.735082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f79eb6-fe73-42b8-853e-155d30584f38,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:04.739059 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.745184 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60340) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:04.745714 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-eacf2374-af0f-4fd0-906f-345ccabc44b9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/subnets/f6f79eb6-fe73-42b8-853e-155d30584f38 HTTP/1.1" status: 204  len: 168 time: 0.2772942
Dec 11 21:47:04.747969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a17216-b253-417a-86d2-3a8dab59db02 None None] Network 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:47:04.774880 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842642e0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:47:03Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:04.801703 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Checking router: a87f211a-845f-4aa0-9993-ebe3a35e808a for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:47:04.811683 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Routers {'a87f211a-845f-4aa0-9993-ebe3a35e808a'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:04.812302 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842642e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['a87f211a-845f-4aa0-9993-ebe3a35e808a'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:04.859080 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.918593 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] Set router a87f211a-845f-4aa0-9993-ebe3a35e808a gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:04.923482 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] DHCP port deletion for 47523eb7-09b0-4c88-849f-3f9a62d2eaa9 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:47:04.967044 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:04.971187 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Deleting port d5df3dd4-be3d-40a6-8fcf-21305cf8763e {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:47:04.971807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.039494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] For port d5df3dd4-be3d-40a6-8fcf-21305cf8763e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,segment=NetworkSegment(6ac35c00-1782-438b-b8f2-49a21ac961b3),segment_id=6ac35c00-1782-438b-b8f2-49a21ac961b3)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:05.039972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.044192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 5f76fc16-cd66-4bc0-903e-75284e3490f2 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:47:05.044678 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.057297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Calling delete_port for d5df3dd4-be3d-40a6-8fcf-21305cf8763e owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:47:05.116045 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842642e0>, [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:47:03Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:05.139769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 5f76fc16-cd66-4bc0-903e-75284e3490f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f76fc16-cd66-4bc0-903e-75284e3490f2,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:05.140214 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.146680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5df3dd4-be3d-40a6-8fcf-21305cf8763e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:47:05.147571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb4e74-aef8-4315-8dcb-b77c76a1f448 None None] The sync data for ids ['a87f211a-845f-4aa0-9993-ebe3a35e808a'] in ncdv-master-1 is: [{'id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092602870', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200'}], 'enable_snat': True}, 'gw_port_id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:45:33Z', 'updated_at': '2021-12-11T21:47:03Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '5f76fc16-cd66-4bc0-903e-75284e3490f2', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f211a-845f-4aa0-9993-ebe3a35e808a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:45:34Z', 'updated_at': '2021-12-11T21:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:47:05.153117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 5f76fc16-cd66-4bc0-903e-75284e3490f2 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:47:05.188992 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.220542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] No DVR routers for this DVR port d5df3dd4-be3d-40a6-8fcf-21305cf8763e on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:47:05.222275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Pushing event deleted for resources: {'Port': ['ID=d5df3dd4-be3d-40a6-8fcf-21305cf8763e,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:05.236067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No active binding found for port d5df3dd4-be3d-40a6-8fcf-21305cf8763e {{(pid=125989) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
Dec 11 21:47:05.236506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device d5df3dd4-be3d-40a6-8fcf-21305cf8763e not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:47:05.240216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.240802 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.241154 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.241498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.241838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.242175 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.242526 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.242860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.243186 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.243530 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.243864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.244487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.244813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e90008a-36fc-491c-8eb0-4806caef79f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.251690 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4876d5dd-b059-4643-a7da-44405764d88f no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:47:05.272810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 4876d5dd-b059-4643-a7da-44405764d88f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:47:05.273050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 4876d5dd-b059-4643-a7da-44405764d88f not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:47:05.331914 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.356693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=5f76fc16-cd66-4bc0-903e-75284e3490f2,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:05.368487 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.368844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.369192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.369535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.369878 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.370214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.370649 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.370896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.371764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.372096 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.372427 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.372759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.372951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f911f-fb55-4ced-a7db-2091e876a72a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:47:05.373081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:05.426982 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.521724 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.524098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.574161 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.574822 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Fanout notify agent at l3_agent the message router_deleted on router a87f211a-845f-4aa0-9993-ebe3a35e808a {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:47:05.584236 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.585365 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dbbf0330-38b1-42fd-a843-3c93881a5fbb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/routers/a87f211a-845f-4aa0-9993-ebe3a35e808a HTTP/1.1" status: 204  len: 168 time: 0.8383849
Dec 11 21:47:05.588277 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60342) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:05.667657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.761521 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.783443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1baa30>,) {'filters': {'network_id': ['47523eb7-09b0-4c88-849f-3f9a62d2eaa9']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:05.793812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1baa30>, '6ac35c00-1782-438b-b8f2-49a21ac961b3') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:05.794124 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e1baa30>, '6ac35c00-1782-438b-b8f2-49a21ac961b3') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:05.803893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.817932 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.825281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:47:05.825681 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:47:05.828820 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:47:05.889118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.897086 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.900321 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/networks/47523eb7-09b0-4c88-849f-3f9a62d2eaa9 HTTP/1.1" status: 204  len: 168 time: 0.3110583
Dec 11 21:47:05.903609 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60344) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:05.912470 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c3d2f-65d6-4052-a1d5-5525d8db99ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Network': ['ID=47523eb7-09b0-4c88-849f-3f9a62d2eaa9,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:05.959969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:05.985451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.045440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.048157 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.049390 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/security-groups/a8052126-8b26-4ac6-b8e8-58409ad2150b HTTP/1.1" status: 204  len: 168 time: 0.1447210
Dec 11 21:47:06.058451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0263d9-88d4-49e1-bd7f-a273ee1fe0e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8052126-8b26-4ac6-b8e8-58409ad2150b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.303834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60352) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.308457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223084369', 'description': 'tempest-secgroup-smoke-1223084369 description', 'project_id': '0749dd62e17c4666b7f94f6537034393'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.331574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.395659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.399006 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.426044 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.427297 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1224120
Dec 11 21:47:06.430376 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60354) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.431437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c529e-e2db-4a53-b92f-46df43597f61 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.435155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.462119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.507163 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.510947 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.529151 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85289e99-9e81-497e-b9b9-3b83a585f9de,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.537826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.539053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-311a0ded-334f-4039-bad0-254c1bb300f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1075027
Dec 11 21:47:06.541788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60356) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.546055 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.571681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.630354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.633683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.651546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77ffdbb-11a6-4556-94ea-414d46892b5a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.658826 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.660047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3c73cce5-3c12-425f-88f1-fd9bad4cfd92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1173368
Dec 11 21:47:06.663424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60358) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.667777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.693506 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.749460 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.753222 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.771761 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133c187d-eba6-4a2a-9044-fffe042822be,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.780428 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.781606 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-04ef8583-1213-4062-9dd8-956f068e2f90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1172254
Dec 11 21:47:06.784402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60360) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.788522 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.814646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.872696 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.876039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.893342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e644645d-d003-41cc-a385-7dc0f6855db7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:06.900304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.901487 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c2171fd0-e29b-460a-ad7d-42f9837c02ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1162093
Dec 11 21:47:06.904939 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60362) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:06.909078 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:06.930158 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:47:06.935108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:06.996953 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.000746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.019081 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9464e0e-6e51-4e6f-bd97-44a91ae11054,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:07.030604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2a861f7-f72f-4860-b81c-e6da54023a5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:47:07.033005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.037197 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5dcbcb49-25ea-470e-9ac8-8f012648b19e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1284363
Dec 11 21:47:07.037363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60364) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:07.041708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '6f1b5eb0-d1ad-42e7-94e2-ea121621d78e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:07.050917 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b2a861f7-f72f-4860-b81c-e6da54023a5d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:47:07.051260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b2a861f7-f72f-4860-b81c-e6da54023a5d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:47:07.051680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5f76fc16-cd66-4bc0-903e-75284e3490f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:47:07.063380 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:47:07.068415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.070753 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 5f76fc16-cd66-4bc0-903e-75284e3490f2 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:47:07.071097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 5f76fc16-cd66-4bc0-903e-75284e3490f2 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:47:07.141119 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.145149 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.165393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e393cc-77f4-4bfd-8542-f5aa4a782ccd,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:07.172556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.173758 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e5290a9e-3f80-4176-be9f-f643034581a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1354153
Dec 11 21:47:07.176953 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60366) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:07.181694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'network': {'name': 'tempest-network-smoke--1330986737', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:07.202182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:47:07.205643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.229788 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:47:07.239468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.240005 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Added segment 70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93 of type vlan for network 3d975883-6c44-4a76-999e-d00cf9a0d90a
Dec 11 21:47:07.282062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.310050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.315714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:07.316321 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.369845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1918612
Dec 11 21:47:07.373281 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60368) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:07.378734 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'admin_state_up': True, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:07.384716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05801450-0e85-4b9e-ade8-c124372b1d0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Network': ['ID=3d975883-6c44-4a76-999e-d00cf9a0d90a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:07.396210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:47:07.402528 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.403647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.468659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.601225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.803555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.822130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:07.919706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.143 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/20fefa55-b666-4fe4-8830-d444d93e9a73) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:47:08.022396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:08.064891 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:08.106615 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:08.109367 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:08.112335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:47:08.121751 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e423242-6b96-49af-863b-3438549c066d None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:47:08.140565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=20fefa55-b666-4fe4-8830-d444d93e9a73,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:08.235640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-de75e318-949b-46e2-a98c-e447bac403dc None None] Provisioning complete for port 20fefa55-b666-4fe4-8830-d444d93e9a73 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:08.236003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de75e318-949b-46e2-a98c-e447bac403dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:08.268895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-de75e318-949b-46e2-a98c-e447bac403dc None None] Port 20fefa55-b666-4fe4-8830-d444d93e9a73 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:08.372416 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:08.873266 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:08.996688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 97a37b57-5934-43fc-b82e-60a691792b99 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:47:09.099464 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:47:09.109332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Sync routers for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:47:09.118801 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.119458 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:09.120070 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7790deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:09.120318 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1ee21c61-76fe-4336-8e5e-946722d8388e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 893 time: 1.7449386
Dec 11 21:47:09.123984 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60370) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:09.158858 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-832124c3-f4c6-4adf-828b-5ac1693c81d4 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0749dd62e17c4666b7f94f6537034393&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0337429
Dec 11 21:47:09.161494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60372) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:09.226355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:09.254625 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3082b368-f720-4bc1-b45e-6b1461d87044 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:09.258729 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3082b368-f720-4bc1-b45e-6b1461d87044 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0937955
Dec 11 21:47:09.259402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60374) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:09.286832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-29b23d64-e6a1-46f6-bcfb-5cb357853330 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0267437
Dec 11 21:47:09.289298 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60376) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:09.294418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732286139', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:09.382000 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:47:09.386158 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.409188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7790deb0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:08Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:09.440062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Checking router: 97a37b57-5934-43fc-b82e-60a691792b99 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:47:09.440417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Updating router 97a37b57-5934-43fc-b82e-60a691792b99 port 20fefa55-b666-4fe4-8830-d444d93e9a73 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:47:09.465360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.566632 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.632305 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Subnet': ['ID=f6528fa7-b87c-4ab1-a181-bbacd59122e7,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:09.639421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Checking segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:47:09.639797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network hostable DHCP agents. Network: 3d975883-6c44-4a76-999e-d00cf9a0d90a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:47:09.656281 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:47:09.665339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3d975883-6c44-4a76-999e-d00cf9a0d90a) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:09.670977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:09.671572 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.676568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2986ae-3486-4ac9-a5ff-d76d86ae393d None None] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:47:09.689671 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-71270428-edc6-43ee-8aad-dbb98d6ad628 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.3993824
Dec 11 21:47:09.692496 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60378) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:09.766677 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.779267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.837277 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e87f24-a205-4d3f-80ad-5a0d9386c5db None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:47:09.864311 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3d975883-6c44-4a76-999e-d00cf9a0d90a', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:47:09.865180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:09.870241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fcdbc-2755-41eb-980d-cc2327c9058a None None] Pushing event updated for resources: {'Port': ['ID=20fefa55-b666-4fe4-8830-d444d93e9a73,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:10.051677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Attempting to bind port 20fefa55-b666-4fe4-8830-d444d93e9a73 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:47:10.052043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Attempting to bind port 20fefa55-b666-4fe4-8830-d444d93e9a73 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:47:10.052401 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Attempting to bind port 20fefa55-b666-4fe4-8830-d444d93e9a73 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:47:10.066380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:47:10.066783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:47:10.067188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.067573 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:47:10.068041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Bound port: 20fefa55-b666-4fe4-8830-d444d93e9a73, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:47:10.068416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.105780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e80bbc49-976d-4ea4-84a1-d06364e82b3e None None] Provisioning complete for port 20fefa55-b666-4fe4-8830-d444d93e9a73 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:10.106147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e80bbc49-976d-4ea4-84a1-d06364e82b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.215602 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e80bbc49-976d-4ea4-84a1-d06364e82b3e None None] Port 20fefa55-b666-4fe4-8830-d444d93e9a73 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:10.219470 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] For port 20fefa55-b666-4fe4-8830-d444d93e9a73, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:47:10.224542 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] For port 20fefa55-b666-4fe4-8830-d444d93e9a73, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20fefa55-b666-4fe4-8830-d444d93e9a73,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:47:10.245044 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.304083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac63f3-1747-4e6f-8d72-8bcfdde87ae2 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:47:10.326797 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fcdbc-2755-41eb-980d-cc2327c9058a None None] Pushing event updated for resources: {'Port': ['ID=20fefa55-b666-4fe4-8830-d444d93e9a73,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:10.330519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Allocated IP 172.20.0.2 (3d975883-6c44-4a76-999e-d00cf9a0d90a/f6528fa7-b87c-4ab1-a181-bbacd59122e7/2dc7813e-04a6-4373-b966-b210030162a9) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:47:10.350191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:10.351004 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7790deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:10.448279 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.503933 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] Provisioning complete for port 20fefa55-b666-4fe4-8830-d444d93e9a73 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:10.504303 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.565230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:10.743614 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.760096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.797973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.800008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.1 (3d975883-6c44-4a76-999e-d00cf9a0d90a/f6528fa7-b87c-4ab1-a181-bbacd59122e7/a861f51c-0281-48bf-9936-09c707395242) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:47:10.833336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:10.862614 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] For port 20fefa55-b666-4fe4-8830-d444d93e9a73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20fefa55-b666-4fe4-8830-d444d93e9a73,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:10.864134 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:10.870017 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:47:10.874640 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Pushing event updated for resources: {'Port': ['ID=2dc7813e-04a6-4373-b966-b210030162a9,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:10.876786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.924881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.959899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.971572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Attempting to bind port 2dc7813e-04a6-4373-b966-b210030162a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:47:10.971864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Attempting to bind port 2dc7813e-04a6-4373-b966-b210030162a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:47:10.972235 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Attempting to bind port 2dc7813e-04a6-4373-b966-b210030162a9 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:47:10.982426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166d43b-d419-40d3-916f-fb3f4d04d717 None None] Pushing event updated for resources: {'Port': ['ID=20fefa55-b666-4fe4-8830-d444d93e9a73,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:10.988395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:47:10.988767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Checking segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:47:10.989171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:10.989560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Bound using segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:47:10.990048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Bound port: 2dc7813e-04a6-4373-b966-b210030162a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:47:10.990423 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.004230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:11.007411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:11.008224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7790deb0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:08Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:11.010449 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:47:11.036786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9164ad-4dae-4c6d-abb7-7ef8597d7143 None None] The sync data for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 is: [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:08Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:47:11.047718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:11.063391 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.090766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f8ba836e-2dd4-42b3-9b4f-cb958a9964b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.104972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] For port 2dc7813e-04a6-4373-b966-b210030162a9, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:47:11.109284 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] For port 2dc7813e-04a6-4373-b966-b210030162a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc7813e-04a6-4373-b966-b210030162a9,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:47:11.113823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.178717 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a68a8d-9558-4c27-9dea-333edad85c37 None None] Pushing event updated for resources: {'Port': ['ID=2dc7813e-04a6-4373-b966-b210030162a9,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:11.227355 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.567811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.573964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.649779 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:11.651606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:11.763377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:11.765020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:11.898144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 97a37b57-5934-43fc-b82e-60a691792b99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:47:12.022666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:47:12.029868 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b4951a54-0c48-4973-8789-24da599636b4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/97a37b57-5934-43fc-b82e-60a691792b99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3363295
Dec 11 21:47:12.208183 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-ea1eee1c-5de4-4808-ba0e-1a47cc47b2fe tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223084369&fields=id&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 267 time: 0.0610154
Dec 11 21:47:12.225966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd66b29-471f-4700-95be-c24fea006df5 None None] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:47:12.320603 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-91d5c095-8da0-4e0f-a7b4-8243f4bdf194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:12.322103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-91d5c095-8da0-4e0f-a7b4-8243f4bdf194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 797 time: 0.1068196
Dec 11 21:47:12.337496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-0a844f94-28b5-4999-87f9-9e75ebaed962 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/quotas/0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 375 time: 0.0094583
Dec 11 21:47:12.340352 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] Provisioning complete for port 2dc7813e-04a6-4373-b966-b210030162a9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:12.340718 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:12.390334 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-c6a48fec-a134-493b-8a9c-1f5e3219ec29 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0469363
Dec 11 21:47:12.428733 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:12.462030 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] For port 2dc7813e-04a6-4373-b966-b210030162a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc7813e-04a6-4373-b966-b210030162a9,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:12.466296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:12.521767 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e7a61-1338-46c2-9d23-77990f138bf7 None None] Pushing event updated for resources: {'Port': ['ID=2dc7813e-04a6-4373-b966-b210030162a9,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:12.633848 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-0df70947-8695-4c08-b04b-cbdc3f173112 service neutron] 10.222.0.18 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1589255
Dec 11 21:47:12.712641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0a684b5e-a6e2-4c4d-ab24-692b85d23262 None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:12.713167 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a684b5e-a6e2-4c4d-ab24-692b85d23262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:12.730118 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-91af8e4b-c7ce-4642-ab6a-64875c8a17b5 service neutron] 10.222.0.18 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903535
Dec 11 21:47:12.758189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0a684b5e-a6e2-4c4d-ab24-692b85d23262 None None] Port a861f51c-0281-48bf-9936-09c707395242 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:12.772955 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0a684b5e-a6e2-4c4d-ab24-692b85d23262 None None] Provisioning complete for port 2dc7813e-04a6-4373-b966-b210030162a9 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:12.773468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a684b5e-a6e2-4c4d-ab24-692b85d23262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:12.875181 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Sync routers for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:47:12.890048 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:12.890735 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d89759fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:46:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:12.946157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-daf7c5df-1dfe-4c59-84c8-e21db0a2d50b req-92b564a2-9d22-4010-8562-1ffe003ec9e7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 210 time: 0.0359991
Dec 11 21:47:12.990951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-176d6866-278b-4fcc-8de5-c80127f6ccfc None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:12.991709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-176d6866-278b-4fcc-8de5-c80127f6ccfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.055200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-176d6866-278b-4fcc-8de5-c80127f6ccfc None None] Port a861f51c-0281-48bf-9936-09c707395242 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:13.088774 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:13.181495 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2dc7813e-04a6-4373-b966-b210030162a9 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:47:13.186970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8498ad5f-be5f-450f-b642-f5b095be3b6e None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:13.187336 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8498ad5f-be5f-450f-b642-f5b095be3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.257740 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-8498ad5f-be5f-450f-b642-f5b095be3b6e None None] Port a861f51c-0281-48bf-9936-09c707395242 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:13.268659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 2dc7813e-04a6-4373-b966-b210030162a9 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:13.269027 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.348457 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d89759fd0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 2, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:13.355747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20fefa55-b666-4fe4-8830-d444d93e9a73 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:47:13.387897 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Checking router: 97a37b57-5934-43fc-b82e-60a691792b99 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:47:13.388268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Updating router 97a37b57-5934-43fc-b82e-60a691792b99 port a861f51c-0281-48bf-9936-09c707395242 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:47:13.407278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 20fefa55-b666-4fe4-8830-d444d93e9a73 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:13.408011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.417281 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.552493 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-987dd9e0-0f27-47a0-b524-59f3796e9717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.771860 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.776463 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.827414 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Pushing event updated for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:13.847560 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.847901 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.848234 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.848563 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.848886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.849209 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.849530 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.849843 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.850152 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.850470 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.850811 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.851120 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.851433 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:47:13.887143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Attempting to bind port a861f51c-0281-48bf-9936-09c707395242 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:47:13.887838 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Attempting to bind port a861f51c-0281-48bf-9936-09c707395242 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:47:13.888075 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Attempting to bind port a861f51c-0281-48bf-9936-09c707395242 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:47:13.893339 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:47:13.894021 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Checking segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:47:13.898581 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.899107 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Bound using segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:47:13.899711 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Bound port: a861f51c-0281-48bf-9936-09c707395242, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:47:13.900202 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:13.967577 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] For port a861f51c-0281-48bf-9936-09c707395242, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:47:13.971835 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] For port a861f51c-0281-48bf-9936-09c707395242, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a861f51c-0281-48bf-9936-09c707395242,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:47:13.997241 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.069916 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:14.070556 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d89759fd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:47:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:14.097490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-f5c748d9-b981-453a-8421-28c8499a4869 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:14.100127 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-f5c748d9-b981-453a-8421-28c8499a4869 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 797 time: 0.1509194
Dec 11 21:47:14.103958 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:14.104842 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.129798 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1038-2d80-485b-9939-7c2fadc62448 None None] Pushing event updated for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:14.135707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-10fa2f64-9061-4593-8b7b-fada3263e911 req-63ef3f9b-7d1f-4b80-96b7-91b4900cd633 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 210 time: 0.0799718
Dec 11 21:47:14.212635 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-65585ec7-f5f6-4a89-b2b6-b5cb009dc724 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 380 time: 0.0985348
Dec 11 21:47:14.219320 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:14.227153 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'port': {'device_id': '516f5547-5773-454c-993a-b85e7b314525', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'admin_state_up': True, 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'security_groups': ['6f1b5eb0-d1ad-42e7-94e2-ea121621d78e']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:14.228030 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.274238 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] For port a861f51c-0281-48bf-9936-09c707395242, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a861f51c-0281-48bf-9936-09c707395242,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:14.280367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.337589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaf4d8-b68e-415b-9700-310e987d36a6 None None] Pushing event updated for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:14.376090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:47:14.379740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.404949 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3ff10d24-47de-45cf-9c93-de60c21c274c None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:14.405679 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ff10d24-47de-45cf-9c93-de60c21c274c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.452640 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d89759fd0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:13Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:14.483247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc2e4e3-4e18-4aa3-9d6f-78d8b0ee1c77 None None] The sync data for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 is: [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:13Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:47:14.512789 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.12 (3d975883-6c44-4a76-999e-d00cf9a0d90a/f6528fa7-b87c-4ab1-a181-bbacd59122e7/262aee44-6e4a-4386-a45a-98d6d3c0e394) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:47:14.671927 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.707013 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.756290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:14.759682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:14.765086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:47:14.791883 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:14.825322 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:14.825965 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:14.844695 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-77fee97a-f9b7-4b9e-a863-ac07d44e6429 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6249890
Dec 11 21:47:14.857913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Request body: {'port': {'device_id': '516f5547-5773-454c-993a-b85e7b314525', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:14.920529 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.028326 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ba107a3d-70c2-462e-8edc-2db0698d1718 None None] Provisioning complete for port 262aee44-6e4a-4386-a45a-98d6d3c0e394 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:15.028701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ba107a3d-70c2-462e-8edc-2db0698d1718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.071440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-ba107a3d-70c2-462e-8edc-2db0698d1718 None None] Port 262aee44-6e4a-4386-a45a-98d6d3c0e394 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:47:15.100632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a861f51c-0281-48bf-9936-09c707395242 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:47:15.105257 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.151045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a861f51c-0281-48bf-9936-09c707395242 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:15.151418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.267945 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262aee44-6e4a-4386-a45a-98d6d3c0e394 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:47:15.276308 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.297088 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Transition to ACTIVE for port object 262aee44-6e4a-4386-a45a-98d6d3c0e394 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:47:15.302555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.352923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5c2d1-327f-405f-b3ca-91206b6d20cc req-d98f694d-3951-4202-aaf2-0ee65015a1ee tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:15.354469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b5c2d1-327f-405f-b3ca-91206b6d20cc req-d98f694d-3951-4202-aaf2-0ee65015a1ee tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 932 time: 0.1280832
Dec 11 21:47:15.377294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:15.464931 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-39b5c2d1-327f-405f-b3ca-91206b6d20cc req-6c96b7b2-3bf9-434f-9b27-30334ba80fb4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956476
Dec 11 21:47:15.483578 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:47:15.483994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:47:15.484392 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:47:15.489500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:47:15.489824 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:47:15.495099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:47:15.495437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Checking segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:47:15.495828 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Bound using segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:47:15.496818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Bound port: 262aee44-6e4a-4386-a45a-98d6d3c0e394, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:47:15.497182 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.568357 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:47:15.571454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:47:15.576184 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.621731 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:15.622500 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:15.623935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] 10.222.0.16 "PUT /v2.0/ports/262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 1092 time: 0.7704096
Dec 11 21:47:15.624339 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:47:15.626673 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:47:15.682907 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bfea6-231a-4b20-a65f-710d5a43c2ad x-openstack-request-id: req-c39bfea6-231a-4b20-a65f-710d5a43c2ad {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:47:15.683199 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:47:15.683492 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c39bfea6-231a-4b20-a65f-710d5a43c2ad {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:47:15.683887 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'status': 'completed', 'code': 200}
Dec 11 21:47:15.687450 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03853dc5-7e27-4399-a05e-175e7d494894 service neutron] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:15.720716 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-76a6ffc8-3575-494a-aad6-addd4cc29644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:15.722234 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-76a6ffc8-3575-494a-aad6-addd4cc29644 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1095 time: 0.0488086
Dec 11 21:47:15.767463 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-c59c6da4-250b-4923-b24f-63e339c76f53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 217 time: 0.0372379
Dec 11 21:47:15.822132 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-4c107167-69ff-4711-80f6-3f3bfb8ae130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:15.823642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-4c107167-69ff-4711-80f6-3f3bfb8ae130 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0497596
Dec 11 21:47:15.869489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-82172715-3dce-4dde-b53d-cb4edcb639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:15.871384 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-82172715-3dce-4dde-b53d-cb4edcb639f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0405972
Dec 11 21:47:15.958935 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-e4e5529d-b5fe-4595-b840-970e7ccb11ab service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797889
Dec 11 21:47:16.051120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ffa6171f-ce7c-4230-8c60-aab748638438 req-907771ac-d6d6-4c1d-a892-4a2d9c899e52 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849061
Dec 11 21:47:16.135784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-c069a77a-5cc7-4add-820a-37f80aabb299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:16.137716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-c069a77a-5cc7-4add-820a-37f80aabb299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1095 time: 0.0407932
Dec 11 21:47:16.230753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-0e3b48f9-776c-4b68-9891-c89499c24d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:16.232285 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-0e3b48f9-776c-4b68-9891-c89499c24d19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0879695
Dec 11 21:47:16.275229 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-7429e1d5-b107-46f2-b4bc-cb351e3d84da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 217 time: 0.0342298
Dec 11 21:47:16.323460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-9e944082-3f22-4862-b050-78c83c38bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:16.325501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-9e944082-3f22-4862-b050-78c83c38bdde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0432508
Dec 11 21:47:16.341875 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:16.378414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-ad1a93fc-9368-4207-b4b2-14a6ba85ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:16.379923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-ad1a93fc-9368-4207-b4b2-14a6ba85ad48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0461576
Dec 11 21:47:16.464813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:16.470426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-8b403556-3f90-4e22-8b40-d999d69f0cae service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824089
Dec 11 21:47:16.594245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e4cdb573-5ef3-49c7-8206-0aca875aa9a8 req-a720f3b3-3c97-4e4b-80bc-03b2150f4ea5 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155210
Dec 11 21:47:16.605439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956987ed-bff3-41a9-9d48-d1d88cf9fab4 req-44f6cf7a-745f-424e-94b9-bce8674a6cc9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:16.606978 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-956987ed-bff3-41a9-9d48-d1d88cf9fab4 req-44f6cf7a-745f-424e-94b9-bce8674a6cc9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 944 time: 0.0712085
Dec 11 21:47:16.657139 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-956987ed-bff3-41a9-9d48-d1d88cf9fab4 req-e9632166-f677-4700-860b-17fce6413f0c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441096
Dec 11 21:47:17.275648 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:17.344592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:47:17.439100 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:17.450657 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'mac_address': 'fa:16:3e:9a:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:47:17.486471 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:17.498969 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262aee44-6e4a-4386-a45a-98d6d3c0e394 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:47:17.518266 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:17.521666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:17.731123 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:17.778104 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dcbc1-1926-4839-bbe2-847f2f396130 req-ab62a050-be52-409d-8bca-f53160082dcc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:17.778712 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['262aee44-6e4a-4386-a45a-98d6d3c0e394'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:47:17.779648 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d2dcbc1-1926-4839-bbe2-847f2f396130 req-ab62a050-be52-409d-8bca-f53160082dcc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 945 time: 0.0519679
Dec 11 21:47:17.830025 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0d2dcbc1-1926-4839-bbe2-847f2f396130 req-7fb9f45b-e147-43ba-8b48-e866f9e12113 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440927
Dec 11 21:47:18.945328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937a9b7-ecfe-4cb5-a899-6e274f5ac245 req-32b788e2-cfc4-4e2a-b6f7-72f4af368078 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:18.946824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a937a9b7-ecfe-4cb5-a899-6e274f5ac245 req-32b788e2-cfc4-4e2a-b6f7-72f4af368078 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 945 time: 0.0479343
Dec 11 21:47:19.000064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a937a9b7-ecfe-4cb5-a899-6e274f5ac245 req-79ab4633-abd5-4cac-af74-8068ba4a075e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462747
Dec 11 21:47:19.375863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:47:19.422891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 262aee44-6e4a-4386-a45a-98d6d3c0e394 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:47:19.426431 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 262aee44-6e4a-4386-a45a-98d6d3c0e394 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:47:19.426828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:19.505864 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:19.532115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:47:19.545433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:47:19.549252 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:19.577766 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2466079-e192-4d7c-91df-07c20ea1cf61" -d '{"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-plugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:47:19.599890 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:19.675923 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed07acbd-ba21-4867-995e-010272d08281 x-openstack-request-id: req-ed07acbd-ba21-4867-995e-010272d08281 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:47:19.676222 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-plugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:47:19.676532 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed07acbd-ba21-4867-995e-010272d08281 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:47:19.677015 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'code': 200}
Dec 11 21:47:19.779053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08375b87-fbc0-4b91-be75-6e1187ebd4d5 req-342f6475-cdf0-4418-8c8c-a9f2a1908613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:19.780010 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08375b87-fbc0-4b91-be75-6e1187ebd4d5 req-342f6475-cdf0-4418-8c8c-a9f2a1908613 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1097 time: 0.0471103
Dec 11 21:47:19.827468 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08375b87-fbc0-4b91-be75-6e1187ebd4d5 req-305af44d-68eb-40af-b76f-42a6d3d8bcf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400851
Dec 11 21:47:20.119186 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ce4d8-bbc2-443f-b82d-fcdec6cfe868 req-508ddf68-95fb-4ddb-bae8-8e4b416ef9c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:20.120655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a4ce4d8-bbc2-443f-b82d-fcdec6cfe868 req-508ddf68-95fb-4ddb-bae8-8e4b416ef9c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0516355
Dec 11 21:47:20.169449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2a4ce4d8-bbc2-443f-b82d-fcdec6cfe868 req-7b9e901d-bb37-481f-8d82-ca70dac30a44 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428081
Dec 11 21:47:20.357968 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:47:21.291995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f4f2-aba3-4177-8411-7e1c7d0fb405 req-9b4396ef-49a4-48a3-8461-3b6639cd2f83 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:21.293999 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4163f4f2-aba3-4177-8411-7e1c7d0fb405 req-9b4396ef-49a4-48a3-8461-3b6639cd2f83 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0507655
Dec 11 21:47:21.343347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4163f4f2-aba3-4177-8411-7e1c7d0fb405 req-ada35919-d548-49aa-8bbb-95d7c2b8e711 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432875
Dec 11 21:47:21.462263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32b19-e0ce-41c3-aafe-da513ba1d452 req-33d3f13c-bd85-4db9-bfb3-2c2055aa07e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:21.463754 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b32b19-e0ce-41c3-aafe-da513ba1d452 req-33d3f13c-bd85-4db9-bfb3-2c2055aa07e5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0545933
Dec 11 21:47:21.512419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80b32b19-e0ce-41c3-aafe-da513ba1d452 req-95625801-600f-46a9-a0e8-2523dcfa364b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426033
Dec 11 21:47:21.533813 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60438) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:21.572284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bf6138-a5ef-47f9-92d1-4515f946d57b tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:21.573755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-75bf6138-a5ef-47f9-92d1-4515f946d57b tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1092 time: 0.0390105
Dec 11 21:47:21.576554 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60440) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:21.580654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address': '172.20.0.12'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:47:21.602042 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:21.637099 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:21.701758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:21.801711 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.97 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/024cb585-661a-4500-8c56-15d4f31ebfaa) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:47:21.903170 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:21.934989 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:21.975221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:47:21.979505 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:47:21.981877 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:47:22.003426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=024cb585-661a-4500-8c56-15d4f31ebfaa,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:22.333004 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:22.396131 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:22.545149 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:22.549452 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:22.621147 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=024cb585-661a-4500-8c56-15d4f31ebfaa,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:47:22.628980 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:22.726850 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 4c6be7e7-97ef-4362-8d80-a0b78e8c0afb associated. External IP: 172.35.1.97, port: 262aee44-6e4a-4386-a45a-98d6d3c0e394.
Dec 11 21:47:22.940692 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 97a37b57-5934-43fc-b82e-60a691792b99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:47:23.045291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:47:23.055444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Sync routers for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:47:23.065005 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:23.068632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:23.069197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e24640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:47:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:23.100813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ce96dd43-3fe1-4496-86d3-f4d29193d561 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5232508
Dec 11 21:47:23.101427 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:47:23.103750 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c35707-c503-4bfd-9682-1f32bfdb8e04" -d '{"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:47:23.154212 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6837d7b3-8116-4005-8ed6-9e1298925fd5 x-openstack-request-id: req-6837d7b3-8116-4005-8ed6-9e1298925fd5 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:47:23.154531 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:47:23.154792 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6837d7b3-8116-4005-8ed6-9e1298925fd5 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:47:23.155331 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'status': 'completed', 'code': 200}
Dec 11 21:47:23.183835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:23.217098 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-5d5f93fd-2f62-403b-abc2-8b2611d12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:23.219148 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-5d5f93fd-2f62-403b-abc2-8b2611d12498 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1097 time: 0.0423822
Dec 11 21:47:23.225246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9ce4d-6c2c-4451-a57d-711be578306e req-6df0ffe4-9529-4464-a485-74f6124027da tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:23.227047 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18b9ce4d-6c2c-4451-a57d-711be578306e req-6df0ffe4-9529-4464-a485-74f6124027da tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0623486
Dec 11 21:47:23.287528 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-18b9ce4d-6c2c-4451-a57d-711be578306e req-6e453e74-cf15-4278-8dac-6cfc1b5dae83 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527568
Dec 11 21:47:23.313797 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60446) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:23.315369 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-bf4d5235-ebcc-4a29-932d-c2f0821d0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:23.316874 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-bf4d5235-ebcc-4a29-932d-c2f0821d0da6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0915558
Dec 11 21:47:23.383250 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-db04e5cf-3993-49b5-9a17-55c02a45722e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4c6be7e7-97ef-4362-8d80-a0b78e8c0afb HTTP/1.1" status: 200  len: 991 time: 0.0675843
Dec 11 21:47:23.391727 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-1cc47efc-a753-434b-8f39-1910a136fc91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 999 time: 0.0680778
Dec 11 21:47:23.422131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e24640>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c6be7e7-97ef-4362-8d80-a0b78e8c0afb', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.97', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'mac_address': 'fa:16:3e:9a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5547-5773-454c-993a-b85e7b314525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:47:22Z', 'updated_at': '2021-12-11T21:47:22Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:23.452265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Checking router: 97a37b57-5934-43fc-b82e-60a691792b99 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:47:23.453051 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-17b7154b-e483-4054-9113-99f4d43cbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:23.454579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-17b7154b-e483-4054-9113-99f4d43cbea4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0564258
Dec 11 21:47:23.460787 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:47:23.461388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e24640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:47:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:23.499198 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-c48624dc-8e4c-4a85-a43e-3347b25233cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:23.500669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-c48624dc-8e4c-4a85-a43e-3347b25233cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394826
Dec 11 21:47:23.569027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:47:23.806270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e24640>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c6be7e7-97ef-4362-8d80-a0b78e8c0afb', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.97', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'mac_address': 'fa:16:3e:9a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5547-5773-454c-993a-b85e7b314525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:47:22Z', 'updated_at': '2021-12-11T21:47:22Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:47:23.837023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff0cb-9a01-4254-a8b2-89cf31873c05 None None] The sync data for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 is: [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4c6be7e7-97ef-4362-8d80-a0b78e8c0afb', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.97', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'mac_address': 'fa:16:3e:9a:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '516f5547-5773-454c-993a-b85e7b314525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:47:22Z', 'updated_at': '2021-12-11T21:47:22Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:47:23.916103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-02a5316d-69d9-4818-a4f0-c31306c590c8 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4078724
Dec 11 21:47:24.009236 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3c35707-c503-4bfd-9682-1f32bfdb8e04 req-3a47ce44-68d3-4210-956a-69b92fa3bbe0 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842011
Dec 11 21:47:24.028892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee54a75-4478-436d-9a1c-f939a1353c31 None None] New status for floating IP 4c6be7e7-97ef-4362-8d80-a0b78e8c0afb: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:47:24.387072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60448) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:24.449915 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-06a3eb87-723d-4ee1-8654-b38cd3950971 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4c6be7e7-97ef-4362-8d80-a0b78e8c0afb HTTP/1.1" status: 200  len: 993 time: 0.0616031
Dec 11 21:47:41.076291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-235c0861-9ebc-4bee-b9bd-af82fc500444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:43.555549 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-42ff6d25-db86-4314-b345-f960fa80ca8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:45.099351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:46.348158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:46.466909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:47.281326 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:51.634674 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:47:55.820337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60472) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:47:55.905061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a8e3a-3ba3-4a04-b585-d15ab25a9da8 req-7e5c1fb3-6873-461b-b572-d787e0ea551c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:55.906616 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c27a8e3a-3ba3-4a04-b585-d15ab25a9da8 req-7e5c1fb3-6873-461b-b572-d787e0ea551c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0770502
Dec 11 21:47:55.942571 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-dd5e07bc-6cd7-4bc8-8261-48fe973c1466 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1210368
Dec 11 21:47:55.957030 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-29a0b6dd-2b71-42b7-a22b-420a70fad298 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:47:55.957963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-29a0b6dd-2b71-42b7-a22b-420a70fad298 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0105264
Dec 11 21:47:55.976408 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c27a8e3a-3ba3-4a04-b585-d15ab25a9da8 req-b2b5e7bb-1466-49e6-9f44-734adb75bae9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619090
Dec 11 21:47:57.017937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-73ae81ea-93f4-4665-b7c4-ca70fb9bbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:57.019458 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-73ae81ea-93f4-4665-b7c4-ca70fb9bbc95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1097 time: 0.0414038
Dec 11 21:47:57.100095 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8f425-edda-43a7-a90f-360aa8bab3e3 req-2286e746-c7d2-4326-938e-a4425acb1e84 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:57.101590 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3f8f425-edda-43a7-a90f-360aa8bab3e3 req-2286e746-c7d2-4326-938e-a4425acb1e84 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0520918
Dec 11 21:47:57.115115 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-38a1669f-c29b-4937-ba0e-d8a86af146d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:57.116609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-38a1669f-c29b-4937-ba0e-d8a86af146d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0897160
Dec 11 21:47:57.154349 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e3f8f425-edda-43a7-a90f-360aa8bab3e3 req-52c505bd-8040-46fd-94fa-7c10f96ca8a6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461807
Dec 11 21:47:57.184034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-00987fa4-115f-4ebe-83b9-e8df99bebeaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 1001 time: 0.0598068
Dec 11 21:47:57.236611 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-70e27d25-587c-4ec1-9278-8f7025db8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:57.238303 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-70e27d25-587c-4ec1-9278-8f7025db8d7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0470347
Dec 11 21:47:57.284856 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-2bff2713-7d57-46e4-873e-071fd77502a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:57.286359 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-2bff2713-7d57-46e4-873e-071fd77502a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0413814
Dec 11 21:47:57.356249 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:47:57.377576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-547f81ae-70a8-4183-8df8-b91b5ad84010 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840361
Dec 11 21:47:57.469328 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-c5befdaf-bc24-4c51-9761-cb96a141ba11 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847790
Dec 11 21:47:58.270310 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112212-6fb4-45ce-b859-8c830acfb527 req-3be76c3c-595f-4339-8632-108d7e9e8554 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:58.271824 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e112212-6fb4-45ce-b859-8c830acfb527 req-3be76c3c-595f-4339-8632-108d7e9e8554 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0498362
Dec 11 21:47:58.321188 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1e112212-6fb4-45ce-b859-8c830acfb527 req-bbda637b-fff9-4821-911e-05b9ea56a8bd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425696
Dec 11 21:47:59.443656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801619e-7ddd-4ff3-a519-859efc0875d4 req-2cb776d6-d22b-441a-94bf-578429763d2e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:47:59.445167 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e801619e-7ddd-4ff3-a519-859efc0875d4 req-2cb776d6-d22b-441a-94bf-578429763d2e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0548816
Dec 11 21:47:59.492785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e801619e-7ddd-4ff3-a519-859efc0875d4 req-c32e4e69-f9e5-4682-808a-5249e60e55e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417383
Dec 11 21:48:00.608033 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfebad7-95ac-4a0b-b8b2-d6f9913a7257 req-b1d78f2b-4344-45b8-9f05-74e759c725fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:00.609515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adfebad7-95ac-4a0b-b8b2-d6f9913a7257 req-b1d78f2b-4344-45b8-9f05-74e759c725fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0485678
Dec 11 21:48:00.662175 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adfebad7-95ac-4a0b-b8b2-d6f9913a7257 req-4d8c4a2b-48c2-4dc9-a6f0-b3c4025ff95e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464354
Dec 11 21:48:01.776801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364d8ee-58c5-43e7-8fa8-355f5a0ca03d req-71800af4-3e00-4b45-a626-6261c165e739 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:01.778287 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f364d8ee-58c5-43e7-8fa8-355f5a0ca03d req-71800af4-3e00-4b45-a626-6261c165e739 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0491016
Dec 11 21:48:01.827726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f364d8ee-58c5-43e7-8fa8-355f5a0ca03d req-d7c262bc-9c3c-4d35-a387-f8c674a55379 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434859
Dec 11 21:48:02.942429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1167fb-975f-4e2e-87d8-23299c22ef26 req-4faa0bd0-9981-4bfc-8adb-e14529dacd41 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:02.943897 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc1167fb-975f-4e2e-87d8-23299c22ef26 req-4faa0bd0-9981-4bfc-8adb-e14529dacd41 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0484703
Dec 11 21:48:02.991942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-dc1167fb-975f-4e2e-87d8-23299c22ef26 req-cfa28ac3-87ad-4a72-a2c0-eae5f5422ec4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414879
Dec 11 21:48:04.108691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d0fe2-0ebe-4f6a-ab9c-5d776f7f4c06 req-d6f0bfe3-eeb5-429c-8148-095867fdc97a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:04.110167 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c79d0fe2-0ebe-4f6a-ab9c-5d776f7f4c06 req-d6f0bfe3-eeb5-429c-8148-095867fdc97a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0497837
Dec 11 21:48:04.162418 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c79d0fe2-0ebe-4f6a-ab9c-5d776f7f4c06 req-fd0585fa-29aa-4829-a720-a432b548b9e3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459845
Dec 11 21:48:05.278955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6c333-ea98-4367-accc-8576eb3aba85 req-971dd9c8-3e08-4d64-8475-98e7457bb350 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:05.280478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47e6c333-ea98-4367-accc-8576eb3aba85 req-971dd9c8-3e08-4d64-8475-98e7457bb350 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0504665
Dec 11 21:48:05.329901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-47e6c333-ea98-4367-accc-8576eb3aba85 req-54304130-c64a-49d4-befa-9c81ec8cb13d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435286
Dec 11 21:48:06.445746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6423aa-b91d-4445-a926-375f3507d0fc req-0e9bb708-59dc-4bef-bbbc-97cd485b64f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:06.447266 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6423aa-b91d-4445-a926-375f3507d0fc req-0e9bb708-59dc-4bef-bbbc-97cd485b64f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0495455
Dec 11 21:48:06.499836 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab6423aa-b91d-4445-a926-375f3507d0fc req-d26c8a2b-4e4b-4c3b-965a-94d6c04a3e68 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464985
Dec 11 21:48:07.619681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731782c-42c9-4650-9041-f4fb47bab669 req-aab081f4-9fce-4104-b5b1-f9f4656a8d18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:07.621134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f731782c-42c9-4650-9041-f4fb47bab669 req-aab081f4-9fce-4104-b5b1-f9f4656a8d18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0519187
Dec 11 21:48:07.668738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f731782c-42c9-4650-9041-f4fb47bab669 req-6d2d34ce-7fd1-455c-b6a5-44e60559cf54 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411072
Dec 11 21:48:08.785162 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21f55-34f4-4fec-99ff-10a12552e567 req-a007219d-5ceb-4737-a5d2-1b57406608a4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:08.786681 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ff21f55-34f4-4fec-99ff-10a12552e567 req-a007219d-5ceb-4737-a5d2-1b57406608a4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0488632
Dec 11 21:48:08.840718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2ff21f55-34f4-4fec-99ff-10a12552e567 req-a21e8479-acef-40a6-82b6-c0b1c0c1f290 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480633
Dec 11 21:48:09.956428 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde61e01-8fa8-4c57-a9c1-79fb9e1fb80f req-a1c2b4d8-c7b3-4776-84ec-e9ef0938a7bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:09.957899 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde61e01-8fa8-4c57-a9c1-79fb9e1fb80f req-a1c2b4d8-c7b3-4776-84ec-e9ef0938a7bf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0481467
Dec 11 21:48:10.006653 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde61e01-8fa8-4c57-a9c1-79fb9e1fb80f req-7ce39c37-13e1-421c-bf10-2fb274e299c0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425985
Dec 11 21:48:11.068978 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3f642db4-8115-4e10-aa7b-6d7a6425285b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:11.134694 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f27941-927c-4911-b6e3-d3861f692f4a req-2ba9dc40-3b31-4b0b-8945-8d3abfbcb7aa tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:11.136178 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9f27941-927c-4911-b6e3-d3861f692f4a req-2ba9dc40-3b31-4b0b-8945-8d3abfbcb7aa tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0531247
Dec 11 21:48:11.185077 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b9f27941-927c-4911-b6e3-d3861f692f4a req-26e86d95-54b8-41b2-a234-e76165a02e13 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429521
Dec 11 21:48:12.303785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac4701-0424-46e9-be3a-df26ad7507ef req-68356695-232b-4c10-b541-2d7f9d9ab2f7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:12.305292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdac4701-0424-46e9-be3a-df26ad7507ef req-68356695-232b-4c10-b541-2d7f9d9ab2f7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0530417
Dec 11 21:48:12.353205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdac4701-0424-46e9-be3a-df26ad7507ef req-c919146d-cca5-456e-901c-8a64957cfb0a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412586
Dec 11 21:48:13.471530 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bdbee-e50c-488a-9957-bb58877ceea0 req-251d0203-1e3b-41dc-90b9-c56b8fb325ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:13.473018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a5bdbee-e50c-488a-9957-bb58877ceea0 req-251d0203-1e3b-41dc-90b9-c56b8fb325ff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0485210
Dec 11 21:48:13.522452 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5a5bdbee-e50c-488a-9957-bb58877ceea0 req-f9efc447-4b96-4883-9d8c-91da249eaf80 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433648
Dec 11 21:48:13.562250 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-58a8c429-fb95-4a00-adfa-f2d28c6b53a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:14.416501 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-74f0e343-c408-4953-ae5a-0102e7d4ef1f service neutron] show failed (client error): The resource could not be found.
Dec 11 21:48:14.417400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-74f0e343-c408-4953-ae5a-0102e7d4ef1f service neutron] 10.222.0.16 "GET /v2.0/ports/262aee44-6e4a-4386-a45a-98d6d3c0e394/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0529168
Dec 11 21:48:14.643160 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57641fa-6053-4bab-9843-39fc3e0d06e2 req-c568d1b8-dfca-4494-876e-b2303d118e21 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:14.644783 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c57641fa-6053-4bab-9843-39fc3e0d06e2 req-c568d1b8-dfca-4494-876e-b2303d118e21 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0508811
Dec 11 21:48:14.692928 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-384f7379-cd65-4335-ab99-a390d6968980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:14.694989 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-384f7379-cd65-4335-ab99-a390d6968980 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 1097 time: 0.0797594
Dec 11 21:48:14.695138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c57641fa-6053-4bab-9843-39fc3e0d06e2 req-83d210bb-cbe2-42e9-aace-6e9036db5d19 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441139
Dec 11 21:48:14.707671 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:48:14.762857 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:14.959772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:48:14.991605 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch1-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:48:15.031020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:48:15.036314 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.049416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Transition to ACTIVE for port object 262aee44-6e4a-4386-a45a-98d6d3c0e394 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:48:15.053451 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.080901 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36057187-a131-440f-b38c-26bc1b499fde" -d '{"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-unplugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:48:15.103603 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.158720 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=6']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:48:15.168323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.168675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.169021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.169399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.169692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.170579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.170914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.171244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.171570 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.171899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.172221 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.172547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.172871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:15.201063 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244c7f9b-c47c-430a-92a4-3c8e4097863e x-openstack-request-id: req-244c7f9b-c47c-430a-92a4-3c8e4097863e {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:48:15.201409 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-unplugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:48:15.201670 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-244c7f9b-c47c-430a-92a4-3c8e4097863e {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:48:15.202075 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'code': 200}
Dec 11 21:48:15.203016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] No DVR routers for this DVR port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on host nch1-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:48:15.344235 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:48:15.344572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:48:15.344899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:48:15.349137 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:48:15.349454 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Attempting to bind port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on network 3d975883-6c44-4a76-999e-d00cf9a0d90a {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:48:15.354192 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:48:15.354566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Checking segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:48:15.354951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Bound using segment: {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:48:15.355377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Bound port: 262aee44-6e4a-4386-a45a-98d6d3c0e394, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:48:15.355727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.424776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:48:15.427746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:48:15.432282 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.469426 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.470070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:15.471473 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] 10.222.0.30 "PUT /v2.0/ports/262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 1092 time: 0.7678564
Dec 11 21:48:15.488713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51dc2-363c-492a-a02a-52b18502cb46 service neutron] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=7']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:48:15.539084 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-1e584650-c1a9-4959-b539-3cb4bedf2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.540714 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-1e584650-c1a9-4959-b539-3cb4bedf2b10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1095 time: 0.0430501
Dec 11 21:48:15.641572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-cf94df67-5752-4aa2-9247-d6dc6d6ae75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.643073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-cf94df67-5752-4aa2-9247-d6dc6d6ae75a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0951200
Dec 11 21:48:15.710423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-c3b8ae15-119d-46f0-b8a0-54170c60916f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 999 time: 0.0588138
Dec 11 21:48:15.764499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-4ef8973b-beee-4dae-a125-f671cb0b802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.765880 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-4ef8973b-beee-4dae-a125-f671cb0b802c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0443931
Dec 11 21:48:15.815364 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-d815e177-388d-4d5f-8f40-0e1855428766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.816857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-d815e177-388d-4d5f-8f40-0e1855428766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0438955
Dec 11 21:48:15.816988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446770c8-8a99-4fa0-b842-92fd49f173cd req-4d632165-83df-4c3d-a05d-c0e28086bb9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:15.818426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-446770c8-8a99-4fa0-b842-92fd49f173cd req-4d632165-83df-4c3d-a05d-c0e28086bb9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 944 time: 0.0525606
Dec 11 21:48:15.867898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-446770c8-8a99-4fa0-b842-92fd49f173cd req-845ed268-d5f7-434a-a10b-834f5924ef3e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434844
Dec 11 21:48:15.907942 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-60284960-376e-4c4a-ba27-44409e7be5cb service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825205
Dec 11 21:48:15.999162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-94e8ebe6-bbaa-4d04-a930-653575123090 req-be19ac78-d9af-46e2-90bd-23b9084d5755 service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836742
Dec 11 21:48:16.342851 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:16.469936 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:16.984602 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d504c1-b4f6-473b-a8d4-41e427e5cbaf req-71f11e26-b109-463c-8f24-6a4c0850bdb1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:16.986069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51d504c1-b4f6-473b-a8d4-41e427e5cbaf req-71f11e26-b109-463c-8f24-6a4c0850bdb1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 944 time: 0.0491159
Dec 11 21:48:17.034013 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-51d504c1-b4f6-473b-a8d4-41e427e5cbaf req-379c454f-e4a7-44e7-a084-bd63494a67f2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417151
Dec 11 21:48:17.203065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:48:17.205322 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48226e6-df68-4f7f-925d-d4b3bcebe189" -d '{"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:48:17.253200 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070a0d3-92fd-4691-9c69-e88fedbe0f49 x-openstack-request-id: req-b070a0d3-92fd-4691-9c69-e88fedbe0f49 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:48:17.253575 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:48:17.253835 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b070a0d3-92fd-4691-9c69-e88fedbe0f49 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:48:17.254236 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'status': 'completed', 'code': 200}
Dec 11 21:48:17.289776 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:17.318122 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-879d056f-47e0-46a6-9b9e-eed115b793e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.319705 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-879d056f-47e0-46a6-9b9e-eed115b793e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1095 time: 0.0428989
Dec 11 21:48:17.324268 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-18367c94-7b8b-4430-8976-c21a711d28ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.325728 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-18367c94-7b8b-4430-8976-c21a711d28ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1095 time: 0.0460765
Dec 11 21:48:17.414116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-66ae7cb4-1f0a-428f-a366-c822fc3c27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.415628 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-66ae7cb4-1f0a-428f-a366-c822fc3c27f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0879061
Dec 11 21:48:17.419302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-1bcca679-b67b-418f-b5f8-217f573bf0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.420742 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-1bcca679-b67b-418f-b5f8-217f573bf0ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0878921
Dec 11 21:48:17.482253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-1edd5566-82d0-4011-86a2-22dc20382d6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 999 time: 0.0591140
Dec 11 21:48:17.485346 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-3984e67f-f063-41d7-98a1-b74fead57167 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 999 time: 0.0575290
Dec 11 21:48:17.531449 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-329364bb-4d64-4a03-ad6a-e8c790beedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.532915 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-329364bb-4d64-4a03-ad6a-e8c790beedb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0431857
Dec 11 21:48:17.535375 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-72ae1fc1-8860-49b7-bc82-d731a2798244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.536821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-72ae1fc1-8860-49b7-bc82-d731a2798244 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0444055
Dec 11 21:48:17.583151 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-b6dfb5fe-3039-459f-aa68-dc49ece7f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.584675 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-b6dfb5fe-3039-459f-aa68-dc49ece7f215 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0448539
Dec 11 21:48:17.588278 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-e6e6e95d-7081-405c-95d1-198ec903c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:17.589784 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-e6e6e95d-7081-405c-95d1-198ec903c941 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0440173
Dec 11 21:48:17.657576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:48:17.674738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-64a83b13-e65c-4a21-a516-8fd95c5e9847 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827234
Dec 11 21:48:17.677409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-8c19faa4-f089-4145-a3bb-f07412d8b9f2 service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0796754
Dec 11 21:48:17.695972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:48:17.771178 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-21d9de0e-2642-4e0c-90b6-95be52a79529 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878310
Dec 11 21:48:17.773600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d48226e6-df68-4f7f-925d-d4b3bcebe189 req-e7ef7c34-bc2a-49d1-a084-8111b0122134 service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860436
Dec 11 21:48:18.150505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f84449-56eb-4885-92bf-10c0a411db29 req-92412534-3e57-40fd-9017-c225b6834ae8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:18.152135 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6f84449-56eb-4885-92bf-10c0a411db29 req-92412534-3e57-40fd-9017-c225b6834ae8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 944 time: 0.0498557
Dec 11 21:48:18.200497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c6f84449-56eb-4885-92bf-10c0a411db29 req-c75ac56d-5c99-4d20-9288-75082df1ae79 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425782
Dec 11 21:48:19.250810 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:48:19.324162 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec5d5-c36d-49f2-8b82-644b7bdac1c3 req-6ed4ec44-2df0-47da-ae72-640b7e98f2f5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.325749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4cec5d5-c36d-49f2-8b82-644b7bdac1c3 req-6ed4ec44-2df0-47da-ae72-640b7e98f2f5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 944 time: 0.0506248
Dec 11 21:48:19.344855 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:48:19.356184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'port_id': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'mac_address': 'fa:16:3e:9a:b0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:48:19.377286 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a4cec5d5-c36d-49f2-8b82-644b7bdac1c3 req-a84031e1-f84d-4f10-9efe-fd52f4c7ef4b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449998
Dec 11 21:48:19.395629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:19.415411 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262aee44-6e4a-4386-a45a-98d6d3c0e394 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:48:19.427644 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-33aa469f-8589-4719-940f-11c5385fb49c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0441720
Dec 11 21:48:19.438632 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:48:19.442887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:19.491461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:48:19.501878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.502456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.503373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.503896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.504418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.505337 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.505838 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.506430 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.507183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.507315 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.507686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.508200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.508611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:48:19.522632 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-1d163e1e-7ff8-4bb5-8167-091113149799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.524476 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-1d163e1e-7ff8-4bb5-8167-091113149799 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1096 time: 0.0522716
Dec 11 21:48:19.632100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-b0df40fc-4734-4682-bea7-2af518314592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.633757 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-b0df40fc-4734-4682-bea7-2af518314592 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0855362
Dec 11 21:48:19.640188 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3977cb0-6df8-40d7-b008-89b159479d63 req-d4f12b32-0ed1-49f0-b3d6-7896094dbf4d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.642797 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3977cb0-6df8-40d7-b008-89b159479d63 req-d4f12b32-0ed1-49f0-b3d6-7896094dbf4d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 945 time: 0.0912821
Dec 11 21:48:19.653780 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b7d3-1e26-495c-a514-177d3756a377 req-1c80ff05-2725-4d20-bd50-0c45a32cd15f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.655294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-1c80ff05-2725-4d20-bd50-0c45a32cd15f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525&tenant_id=0749dd62e17c4666b7f94f6537034393&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 945 time: 0.0928206
Dec 11 21:48:19.737455 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c3977cb0-6df8-40d7-b008-89b159479d63 req-bf0a217f-4392-41e5-bda8-8e9049db58df tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811405
Dec 11 21:48:19.747613 ncdv-master-1 neutron-server[125987]: INFO neutron.api.v2.resource [req-5753b7d3-1e26-495c-a514-177d3756a377 req-a967a01a-6adf-4a6d-ba73-876e48370948 service neutron] delete failed (client error): The resource could not be found.
Dec 11 21:48:19.749250 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-a967a01a-6adf-4a6d-ba73-876e48370948 service neutron] 10.222.0.16 "DELETE /v2.0/ports/262aee44-6e4a-4386-a45a-98d6d3c0e394/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0862668
Dec 11 21:48:19.812184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['262aee44-6e4a-4386-a45a-98d6d3c0e394'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:48:19.850940 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b7d3-1e26-495c-a514-177d3756a377 req-05854d02-c6db-47c4-9a0b-ad46791b5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.852520 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-05854d02-c6db-47c4-9a0b-ad46791b5ad6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1096 time: 0.0530558
Dec 11 21:48:19.955377 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b7d3-1e26-495c-a514-177d3756a377 req-3ed7a8fd-73ad-4879-a459-471a260ec72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:19.957419 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-3ed7a8fd-73ad-4879-a459-471a260ec72a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.0972488
Dec 11 21:48:20.028683 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-572a886d-ce44-4313-adf8-81e9ff296c36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 1000 time: 0.0641596
Dec 11 21:48:20.057071 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-b59a7b1a-2fba-431c-b455-ae6c8b5d029f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 1000 time: 0.4146476
Dec 11 21:48:20.078527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b7d3-1e26-495c-a514-177d3756a377 req-93505b94-075f-492b-b703-5eb6ef3c9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:20.080011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-93505b94-075f-492b-b703-5eb6ef3c9f7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0447512
Dec 11 21:48:20.129575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b7d3-1e26-495c-a514-177d3756a377 req-c9ee9fbe-0ce1-4332-9d80-5d5cb54a6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:20.131228 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-c9ee9fbe-0ce1-4332-9d80-5d5cb54a6c6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0446062
Dec 11 21:48:20.133144 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05e369-1d1c-41cb-8673-2555cdaf0510 req-18343124-4ff4-4484-8561-49808b2cd5d1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:20.135038 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da05e369-1d1c-41cb-8673-2555cdaf0510 req-18343124-4ff4-4484-8561-49808b2cd5d1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 945 time: 0.0884416
Dec 11 21:48:20.136808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-d093e4e4-2d9b-4d9a-80b0-1c9222ba0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:20.138125 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-d093e4e4-2d9b-4d9a-80b0-1c9222ba0723 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0633795
Dec 11 21:48:20.218966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-b7c2e307-05b2-4eee-a323-5a7680eb975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:20.220501 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-b7c2e307-05b2-4eee-a323-5a7680eb975b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0726657
Dec 11 21:48:20.221781 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-8e771190-65b1-45f3-8fba-ee364f9a05a1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828915
Dec 11 21:48:20.224325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-da05e369-1d1c-41cb-8673-2555cdaf0510 req-dce11b5e-d858-40c5-80e9-ab1b5f0a40f7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833151
Dec 11 21:48:20.317247 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5753b7d3-1e26-495c-a514-177d3756a377 req-9c263f08-cb63-4df4-b417-92302f3508be service neutron] 10.222.0.16 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888267
Dec 11 21:48:20.325300 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-cc2d15ad-7da7-4df5-88c4-7065a5420ebd service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0894113
Dec 11 21:48:20.422583 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0b31177-183e-46eb-8e8e-7785f1a3f386 req-9ba36b25-672f-411e-8e3f-335ad4e8a2fc service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0895054
Dec 11 21:48:21.264737 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:48:21.313995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port 262aee44-6e4a-4386-a45a-98d6d3c0e394 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:48:21.318167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port 262aee44-6e4a-4386-a45a-98d6d3c0e394 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:48:21.318560 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:21.342403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c2702-3555-49d9-993b-08972688ccfc req-8e55c117-238a-4a2f-a1ba-da173dde93cd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:48:21.343904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e6c2702-3555-49d9-993b-08972688ccfc req-8e55c117-238a-4a2f-a1ba-da173dde93cd tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 945 time: 0.0502036
Dec 11 21:48:21.393870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4e6c2702-3555-49d9-993b-08972688ccfc req-30a80146-944c-46b1-abd3-bace8623e6b1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437942
Dec 11 21:48:21.396494 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:21.417441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60600) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:48:21.419461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:48:21.422246 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e0fb6-b34a-4c6a-ae29-b83bcfa966a2" -d '{"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-plugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:48:21.436694 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:48:21.440850 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:21.476598 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939630d-5d76-4b30-9019-b2bc56d04d21 x-openstack-request-id: req-b939630d-5d76-4b30-9019-b2bc56d04d21 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:48:21.476890 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-plugged", "status": "completed", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:48:21.477146 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b939630d-5d76-4b30-9019-b2bc56d04d21 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:48:21.477535 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'code': 200}
Dec 11 21:48:21.492436 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4e0a7af9-8405-4479-be96-3d6a5bfbc48f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4c6be7e7-97ef-4362-8d80-a0b78e8c0afb HTTP/1.1" status: 200  len: 992 time: 0.0737684
Dec 11 21:48:21.509474 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:48:21.637398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:34.355414 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:48:41.069832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-54234949-c7c7-4554-9248-50729c673e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:43.554805 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c9f54b8-06d2-4bf7-88cc-112a989f8413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:45.105193 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:46.355848 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:46.471283 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:47.285565 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:48:51.643304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:09.921014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60634) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:10.075497 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 024cb585-661a-4500-8c56-15d4f31ebfaa {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:49:10.075838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.151742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.151990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.164509 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 024cb585-661a-4500-8c56-15d4f31ebfaa owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:49:10.312269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.335716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=024cb585-661a-4500-8c56-15d4f31ebfaa,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:10.402444 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.402759 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 4c6be7e7-97ef-4362-8d80-a0b78e8c0afb disassociated (deleted). External IP: 172.35.1.97, port: 262aee44-6e4a-4386-a45a-98d6d3c0e394.
Dec 11 21:49:10.615759 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 97a37b57-5934-43fc-b82e-60a691792b99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:49:10.718106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:49:10.722824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:10.727523 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Sync routers for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:49:10.739426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:10.740595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:48:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:10.756619 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8365def7-19f6-4ee2-82ab-76a010fdcf6a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c6be7e7-97ef-4362-8d80-a0b78e8c0afb HTTP/1.1" status: 204  len: 168 time: 0.8344700
Dec 11 21:49:10.757751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:49:10.761111 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:49:10.801651 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b40de-e646-4135-be01-cce652e890b0 x-openstack-request-id: req-768b40de-e646-4135-be01-cce652e890b0 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:49:10.801954 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:49:10.802238 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-768b40de-e646-4135-be01-cce652e890b0 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:49:10.802728 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'status': 'completed', 'code': 200}
Dec 11 21:49:10.851038 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:10.874510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-d0d1155f-d284-4f10-a3ea-6d3ca18e30f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:10.876049 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-d0d1155f-d284-4f10-a3ea-6d3ca18e30f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 1097 time: 0.0488749
Dec 11 21:49:10.983181 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-3e6f7843-f617-4408-86b6-9a6e9eb341f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:10.984576 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-3e6f7843-f617-4408-86b6-9a6e9eb341f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 200  len: 898 time: 0.1008093
Dec 11 21:49:10.985025 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f7d0-2413-4af3-a2e0-45f1e9e48f92 req-40550891-4ed6-4264-a290-49b332fe9a86 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:10.987160 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d700f7d0-2413-4af3-a2e0-45f1e9e48f92 req-40550891-4ed6-4264-a290-49b332fe9a86 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0502176
Dec 11 21:49:11.034626 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-76d4c6fd-0346-4e6a-a3b7-2a933a9e5aff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 200  len: 217 time: 0.0407393
Dec 11 21:49:11.038407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d700f7d0-2413-4af3-a2e0-45f1e9e48f92 req-22f530ca-61ed-4627-95d9-b2bb44f94132 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448432
Dec 11 21:49:11.081188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-53313e39-bd6f-48cc-b336-fe2edd91b1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:11.096097 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-dbb22f72-eca0-4520-a9f0-71fc30876f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:11.097720 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-dbb22f72-eca0-4520-a9f0-71fc30876f33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 200  len: 835 time: 0.0544002
Dec 11 21:49:11.099741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b503a0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:11.145684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-d4b99809-e0c3-4d9d-ac76-5eb7bad294da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:11.147264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-d4b99809-e0c3-4d9d-ac76-5eb7bad294da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d975883-6c44-4a76-999e-d00cf9a0d90a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0418487
Dec 11 21:49:11.249759 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-d1381f9d-5143-4ed8-9f52-161529894d71 service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0940745
Dec 11 21:49:11.297514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Checking router: 97a37b57-5934-43fc-b82e-60a691792b99 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:49:11.305992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:11.306624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76b503a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:48:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:11.345359 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ecfc887b-b2e5-4659-91b2-5894a8a3d4e0 req-3f2dc93a-29a8-41ca-8ebc-17b0c6c7e432 service neutron] 10.222.0.30 "GET /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868716
Dec 11 21:49:11.354873 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:49:11.413548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:11.604149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76b503a0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:11.633553 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e898da8-4f6a-41ca-a473-240864314d83 None None] The sync data for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 is: [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:11Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a861f51c-0281-48bf-9936-09c707395242', 'name': '', 'network_id': '3d975883-6c44-4a76-999e-d00cf9a0d90a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:ac:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:10Z', 'updated_at': '2021-12-11T21:47:14Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'f6528fa7-b87c-4ab1-a181-bbacd59122e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:49:11.848742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a999d-2c8f-4f45-9297-f25044ef62ec None None] New status for floating IP 4c6be7e7-97ef-4362-8d80-a0b78e8c0afb: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:49:12.175817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cdc2b-c396-4dae-8826-289d323699fc req-d0965660-3594-4ea3-b104-3d4534f25cdb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:12.177420 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54cdc2b-c396-4dae-8826-289d323699fc req-d0965660-3594-4ea3-b104-3d4534f25cdb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0607955
Dec 11 21:49:12.244101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f54cdc2b-c396-4dae-8826-289d323699fc req-9ff146be-60ac-42bf-81c1-264be69a87d4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603962
Dec 11 21:49:12.489914 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-73959f9c-6fc0-430e-8908-19043a647c81 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:12.491474 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-73959f9c-6fc0-430e-8908-19043a647c81 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.30 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 946 time: 0.0509734
Dec 11 21:49:12.579987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 262aee44-6e4a-4386-a45a-98d6d3c0e394 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:49:12.580328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:12.669977 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 262aee44-6e4a-4386-a45a-98d6d3c0e394, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=262aee44-6e4a-4386-a45a-98d6d3c0e394,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:12.670328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:12.682746 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 262aee44-6e4a-4386-a45a-98d6d3c0e394 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:49:12.810956 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:12.839060 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=262aee44-6e4a-4386-a45a-98d6d3c0e394,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:12.881337 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] No DVR routers for this DVR port 262aee44-6e4a-4386-a45a-98d6d3c0e394 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:49:12.883981 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:12.887842 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e2b8b1d7-9606-4df7-be51-739000fc7ee5 req-bc685a7b-92ea-46e7-a0de-7191a7d041b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.30 "DELETE /v2.0/ports/262aee44-6e4a-4386-a45a-98d6d3c0e394 HTTP/1.1" status: 204  len: 173 time: 0.3895798
Dec 11 21:49:12.888283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-deleted', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:49:12.890638 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be777f9d-ca86-4520-aa08-fbae21a7c03b" -d '{"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-deleted", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:49:12.932598 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587f6a8-5204-4f94-af78-8700274a1d06 x-openstack-request-id: req-4587f6a8-5204-4f94-af78-8700274a1d06 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:49:12.932900 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516f5547-5773-454c-993a-b85e7b314525", "name": "network-vif-deleted", "tag": "262aee44-6e4a-4386-a45a-98d6d3c0e394", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:49:12.933160 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4587f6a8-5204-4f94-af78-8700274a1d06 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:49:12.933571 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516f5547-5773-454c-993a-b85e7b314525', 'name': 'network-vif-deleted', 'tag': '262aee44-6e4a-4386-a45a-98d6d3c0e394', 'status': 'completed', 'code': 200}
Dec 11 21:49:13.374438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c40d7f2f-0f4e-448e-88fa-aee2435b7879 req-7bcac989-ac8c-4058-af2d-332ace279b32 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=516f5547-5773-454c-993a-b85e7b314525 HTTP/1.1" status: 200  len: 210 time: 0.0292437
Dec 11 21:49:13.555908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-624a71d9-f3c1-4227-96f4-aea847187a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:14.434165 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60652) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:14.792123 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.038228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port a861f51c-0281-48bf-9936-09c707395242 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:49:15.038228 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.109090 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.131126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port a861f51c-0281-48bf-9936-09c707395242, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a861f51c-0281-48bf-9936-09c707395242,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:15.131484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.144393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for a861f51c-0281-48bf-9936-09c707395242 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:49:15.343497 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.371231 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=a861f51c-0281-48bf-9936-09c707395242,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:15.397773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.398129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.398489 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.398844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.399220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.399560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.399896 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.400229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.400558 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.400890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.401209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.401539 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.401861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:15.509865 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:49:15.533806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: 262aee44-6e4a-4386-a45a-98d6d3c0e394 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:49:15.534160 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device 262aee44-6e4a-4386-a45a-98d6d3c0e394 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:49:15.551128 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.765134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 97a37b57-5934-43fc-b82e-60a691792b99 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:49:15.869885 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:49:15.877735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7663f3b1-8f8c-4ed0-97a4-8e1b33b9e130 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/97a37b57-5934-43fc-b82e-60a691792b99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4400427
Dec 11 21:49:15.878205 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60656) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:15.880107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Sync routers for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:49:15.891312 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:15.891912 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768636a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:15.928693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting subnet f6528fa7-b87c-4ab1-a181-bbacd59122e7 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:49:15.932021 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.976071 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:15.995588 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:16.056180 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.113925 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.142718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Subnet': ['ID=f6528fa7-b87c-4ab1-a181-bbacd59122e7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:16.145139 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.150771 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/subnets/f6528fa7-b87c-4ab1-a181-bbacd59122e7 HTTP/1.1" status: 204  len: 168 time: 0.2689388
Dec 11 21:49:16.150986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd85c53-02ed-44fd-84bd-8b94d720f715 None None] Network 3d975883-6c44-4a76-999e-d00cf9a0d90a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:49:16.151985 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60658) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:16.162742 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.163099 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.163446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.163788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.164128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.164465 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.164795 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.165121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.165458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.165785 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.166116 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.166446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.166798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe34cfa-cb3c-48c4-8192-70b6a89b8d3b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:16.245744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768636a0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:49:15Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:16.259880 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.277765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Checking router: 97a37b57-5934-43fc-b82e-60a691792b99 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:49:16.289351 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Routers {'97a37b57-5934-43fc-b82e-60a691792b99'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:16.289962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d768636a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['97a37b57-5934-43fc-b82e-60a691792b99'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:16.358649 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915024c-650a-489e-b43f-f19756741c85 None None] DHCP port deletion for 3d975883-6c44-4a76-999e-d00cf9a0d90a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:49:16.370043 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.400443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.437176 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] Set router 97a37b57-5934-43fc-b82e-60a691792b99 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:16.528907 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.574299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Deleting port 2dc7813e-04a6-4373-b966-b210030162a9 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:49:16.574661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.677046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-5915024c-650a-489e-b43f-f19756741c85 None None] For port 2dc7813e-04a6-4373-b966-b210030162a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2dc7813e-04a6-4373-b966-b210030162a9,segment=NetworkSegment(70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93),segment_id=70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:16.677342 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.693828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Calling delete_port for 2dc7813e-04a6-4373-b966-b210030162a9 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:49:16.750516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 20fefa55-b666-4fe4-8830-d444d93e9a73 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:49:16.751145 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.768167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d768636a0>, [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:49:15Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:16.797404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a21036-8fbf-4ee8-8c9e-c9a3affbbecd None None] The sync data for ids ['97a37b57-5934-43fc-b82e-60a691792b99'] in ncdv-master-1 is: [{'id': '97a37b57-5934-43fc-b82e-60a691792b99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5481267', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143'}], 'enable_snat': True}, 'gw_port_id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:49:15Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '20fefa55-b666-4fe4-8830-d444d93e9a73', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a37b57-5934-43fc-b82e-60a691792b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:47:07Z', 'updated_at': '2021-12-11T21:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:49:16.821251 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.840679 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 20fefa55-b666-4fe4-8830-d444d93e9a73, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20fefa55-b666-4fe4-8830-d444d93e9a73,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:16.841046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:16.846372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915024c-650a-489e-b43f-f19756741c85 None None] Pushing event deleted for resources: {'Port': ['ID=2dc7813e-04a6-4373-b966-b210030162a9,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:16.850088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915024c-650a-489e-b43f-f19756741c85 None None] No DVR routers for this DVR port 2dc7813e-04a6-4373-b966-b210030162a9 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:49:16.859950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 20fefa55-b666-4fe4-8830-d444d93e9a73 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:49:17.025946 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.051684 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=20fefa55-b666-4fe4-8830-d444d93e9a73,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:17.065420 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483575bc-fbdd-42c0-8bf6-9ec11328e637 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:49:17.114153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.210737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.213255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.264665 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.265339 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Fanout notify agent at l3_agent the message router_deleted on router 97a37b57-5934-43fc-b82e-60a691792b99 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:49:17.266397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a861f51c-0281-48bf-9936-09c707395242 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:49:17.281276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.281276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2bc7455d-a1b9-4948-8c36-8a3200503e56 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/routers/97a37b57-5934-43fc-b82e-60a691792b99 HTTP/1.1" status: 204  len: 168 time: 1.1288404
Dec 11 21:49:17.284244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60660) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:17.294166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a861f51c-0281-48bf-9936-09c707395242 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:49:17.294618 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a861f51c-0281-48bf-9936-09c707395242 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:49:17.295069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2dc7813e-04a6-4373-b966-b210030162a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:49:17.329150 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 2dc7813e-04a6-4373-b966-b210030162a9 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:49:17.329647 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 2dc7813e-04a6-4373-b966-b210030162a9 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:49:17.338941 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.365348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.454737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.476479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d84dea610>,) {'filters': {'network_id': ['3d975883-6c44-4a76-999e-d00cf9a0d90a']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:17.486159 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84dea610>, '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:17.486488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d84dea610>, '70fe3f5f-d9f9-4a05-9d4d-8f16d982bc93') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:17.496395 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.513742 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.520368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:49:17.521660 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:49:17.526030 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:49:17.584397 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.591913 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.595196 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/networks/3d975883-6c44-4a76-999e-d00cf9a0d90a HTTP/1.1" status: 204  len: 168 time: 0.3100545
Dec 11 21:49:17.600939 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60664) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:17.606843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1afd8-b60c-4d8b-966c-ce4e76cdc03b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Network': ['ID=3d975883-6c44-4a76-999e-d00cf9a0d90a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:17.662355 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.687237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.745790 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.748878 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:17.750041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f1b5eb0-d1ad-42e7-94e2-ea121621d78e HTTP/1.1" status: 204  len: 168 time: 0.1481075
Dec 11 21:49:17.759019 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c572d4a-8a32-4124-a1ca-22aa93001f9e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1b5eb0-d1ad-42e7-94e2-ea121621d78e,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.044719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60672) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.049312 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048793516', 'description': 'tempest-secgroup-smoke-2048793516 description', 'project_id': '0749dd62e17c4666b7f94f6537034393'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.071890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.137522 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.141257 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.171464 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.172657 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1269646
Dec 11 21:49:18.174608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba55ec4-c730-478d-b295-eac8d5fc29f8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68797519-98d9-4bf0-8017-57341b3be913,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.175803 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60674) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.180470 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.206379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.264820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.268257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.285209 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7d634e-d0a6-4285-be3b-f5fad687ca0e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.293922 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.295162 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-64082077-130a-4ac3-970e-15b2b058effb tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1183460
Dec 11 21:49:18.297932 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60676) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.302236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.327940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.383175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.391305 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.410013 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008a6cc5-73da-43c8-950d-608aaf6a174e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.417997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.419792 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0bc67e7a-12fc-4260-91ae-c5805735aaca tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1208975
Dec 11 21:49:18.422391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60680) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.426668 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.452670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.510173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.513700 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.534289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d28f9ff-3499-44d1-a09b-1dfec4dc4e08,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.540376 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.541563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-72e88e38-7b14-472a-b0c0-589e363456ec tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1182222
Dec 11 21:49:18.544847 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60682) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.549079 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.574540 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.632412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.635818 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.655781 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6148b23-48b4-4fa5-a353-0170fcfaf457,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.661160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.662336 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-916c3680-5d9a-40ca-be25-eb2ec63f1ac0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1165562
Dec 11 21:49:18.665236 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60684) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.670065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.691084 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:49:18.695667 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.752640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.756232 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.775687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6092b5b-f852-42fa-9afc-2728d347c7ea,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.781619 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.782726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b1fd30a6-5901-4c3e-b342-ce64a1dd0166 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1165516
Dec 11 21:49:18.785421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60686) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.789854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': '68797519-98d9-4bf0-8017-57341b3be913', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.811744 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:49:18.816527 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.873893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.877418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.895082 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9efdc95-0e6d-4563-9d9d-ed6b6b4a9bc5,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:18.902324 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.904067 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c0007c7b-581e-460a-a1c3-81e365ce230c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1174812
Dec 11 21:49:18.907127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60688) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:18.911986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'network': {'name': 'tempest-network-smoke--628013129', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:18.932435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:49:18.935924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.961421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:49:18.971304 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:18.971673 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Added segment 40c1d940-253a-47d0-aa97-954f20da6621 of type vlan for network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146
Dec 11 21:49:19.009989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.034644 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.040304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:19.040924 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.056956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20fefa55-b666-4fe4-8830-d444d93e9a73 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:49:19.077010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 20fefa55-b666-4fe4-8830-d444d93e9a73 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:49:19.077438 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 20fefa55-b666-4fe4-8830-d444d93e9a73 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:49:19.096201 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1879911
Dec 11 21:49:19.099203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60692) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:19.103900 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'admin_state_up': True, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:19.110177 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e9b4a-c621-4b69-b34d-d723473aacfc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Network': ['ID=3eb38ade-4fdb-4d70-a1a3-e9973ad12146,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:19.120174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:49:19.127543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.128545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.182410 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.321142 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.509942 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.529107 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.634103 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.17 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/52b42555-72c7-4aa9-9732-980618e3de1b) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:49:19.732221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.765481 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.803901 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:19.806894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:19.810741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:49:19.819629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bd0c3-018f-462c-be2f-1e137c863cd1 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:49:19.836959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=52b42555-72c7-4aa9-9732-980618e3de1b,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:19.909569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a0ade45f-e9ed-4e1f-821a-c718d48ad8a6 None None] Provisioning complete for port 52b42555-72c7-4aa9-9732-980618e3de1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:19.909932 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a0ade45f-e9ed-4e1f-821a-c718d48ad8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:19.943715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a0ade45f-e9ed-4e1f-821a-c718d48ad8a6 None None] Port 52b42555-72c7-4aa9-9732-980618e3de1b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:49:20.059678 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:20.247243 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:20.372320 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:49:20.477926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:49:20.488238 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Sync routers for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:49:20.497854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:20.498910 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:20.499523 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:20.502582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6e223a96-6ddf-41ed-aff8-db21fbf66cd3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4023302
Dec 11 21:49:20.503287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60694) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:20.531856 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c49a2651-234e-4147-bb47-d24c12fb2412 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0749dd62e17c4666b7f94f6537034393&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0280440
Dec 11 21:49:20.534388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60696) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:20.626560 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03b27b-4edd-4f33-9876-a23c9f41c0db tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:20.628031 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2e03b27b-4edd-4f33-9876-a23c9f41c0db tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0927055
Dec 11 21:49:20.631032 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60698) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:20.660948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b6d59c53-7d76-4068-853a-56f7d9f0df7b tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0288050
Dec 11 21:49:20.663481 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60700) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:20.668316 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44161165', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:20.696032 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:20.758638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:49:20.762850 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:20.870781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd00>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:19Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:20.901171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Checking router: 5fd8bbb9-44ed-4718-a79b-e9727014a2ff for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:49:20.901438 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Updating router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff port 52b42555-72c7-4aa9-9732-980618e3de1b binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:49:20.925250 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:20.944974 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.011384 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Subnet': ['ID=e4f7c770-7b3b-4b6d-bb71-06382f04e890,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:21.016551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Checking segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:49:21.016920 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network hostable DHCP agents. Network: 3eb38ade-4fdb-4d70-a1a3-e9973ad12146, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:49:21.033731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:49:21.043673 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3eb38ade-4fdb-4d70-a1a3-e9973ad12146) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:21.048717 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:21.049479 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.055941 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe627225-4723-418a-b7c5-17a7eb4ca68c None None] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:49:21.067939 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-68226678-0703-4c2b-a22a-3ca6c4bc9b90 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4034364
Dec 11 21:49:21.070715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60702) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:21.190255 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.196690 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.260373 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Attempting to bind port 52b42555-72c7-4aa9-9732-980618e3de1b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:49:21.260841 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Attempting to bind port 52b42555-72c7-4aa9-9732-980618e3de1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:49:21.261260 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Attempting to bind port 52b42555-72c7-4aa9-9732-980618e3de1b on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:49:21.269479 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:49:21.270063 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:49:21.270567 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.271015 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:49:21.271546 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Bound port: 52b42555-72c7-4aa9-9732-980618e3de1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:49:21.271994 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.291677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60265ef3-531f-4d4f-b197-057f9eb79e58 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:49:21.317880 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Pushing event updated for resources: {'Port': ['ID=52b42555-72c7-4aa9-9732-980618e3de1b,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:21.340195 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.340590 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.340937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.341274 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.341606 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.341937 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.342265 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.343567 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.343922 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.344581 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.344912 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.345246 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.345568 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.352601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:49:21.353926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.362422 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] For port 52b42555-72c7-4aa9-9732-980618e3de1b, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:49:21.366138 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] For port 52b42555-72c7-4aa9-9732-980618e3de1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52b42555-72c7-4aa9-9732-980618e3de1b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:49:21.372137 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.427574 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:21.428195 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:21.447413 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d6c5d-d611-497c-8172-bc9c540fd096 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:49:21.464679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Provisioning complete for port 52b42555-72c7-4aa9-9732-980618e3de1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:21.465964 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.487251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b4b66-8263-4361-a931-ced759dfa6d1 None None] Pushing event updated for resources: {'Port': ['ID=52b42555-72c7-4aa9-9732-980618e3de1b,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:21.551098 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Allocated IP 172.20.0.2 (3eb38ade-4fdb-4d70-a1a3-e9973ad12146/e4f7c770-7b3b-4b6d-bb71-06382f04e890/9cc5ef05-9031-4060-8301-6e01a050edfe) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:49:21.557049 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:21.580750 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.651825 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.686153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] For port 52b42555-72c7-4aa9-9732-980618e3de1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52b42555-72c7-4aa9-9732-980618e3de1b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:21.690315 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.698319 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.808604 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Pushing event updated for resources: {'Port': ['ID=52b42555-72c7-4aa9-9732-980618e3de1b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:21.819653 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.820009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.820346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.820768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.821121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.821738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.821738 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.822079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.822407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.822807 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.823139 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.823466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.823789 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f14184-d6bc-44a3-afda-57f152dd533c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:49:21.823921 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8469cd00>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:19Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:21.861612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.864355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a1bbd5ef-68ba-4ad9-b8c3-494b45e67201 None None] Provisioning complete for port 52b42555-72c7-4aa9-9732-980618e3de1b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:21.864832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a1bbd5ef-68ba-4ad9-b8c3-494b45e67201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.872486 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7323c6-1015-45d4-9174-0007f2e0544f None None] The sync data for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 is: [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:19Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:49:21.893479 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:21.926288 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.1 (3eb38ade-4fdb-4d70-a1a3-e9973ad12146/e4f7c770-7b3b-4b6d-bb71-06382f04e890/c8d3d33c-6185-4265-b962-e32a2b420419) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:49:21.949093 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:21.956087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:21.958622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:49:21.962960 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Pushing event updated for resources: {'Port': ['ID=9cc5ef05-9031-4060-8301-6e01a050edfe,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:22.052715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Attempting to bind port 9cc5ef05-9031-4060-8301-6e01a050edfe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:49:22.053092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Attempting to bind port 9cc5ef05-9031-4060-8301-6e01a050edfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:49:22.053460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Attempting to bind port 9cc5ef05-9031-4060-8301-6e01a050edfe on network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:49:22.062165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:49:22.062779 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Checking segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:49:22.062961 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.063489 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Bound using segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:49:22.063934 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Bound port: 9cc5ef05-9031-4060-8301-6e01a050edfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:49:22.064449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.075987 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.144468 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.149212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] For port 9cc5ef05-9031-4060-8301-6e01a050edfe, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:49:22.153157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] For port 9cc5ef05-9031-4060-8301-6e01a050edfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc5ef05-9031-4060-8301-6e01a050edfe,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:49:22.157079 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.226010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff259b76-1e73-4518-b745-f19a4fcee040 None None] Pushing event updated for resources: {'Port': ['ID=9cc5ef05-9031-4060-8301-6e01a050edfe,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:22.227393 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:22.248217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:22.249730 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:22.253030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:49:22.310363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.471585 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.775564 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.780267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.856529 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:22.858867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:22.955286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:22.956711 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:23.090812 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:49:23.174598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9cc5ef05-9031-4060-8301-6e01a050edfe up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:49:23.225212 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:49:23.231563 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d3cfb310-b515-45d7-a48f-6ce3d06964c1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/5fd8bbb9-44ed-4718-a79b-e9727014a2ff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1598482
Dec 11 21:49:23.248786 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9cc5ef05-9031-4060-8301-6e01a050edfe triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:23.249305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.299698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e807722-33ef-4e04-a6cb-fbb97653baf7 None None] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:49:23.376514 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-47ec3571-7df4-4a71-abd5-1bda765f89ec None None] Provisioning complete for port 9cc5ef05-9031-4060-8301-6e01a050edfe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:23.376883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47ec3571-7df4-4a71-abd5-1bda765f89ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.392372 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-2e8876cc-771c-439b-92b4-93e50c44c3de tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048793516&fields=id&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 267 time: 0.0459201
Dec 11 21:49:23.478678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.505326 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-1ad97520-b774-424b-b722-0ec0bc02b818 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:23.507310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-1ad97520-b774-424b-b722-0ec0bc02b818 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 796 time: 0.1077898
Dec 11 21:49:23.528905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-c282988f-9c72-4925-af3b-1e5ae876ace0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/quotas/0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 375 time: 0.0100045
Dec 11 21:49:23.562045 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 9cc5ef05-9031-4060-8301-6e01a050edfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc5ef05-9031-4060-8301-6e01a050edfe,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:23.567069 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47ec3571-7df4-4a71-abd5-1bda765f89ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.569116 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.569905 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 52b42555-72c7-4aa9-9732-980618e3de1b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:49:23.590712 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-2eca4cb4-0c86-46cd-a22d-aaf10cc53c11 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0580595
Dec 11 21:49:23.690541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=9cc5ef05-9031-4060-8301-6e01a050edfe,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:23.708315 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-68bcfb62-5d1b-4e16-8bf7-49bdb850f99a service neutron] 10.222.0.18 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1035640
Dec 11 21:49:23.713378 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.db.api [None req-47ec3571-7df4-4a71-abd5-1bda765f89ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=125989) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 11 21:49:23.713764 ncdv-master-1 neutron-server[125989]: DEBUG oslo_db.api [None req-47ec3571-7df4-4a71-abd5-1bda765f89ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 11 21:49:23.715107 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 52b42555-72c7-4aa9-9732-980618e3de1b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:23.715477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:23.819153 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-ab20dab4-7743-4072-ae94-d1ab881cbcc7 service neutron] 10.222.0.18 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098554
Dec 11 21:49:23.911189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Sync routers for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:49:23.923050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:23.923776 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84280160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:24.007434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-715a7877-ae56-4e5d-854f-83548b60e44f req-c8a4edfe-9d03-422e-92e3-e30b4fb9ac50 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 210 time: 0.0285735
Dec 11 21:49:24.055218 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:24.315922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84280160>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 2, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:24.342730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Checking router: 5fd8bbb9-44ed-4718-a79b-e9727014a2ff for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:49:24.343104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Updating router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff port c8d3d33c-6185-4265-b962-e32a2b420419 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:49:24.373101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.483711 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6e78f7f7-caec-4f44-a7f1-262fe4255293 None None] Provisioning complete for port c8d3d33c-6185-4265-b962-e32a2b420419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:24.484083 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6e78f7f7-caec-4f44-a7f1-262fe4255293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.535659 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6e78f7f7-caec-4f44-a7f1-262fe4255293 None None] Port c8d3d33c-6185-4265-b962-e32a2b420419 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:49:24.592836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6e78f7f7-caec-4f44-a7f1-262fe4255293 None None] Provisioning complete for port 9cc5ef05-9031-4060-8301-6e01a050edfe triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:24.593238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6e78f7f7-caec-4f44-a7f1-262fe4255293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.748060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.753363 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.804980 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2802b4-5672-4a94-b589-53a1be7e870b None None] Pushing event updated for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:24.854891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Attempting to bind port c8d3d33c-6185-4265-b962-e32a2b420419 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:49:24.855269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Attempting to bind port c8d3d33c-6185-4265-b962-e32a2b420419 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:49:24.855639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Attempting to bind port c8d3d33c-6185-4265-b962-e32a2b420419 on network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:49:24.861271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:49:24.861658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Checking segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:49:24.862064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.862463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Bound using segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:49:24.862956 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Bound port: c8d3d33c-6185-4265-b962-e32a2b420419, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:49:24.863596 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:24.935483 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] For port c8d3d33c-6185-4265-b962-e32a2b420419, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:49:24.940230 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] For port c8d3d33c-6185-4265-b962-e32a2b420419, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d3d33c-6185-4265-b962-e32a2b420419,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:49:24.946171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.021629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:25.022256 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84280160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:25.026317 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2802b4-5672-4a94-b589-53a1be7e870b None None] Pushing event updated for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:25.086795 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] Provisioning complete for port c8d3d33c-6185-4265-b962-e32a2b420419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:25.087158 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.152122 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-43a4b0fb-e357-45ee-afc4-b6a9d4c88d5c req-7546597e-e65b-4b3c-9936-d28182c2cd58 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 210 time: 0.0338452
Dec 11 21:49:25.167611 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9cc5ef05-9031-4060-8301-6e01a050edfe up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:49:25.425474 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-bb9054bc-bcb9-479d-a01f-20a2787a9d8a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:25.426951 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-bb9054bc-bcb9-479d-a01f-20a2787a9d8a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 796 time: 0.5226598
Dec 11 21:49:25.444809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:25.489058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-3136beb5-e099-4a41-b884-d81e71cc782c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 380 time: 0.0531547
Dec 11 21:49:25.498606 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'port': {'device_id': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'admin_state_up': True, 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'security_groups': ['68797519-98d9-4bf0-8017-57341b3be913']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:25.519722 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9cc5ef05-9031-4060-8301-6e01a050edfe triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:25.520095 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.570133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.614346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:49:25.618465 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.681247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] For port c8d3d33c-6185-4265-b962-e32a2b420419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d3d33c-6185-4265-b962-e32a2b420419,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:25.687975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.745739 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.6 (3eb38ade-4fdb-4d70-a1a3-e9973ad12146/e4f7c770-7b3b-4b6d-bb71-06382f04e890/87347930-681e-4b54-996c-ba24fc2b63ca) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:49:25.804984 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293984f6-2db9-4bee-a9a7-9a81edae31cf None None] Pushing event updated for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:25.825363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7d738468-b1eb-419d-b607-01164a8a8cc9 None None] Provisioning complete for port c8d3d33c-6185-4265-b962-e32a2b420419 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:25.825662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7d738468-b1eb-419d-b607-01164a8a8cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.873397 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84280160>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:24Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:25.891046 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.904529 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a0f3b4-4a58-4bc8-94ae-6c18d7fa4593 None None] The sync data for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 is: [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:24Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:49:25.926825 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:25.991814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:25.993271 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:25.996525 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:25.998686 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:49:26.049053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:26.049784 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.068274 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-05509a68-51f2-4689-805a-afada004d3c5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5733633
Dec 11 21:49:26.079333 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-f92901fa-cfc5-4344-8fbd-88f31d97dbf2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:49:26.080292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-f92901fa-cfc5-4344-8fbd-88f31d97dbf2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0062833
Dec 11 21:49:26.093775 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Request body: {'port': {'device_id': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:26.166350 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.279609 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-d0c48453-eeb7-40b9-b0dd-b236f94bb7bf None None] Provisioning complete for port 87347930-681e-4b54-996c-ba24fc2b63ca triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:26.279977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d0c48453-eeb7-40b9-b0dd-b236f94bb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.323319 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-d0c48453-eeb7-40b9-b0dd-b236f94bb7bf None None] Port 87347930-681e-4b54-996c-ba24fc2b63ca cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:49:26.400294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4fe6f-e14b-40d9-98b4-b3fe2deb2ae4 req-93b2b5a4-c3a0-47dc-98ca-27a564649b54 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:26.401790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ea4fe6f-e14b-40d9-98b4-b3fe2deb2ae4 req-93b2b5a4-c3a0-47dc-98ca-27a564649b54 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 931 time: 0.1181836
Dec 11 21:49:26.524739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4ea4fe6f-e14b-40d9-98b4-b3fe2deb2ae4 req-c57f4f88-5a50-430c-a037-8060728fe5a8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164284
Dec 11 21:49:26.533885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87347930-681e-4b54-996c-ba24fc2b63ca {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:49:26.542072 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.555095 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Transition to ACTIVE for port object 87347930-681e-4b54-996c-ba24fc2b63ca will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:49:26.560150 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.611414 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Pushing event updated for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:26.691460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Attempting to bind port 87347930-681e-4b54-996c-ba24fc2b63ca on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:49:26.691797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Attempting to bind port 87347930-681e-4b54-996c-ba24fc2b63ca by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:49:26.692126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Attempting to bind port 87347930-681e-4b54-996c-ba24fc2b63ca on network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:49:26.696786 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Port 87347930-681e-4b54-996c-ba24fc2b63ca on network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:49:26.697108 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Attempting to bind port 87347930-681e-4b54-996c-ba24fc2b63ca on network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:49:26.702326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:49:26.702710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Checking segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:49:26.703069 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Bound using segment: {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:49:26.703498 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Bound port: 87347930-681e-4b54-996c-ba24fc2b63ca, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c1d940-253a-47d0-aa97-954f20da6621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:49:26.703850 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.773803 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:49:26.777042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87347930-681e-4b54-996c-ba24fc2b63ca,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:49:26.784881 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.821576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:26.822261 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:26.823559 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] 10.222.0.16 "PUT /v2.0/ports/87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 1091 time: 0.7343678
Dec 11 21:49:26.824038 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:49:26.826364 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29" -d '{"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:49:26.856552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1107f1-8f25-40f4-ab82-956702575cae service neutron] Pushing event updated for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:26.901355 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad553f9-725a-45f9-93cb-af735a0f2ee6 x-openstack-request-id: req-5ad553f9-725a-45f9-93cb-af735a0f2ee6 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:49:26.901650 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:49:26.901908 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ad553f9-725a-45f9-93cb-af735a0f2ee6 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:49:26.902909 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca', 'status': 'completed', 'code': 200}
Dec 11 21:49:26.922243 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-f0b5bc3e-dabf-4873-ae91-c98528f890b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:26.923817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-f0b5bc3e-dabf-4873-ae91-c98528f890b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1094 time: 0.0552270
Dec 11 21:49:26.972942 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-d94cf112-c96f-4c18-ba33-86a388ce0d1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 217 time: 0.0411296
Dec 11 21:49:27.027949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-11c7b480-dc04-48c8-a5e6-93bbdc2a8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.029550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-11c7b480-dc04-48c8-a5e6-93bbdc2a8ccc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0481865
Dec 11 21:49:27.096830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-57c07992-b888-4d8c-b7d6-a83ade960535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.098388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-57c07992-b888-4d8c-b7d6-a83ade960535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0621533
Dec 11 21:49:27.140163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c8d3d33c-6185-4265-b962-e32a2b420419 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:49:27.201509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port c8d3d33c-6185-4265-b962-e32a2b420419 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:27.201789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-01bd26e1-4d9b-47fb-9775-77f53d29eda5 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948086
Dec 11 21:49:27.201913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:27.295449 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97b5f51-57f1-4b7c-b8fd-a260ad5cc821 req-2c87c84d-4e4f-4486-9f40-0d6fa95b929d service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878365
Dec 11 21:49:27.389121 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-20cbc77e-29bc-4aee-bf56-878c4904ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.390623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-20cbc77e-29bc-4aee-bf56-878c4904ff88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1094 time: 0.0468462
Dec 11 21:49:27.479226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-7c770c02-0102-4e7e-b0e6-6f6247ac506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.480769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-7c770c02-0102-4e7e-b0e6-6f6247ac506f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 897 time: 0.0830555
Dec 11 21:49:27.526799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-5ba0ace3-a6f2-4b12-ac90-2ed4cd28fd24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 217 time: 0.0389295
Dec 11 21:49:27.576523 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-2de45aac-8bd5-4cf5-bad8-d272044d21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.577979 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-2de45aac-8bd5-4cf5-bad8-d272044d21d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0438652
Dec 11 21:49:27.655154 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-2a00ea87-b13d-4664-9403-46eb72273547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.656558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-2a00ea87-b13d-4664-9403-46eb72273547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0700960
Dec 11 21:49:27.664452 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbdbd5-6e5c-47a5-a1f1-7bb153294787 req-13b54ffb-7245-496f-b547-6ffbc8005828 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:27.665785 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0adbdbd5-6e5c-47a5-a1f1-7bb153294787 req-13b54ffb-7245-496f-b547-6ffbc8005828 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 943 time: 0.0698168
Dec 11 21:49:27.768911 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0adbdbd5-6e5c-47a5-a1f1-7bb153294787 req-f30bb304-413f-4758-a341-25df21b2f790 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954096
Dec 11 21:49:27.785107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-b4513c03-2dd0-43a0-8a14-52292c98744e service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184149
Dec 11 21:49:27.879462 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-702bb2e9-07bc-44fc-952e-bdd79ebf3e29 req-aaede839-9800-4852-8b9c-b4a1318c0861 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865009
Dec 11 21:49:28.882843 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf4563-b3bd-412c-b943-02133c50f01a req-73374840-ffbc-43e3-acdb-ed3ad0c7f31c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:28.884310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bdf4563-b3bd-412c-b943-02133c50f01a req-73374840-ffbc-43e3-acdb-ed3ad0c7f31c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 943 time: 0.0479326
Dec 11 21:49:28.932411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5bdf4563-b3bd-412c-b943-02133c50f01a req-0510fb11-1262-42a1-85f2-a36ea247b02c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417495
Dec 11 21:49:29.966310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 87347930-681e-4b54-996c-ba24fc2b63ca details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:49:30.060685 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87347930-681e-4b54-996c-ba24fc2b63ca,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:30.072088 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '87347930-681e-4b54-996c-ba24fc2b63ca', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'port_id': '87347930-681e-4b54-996c-ba24fc2b63ca', 'mac_address': 'fa:16:3e:3f:f0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:49:30.096656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82686-9176-418a-aaf7-1bc50fbb7e8d req-53a5638d-c073-4a9a-b1e1-300ce0a667b1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:30.098372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a82686-9176-418a-aaf7-1bc50fbb7e8d req-53a5638d-c073-4a9a-b1e1-300ce0a667b1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 943 time: 0.0500414
Dec 11 21:49:30.109387 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:30.126276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87347930-681e-4b54-996c-ba24fc2b63ca {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:49:30.145299 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87347930-681e-4b54-996c-ba24fc2b63ca,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:30.148366 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15a82686-9176-418a-aaf7-1bc50fbb7e8d req-b4abf386-e014-4259-9634-a1b85bb5e748 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433776
Dec 11 21:49:30.149635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:30.196418 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:30.348196 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['87347930-681e-4b54-996c-ba24fc2b63ca'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:49:31.269876 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4748633-510f-428c-873f-69945960201c req-7c4d784b-7133-4972-9c9f-4a1de2b98d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:31.271411 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4748633-510f-428c-873f-69945960201c req-7c4d784b-7133-4972-9c9f-4a1de2b98d30 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 944 time: 0.0542710
Dec 11 21:49:31.321249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e4748633-510f-428c-873f-69945960201c req-f897a076-4e98-4a2e-9c83-63ef5a9bd33c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434744
Dec 11 21:49:31.997116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 87347930-681e-4b54-996c-ba24fc2b63ca up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:49:32.046065 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 87347930-681e-4b54-996c-ba24fc2b63ca completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:49:32.050072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 87347930-681e-4b54-996c-ba24fc2b63ca triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:49:32.050434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:32.130047 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:32.152591 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:49:32.154860 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96b1f8-578b-43f4-825a-f3ed1983a4f3" -d '{"events": [{"server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "name": "network-vif-plugged", "status": "completed", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:49:32.168307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87347930-681e-4b54-996c-ba24fc2b63ca,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:49:32.174592 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:32.201760 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5600525e-86b2-421e-990e-0ff6a74011c7 x-openstack-request-id: req-5600525e-86b2-421e-990e-0ff6a74011c7 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:49:32.202068 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "name": "network-vif-plugged", "status": "completed", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:49:32.203027 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5600525e-86b2-421e-990e-0ff6a74011c7 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:49:32.203764 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca', 'code': 200}
Dec 11 21:49:32.231314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:32.295707 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819eb0a-2723-44df-a7af-72b9d4f5c308 req-69fd56b2-f3ed-4ae4-9f33-5d84072c4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:32.297192 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6819eb0a-2723-44df-a7af-72b9d4f5c308 req-69fd56b2-f3ed-4ae4-9f33-5d84072c4107 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1096 time: 0.0408134
Dec 11 21:49:32.342164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6819eb0a-2723-44df-a7af-72b9d4f5c308 req-6c893e9f-0e79-479c-b065-869c2bc2c8c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380983
Dec 11 21:49:32.434460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b9a43-6261-4ac1-8762-1e7ed1697119 req-5577be6d-96b6-4234-968c-f36c7dda3816 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:32.435952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497b9a43-6261-4ac1-8762-1e7ed1697119 req-5577be6d-96b6-4234-968c-f36c7dda3816 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0480471
Dec 11 21:49:32.484311 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-497b9a43-6261-4ac1-8762-1e7ed1697119 req-6dd4a3f3-4984-4178-a49a-d0666232b120 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424821
Dec 11 21:49:33.602691 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f124e-9140-41d2-b1a4-349f79629a4b req-3c426251-be20-457f-b5dc-a0dc6cd604d4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:33.604177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-795f124e-9140-41d2-b1a4-349f79629a4b req-3c426251-be20-457f-b5dc-a0dc6cd604d4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0516512
Dec 11 21:49:33.651840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-795f124e-9140-41d2-b1a4-349f79629a4b req-d9d349c0-5ed2-4c60-a5d4-6146159ae9b0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409136
Dec 11 21:49:33.769723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38636-edd9-4571-966f-39bafe5a800c req-464db496-9f3a-4eee-818b-994837143237 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:33.771131 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac38636-edd9-4571-966f-39bafe5a800c req-464db496-9f3a-4eee-818b-994837143237 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0530365
Dec 11 21:49:33.819032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fac38636-edd9-4571-966f-39bafe5a800c req-d0145973-649f-4c7d-b83e-94eb89929c04 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419664
Dec 11 21:49:33.841312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60766) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:33.920651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b6330b-c4b9-4db1-889f-6cd7153871b0 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:33.922154 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-12b6330b-c4b9-4db1-889f-6cd7153871b0 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1091 time: 0.0798845
Dec 11 21:49:33.924890 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60770) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:33.929036 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '87347930-681e-4b54-996c-ba24fc2b63ca', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address': '172.20.0.6'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:49:33.951918 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:34.049562 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:34.148966 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.241 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/d99da276-a366-458c-9d09-d0cf5583a88e) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:49:34.250844 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:34.287066 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:34.324994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:49:34.329318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:49:34.332836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:49:34.337994 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=d99da276-a366-458c-9d09-d0cf5583a88e,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:35.001467 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.064471 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.210727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.215153 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.284616 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=d99da276-a366-458c-9d09-d0cf5583a88e,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:49:35.296952 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.392744 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 89048954-69b9-4928-8159-aaa3bfa18516 associated. External IP: 172.35.1.241, port: 87347930-681e-4b54-996c-ba24fc2b63ca.
Dec 11 21:49:35.594621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:49:35.703008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:49:35.713101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Sync routers for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:49:35.720528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:35.724337 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:35.725005 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8410fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:35.748961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b47efea4-dd55-4551-96d8-6ed8e967a6f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8227799
Dec 11 21:49:35.749846 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:49:35.753635 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493be78e-33a6-49dd-9772-d0a6ead7d4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:49:35.797903 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e7037-c00e-422b-890e-8b800b940095 x-openstack-request-id: req-e77e7037-c00e-422b-890e-8b800b940095 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:49:35.798202 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:49:35.798508 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e77e7037-c00e-422b-890e-8b800b940095 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:49:35.798906 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca', 'status': 'completed', 'code': 200}
Dec 11 21:49:35.834856 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:35.874168 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffede17-adf4-40fd-9a91-6856dfe04695 req-e2a832ac-ba69-4af0-ba74-069f0a9fd657 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:35.875597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ffede17-adf4-40fd-9a91-6856dfe04695 req-e2a832ac-ba69-4af0-ba74-069f0a9fd657 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0755634
Dec 11 21:49:35.884818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-d3efe365-92a2-434a-a2f8-34c67287637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:35.886252 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-d3efe365-92a2-434a-a2f8-34c67287637a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1096 time: 0.0600054
Dec 11 21:49:35.979523 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5ffede17-adf4-40fd-9a91-6856dfe04695 req-d4254ea1-f062-4914-a64e-bbfd8d4321e0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0973821
Dec 11 21:49:36.002618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60776) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:36.014599 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-240d2f5e-046e-4f56-871e-53fa6fd219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:36.016079 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-240d2f5e-046e-4f56-871e-53fa6fd219c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 897 time: 0.1182528
Dec 11 21:49:36.060604 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8410fb80>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89048954-69b9-4928-8159-aaa3bfa18516', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.241', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'port_id': '87347930-681e-4b54-996c-ba24fc2b63ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'mac_address': 'fa:16:3e:3f:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:49:34Z', 'updated_at': '2021-12-11T21:49:34Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:36.070693 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0bae2e16-adcc-4454-8a04-c4d091203ba8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/89048954-69b9-4928-8159-aaa3bfa18516 HTTP/1.1" status: 200  len: 991 time: 0.0656340
Dec 11 21:49:36.091523 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Checking router: 5fd8bbb9-44ed-4718-a79b-e9727014a2ff for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:49:36.091789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-4d43d4fb-86d4-42b2-a45f-5cb8d4f3381b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 999 time: 0.0680571
Dec 11 21:49:36.099885 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:49:36.100478 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8410fb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:49:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:36.140268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-af449410-d530-4378-90b1-7ea775ced236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:36.141669 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-af449410-d530-4378-90b1-7ea775ced236 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0432687
Dec 11 21:49:36.188478 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-ac8970a2-9d5e-4fab-b9f5-6463fabc0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:49:36.190014 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-ac8970a2-9d5e-4fab-b9f5-6463fabc0db8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0408134
Dec 11 21:49:36.289642 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-1fb848ee-7102-4057-8c33-39624987244e service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918496
Dec 11 21:49:36.301672 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:49:36.376739 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-493be78e-33a6-49dd-9772-d0a6ead7d4a1 req-90baa220-7401-4a75-811a-a2fb4b4595a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807512
Dec 11 21:49:36.521327 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8410fb80>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89048954-69b9-4928-8159-aaa3bfa18516', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.241', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'port_id': '87347930-681e-4b54-996c-ba24fc2b63ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'mac_address': 'fa:16:3e:3f:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:49:34Z', 'updated_at': '2021-12-11T21:49:34Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:49:36.549193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa48e2d-8ddf-489b-810d-a116aeac76e8 None None] The sync data for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 is: [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '89048954-69b9-4928-8159-aaa3bfa18516', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.241', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'port_id': '87347930-681e-4b54-996c-ba24fc2b63ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'mac_address': 'fa:16:3e:3f:f0:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:49:34Z', 'updated_at': '2021-12-11T21:49:34Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:49:36.758209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a7473-fd3f-4388-8fe2-ad091e7f8b57 None None] New status for floating IP 89048954-69b9-4928-8159-aaa3bfa18516: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:49:37.073350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60778) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:49:37.134460 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-fdd28f65-b42b-40dc-b2f3-1b0f2cd7616d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/89048954-69b9-4928-8159-aaa3bfa18516 HTTP/1.1" status: 200  len: 993 time: 0.0599620
Dec 11 21:49:41.073696 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7acfbae5-a0f3-4bca-b005-42c6a8641a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:43.557174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c935b5a4-d157-4be1-8af2-dd271c8edf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:45.110710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:46.356667 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:46.481461 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:47.294678 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:49:48.354342 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:49:51.660913 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:08.536556 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc50dbc-c55f-4938-be24-194e902f8cad req-3c8d91f2-2c33-475f-ab00-2a27f47dc42d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:08.537943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebc50dbc-c55f-4938-be24-194e902f8cad req-3c8d91f2-2c33-475f-ab00-2a27f47dc42d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0552509
Dec 11 21:50:08.585750 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ebc50dbc-c55f-4938-be24-194e902f8cad req-65d428bc-1c64-4d40-90b3-b963cdab5114 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417855
Dec 11 21:50:09.708681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9d767-5d22-4e0b-8e19-243bb893a92b req-06761439-ee86-4131-87f4-de8a46d9e073 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:09.710153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1a9d767-5d22-4e0b-8e19-243bb893a92b req-06761439-ee86-4131-87f4-de8a46d9e073 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0508039
Dec 11 21:50:09.759461 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a1a9d767-5d22-4e0b-8e19-243bb893a92b req-331918b5-a545-495d-992a-1d59715228d2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428214
Dec 11 21:50:10.874919 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d21ad-4466-48ee-aa8e-2c5de0b63ef4 req-0bd6b43a-4416-4a6b-bb0b-bf1173aeffcc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:10.876389 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c59d21ad-4466-48ee-aa8e-2c5de0b63ef4 req-0bd6b43a-4416-4a6b-bb0b-bf1173aeffcc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0485034
Dec 11 21:50:10.945652 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c59d21ad-4466-48ee-aa8e-2c5de0b63ef4 req-e62858df-c02f-4c68-9214-3a945f9de9f6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634041
Dec 11 21:50:11.075716 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1d3aaf95-a7cd-45c2-9016-f40776d2d51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:12.067667 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b9346-2bdf-45ef-9fc3-c3656b8d3a5f req-e3d5636c-7097-4d91-8a57-8c4826635748 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:12.069206 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-792b9346-2bdf-45ef-9fc3-c3656b8d3a5f req-e3d5636c-7097-4d91-8a57-8c4826635748 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0548232
Dec 11 21:50:12.117476 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-792b9346-2bdf-45ef-9fc3-c3656b8d3a5f req-4112349c-4413-46d1-be1f-a4caa0d7f60c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423176
Dec 11 21:50:13.230388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e0189-a48d-41d3-9f22-ca3e00de7c1d req-e8a96799-7c4c-4027-982b-71c095264c84 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:13.231878 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-955e0189-a48d-41d3-9f22-ca3e00de7c1d req-e8a96799-7c4c-4027-982b-71c095264c84 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0473108
Dec 11 21:50:13.284249 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-955e0189-a48d-41d3-9f22-ca3e00de7c1d req-81220aa5-36f5-476e-a263-829da5da009b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465474
Dec 11 21:50:13.558238 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-dfa29276-ec42-4e4d-8534-ceb312ca6d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:14.397635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d2a3f-1203-4eaf-9acb-0f27da06af7d req-80b0a960-8f4b-474c-b733-a9bded1a9090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:14.399116 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404d2a3f-1203-4eaf-9acb-0f27da06af7d req-80b0a960-8f4b-474c-b733-a9bded1a9090 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0474808
Dec 11 21:50:14.447173 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-404d2a3f-1203-4eaf-9acb-0f27da06af7d req-b9286748-c81b-4b52-ad8c-aeed73bcba09 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414677
Dec 11 21:50:15.114808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:15.561360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf4e4-b0e0-4fa9-b627-3e522cee6583 req-63b79a5e-0741-41d6-8524-d53d889e500c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:15.562889 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae4cf4e4-b0e0-4fa9-b627-3e522cee6583 req-63b79a5e-0741-41d6-8524-d53d889e500c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0482733
Dec 11 21:50:15.611027 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ae4cf4e4-b0e0-4fa9-b627-3e522cee6583 req-35a8c8e3-7d1e-4737-b2ee-9159efc5d859 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422347
Dec 11 21:50:16.352774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:16.480437 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:16.729558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cc2f-4a96-4fdd-b54e-8b79fb4210f0 req-8e3dfd9e-417f-43dc-8283-1b3e1ba1612b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:16.731129 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f069cc2f-4a96-4fdd-b54e-8b79fb4210f0 req-8e3dfd9e-417f-43dc-8283-1b3e1ba1612b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0524044
Dec 11 21:50:16.779040 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f069cc2f-4a96-4fdd-b54e-8b79fb4210f0 req-792ac8d8-4264-470f-9f06-a86c4742e20a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420856
Dec 11 21:50:17.300394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:17.893922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a1105-7c6c-433f-b118-4b623e7eb50c req-ddd7794f-8ece-4632-9862-4ce4d6169498 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:17.895424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a79a1105-7c6c-433f-b118-4b623e7eb50c req-ddd7794f-8ece-4632-9862-4ce4d6169498 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0505834
Dec 11 21:50:17.943711 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a79a1105-7c6c-433f-b118-4b623e7eb50c req-a22f9200-e5d2-4916-9bd0-03f5900e0416 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422881
Dec 11 21:50:19.056590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0330e1b-1063-41a1-9efa-f34e9810662e req-ad082664-d153-4c47-ba1f-edbb14bbe217 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:19.058050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0330e1b-1063-41a1-9efa-f34e9810662e req-ad082664-d153-4c47-ba1f-edbb14bbe217 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0471926
Dec 11 21:50:19.107606 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a0330e1b-1063-41a1-9efa-f34e9810662e req-d7f990c0-2645-4942-a399-c940c7fdb140 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429389
Dec 11 21:50:20.226039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b67fe-ba53-4ec2-a09b-55764cd8abe7 req-5751e042-5944-4f22-812d-89b490527457 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:20.227549 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb7b67fe-ba53-4ec2-a09b-55764cd8abe7 req-5751e042-5944-4f22-812d-89b490527457 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0528362
Dec 11 21:50:20.276574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-cb7b67fe-ba53-4ec2-a09b-55764cd8abe7 req-869560c5-3af0-458a-80d2-209c3a3117a5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425560
Dec 11 21:50:21.392500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c685478-958f-405e-b10b-9a37104b84cf req-37582d81-63b8-4869-8c1b-3c3490d0f6ba tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:21.393854 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c685478-958f-405e-b10b-9a37104b84cf req-37582d81-63b8-4869-8c1b-3c3490d0f6ba tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0472801
Dec 11 21:50:21.445609 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1c685478-958f-405e-b10b-9a37104b84cf req-91e2f861-9217-43c3-a262-0c5df02812b6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458376
Dec 11 21:50:21.675855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:22.562460 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2e45e-c672-4782-b070-3f68b6323893 req-6859224f-fa01-454a-835d-6dc41dbd8526 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:22.563887 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86a2e45e-c672-4782-b070-3f68b6323893 req-6859224f-fa01-454a-835d-6dc41dbd8526 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0481999
Dec 11 21:50:22.612216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-86a2e45e-c672-4782-b070-3f68b6323893 req-7d4231ac-7955-4046-be78-37a68c2c1e64 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424454
Dec 11 21:50:23.736328 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9fc84-4bd9-41e9-8e4f-2a4b0d9481bc req-1ed7b17e-5e1e-4998-9e5b-68b9973699a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:23.737808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62e9fc84-4bd9-41e9-8e4f-2a4b0d9481bc req-1ed7b17e-5e1e-4998-9e5b-68b9973699a1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0503006
Dec 11 21:50:23.786061 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-62e9fc84-4bd9-41e9-8e4f-2a4b0d9481bc req-ecc3686a-b9f1-486c-a9a2-2da16f4a14ea tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419519
Dec 11 21:50:23.850613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-a8076a30-91af-436f-bcc3-696f28b448dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0385258
Dec 11 21:50:23.931805 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-90d7e5d9-a5b1-4947-8bc5-26c022937c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:23.933170 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-90d7e5d9-a5b1-4947-8bc5-26c022937c87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1096 time: 0.0401676
Dec 11 21:50:24.035791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-9d98697d-34ee-466d-837e-5c7d7695d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:24.037245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-9d98697d-34ee-466d-837e-5c7d7695d1ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 897 time: 0.0858998
Dec 11 21:50:24.100212 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-72cdee80-2d2f-4f35-bdaf-cb14cd63c4f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 1001 time: 0.0560858
Dec 11 21:50:24.152429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-560be7c3-4144-4f70-8a51-4a01b05b0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:24.154613 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-560be7c3-4144-4f70-8a51-4a01b05b0a13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0464327
Dec 11 21:50:24.197441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-6910b2ae-23c4-4881-8b30-560a64169f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:24.198890 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-6910b2ae-23c4-4881-8b30-560a64169f4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386670
Dec 11 21:50:24.287923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-c4cc0ff8-1c57-4d65-82c2-1c9797afd3ad service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818708
Dec 11 21:50:24.384472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0fa0f151-4ee6-4e3d-a356-e40afc973e3e req-a0a4c367-27a4-443b-b4dd-0af3c49f20c9 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0894923
Dec 11 21:50:24.903328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678589c-fbc2-4542-8023-2d26d1dabdd0 req-7f50ba46-2fc3-451a-8c93-653a123af09c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:24.904771 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9678589c-fbc2-4542-8023-2d26d1dabdd0 req-7f50ba46-2fc3-451a-8c93-653a123af09c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0521908
Dec 11 21:50:24.954301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9678589c-fbc2-4542-8023-2d26d1dabdd0 req-ccb0caa3-3e4a-413c-8959-6efdaa3f5740 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433576
Dec 11 21:50:24.976062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60840) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:50:25.035843 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-21901e7a-8433-4493-8af3-eb9d3cb1eed3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/89048954-69b9-4928-8159-aaa3bfa18516 HTTP/1.1" status: 200  len: 993 time: 0.0586443
Dec 11 21:50:25.353188 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:50:26.330382 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7be20-ecff-4b4b-9a2b-bda040f7c726 req-de5005fe-ad69-4fba-baa5-7bc6c118cf92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:26.331826 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9db7be20-ecff-4b4b-9a2b-bda040f7c726 req-de5005fe-ad69-4fba-baa5-7bc6c118cf92 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0791461
Dec 11 21:50:26.345658 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-195dfeda-916e-48cf-9db4-a673ea812474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:26.347071 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-195dfeda-916e-48cf-9db4-a673ea812474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1096 time: 0.0607622
Dec 11 21:50:26.437440 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9db7be20-ecff-4b4b-9a2b-bda040f7c726 req-8247fa9f-b68e-432a-a6be-ec8422ca57ad tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989461
Dec 11 21:50:26.465544 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-81b993d1-4d7e-4ee2-9eba-28bb8f47b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:26.467064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-81b993d1-4d7e-4ee2-9eba-28bb8f47b4dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 897 time: 0.1101420
Dec 11 21:50:26.534253 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-493a19eb-9cdb-4b13-91a6-01caf57e5433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 1001 time: 0.0604494
Dec 11 21:50:26.584713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-d571fdcb-75eb-4cb3-b958-306ee95a81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:26.586060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-d571fdcb-75eb-4cb3-b958-306ee95a81ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0440826
Dec 11 21:50:26.639418 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-e2a1ec84-9f68-4f17-9ce3-b5ac2708ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:26.640937 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-e2a1ec84-9f68-4f17-9ce3-b5ac2708ecf5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0480869
Dec 11 21:50:26.733723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-278ddba6-d63e-42dc-9f00-260b5fb94118 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842257
Dec 11 21:50:26.819569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b1d314b4-6d85-4518-9a6e-d2d031082063 req-c27921fa-6d4a-45fd-9a93-8bbcac27cfe0 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0786192
Dec 11 21:50:27.558457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5a119-2776-48ba-9a31-6bcd4ce8d3f3 req-897d6d1b-015a-45e3-93d2-ed5245f11e0d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:27.561219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0a5a119-2776-48ba-9a31-6bcd4ce8d3f3 req-897d6d1b-015a-45e3-93d2-ed5245f11e0d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0541604
Dec 11 21:50:27.614402 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0a5a119-2776-48ba-9a31-6bcd4ce8d3f3 req-c9fb72c1-535d-4e28-8b13-551ce399a816 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470250
Dec 11 21:50:27.636893 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60850) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:50:27.697221 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-47c5e39b-fa2f-44ac-8056-6b95ae66aa05 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/89048954-69b9-4928-8159-aaa3bfa18516 HTTP/1.1" status: 200  len: 993 time: 0.0592027
Dec 11 21:50:41.080289 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8989b271-ba4f-4297-a433-8b8f8e9adc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:43.561688 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3009f2a4-daea-4b9e-a5d7-450b7a622317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:45.116305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:46.352396 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:46.483739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:47.293810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:51.673973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.090100 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:50:58.249856 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port d99da276-a366-458c-9d09-d0cf5583a88e {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:50:58.250205 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.328746 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.329077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.340569 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for d99da276-a366-458c-9d09-d0cf5583a88e owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:50:58.494297 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.520039 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=d99da276-a366-458c-9d09-d0cf5583a88e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:50:58.545348 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.545704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.546050 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.546391 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.546752 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.547087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.547419 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.547753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.548083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.548411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.548740 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.549072 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.549396 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:50:58.590740 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.591061 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 89048954-69b9-4928-8159-aaa3bfa18516 disassociated (deleted). External IP: 172.35.1.241, port: 87347930-681e-4b54-996c-ba24fc2b63ca.
Dec 11 21:50:58.802232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:50:58.909015 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:50:58.913647 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:50:58.918436 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Sync routers for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:50:58.928384 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:50:58.928983 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84064790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:50:58.940395 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-398782a8-2cb7-42c4-a320-8282fa95e062 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/floatingips/89048954-69b9-4928-8159-aaa3bfa18516 HTTP/1.1" status: 204  len: 168 time: 0.8491628
Dec 11 21:50:58.941258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:50:58.943665 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f" -d '{"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:50:58.986903 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b83b8-0333-40f3-a762-959b332383cc x-openstack-request-id: req-df4b83b8-0333-40f3-a762-959b332383cc {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:50:58.987265 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:50:58.987533 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df4b83b8-0333-40f3-a762-959b332383cc {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:50:58.988053 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca', 'status': 'completed', 'code': 200}
Dec 11 21:50:59.037256 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:50:59.125211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-fbff1246-b489-4f2e-a1b7-75af2c99ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:59.127426 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-fbff1246-b489-4f2e-a1b7-75af2c99ce55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 1096 time: 0.1138701
Dec 11 21:50:59.252319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84064790>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:50:59.260967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-229bce61-7c4a-4e2e-ac3b-0390420c1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:59.262443 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-229bce61-7c4a-4e2e-ac3b-0390420c1802 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 200  len: 897 time: 0.1267896
Dec 11 21:50:59.285266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Checking router: 5fd8bbb9-44ed-4718-a79b-e9727014a2ff for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:50:59.285541 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378ee28-f0d4-402a-a8be-6a5fdf3306f6 req-c5f0826c-6b7f-4fa2-b0e8-f196aaafcb9c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:59.289752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f378ee28-f0d4-402a-a8be-6a5fdf3306f6 req-c5f0826c-6b7f-4fa2-b0e8-f196aaafcb9c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.1440797
Dec 11 21:50:59.293920 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:50:59.295111 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84064790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:50:59.320220 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-268e801e-cf96-451c-8d6e-14e7c5cf1ae4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 200  len: 217 time: 0.0492675
Dec 11 21:50:59.397215 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:50:59.401186 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f378ee28-f0d4-402a-a8be-6a5fdf3306f6 req-7dd1f7e1-ab9e-473b-95be-7aad2031878a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836110
Dec 11 21:50:59.402771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-02e7da28-f861-4dec-ab2e-b527b4ba448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:59.404225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-02e7da28-f861-4dec-ab2e-b527b4ba448a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 200  len: 833 time: 0.0677576
Dec 11 21:50:59.451747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-aae8e780-b331-496a-a436-965ddf80da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:50:59.453692 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-aae8e780-b331-496a-a436-965ddf80da40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eb38ade-4fdb-4d70-a1a3-e9973ad12146&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0412588
Dec 11 21:50:59.548670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-8cda785f-2dd4-454c-af1f-8159992ddd2d service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853007
Dec 11 21:50:59.596101 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-328a297d-1584-418d-a908-8e1035978e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84064790>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:50:59.622343 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a297d-1584-418d-a908-8e1035978e36 None None] The sync data for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 is: [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:22Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c8d3d33c-6185-4265-b962-e32a2b420419', 'name': '', 'network_id': '3eb38ade-4fdb-4d70-a1a3-e9973ad12146', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:86:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:21Z', 'updated_at': '2021-12-11T21:49:25Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'e4f7c770-7b3b-4b6d-bb71-06382f04e890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:50:59.640550 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d12b38f-2da1-4422-92eb-7fd8b3a2e97f req-7bb4dcb7-5502-4b21-a6fd-86402ff0c333 service neutron] 10.222.0.16 "GET /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843308
Dec 11 21:50:59.840306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b12194-2662-40be-acf3-a60fb59699a2 None None] New status for floating IP 89048954-69b9-4928-8159-aaa3bfa18516: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:51:00.564287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7329f9-c20a-44c6-9277-2830a70a06a4 req-0139b101-ad39-4840-8804-f88799cb6ea7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:00.565793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af7329f9-c20a-44c6-9277-2830a70a06a4 req-0139b101-ad39-4840-8804-f88799cb6ea7 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0954230
Dec 11 21:51:00.614635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-36460d2c-7b7e-45de-b872-5c057372b73f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:00.616125 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-36460d2c-7b7e-45de-b872-5c057372b73f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/ports?device_id=a81bc508-fc1b-4f03-8160-b46a021a5116 HTTP/1.1" status: 200  len: 945 time: 0.0490475
Dec 11 21:51:00.616293 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-af7329f9-c20a-44c6-9277-2830a70a06a4 req-851a9eb6-163c-4458-ab89-d3d8506638ee tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=68797519-98d9-4bf0-8017-57341b3be913&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440371
Dec 11 21:51:00.706663 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 87347930-681e-4b54-996c-ba24fc2b63ca {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:00.707002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:00.792696 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 87347930-681e-4b54-996c-ba24fc2b63ca, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87347930-681e-4b54-996c-ba24fc2b63ca,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:00.792973 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:00.805355 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 87347930-681e-4b54-996c-ba24fc2b63ca owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:00.931234 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:00.957290 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=87347930-681e-4b54-996c-ba24fc2b63ca,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:00.967776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.968130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.968486 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.968832 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.969174 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.969516 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.969928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.970641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.970641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.970989 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.971248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.971575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:00.971903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:01.017337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] No DVR routers for this DVR port 87347930-681e-4b54-996c-ba24fc2b63ca on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:51:01.020022 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:01.023372 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0439a6d7-3453-46aa-a1a8-15a7a9140f5e req-6779de0d-9865-4849-881f-a867382b859d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "DELETE /v2.0/ports/87347930-681e-4b54-996c-ba24fc2b63ca HTTP/1.1" status: 204  len: 173 time: 0.4011269
Dec 11 21:51:01.023820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'name': 'network-vif-deleted', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:01.026089 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aacd64-60db-4640-8aff-1c032686e145" -d '{"events": [{"server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "name": "network-vif-deleted", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:01.116077 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83052081-122c-4156-b72a-4eee243cde94 x-openstack-request-id: req-83052081-122c-4156-b72a-4eee243cde94 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:01.116372 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81bc508-fc1b-4f03-8160-b46a021a5116", "name": "network-vif-deleted", "tag": "87347930-681e-4b54-996c-ba24fc2b63ca", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:01.116626 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83052081-122c-4156-b72a-4eee243cde94 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:01.117242 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81bc508-fc1b-4f03-8160-b46a021a5116', 'name': 'network-vif-deleted', 'tag': '87347930-681e-4b54-996c-ba24fc2b63ca', 'status': 'completed', 'code': 200}
Dec 11 21:51:01.671901 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60908) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:02.027105 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:02.283378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port c8d3d33c-6185-4265-b962-e32a2b420419 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:02.283626 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:02.351614 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:51:02.370808 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port c8d3d33c-6185-4265-b962-e32a2b420419, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c8d3d33c-6185-4265-b962-e32a2b420419,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:02.371173 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:02.388729 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for c8d3d33c-6185-4265-b962-e32a2b420419 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:02.571968 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:02.599774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=c8d3d33c-6185-4265-b962-e32a2b420419,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:02.770997 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:02.981773 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:51:03.092450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:51:03.101672 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-507ebd56-b64a-42ba-b289-94bf9de8a439 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/5fd8bbb9-44ed-4718-a79b-e9727014a2ff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4257543
Dec 11 21:51:03.101672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:03.106218 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Sync routers for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:51:03.123076 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:03.123690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8408ab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:03.157178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting subnet e4f7c770-7b3b-4b6d-bb71-06382f04e890 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:51:03.161701 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.201373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.232113 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:03.291989 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.352150 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.379510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f7c770-7b3b-4b6d-bb71-06382f04e890,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:03.383234 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.386515 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9d9e275d-11ad-49e5-a0f9-76957ec6f82e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/subnets/e4f7c770-7b3b-4b6d-bb71-06382f04e890 HTTP/1.1" status: 204  len: 168 time: 0.2837224
Dec 11 21:51:03.389088 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:03.394913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f9e9e-80b8-4a37-add5-91dd3532daa8 None None] Network 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:51:03.419116 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8408ab50>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:51:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:03.445767 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Checking router: 5fd8bbb9-44ed-4718-a79b-e9727014a2ff for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:51:03.456261 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Routers {'5fd8bbb9-44ed-4718-a79b-e9727014a2ff'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:03.456886 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8408ab50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:03.502936 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.553262 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] DHCP port deletion for 3eb38ade-4fdb-4d70-a1a3-e9973ad12146 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:51:03.609444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Deleting port 9cc5ef05-9031-4060-8301-6e01a050edfe {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:03.609967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.621788 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.663350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] Set router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:03.676494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] For port 9cc5ef05-9031-4060-8301-6e01a050edfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cc5ef05-9031-4060-8301-6e01a050edfe,segment=NetworkSegment(40c1d940-253a-47d0-aa97-954f20da6621),segment_id=40c1d940-253a-47d0-aa97-954f20da6621)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:03.676886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.682656 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 52b42555-72c7-4aa9-9732-980618e3de1b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:03.683415 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.689586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Calling delete_port for 9cc5ef05-9031-4060-8301-6e01a050edfe owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:03.768286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.770074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 52b42555-72c7-4aa9-9732-980618e3de1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52b42555-72c7-4aa9-9732-980618e3de1b,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:03.770440 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.783309 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 52b42555-72c7-4aa9-9732-980618e3de1b owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:03.798011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Pushing event deleted for resources: {'Port': ['ID=9cc5ef05-9031-4060-8301-6e01a050edfe,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:03.805744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] No DVR routers for this DVR port 9cc5ef05-9031-4060-8301-6e01a050edfe on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:51:03.808152 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.808589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.809009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.809422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.809827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.810270 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.810735 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.811168 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.811605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.812066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.812498 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.812944 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.813372 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943014-9145-4cb8-8fb8-566ea0dacb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:03.846667 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8408ab50>, [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:51:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:03.875958 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d97db-a523-4553-b66c-78c1991fe3ac None None] The sync data for ids ['5fd8bbb9-44ed-4718-a79b-e9727014a2ff'] in ncdv-master-1 is: [{'id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-278888239', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17'}], 'enable_snat': True}, 'gw_port_id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:51:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': '52b42555-72c7-4aa9-9732-980618e3de1b', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:85:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd8bbb9-44ed-4718-a79b-e9727014a2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:49:19Z', 'updated_at': '2021-12-11T21:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:51:03.962489 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:03.989955 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=52b42555-72c7-4aa9-9732-980618e3de1b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:04.005782 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b1b155-79e9-49fe-a87e-1998f77ad973 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:51:04.052944 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.469711 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.471864 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.494440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 87347930-681e-4b54-996c-ba24fc2b63ca no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:51:04.514412 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.515005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd8bbb9-44ed-4718-a79b-e9727014a2ff {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:51:04.516131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 87347930-681e-4b54-996c-ba24fc2b63ca {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:51:04.516480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 87347930-681e-4b54-996c-ba24fc2b63ca not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:51:04.522064 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.523254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-0bd3052d-63d9-42c6-a065-b4834d63bf65 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/routers/5fd8bbb9-44ed-4718-a79b-e9727014a2ff HTTP/1.1" status: 204  len: 168 time: 1.1332397
Dec 11 21:51:04.526033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:04.609156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.695095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.715982 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7eed0af0>,) {'filters': {'network_id': ['3eb38ade-4fdb-4d70-a1a3-e9973ad12146']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:04.725710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eed0af0>, '40c1d940-253a-47d0-aa97-954f20da6621') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:04.726010 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7eed0af0>, '40c1d940-253a-47d0-aa97-954f20da6621') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:04.735349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.748352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.754749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:51:04.755137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:51:04.758058 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:51:04.818090 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.824983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.828657 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/networks/3eb38ade-4fdb-4d70-a1a3-e9973ad12146 HTTP/1.1" status: 204  len: 168 time: 0.3015602
Dec 11 21:51:04.831503 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:04.840113 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2938c-de78-4e78-baa9-55011873c460 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Network': ['ID=3eb38ade-4fdb-4d70-a1a3-e9973ad12146,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:04.888025 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.912534 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.975303 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.977979 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:04.979171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/security-groups/68797519-98d9-4bf0-8017-57341b3be913 HTTP/1.1" status: 204  len: 168 time: 0.1461318
Dec 11 21:51:04.989085 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775062f-3535-4fc7-818b-533092b8f87e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68797519-98d9-4bf0-8017-57341b3be913,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.152291 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c8d3d33c-6185-4265-b962-e32a2b420419 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:51:05.172730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: c8d3d33c-6185-4265-b962-e32a2b420419 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:51:05.173229 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device c8d3d33c-6185-4265-b962-e32a2b420419 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:51:05.173666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9cc5ef05-9031-4060-8301-6e01a050edfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:51:05.196432 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 9cc5ef05-9031-4060-8301-6e01a050edfe {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:51:05.196774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9cc5ef05-9031-4060-8301-6e01a050edfe not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:51:05.197191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 52b42555-72c7-4aa9-9732-980618e3de1b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:51:05.214855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60922) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.216476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 52b42555-72c7-4aa9-9732-980618e3de1b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:51:05.216823 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 52b42555-72c7-4aa9-9732-980618e3de1b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:51:05.220885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945919781', 'description': 'tempest-secgroup-smoke-1945919781 description', 'project_id': '0749dd62e17c4666b7f94f6537034393'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.244039 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.309839 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.313852 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.342189 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.343447 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1275139
Dec 11 21:51:05.345379 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f6a9e-4ecc-4005-a0b8-ab439441e057 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff181dcf-076d-4313-b8e9-60a2635fbd5e,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.346435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60924) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.352140 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.380191 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.432516 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.435969 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.455437 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804e3a8d-839f-4b8f-875f-2bc269dbc71e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.460669 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.461961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a91a8b84-d17c-4479-8116-7787b0b1b440 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1136916
Dec 11 21:51:05.464657 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60926) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.468922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.494607 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.549640 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.553073 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.570566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1c805b-6c26-4122-b8b7-45791529588d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.577453 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.578700 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-85a3078b-7cf9-4e19-95e3-4d6366b85f0b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1130512
Dec 11 21:51:05.581388 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60928) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.585601 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.612255 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.670938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.674994 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.692074 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f3dc54-c985-494f-8a18-61e74e44c718,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.700437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.701793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-62ff5c57-f5c6-4fc4-a5fb-2da9976aecf9 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1194530
Dec 11 21:51:05.704552 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60930) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.709479 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.736732 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.791921 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.795299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.812513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff05a052-b4b1-47aa-868e-861ee53fa30a,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.821733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.822961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-92125a14-731b-4522-a04a-4fc1bf2e5a18 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1173897
Dec 11 21:51:05.825754 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.830021 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.851224 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:51:05.855973 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.913303 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.917094 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.933745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1b9fde-d374-42d5-9273-0e5c9e868203,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:05.941861 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:05.943073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a955c6cb-d4f0-4fb0-b03a-b3f97a51365f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1164021
Dec 11 21:51:05.945854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60934) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:05.950040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'security_group_rule': {'security_group_id': 'ff181dcf-076d-4313-b8e9-60a2635fbd5e', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:05.972364 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Project 0749dd62e17c4666b7f94f6537034393 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:51:05.977520 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.040071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.043531 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.060263 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51630a0-1718-42f9-be52-d1199f0a9f01,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:06.069195 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.070599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d8f42d63-90c0-4a9d-932c-4178322711fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1237531
Dec 11 21:51:06.074466 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60936) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:06.079899 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'network': {'name': 'tempest-network-smoke--1584962441', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'port_security_enabled': True}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:06.100359 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:51:06.103825 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.127361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:51:06.137067 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.137446 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Added segment 8515e564-9786-453c-93ab-32aa0b6e3d78 of type vlan for network 96a56d44-bc69-4991-8bf4-1bbe89cb222a
Dec 11 21:51:06.177820 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.200899 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.207582 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:06.208174 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.272793 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1971529
Dec 11 21:51:06.275504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 60938) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:06.279861 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'admin_state_up': True, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:06.295033 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c320a-2cc0-4f7a-a60e-c3a14e37320d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Network': ['ID=96a56d44-bc69-4991-8bf4-1bbe89cb222a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:06.305801 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:51:06.314340 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.315545 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.366363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.504983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.693189 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.715846 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.816361 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.56 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/ace499f4-f040-468e-a39c-306e3e6d937f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:51:06.918691 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.953487 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:06.996903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:07.000289 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:07.003606 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:51:07.010471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=ace499f4-f040-468e-a39c-306e3e6d937f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:07.014130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f7ae5-21d8-4dfd-9ed4-37b0a32b2f49 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:51:07.113433 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-6bd23a83-c4df-4922-89eb-b9d0dd58b9c2 None None] Provisioning complete for port ace499f4-f040-468e-a39c-306e3e6d937f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:07.114088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6bd23a83-c4df-4922-89eb-b9d0dd58b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:07.151293 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-6bd23a83-c4df-4922-89eb-b9d0dd58b9c2 None None] Port ace499f4-f040-468e-a39c-306e3e6d937f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:51:07.263113 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:07.459717 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:07.584462 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:51:07.687987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:51:07.698048 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Sync routers for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:51:07.707372 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:07.708479 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:07.708616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-da316898-dd79-41d2-8ac5-1daca86ca0f1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4321718
Dec 11 21:51:07.709090 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e87f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:07.712010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60940) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:07.744494 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bbd68899-a9fb-465c-9bb1-f3f785945af8 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=0749dd62e17c4666b7f94f6537034393&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0306687
Dec 11 21:51:07.747294 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60942) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:07.815099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:07.831500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc103121-f965-49a1-8734-38628e23fcb3 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:07.833263 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-bc103121-f965-49a1-8734-38628e23fcb3 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0850224
Dec 11 21:51:07.836195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60944) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:07.863113 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5c319a33-eedf-4ef0-9eb2-c67200935306 tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=574122d1-febc-4103-b29b-8c97d1bffd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0258574
Dec 11 21:51:07.865817 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60946) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:07.870458 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87477065', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:07.960549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:51:07.964320 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:07.989251 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e87f10>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:07Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:08.019290 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Checking router: 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:51:08.019635 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Updating router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 port ace499f4-f040-468e-a39c-306e3e6d937f binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:51:08.149816 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.209657 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Subnet': ['ID=adc9467b-b4ac-414a-9d01-cb31429e55a1,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:08.219178 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.221488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Checking segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:51:08.221852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network hostable DHCP agents. Network: 96a56d44-bc69-4991-8bf4-1bbe89cb222a, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:51:08.239446 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:51:08.248330 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 96a56d44-bc69-4991-8bf4-1bbe89cb222a) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:08.259364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:08.259668 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.263481 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39b4333-2eba-4d14-b30c-d63ed34c2fc7 None None] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:51:08.276171 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-57852787-1861-41a7-ad96-d2fc8530e194 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.4093766
Dec 11 21:51:08.279054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 60948) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:08.477651 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:51:08.479298 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.667593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.677898 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.726725 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Allocated IP 172.20.0.2 (96a56d44-bc69-4991-8bf4-1bbe89cb222a/adc9467b-b4ac-414a-9d01-cb31429e55a1/9331e4f1-2f96-446b-aba0-a44b2086c359) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:51:08.743404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1582c-2970-4cfd-9ce6-a0b8ebbc9a8c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:51:08.756461 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42ecac-81e3-4e35-82ef-d0a47c622746 None None] Pushing event updated for resources: {'Port': ['ID=ace499f4-f040-468e-a39c-306e3e6d937f,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:08.758756 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Attempting to bind port ace499f4-f040-468e-a39c-306e3e6d937f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:51:08.759130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Attempting to bind port ace499f4-f040-468e-a39c-306e3e6d937f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:51:08.759568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Attempting to bind port ace499f4-f040-468e-a39c-306e3e6d937f on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:51:08.783281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:51:08.783666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:51:08.784071 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.784466 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:51:08.784963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Bound port: ace499f4-f040-468e-a39c-306e3e6d937f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:51:08.785340 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.866465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e80e5a28-ce36-4fc9-bff9-bb3ce8bd1385 None None] Provisioning complete for port ace499f4-f040-468e-a39c-306e3e6d937f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:08.866866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e80e5a28-ce36-4fc9-bff9-bb3ce8bd1385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.930267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] For port ace499f4-f040-468e-a39c-306e3e6d937f, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:51:08.934762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] For port ace499f4-f040-468e-a39c-306e3e6d937f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ace499f4-f040-468e-a39c-306e3e6d937f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:51:08.943818 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:08.955892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e80e5a28-ce36-4fc9-bff9-bb3ce8bd1385 None None] Port ace499f4-f040-468e-a39c-306e3e6d937f cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:51:09.020333 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc9352-a074-4b71-8ff3-f297602eebd8 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:51:09.036977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.054860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42ecac-81e3-4e35-82ef-d0a47c622746 None None] Pushing event updated for resources: {'Port': ['ID=ace499f4-f040-468e-a39c-306e3e6d937f,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:09.060043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:09.060822 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76e87f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:09.064082 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.107700 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.175289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:09.178363 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] Provisioning complete for port ace499f4-f040-468e-a39c-306e3e6d937f triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:09.178752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.212809 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Pushing event updated for resources: {'Port': ['ID=9331e4f1-2f96-446b-aba0-a44b2086c359,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:09.215269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:09.217367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:51:09.282784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:09.320614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.1 (96a56d44-bc69-4991-8bf4-1bbe89cb222a/adc9467b-b4ac-414a-9d01-cb31429e55a1/8a4e4121-adcb-4530-84a3-3ed722a23dba) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:51:09.411099 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Attempting to bind port 9331e4f1-2f96-446b-aba0-a44b2086c359 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:51:09.411465 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Attempting to bind port 9331e4f1-2f96-446b-aba0-a44b2086c359 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:51:09.411825 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Attempting to bind port 9331e4f1-2f96-446b-aba0-a44b2086c359 on network 96a56d44-bc69-4991-8bf4-1bbe89cb222a {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:51:09.426265 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:51:09.426658 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Checking segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:51:09.427053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.427440 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Bound using segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:51:09.428072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Bound port: 9331e4f1-2f96-446b-aba0-a44b2086c359, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:51:09.428267 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.436439 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.480366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.522852 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:09.526076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:09.530823 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:51:09.532091 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.537079 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:09.578007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.588376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] For port 9331e4f1-2f96-446b-aba0-a44b2086c359, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:51:09.591252 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] For port ace499f4-f040-468e-a39c-306e3e6d937f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ace499f4-f040-468e-a39c-306e3e6d937f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:09.602391 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.611541 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] For port 9331e4f1-2f96-446b-aba0-a44b2086c359, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9331e4f1-2f96-446b-aba0-a44b2086c359,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:51:09.639600 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.679993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76e87f10>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:07Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:09.683026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03097f-1c72-4b90-8660-16f151c05dff None None] Pushing event updated for resources: {'Port': ['ID=ace499f4-f040-468e-a39c-306e3e6d937f,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:09.712108 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db2c434-6645-453b-8246-74481561eaf3 None None] The sync data for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 is: [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:07Z', 'revision_number': 3, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:51:09.735273 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:09.778943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc22e6-8e53-4aa1-86d7-431ca7f87236 None None] Pushing event updated for resources: {'Port': ['ID=9331e4f1-2f96-446b-aba0-a44b2086c359,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:10.075630 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:10.083097 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:10.162897 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:10.164671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:10.264443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:10.266463 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:10.390703 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:51:10.515217 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:51:10.521971 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f8d6af65-1112-4feb-b17a-beda9313c6ae tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/92087c79-1c09-4cc2-aa9f-4ec45dd86c36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2418687
Dec 11 21:51:10.687564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-33d2b2dd-5271-4bc1-9465-2834ac728996 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945919781&fields=id&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 267 time: 0.0487626
Dec 11 21:51:10.730532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44537d2f-76be-45eb-9ab0-02f0286aa34d None None] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:51:10.793818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] Provisioning complete for port 9331e4f1-2f96-446b-aba0-a44b2086c359 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:10.794555 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:10.801990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-9e8257da-7a67-43b5-9515-d630364c2ee6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:10.803564 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-9e8257da-7a67-43b5-9515-d630364c2ee6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 797 time: 0.1081853
Dec 11 21:51:10.818984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-ac591921-8b0d-4bb2-87cf-b704bdafd5af tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/quotas/0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 375 time: 0.0096703
Dec 11 21:51:10.871845 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-963db1d8-f773-42db-8f91-9d70868c9bea tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0465300
Dec 11 21:51:10.922125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:10.958182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] For port 9331e4f1-2f96-446b-aba0-a44b2086c359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9331e4f1-2f96-446b-aba0-a44b2086c359,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:10.963733 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.016248 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfd778-8309-42e1-9c2d-e5d31b93f1de None None] Pushing event updated for resources: {'Port': ['ID=9331e4f1-2f96-446b-aba0-a44b2086c359,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:11.081594 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-c457693f-fe5d-47bf-a796-1d20bd9b7933 service neutron] 10.222.0.18 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422575
Dec 11 21:51:11.087305 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cad70d2a-6ce3-4ccc-9f8e-541b969282c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.199032 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-90d058f9-8d64-424a-bc03-03f7a690267f None None] Provisioning complete for port 9331e4f1-2f96-446b-aba0-a44b2086c359 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:11.199409 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90d058f9-8d64-424a-bc03-03f7a690267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.200993 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-b8131f26-f4a8-4e79-a3b3-0ea25a3f2918 service neutron] 10.222.0.18 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114247
Dec 11 21:51:11.320914 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9331e4f1-2f96-446b-aba0-a44b2086c359 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:51:11.448052 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2debeeb1-7fb2-49a8-84d8-930f19a5886a req-8eef84b0-b5fc-4b16-9f75-fe8ffe4c1158 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 210 time: 0.0354216
Dec 11 21:51:11.587906 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Sync routers for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:51:11.597830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-90d058f9-8d64-424a-bc03-03f7a690267f None None] Provisioning complete for port 8a4e4121-adcb-4530-84a3-3ed722a23dba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:11.598040 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-90d058f9-8d64-424a-bc03-03f7a690267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.599940 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:11.600831 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d846bca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:11.601736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 9331e4f1-2f96-446b-aba0-a44b2086c359 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:11.602096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.670620 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-90d058f9-8d64-424a-bc03-03f7a690267f None None] Port 8a4e4121-adcb-4530-84a3-3ed722a23dba cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:51:11.721625 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:11.734083 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ace499f4-f040-468e-a39c-306e3e6d937f up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:51:11.796164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ace499f4-f040-468e-a39c-306e3e6d937f triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:11.797317 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.801250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3ff7f3ea-cb86-4bde-b81b-cf28147acc55 None None] Provisioning complete for port 8a4e4121-adcb-4530-84a3-3ed722a23dba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:11.801612 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f3ea-cb86-4bde-b81b-cf28147acc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:11.867742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f3ea-cb86-4bde-b81b-cf28147acc55 None None] Port 8a4e4121-adcb-4530-84a3-3ed722a23dba cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:51:11.949942 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d846bca60>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 2, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:11.977966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Checking router: 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:51:11.978321 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Updating router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 port 8a4e4121-adcb-4530-84a3-3ed722a23dba binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:51:12.008335 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.282489 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.287822 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.340199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Pushing event updated for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:12.366033 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.366409 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.366858 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.367179 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.367516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.367842 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.368164 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.368491 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.368804 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.369121 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.369436 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.369753 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.370065 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:51:12.407639 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Attempting to bind port 8a4e4121-adcb-4530-84a3-3ed722a23dba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:51:12.408030 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Attempting to bind port 8a4e4121-adcb-4530-84a3-3ed722a23dba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:51:12.408362 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Attempting to bind port 8a4e4121-adcb-4530-84a3-3ed722a23dba on network 96a56d44-bc69-4991-8bf4-1bbe89cb222a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:51:12.413696 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:51:12.414419 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Checking segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:51:12.414749 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.415186 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Bound using segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:51:12.415646 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Bound port: 8a4e4121-adcb-4530-84a3-3ed722a23dba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:51:12.416024 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.532103 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] For port 8a4e4121-adcb-4530-84a3-3ed722a23dba, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:51:12.538317 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] For port 8a4e4121-adcb-4530-84a3-3ed722a23dba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a4e4121-adcb-4530-84a3-3ed722a23dba,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:51:12.548503 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.574718 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-3d0473b4-2e25-457d-b626-50bca3f89d20 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:12.576346 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-3d0473b4-2e25-457d-b626-50bca3f89d20 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 797 time: 0.1416175
Dec 11 21:51:12.599055 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] Provisioning complete for port 8a4e4121-adcb-4530-84a3-3ed722a23dba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:12.599528 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.605482 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:12.606999 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d846bca60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:50:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:12.611268 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-093dc763-3b98-440b-b8ad-cbad860fec8a req-bfb77d10-4875-4187-a8e0-1c0d6653c6cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 210 time: 0.0332892
Dec 11 21:51:12.672056 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-3c414316-ffb7-458b-b6e4-78db1df72c04 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0749dd62e17c4666b7f94f6537034393 HTTP/1.1" status: 200  len: 380 time: 0.0602574
Dec 11 21:51:12.683892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'port': {'device_id': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'admin_state_up': True, 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'security_groups': ['ff181dcf-076d-4313-b8e9-60a2635fbd5e']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:12.715613 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.754692 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:12.777589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] For port 8a4e4121-adcb-4530-84a3-3ed722a23dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a4e4121-adcb-4530-84a3-3ed722a23dba,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:12.784742 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.849704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045da4-a91f-4058-9b7e-e273f7d511c8 None None] Pushing event updated for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=4']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:12.852520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95ca8e-bb20-4643-be30-8813faf78f1b None None] Pushing event updated for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:12.873736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Made reservation on behalf of 0749dd62e17c4666b7f94f6537034393 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:51:12.878123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:12.911396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bdeb32b1-c856-4ddd-a0a4-d7abf77ae522 None None] Provisioning complete for port 8a4e4121-adcb-4530-84a3-3ed722a23dba triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:12.912350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bdeb32b1-c856-4ddd-a0a4-d7abf77ae522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.056048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.20.0.9 (96a56d44-bc69-4991-8bf4-1bbe89cb222a/adc9467b-b4ac-414a-9d01-cb31429e55a1/c1fed7be-1736-43e1-81a4-10504a0b2e28) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:51:13.114369 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d846bca60>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:13.143583 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9137c1-e8d8-4988-a11b-a9741138be88 None None] The sync data for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 is: [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:51:13.231101 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.273363 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.322100 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:13.325263 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:13.328445 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:51:13.358196 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:13.388640 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:13.389269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.407296 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7d38ef10-dbf4-4eed-9a4d-1aea7d282968 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7277551
Dec 11 21:51:13.423457 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Request body: {'port': {'device_id': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:13.482811 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.569841 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-718fecce-5caf-457f-8fa8-0d46c814c6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.646028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-790272e3-1b38-4591-a104-7034d2b6a059 None None] Provisioning complete for port c1fed7be-1736-43e1-81a4-10504a0b2e28 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:13.646402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-790272e3-1b38-4591-a104-7034d2b6a059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.682383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-790272e3-1b38-4591-a104-7034d2b6a059 None None] Port c1fed7be-1736-43e1-81a4-10504a0b2e28 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:51:13.750068 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6f83-0d0b-4d37-8df3-bcc92eb0ac9a req-63e80b94-1687-4c63-82a6-9b011517e069 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:13.751850 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40bc6f83-0d0b-4d37-8df3-bcc92eb0ac9a req-63e80b94-1687-4c63-82a6-9b011517e069 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 931 time: 0.0551784
Dec 11 21:51:13.795010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fed7be-1736-43e1-81a4-10504a0b2e28 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:51:13.805826 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-40bc6f83-0d0b-4d37-8df3-bcc92eb0ac9a req-5c2cb501-ca14-4599-8639-b8b5d0f1087c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470374
Dec 11 21:51:13.807683 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.822810 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Transition to ACTIVE for port object c1fed7be-1736-43e1-81a4-10504a0b2e28 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:51:13.828485 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:13.882958 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:13.962735 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Attempting to bind port c1fed7be-1736-43e1-81a4-10504a0b2e28 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:51:13.963387 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Attempting to bind port c1fed7be-1736-43e1-81a4-10504a0b2e28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:51:13.963733 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Attempting to bind port c1fed7be-1736-43e1-81a4-10504a0b2e28 on network 96a56d44-bc69-4991-8bf4-1bbe89cb222a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:51:13.969468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Port c1fed7be-1736-43e1-81a4-10504a0b2e28 on network 96a56d44-bc69-4991-8bf4-1bbe89cb222a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:51:13.969833 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Attempting to bind port c1fed7be-1736-43e1-81a4-10504a0b2e28 on network 96a56d44-bc69-4991-8bf4-1bbe89cb222a {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:51:13.975301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:51:13.975645 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Checking segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:51:13.976226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Bound using segment: {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:51:13.976476 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Bound port: c1fed7be-1736-43e1-81a4-10504a0b2e28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8515e564-9786-453c-93ab-32aa0b6e3d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:51:13.976837 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:14.053490 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:51:14.056781 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:51:14.061838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:14.099228 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.099909 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:14.101413 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] 10.222.0.16 "PUT /v2.0/ports/c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 1091 time: 0.6856370
Dec 11 21:51:14.101959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:14.104754 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7afd4e8-1956-4b66-93ee-e4d86c89083c" -d '{"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:14.141471 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eb0e9-ae60-4984-85f0-2f99a0342730 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:14.186073 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5018e22-a481-40ef-922e-c0d38210d511 x-openstack-request-id: req-e5018e22-a481-40ef-922e-c0d38210d511 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:14.186428 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:14.186707 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5018e22-a481-40ef-922e-c0d38210d511 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:14.187269 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'status': 'completed', 'code': 200}
Dec 11 21:51:14.204020 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-e56652b1-3a71-4edf-9136-e82293381db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.205646 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-e56652b1-3a71-4edf-9136-e82293381db7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1094 time: 0.0518854
Dec 11 21:51:14.260633 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-a0ac9766-c296-4e4a-b1cc-92f563192782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 217 time: 0.0471151
Dec 11 21:51:14.316287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-3ad3589f-e7d3-4d16-98d2-d815b9fa3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.317946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-3ad3589f-e7d3-4d16-98d2-d815b9fa3ace service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0509558
Dec 11 21:51:14.367946 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-60e78105-6513-4c43-b136-0b431ebbe7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.369467 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-60e78105-6513-4c43-b136-0b431ebbe7fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0432224
Dec 11 21:51:14.462789 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-7b9a03b3-c057-48a2-ab1a-35e1cc4769ad service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858748
Dec 11 21:51:14.550987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-474d198f-2480-48fb-80ca-cc77eb47e94d req-81a73de2-b3e7-4d8e-ad77-fda6a1e0b326 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814152
Dec 11 21:51:14.638118 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-9c839238-ae76-4508-bca8-dd123629774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.639723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-9c839238-ae76-4508-bca8-dd123629774b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1094 time: 0.0456743
Dec 11 21:51:14.727935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-42325313-8962-4234-b2b5-62165aabf31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.729416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-42325313-8962-4234-b2b5-62165aabf31a service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 898 time: 0.0833738
Dec 11 21:51:14.769719 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-1ba0d308-132d-4f7b-b964-ef0d1bb32297 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 217 time: 0.0334201
Dec 11 21:51:14.822898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-b4fecd1f-f7ac-4d27-bccb-2b1118757f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.824363 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-b4fecd1f-f7ac-4d27-bccb-2b1118757f6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0471528
Dec 11 21:51:14.871210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-0471007f-8388-4f5b-ba16-c0d965f5651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.872712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-0471007f-8388-4f5b-ba16-c0d965f5651f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0410423
Dec 11 21:51:14.930585 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60c0b5-c5fc-4110-9d52-65b0b6c3b566 req-8e927914-aff0-4918-ac88-8903a6acc445 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:14.931984 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb60c0b5-c5fc-4110-9d52-65b0b6c3b566 req-8e927914-aff0-4918-ac88-8903a6acc445 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 943 time: 0.0523567
Dec 11 21:51:14.961094 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-aecb43f0-9c28-436e-a970-c1a9a8e9a9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0803261
Dec 11 21:51:14.982278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-eb60c0b5-c5fc-4110-9d52-65b0b6c3b566 req-f45d8e61-1980-4caf-bda6-dffa55e8930e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438938
Dec 11 21:51:15.054391 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e7afd4e8-1956-4b66-93ee-e4d86c89083c req-65935a46-1108-4b33-b760-dc8ac53ee40a service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854485
Dec 11 21:51:15.120827 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:15.175836 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a4e4121-adcb-4530-84a3-3ed722a23dba up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:51:15.225845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 8a4e4121-adcb-4530-84a3-3ed722a23dba triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:15.226130 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:16.101932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d01e1-015b-40a6-9897-7b09aa33e0c7 req-7ff20001-a805-4f90-ab48-35e41f65a53e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:16.103454 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-724d01e1-015b-40a6-9897-7b09aa33e0c7 req-7ff20001-a805-4f90-ab48-35e41f65a53e tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 943 time: 0.0488758
Dec 11 21:51:16.152355 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-724d01e1-015b-40a6-9897-7b09aa33e0c7 req-cb4dd738-6109-4fce-b781-efa4fdc56a9c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429842
Dec 11 21:51:16.368617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:16.486816 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:16.587272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c1fed7be-1736-43e1-81a4-10504a0b2e28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:51:16.682382 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:16.694116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'port_id': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'mac_address': 'fa:16:3e:00:84:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:51:16.729070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:16.742114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fed7be-1736-43e1-81a4-10504a0b2e28 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:51:16.761840 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:16.765559 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:16.811702 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:16.977668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['c1fed7be-1736-43e1-81a4-10504a0b2e28'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:51:17.270040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397eec1-6939-4f47-a0d8-ad54f544f18c req-127e9d9d-dff5-4a62-a975-d9b5b29ab5b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:17.271574 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a397eec1-6939-4f47-a0d8-ad54f544f18c req-127e9d9d-dff5-4a62-a975-d9b5b29ab5b5 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 944 time: 0.0488665
Dec 11 21:51:17.300922 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:17.322205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a397eec1-6939-4f47-a0d8-ad54f544f18c req-6a6dae03-fd9a-4a65-aa07-aafc22585fdc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447142
Dec 11 21:51:18.444083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167138c-0069-4f01-bcbc-813fa5ee1540 req-0a54975d-d99d-49ad-ae43-ab4b5a78c690 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:18.445599 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5167138c-0069-4f01-bcbc-813fa5ee1540 req-0a54975d-d99d-49ad-ae43-ab4b5a78c690 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 944 time: 0.0527277
Dec 11 21:51:18.495450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5167138c-0069-4f01-bcbc-813fa5ee1540 req-abf54384-6b93-443a-9ec9-f2491db3954d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438151
Dec 11 21:51:18.603297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c1fed7be-1736-43e1-81a4-10504a0b2e28 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:51:18.651633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port c1fed7be-1736-43e1-81a4-10504a0b2e28 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:51:18.655861 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port c1fed7be-1736-43e1-81a4-10504a0b2e28 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:51:18.656222 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:18.730726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:18.753233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:18.755602 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b6b5b-f8b1-41ed-8026-c05f8adc2097" -d '{"events": [{"server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "name": "network-vif-plugged", "status": "completed", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:18.772345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:18.776894 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:18.799973 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee82aa-01d7-406a-8cbb-c9a822e86557 x-openstack-request-id: req-f9ee82aa-01d7-406a-8cbb-c9a822e86557 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:18.800266 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "name": "network-vif-plugged", "status": "completed", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:18.800511 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9ee82aa-01d7-406a-8cbb-c9a822e86557 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:18.800894 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'code': 200}
Dec 11 21:51:18.825320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:18.887495 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dc100-98d4-46cd-b17f-52db8d6b82de req-2ca439e7-2709-4be3-870f-221207f231be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:18.888909 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-969dc100-98d4-46cd-b17f-52db8d6b82de req-2ca439e7-2709-4be3-870f-221207f231be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1096 time: 0.0393879
Dec 11 21:51:18.934246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-969dc100-98d4-46cd-b17f-52db8d6b82de req-181cd44f-d11c-45ce-b3ac-07f667bc5c84 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377126
Dec 11 21:51:19.607998 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c3e4f-1f17-4620-86dc-fdc62cea1ac8 req-ff9143b2-5b95-427b-b574-966fb350c6c0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:19.609972 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d5c3e4f-1f17-4620-86dc-fdc62cea1ac8 req-ff9143b2-5b95-427b-b574-966fb350c6c0 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0476966
Dec 11 21:51:19.662450 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5d5c3e4f-1f17-4620-86dc-fdc62cea1ac8 req-f313e2e2-1ef1-452c-9a8c-52d592248ae6 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462778
Dec 11 21:51:20.778217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d34cf-f31d-4a74-9d96-0e538b67cabc req-532ff8e8-9714-40f3-bcaa-a291aefeb80a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:20.779697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c25d34cf-f31d-4a74-9d96-0e538b67cabc req-532ff8e8-9714-40f3-bcaa-a291aefeb80a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0487676
Dec 11 21:51:20.833053 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c25d34cf-f31d-4a74-9d96-0e538b67cabc req-42c2b700-7afa-4277-8df1-e41f81410805 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473430
Dec 11 21:51:20.945600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b67db5-ceb3-469d-821a-b1c99e7613e6 req-f18c247d-f415-42ef-ad7a-d1e7c7de14cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:20.947035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64b67db5-ceb3-469d-821a-b1c99e7613e6 req-f18c247d-f415-42ef-ad7a-d1e7c7de14cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0480034
Dec 11 21:51:20.994597 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-64b67db5-ceb3-469d-821a-b1c99e7613e6 req-4a72c494-73f2-4209-b6ed-96c4996c5dff tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415714
Dec 11 21:51:21.016129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32776) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:21.053609 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb769482-0742-4262-a629-b1e5472848db tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:21.055105 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-fb769482-0742-4262-a629-b1e5472848db tempest-TestNetworkAdvancedServerOps-494272074 tempest-TestNetworkAdvancedServerOps-494272074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1091 time: 0.0380476
Dec 11 21:51:21.057796 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32778) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:21.062488 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address': '172.20.0.9'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:51:21.083926 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.182835 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.281690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Allocated IP 172.35.1.124 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/9b1374f9-4649-4d55-834d-348ffc1815f6) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:51:21.385347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.419069 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.454527 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:51:21.457404 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:51:21.460836 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:51:21.493987 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=9b1374f9-4649-4d55-834d-348ffc1815f6,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:21.679197 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.816904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:21.884217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:22.025277 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:22.029589 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:22.097434 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event updated for resources: {'Port': ['ID=9b1374f9-4649-4d55-834d-348ffc1815f6,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:22.108901 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:22.211291 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 4bef5dd1-0434-46ce-9b2f-e2bc48c22677 associated. External IP: 172.35.1.124, port: c1fed7be-1736-43e1-81a4-10504a0b2e28.
Dec 11 21:51:22.730661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:51:22.835539 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:51:22.845848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Sync routers for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:51:22.854106 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:22.856943 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:22.857568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776d50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:22.884738 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c362f08c-b6d8-4f1d-88d2-5665e7d7701c tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8259430
Dec 11 21:51:22.885336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:22.887647 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0674b4-0470-4261-902d-ddd571b3f97e" -d '{"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:22.929034 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1279e836-ec47-4c84-b5b7-5a2a29bbb005 x-openstack-request-id: req-1279e836-ec47-4c84-b5b7-5a2a29bbb005 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:22.929342 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:22.929604 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1279e836-ec47-4c84-b5b7-5a2a29bbb005 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:22.930066 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'status': 'completed', 'code': 200}
Dec 11 21:51:22.973444 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:22.984471 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5409fd-b4fe-498e-ba80-1dae9da8707c req-db6a3fdf-202c-4de8-be75-acf749e54e62 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:22.986087 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5409fd-b4fe-498e-ba80-1dae9da8707c req-db6a3fdf-202c-4de8-be75-acf749e54e62 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0505300
Dec 11 21:51:22.995925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-cee32e33-e9b6-47f8-b9e2-3b42b269d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:22.997525 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-cee32e33-e9b6-47f8-b9e2-3b42b269d80f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1096 time: 0.0426002
Dec 11 21:51:23.038413 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-8e5409fd-b4fe-498e-ba80-1dae9da8707c req-f6b40b22-b911-45ab-b5b1-00a35985df7d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442212
Dec 11 21:51:23.071547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32784) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:23.092090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-96d92d91-e2a5-4c93-88d4-cd1bea58a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:23.093892 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-96d92d91-e2a5-4c93-88d4-cd1bea58a6d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 898 time: 0.0898862
Dec 11 21:51:23.146133 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-cf1269ee-b32b-4b3d-ad82-7078c403b0e4 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4bef5dd1-0434-46ce-9b2f-e2bc48c22677 HTTP/1.1" status: 200  len: 991 time: 0.0725198
Dec 11 21:51:23.167898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-ef6e5325-9dd6-42e1-9505-37ae0c2f024d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 999 time: 0.0665538
Dec 11 21:51:23.207995 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776d50a0>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bef5dd1-0434-46ce-9b2f-e2bc48c22677', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.124', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'port_id': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'mac_address': 'fa:16:3e:00:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:51:21Z', 'updated_at': '2021-12-11T21:51:21Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:23.215747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-324643a2-2d57-48a3-bf1f-ac8d1e2d38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:23.217266 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-324643a2-2d57-48a3-bf1f-ac8d1e2d38ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0430698
Dec 11 21:51:23.234010 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Checking router: 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:51:23.243332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:23.243897 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d776d50a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:23.263741 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-d5dec6fe-8341-4b6a-9564-8c58b3a750c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:23.265282 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-d5dec6fe-8341-4b6a-9564-8c58b3a750c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0409656
Dec 11 21:51:23.349739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:23.359293 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-74a88e8a-5528-43c2-8c08-48209e899858 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869832
Dec 11 21:51:23.451081 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0674b4-0470-4261-902d-ddd571b3f97e req-4dd382ad-c449-41a8-a3bb-026fdfd09696 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853448
Dec 11 21:51:23.572860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d776d50a0>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bef5dd1-0434-46ce-9b2f-e2bc48c22677', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.124', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'port_id': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'mac_address': 'fa:16:3e:00:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:51:21Z', 'updated_at': '2021-12-11T21:51:21Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:23.604863 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95fa7c-a256-4ccb-a570-090c8d1a78f3 None None] The sync data for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 is: [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4bef5dd1-0434-46ce-9b2f-e2bc48c22677', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'floating_ip_address': '172.35.1.124', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'port_id': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'mac_address': 'fa:16:3e:00:84:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:51:21Z', 'updated_at': '2021-12-11T21:51:21Z', 'revision_number': 0, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:51:23.790376 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cf185-82af-4b07-a57b-db2e0909d7e3 None None] New status for floating IP 4bef5dd1-0434-46ce-9b2f-e2bc48c22677: ACTIVE {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:51:23.842855 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-50ec2446-c783-4e31-b01d-d6aa45fce523 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0438209
Dec 11 21:51:23.924943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-9e595f56-a1e8-4ae3-a7f2-cd2e6fcc6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:23.926640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-9e595f56-a1e8-4ae3-a7f2-cd2e6fcc6959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1096 time: 0.0403559
Dec 11 21:51:24.031037 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-7b7d0d35-4cdc-4774-b4e2-e534a724b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:24.032509 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-7b7d0d35-4cdc-4774-b4e2-e534a724b140 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 898 time: 0.0860634
Dec 11 21:51:24.100600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-c27e76b7-a02f-4b53-99f0-e9a548456279 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 1001 time: 0.0607693
Dec 11 21:51:24.148293 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32790) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:24.158295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-b0d4c145-f2e8-4b45-9e80-af048628dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:24.159822 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-b0d4c145-f2e8-4b45-9e80-af048628dd81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0521548
Dec 11 21:51:24.205594 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-b757f7ac-5cf4-474f-b4c3-3e06c9375742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:24.207136 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-b757f7ac-5cf4-474f-b4c3-3e06c9375742 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396352
Dec 11 21:51:24.213517 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c6ae9537-69c8-480e-8bb4-291f282ef78d tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4bef5dd1-0434-46ce-9b2f-e2bc48c22677 HTTP/1.1" status: 200  len: 993 time: 0.0637987
Dec 11 21:51:24.303145 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-c9855374-00a2-4e97-bd83-36e8eb4a929d service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885880
Dec 11 21:51:24.392999 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26d199ca-73e9-4df6-9bda-afb77a9d0b9c req-43a4b5ff-2661-4235-b3bc-ef283caaab90 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823412
Dec 11 21:51:39.351090 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:51:41.078597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea34485-74a8-49e4-a28a-5bce4c414660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:43.562670 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bccf97cd-b21c-477f-8ae4-f1555973c2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:45.122343 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:46.385253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:46.490563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:47.292919 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:51.023555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033b29f-db4f-46d1-aecf-18fac227dd64 req-0c6a7e55-4e69-4a7e-b193-70174f4520c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:51.025052 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0033b29f-db4f-46d1-aecf-18fac227dd64 req-0c6a7e55-4e69-4a7e-b193-70174f4520c2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0506370
Dec 11 21:51:51.078542 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0033b29f-db4f-46d1-aecf-18fac227dd64 req-c54ae320-47ba-4398-ab68-ffb86e0c5b1f tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473795
Dec 11 21:51:51.679041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:52.198513 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81d67b-19ca-4d0e-b2dc-99422fee06fb req-7c8fc849-74b2-4fc0-bc76-7a98db209f46 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:52.200665 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab81d67b-19ca-4d0e-b2dc-99422fee06fb req-7c8fc849-74b2-4fc0-bc76-7a98db209f46 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0493977
Dec 11 21:51:52.250199 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ab81d67b-19ca-4d0e-b2dc-99422fee06fb req-519f2e00-0969-432f-9b35-cc2046fb3b7b tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430052
Dec 11 21:51:52.272873 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32806) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:52.338859 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3ebe02ca-b1db-4729-931d-d931cbbef168 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4bef5dd1-0434-46ce-9b2f-e2bc48c22677 HTTP/1.1" status: 200  len: 993 time: 0.0647900
Dec 11 21:51:53.635408 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872299c-528d-4cf6-a2a3-31b7ffa7af6e req-79ee9595-b0b0-4308-8b1d-f5aee7c640d1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:53.636901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2872299c-528d-4cf6-a2a3-31b7ffa7af6e req-79ee9595-b0b0-4308-8b1d-f5aee7c640d1 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0824218
Dec 11 21:51:53.640070 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-b2e50399-e38e-4542-81f4-b949b00c7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:53.641505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-b2e50399-e38e-4542-81f4-b949b00c7979 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1096 time: 0.0584126
Dec 11 21:51:53.736666 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2872299c-528d-4cf6-a2a3-31b7ffa7af6e req-0b90c5ad-7d2f-4a16-9a9c-6cb618ed78b2 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929403
Dec 11 21:51:53.766635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-a21180ed-2eaa-4cac-8e65-d0dcd2a11c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:53.768108 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-a21180ed-2eaa-4cac-8e65-d0dcd2a11c35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 898 time: 0.1187720
Dec 11 21:51:53.832927 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-f11edb07-03bd-446f-b40a-a9f13a313162 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 1001 time: 0.0573852
Dec 11 21:51:53.884768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-9083b712-bfd6-46e9-a528-f60d6395ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:53.886176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-9083b712-bfd6-46e9-a528-f60d6395ea28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0468645
Dec 11 21:51:53.930127 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-e8c5a050-7569-4c89-8ec5-7abfeddfd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:53.931611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-e8c5a050-7569-4c89-8ec5-7abfeddfd2fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0389676
Dec 11 21:51:54.017640 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-b17b7a55-dcc2-423f-9f0b-3f2d85b9be8d service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0784705
Dec 11 21:51:54.107833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a1e2c9b-1c08-4b1f-95f8-bdca7bd066ff req-ab6ec1e2-ae15-43cf-8183-88c791989f22 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829265
Dec 11 21:51:54.861368 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cb9fc-ffa1-4c13-a903-25be77e8d3d1 req-d753d666-c818-4149-bbd1-cdacf09b809a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:54.863032 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-364cb9fc-ffa1-4c13-a903-25be77e8d3d1 req-d753d666-c818-4149-bbd1-cdacf09b809a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0524094
Dec 11 21:51:54.916110 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-364cb9fc-ffa1-4c13-a903-25be77e8d3d1 req-4b812768-a282-4dcc-853d-b61e655bc311 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464089
Dec 11 21:51:56.030532 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc12647-7531-4ab2-bb87-a61299286310 req-0e596fa2-fc4f-46be-9b9f-43466b8aa16a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:56.032012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adc12647-7531-4ab2-bb87-a61299286310 req-0e596fa2-fc4f-46be-9b9f-43466b8aa16a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0484297
Dec 11 21:51:56.080230 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-adc12647-7531-4ab2-bb87-a61299286310 req-84976b87-d9f5-4753-9ca4-1ac26e4aa6fc tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423822
Dec 11 21:51:56.102399 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32834) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:56.167339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-4c36646c-8964-4e5e-8ef1-a706768487b8 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/floatingips/4bef5dd1-0434-46ce-9b2f-e2bc48c22677 HTTP/1.1" status: 200  len: 993 time: 0.0637360
Dec 11 21:51:56.392675 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32840) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:51:56.551866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 9b1374f9-4649-4d55-834d-348ffc1815f6 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:56.552464 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:56.630120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:56.630449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:56.642510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 9b1374f9-4649-4d55-834d-348ffc1815f6 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:56.789530 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:56.819621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=9b1374f9-4649-4d55-834d-348ffc1815f6,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:56.879570 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:56.879904 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Floating IP 4bef5dd1-0434-46ce-9b2f-e2bc48c22677 disassociated (deleted). External IP: 172.35.1.124, port: c1fed7be-1736-43e1-81a4-10504a0b2e28.
Dec 11 21:51:57.085308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:51:57.192693 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:51:57.197543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:57.203000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Sync routers for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:51:57.211922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:57.212527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76922280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:57.223392 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8e9fc562-5e34-4476-aef4-dcf046ab2467 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/floatingips/4bef5dd1-0434-46ce-9b2f-e2bc48c22677 HTTP/1.1" status: 204  len: 168 time: 0.8296599
Dec 11 21:51:57.223981 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:57.226252 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36" -d '{"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:57.270735 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f44784-9f92-48fe-9c0b-63140ac41971 x-openstack-request-id: req-66f44784-9f92-48fe-9c0b-63140ac41971 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:57.271286 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:57.271549 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66f44784-9f92-48fe-9c0b-63140ac41971 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:57.272080 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'status': 'completed', 'code': 200}
Dec 11 21:51:57.322375 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:57.338688 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-ff964782-df5f-4e87-a373-cc45ec223e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:57.340388 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-ff964782-df5f-4e87-a373-cc45ec223e2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0749dd62e17c4666b7f94f6537034393&device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 1096 time: 0.0446389
Dec 11 21:51:57.446289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-d5e98de3-7914-4c32-bb49-056714c356b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:57.447821 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-d5e98de3-7914-4c32-bb49-056714c356b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 200  len: 898 time: 0.1005042
Dec 11 21:51:57.493254 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-5004e49c-ff25-4834-b0ad-33cef2ee7ce7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 200  len: 217 time: 0.0370371
Dec 11 21:51:57.493531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0df4e1-f83e-4b3a-b7cf-8c9350381f35 req-8a042a27-224d-4662-a939-83dc19e114f3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:57.494965 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d0df4e1-f83e-4b3a-b7cf-8c9350381f35 req-8a042a27-224d-4662-a939-83dc19e114f3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0589843
Dec 11 21:51:57.540539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76922280>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:57.544917 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-4925bd5f-a343-43ce-a855-70ce86e926e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:57.546407 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-4925bd5f-a343-43ce-a855-70ce86e926e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 200  len: 833 time: 0.0455029
Dec 11 21:51:57.546952 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d0df4e1-f83e-4b3a-b7cf-8c9350381f35 req-e4341396-6f09-42a1-91cf-7a4b835b09f3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458536
Dec 11 21:51:57.574225 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Checking router: 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:51:57.583074 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:51:57.583677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76922280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:57.602309 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-03bb9b1b-b127-4ddb-83dc-f013565f202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:57.603790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-03bb9b1b-b127-4ddb-83dc-f013565f202e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96a56d44-bc69-4991-8bf4-1bbe89cb222a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0478766
Dec 11 21:51:57.698444 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-3b9a6b68-6ffb-410e-a694-9b81d509ddbd service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864246
Dec 11 21:51:57.796294 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cad4a8b3-66b9-44cc-9cc6-b6e385f49d36 req-3fea5e6e-ac22-4380-a151-eb38f2384351 service neutron] 10.222.0.16 "GET /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897660
Dec 11 21:51:57.855938 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:51:58.047130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76922280>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:51:58.071966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ceb692-adfe-4a6f-bfb3-4e5070ff7a73 None None] The sync data for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 is: [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a4e4121-adcb-4530-84a3-3ed722a23dba', 'name': '', 'network_id': '96a56d44-bc69-4991-8bf4-1bbe89cb222a', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'mac_address': 'fa:16:3e:14:4c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:09Z', 'updated_at': '2021-12-11T21:51:12Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'subnets': [{'id': 'adc9467b-b4ac-414a-9d01-cb31429e55a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:51:58.309243 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c628e3-b929-47e5-a38e-5ca002f15b06 None None] New status for floating IP 4bef5dd1-0434-46ce-9b2f-e2bc48c22677: DOWN {{(pid=125990) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:51:58.667385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48655-7a2c-45fa-8fd5-853b3a89e005 req-91d5ea6f-37db-496b-8fdf-231cdfef286a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:58.668755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7f48655-7a2c-45fa-8fd5-853b3a89e005 req-91d5ea6f-37db-496b-8fdf-231cdfef286a tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0495050
Dec 11 21:51:58.716987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f7f48655-7a2c-45fa-8fd5-853b3a89e005 req-66c8acb2-d059-4dbc-b40b-87e8c035b296 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff181dcf-076d-4313-b8e9-60a2635fbd5e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416651
Dec 11 21:51:59.078971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-b7dfd525-a8bf-4275-b5fc-192723326cda tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:51:59.080400 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-b7dfd525-a8bf-4275-b5fc-192723326cda tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 945 time: 0.0473936
Dec 11 21:51:59.173693 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port c1fed7be-1736-43e1-81a4-10504a0b2e28 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:51:59.174033 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:59.259921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port c1fed7be-1736-43e1-81a4-10504a0b2e28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c1fed7be-1736-43e1-81a4-10504a0b2e28,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:51:59.260287 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:59.272969 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for c1fed7be-1736-43e1-81a4-10504a0b2e28 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:51:59.402237 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:59.431059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=c1fed7be-1736-43e1-81a4-10504a0b2e28,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:51:59.475366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] No DVR routers for this DVR port c1fed7be-1736-43e1-81a4-10504a0b2e28 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:51:59.478093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:51:59.482083 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e89fdb6d-8faf-442f-845b-4dc1309a4b1a req-c9945471-0462-467d-b86b-422651f5b3cf tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.16 "DELETE /v2.0/ports/c1fed7be-1736-43e1-81a4-10504a0b2e28 HTTP/1.1" status: 204  len: 173 time: 0.3923693
Dec 11 21:51:59.482574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'name': 'network-vif-deleted', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:51:59.484872 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281c9529-0304-4dd4-8443-7bf703e547b3" -d '{"events": [{"server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "name": "network-vif-deleted", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:51:59.525212 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35041414-7f41-409c-a0de-a4968fc301a9 x-openstack-request-id: req-35041414-7f41-409c-a0de-a4968fc301a9 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:51:59.525509 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a6fcdb-add2-4267-8b63-e7617ee9e091", "name": "network-vif-deleted", "tag": "c1fed7be-1736-43e1-81a4-10504a0b2e28", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:51:59.525767 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35041414-7f41-409c-a0de-a4968fc301a9 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:51:59.526170 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a6fcdb-add2-4267-8b63-e7617ee9e091', 'name': 'network-vif-deleted', 'tag': 'c1fed7be-1736-43e1-81a4-10504a0b2e28', 'status': 'completed', 'code': 200}
Dec 11 21:51:59.826904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6e4f9efc-393a-4a76-b9ad-61a386318636 req-5903b440-1b96-49df-a519-4aaf4e07c295 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a6fcdb-add2-4267-8b63-e7617ee9e091 HTTP/1.1" status: 200  len: 210 time: 0.0285561
Dec 11 21:52:00.895574 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32856) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:01.573549 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:01.824507 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port 8a4e4121-adcb-4530-84a3-3ed722a23dba {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:52:01.824768 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:01.915229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port 8a4e4121-adcb-4530-84a3-3ed722a23dba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a4e4121-adcb-4530-84a3-3ed722a23dba,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:01.915966 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:01.928634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for 8a4e4121-adcb-4530-84a3-3ed722a23dba owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:52:02.109082 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.139187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=8a4e4121-adcb-4530-84a3-3ed722a23dba,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:02.151935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.151935 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.152247 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.152400 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.152741 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.153086 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.153456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.153817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.154691 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.155024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.155363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.155699 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.156031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:02.323187 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.537006 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:52:02.642726 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:02.648069 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2ba5ed00-8e45-4592-8e69-d620ba20ea17 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "PUT /v2.0/routers/92087c79-1c09-4cc2-aa9f-4ec45dd86c36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7514207
Dec 11 21:52:02.651008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32858) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:02.652257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Sync routers for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:02.662223 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:02.662879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769e02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:02.703264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting subnet adc9467b-b4ac-414a-9d01-cb31429e55a1 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 21:52:02.706348 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.751163 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.766670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:02.816716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c1fed7be-1736-43e1-81a4-10504a0b2e28 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:52:02.834682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.837904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: c1fed7be-1736-43e1-81a4-10504a0b2e28 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:52:02.838239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device c1fed7be-1736-43e1-81a4-10504a0b2e28 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:52:02.896343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.928593 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Subnet': ['ID=adc9467b-b4ac-414a-9d01-cb31429e55a1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:02.933175 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:02.939807 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2910bbaf-7884-41d8-8c02-e89d07f2da10 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/subnets/adc9467b-b4ac-414a-9d01-cb31429e55a1 HTTP/1.1" status: 204  len: 168 time: 0.2852337
Dec 11 21:52:02.940132 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32860) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:02.943525 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78656fc5-ef31-41fc-8cb9-d0d6c8b6d889 None None] Network 96a56d44-bc69-4991-8bf4-1bbe89cb222a requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:52:03.044204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769e02b0>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:52:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.049510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.071888 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Checking router: 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:03.081205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Routers {'92087c79-1c09-4cc2-aa9f-4ec45dd86c36'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:03.081813 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d769e02b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.159824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.176844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] DHCP port deletion for 96a56d44-bc69-4991-8bf4-1bbe89cb222a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:03.220169 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Deleting port ace499f4-f040-468e-a39c-306e3e6d937f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:52:03.220510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.228409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] Set router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:03.297704 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 9331e4f1-2f96-446b-aba0-a44b2086c359 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:52:03.301025 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] For port ace499f4-f040-468e-a39c-306e3e6d937f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ace499f4-f040-468e-a39c-306e3e6d937f,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:03.301390 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.314131 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Calling delete_port for ace499f4-f040-468e-a39c-306e3e6d937f owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:52:03.401537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Deleting port 9331e4f1-2f96-446b-aba0-a44b2086c359 {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:52:03.401798 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.481329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.505648 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Port': ['ID=ace499f4-f040-468e-a39c-306e3e6d937f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:03.527592 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95454c-cfa1-48d9-add4-2e7ad3362d46 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:03.535010 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.549014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] For port 9331e4f1-2f96-446b-aba0-a44b2086c359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9331e4f1-2f96-446b-aba0-a44b2086c359,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:03.549402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.572874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.574707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Calling delete_port for 9331e4f1-2f96-446b-aba0-a44b2086c359 owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:52:03.605183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port 9331e4f1-2f96-446b-aba0-a44b2086c359, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9331e4f1-2f96-446b-aba0-a44b2086c359,segment=NetworkSegment(8515e564-9786-453c-93ab-32aa0b6e3d78),segment_id=8515e564-9786-453c-93ab-32aa0b6e3d78)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:03.643646 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.671877 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.674062 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.676209 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d769e02b0>, [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:52:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.718897 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.719424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Fanout notify agent at l3_agent the message router_deleted on router 92087c79-1c09-4cc2-aa9f-4ec45dd86c36 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 21:52:03.721278 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835c280-7766-4721-91e4-b28ca86cc165 None None] The sync data for ids ['92087c79-1c09-4cc2-aa9f-4ec45dd86c36'] in ncdv-master-1 is: [{'id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800305755', 'tenant_id': '0749dd62e17c4666b7f94f6537034393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56'}], 'enable_snat': True}, 'gw_port_id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:52:02Z', 'revision_number': 5, 'project_id': '0749dd62e17c4666b7f94f6537034393', 'gw_port': {'id': 'ace499f4-f040-468e-a39c-306e3e6d937f', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087c79-1c09-4cc2-aa9f-4ec45dd86c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:51:06Z', 'updated_at': '2021-12-11T21:51:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:03.726590 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.733210 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-c730c6f4-3dde-4c5f-987e-474794481420 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/routers/92087c79-1c09-4cc2-aa9f-4ec45dd86c36 HTTP/1.1" status: 204  len: 168 time: 0.7866774
Dec 11 21:52:03.735086 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32864) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:03.742202 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=9331e4f1-2f96-446b-aba0-a44b2086c359,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:03.764029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.795391 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] No DVR routers for this DVR port 9331e4f1-2f96-446b-aba0-a44b2086c359 on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:52:03.797183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316bd4-8fad-43ad-83d0-449e5edf141e None None] Pushing event deleted for resources: {'Port': ['ID=9331e4f1-2f96-446b-aba0-a44b2086c359,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:03.821772 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.907358 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.927573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7dce7a60>,) {'filters': {'network_id': ['96a56d44-bc69-4991-8bf4-1bbe89cb222a']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.937203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dce7a60>, '8515e564-9786-453c-93ab-32aa0b6e3d78') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.937500 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7dce7a60>, '8515e564-9786-453c-93ab-32aa0b6e3d78') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:03.946574 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.959447 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.965365 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 21:52:03.965742 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 21:52:03.969005 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 21:52:04.024453 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.031836 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.035002 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/networks/96a56d44-bc69-4991-8bf4-1bbe89cb222a HTTP/1.1" status: 204  len: 168 time: 0.2988639
Dec 11 21:52:04.037762 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32866) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:04.047447 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'Network': ['ID=96a56d44-bc69-4991-8bf4-1bbe89cb222a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:04.054894 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.055251 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.055604 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.055949 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.056289 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.056627 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.056967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.057301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.057642 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.057967 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.058295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.058654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.058983 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50571dc-86e3-4ba9-9501-3e7c5ba46eb3 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:04.097911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.125345 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.194790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.197495 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.201425 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff181dcf-076d-4313-b8e9-60a2635fbd5e HTTP/1.1" status: 204  len: 168 time: 0.1598666
Dec 11 21:52:04.208627 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f41384-d40a-40f8-ab33-16b560576911 tempest-TestNetworkAdvancedServerOps-2125976974 tempest-TestNetworkAdvancedServerOps-2125976974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff181dcf-076d-4313-b8e9-60a2635fbd5e,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:04.553942 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32874) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:04.681066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9d5a3543-dc6e-41b3-8734-b794454dc8eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0749dd62e17c4666b7f94f6537034393&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1258590
Dec 11 21:52:04.683491 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32878) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:04.730383 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.752789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.799528 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.802167 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:04.803357 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2942a3f6-07bd-4fa2-9c73-cc0f168ed6bb HTTP/1.1" status: 204  len: 168 time: 0.1189737
Dec 11 21:52:04.812085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e2674-245c-4ad1-a48d-f273f7234dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942a3f6-07bd-4fa2-9c73-cc0f168ed6bb,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:05.060565 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32884) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:05.073895 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc4dc-5326-432e-8352-002cc7cae365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.148543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc4dc-5326-432e-8352-002cc7cae365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.152853 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-2a1cc4dc-5326-432e-8352-002cc7cae365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.186828 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ace499f4-f040-468e-a39c-306e3e6d937f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:52:05.197589 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-2a1cc4dc-5326-432e-8352-002cc7cae365 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7529a402d2774977b3d08adecf4e17d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1358554
Dec 11 21:52:05.198748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cc4dc-5326-432e-8352-002cc7cae365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da18d05-ff4a-442a-9e46-8aa2a0ca3024,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:05.200797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32886) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:05.207329 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ace499f4-f040-468e-a39c-306e3e6d937f {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:52:05.207648 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ace499f4-f040-468e-a39c-306e3e6d937f not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:52:05.208051 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a4e4121-adcb-4530-84a3-3ed722a23dba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:52:05.227775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 8a4e4121-adcb-4530-84a3-3ed722a23dba {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:52:05.228410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 8a4e4121-adcb-4530-84a3-3ed722a23dba not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:52:05.255791 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.276743 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.322455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.325093 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:05.326788 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4da18d05-ff4a-442a-9e46-8aa2a0ca3024 HTTP/1.1" status: 204  len: 168 time: 0.1244025
Dec 11 21:52:05.334623 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ddd46-2320-41b9-a7f2-ccf45018c468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da18d05-ff4a-442a-9e46-8aa2a0ca3024,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:06.018208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:06.112433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1224938645-network', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:06.133926 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Made reservation on behalf of 9b98a2ac1da54946bf45bf34c7530a67 for: {'network': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:52:06.136217 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.144379 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.217316 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.221130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.246201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'}  {{(pid=125987) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:52:06.262866 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8bc434-e320-48ee-b880-662808b38878,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:06.265799 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.266234 ncdv-master-1 neutron-server[125987]: INFO neutron.db.segments_db [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Added segment 737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a of type vlan for network 50c2041f-4375-4538-9976-9163a4169a7f
Dec 11 21:52:06.307380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.334002 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.334952 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:06.335527 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.387107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3649108
Dec 11 21:52:06.387494 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:06.392504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Request body: {'subnet': {'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1224938645-subnet', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'ip_version': 4}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:06.396935 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cbcdf-931b-4c97-80e6-025e2e0104c0 admin admin] Pushing event updated for resources: {'Network': ['ID=50c2041f-4375-4538-9976-9163a4169a7f,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:06.408509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 50c2041f-4375-4538-9976-9163a4169a7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:52:06.419950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Made reservation on behalf of 9b98a2ac1da54946bf45bf34c7530a67 for: {'subnet': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:52:06.422431 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260267593'] for subnet, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.584927 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260263513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260267579'] for subnet, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.641634 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772c5203-b58d-4c98-b046-618e34067f01,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:06.648884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:06.649248 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Network hostable DHCP agents. Network: 50c2041f-4375-4538-9976-9163a4169a7f, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125988) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:52:06.666246 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Network 50c2041f-4375-4538-9976-9163a4169a7f is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125988) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:52:06.674638 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50c2041f-4375-4538-9976-9163a4169a7f) {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:06.678483 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:06.679106 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.684500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123b0e69-73b7-4a4c-bea9-4fd0ed02788f None None] Network 50c2041f-4375-4538-9976-9163a4169a7f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:52:06.696863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-8dd5a7cf-be24-4d99-ba1b-bfb35a3cfb21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3055995
Dec 11 21:52:06.697087 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:06.702111 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:06.723070 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.724077 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.774811 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.790548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-50c2041f-4375-4538-9976-9163a4169a7f', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:52:06.791425 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.916982 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:06.924758 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Allocated IP 172.20.0.2 (50c2041f-4375-4538-9976-9163a4169a7f/772c5203-b58d-4c98-b046-618e34067f01/05328ad2-510b-40e6-842e-dd16563ad90a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:07.069312 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.074857 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.118747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Network 50c2041f-4375-4538-9976-9163a4169a7f is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:07.123734 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:07.124203 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.126169 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:07.135557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Pushing event updated for resources: {'Port': ['ID=05328ad2-510b-40e6-842e-dd16563ad90a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:07.144904 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.253472 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Allocated IP 172.35.1.246 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/cb5b60ca-b821-491e-b1b7-e3587e3d91b6) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:07.321390 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.321730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.322061 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.322389 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.322741 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.323062 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.323381 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.323698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.324014 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.324455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.324736 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.325077 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.326049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:07.357784 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Attempting to bind port 05328ad2-510b-40e6-842e-dd16563ad90a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:07.358173 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Attempting to bind port 05328ad2-510b-40e6-842e-dd16563ad90a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:07.358551 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Attempting to bind port 05328ad2-510b-40e6-842e-dd16563ad90a on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:07.364085 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.364261 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:07.364492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:07.364886 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.365271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Bound using segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:07.365716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Bound port: 05328ad2-510b-40e6-842e-dd16563ad90a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:07.366085 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.399251 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.428239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] For port 05328ad2-510b-40e6-842e-dd16563ad90a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:07.431963 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] For port 05328ad2-510b-40e6-842e-dd16563ad90a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05328ad2-510b-40e6-842e-dd16563ad90a,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:07.437536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.442435 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:07.447592 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:07.449818 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:07.452040 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:07.470275 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b0319-159e-4d43-8ddd-5eb4855bea0c None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:07.508624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc583235-cd45-4f38-ba6d-9671216e5662 None None] Pushing event updated for resources: {'Port': ['ID=05328ad2-510b-40e6-842e-dd16563ad90a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:07.587774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3bb3c95f-c885-4e86-a3e5-5ccb9096a8ca None None] Provisioning complete for port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:07.588383 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3bb3c95f-c885-4e86-a3e5-5ccb9096a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.626330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3c95f-c885-4e86-a3e5-5ccb9096a8ca None None] Port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:07.727988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:07.923659 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.049377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Router 8933db41-7102-48e1-b949-1d62b79aafdd is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125988) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:52:08.440035 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44fa75-02e4-4c87-be30-242c2b9a77e4 None None] Network 50c2041f-4375-4538-9976-9163a4169a7f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:52:08.487343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:08.499908 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:08.505507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] Provisioning complete for port 05328ad2-510b-40e6-842e-dd16563ad90a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:08.505875 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.507379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.508890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ec684ea2-9baf-4374-9cda-4a031e691178 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8107829
Dec 11 21:52:08.511547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32916) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:08.514578 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:08.515441 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e31f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:08.629516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:08.633901 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.674637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] For port 05328ad2-510b-40e6-842e-dd16563ad90a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05328ad2-510b-40e6-842e-dd16563ad90a,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:08.679602 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.738163 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fc439-5e5e-4ff5-b42a-e8c1be8cf15b None None] Pushing event updated for resources: {'Port': ['ID=05328ad2-510b-40e6-842e-dd16563ad90a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:08.824114 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e31f0>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:07Z', 'revision_number': 3, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:08.851458 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:08.852131 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Updating router 8933db41-7102-48e1-b949-1d62b79aafdd port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:52:08.877224 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.902304 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-25e75e77-1514-4eab-9edf-98be54e0014f None None] Provisioning complete for port 05328ad2-510b-40e6-842e-dd16563ad90a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:08.902972 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-25e75e77-1514-4eab-9edf-98be54e0014f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:08.977722 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.126982 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.135903 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Allocated IP 172.20.0.1 (50c2041f-4375-4538-9976-9163a4169a7f/772c5203-b58d-4c98-b046-618e34067f01/b3fbf606-8a5b-429a-8320-00237a8e3524) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:09.136791 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.186436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722adf0f-fb2c-4856-b08d-cb86143d3b89 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:09.189942 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Attempting to bind port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:09.190317 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Attempting to bind port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:09.190704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Attempting to bind port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:09.201442 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:09.201815 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:09.202207 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.202626 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:09.203076 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Bound port: cb5b60ca-b821-491e-b1b7-e3587e3d91b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:09.203443 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.222300 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f07bb5-52e5-448d-87d4-ee92f3ee357e None None] Pushing event updated for resources: {'Port': ['ID=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:09.243210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 05328ad2-510b-40e6-842e-dd16563ad90a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:09.257994 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] For port cb5b60ca-b821-491e-b1b7-e3587e3d91b6, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:09.261187 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] For port cb5b60ca-b821-491e-b1b7-e3587e3d91b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:09.266456 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.310793 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] Provisioning complete for port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:09.311695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.313056 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:09.313676 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e31f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:09.314633 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.340476 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55097a1e-0de4-437e-956f-4528a7de92f3 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:09.358527 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.370901 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 05328ad2-510b-40e6-842e-dd16563ad90a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:09.371276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.413539 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f07bb5-52e5-448d-87d4-ee92f3ee357e None None] Pushing event updated for resources: {'Port': ['ID=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:09.428135 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Pushing event updated for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:09.430310 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:09.447302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Network 50c2041f-4375-4538-9976-9163a4169a7f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:09.448780 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:09.461120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:09.475481 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.510273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] For port cb5b60ca-b821-491e-b1b7-e3587e3d91b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:09.520710 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.521249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.578214 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50644f-579e-4605-8984-fbe23038fd13 None None] Pushing event updated for resources: {'Port': ['ID=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:09.644054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-afe25b84-8933-4e04-858a-de495a983913 None None] Provisioning complete for port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:09.644419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-afe25b84-8933-4e04-858a-de495a983913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.664597 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e31f0>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:07Z', 'revision_number': 3, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:09.691510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.692106 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b276af-329e-4e0a-9887-6b98a5122f64 None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:07Z', 'revision_number': 3, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:09.865599 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-36cd92d5-5ccf-4b4c-a473-2e988b54480d None None] Provisioning complete for port b3fbf606-8a5b-429a-8320-00237a8e3524 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:09.865995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-36cd92d5-5ccf-4b4c-a473-2e988b54480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.867387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.873584 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:09.901101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-36cd92d5-5ccf-4b4c-a473-2e988b54480d None None] Port b3fbf606-8a5b-429a-8320-00237a8e3524 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:09.945441 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Pushing event updated for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:09.953089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.051714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Network 50c2041f-4375-4538-9976-9163a4169a7f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:10.053423 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:10.182378 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:52:10.304160 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:10.314529 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-929421e5-f6c1-477f-a7a4-ea38cd9ee78d admin admin] 10.222.0.18 "PUT /v2.0/routers/8933db41-7102-48e1-b949-1d62b79aafdd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7978823
Dec 11 21:52:10.330579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7254f3c8-6b70-48e0-be36-2da12ad63a7b None None] Provisioning complete for port b3fbf606-8a5b-429a-8320-00237a8e3524 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:10.330953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7254f3c8-6b70-48e0-be36-2da12ad63a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.367539 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-7254f3c8-6b70-48e0-be36-2da12ad63a7b None None] Port b3fbf606-8a5b-429a-8320-00237a8e3524 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:10.796226 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32932) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:10.801216 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1396869640-network', 'tenant_id': '717b416034be4801a65864eb72c938c5'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:10.821136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Made reservation on behalf of 717b416034be4801a65864eb72c938c5 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:52:10.823550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.832046 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.906911 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.910692 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.937710 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 21:52:10.943958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c5e582-79fd-40ea-bb1c-60b4fd218cb5,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:10.952299 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:10.952299 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Added segment 80f62583-c26f-4696-ac19-87229dd54de1 of type vlan for network 2f36cd74-a33a-41d4-83b3-e53edf056920
Dec 11 21:52:10.996373 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.022004 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.023071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:11.023662 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.081955 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f289c1ef-f48e-4c2d-ba09-093e93d4be38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.082588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2847815
Dec 11 21:52:11.085553 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32934) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:11.092231 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Request body: {'subnet': {'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1396869640-subnet', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:11.096152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281c6bb-7579-4b53-afad-b11ca0e0e774 admin admin] Pushing event updated for resources: {'Network': ['ID=2f36cd74-a33a-41d4-83b3-e53edf056920,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:11.105519 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 21:52:11.122747 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Made reservation on behalf of 717b416034be4801a65864eb72c938c5 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:52:11.125770 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.224463 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cb5b60ca-b821-491e-b1b7-e3587e3d91b6 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:11.284581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:11.285072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.315155 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.361024 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:11.369943 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25c3723-d451-4ed9-8e25-f399801cb92a,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:11.384306 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:11.385144 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:11.385997 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Checking segment: {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:11.386366 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Network hostable DHCP agents. Network: 2f36cd74-a33a-41d4-83b3-e53edf056920, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 21:52:11.403426 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 21:52:11.412565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f36cd74-a33a-41d4-83b3-e53edf056920) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:11.417087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:11.418327 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.427527 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48eda96-472e-4917-b58b-c5a08fc8ea98 None None] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:52:11.437241 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3c024516-abd2-42fd-a08a-76e3448c99d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3497841
Dec 11 21:52:11.439799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32936) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:11.444058 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:11.467367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.468380 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.524541 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.554063 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:11.620410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2f36cd74-a33a-41d4-83b3-e53edf056920', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'project_id': '717b416034be4801a65864eb72c938c5', 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 21:52:11.621633 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.666567 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.866283 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.879826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Allocated IP 172.20.0.2 (2f36cd74-a33a-41d4-83b3-e53edf056920/e25c3723-d451-4ed9-8e25-f399801cb92a/e7014d89-bbec-4802-b1d7-9dd16cec174b) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:11.885583 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:11.969860 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0370>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 2, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:11.997931 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Allocated IP 172.35.1.45 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/a7628671-c6a2-45c3-9425-cef812bc0134) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:12.101748 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.137100 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.161962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:12.162679 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Updating router 8933db41-7102-48e1-b949-1d62b79aafdd port b3fbf606-8a5b-429a-8320-00237a8e3524 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:52:12.178668 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:12.183075 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:12.188304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:12.191530 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Pushing event updated for resources: {'Port': ['ID=a7628671-c6a2-45c3-9425-cef812bc0134,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:12.201752 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f05e66-c2db-4a76-920c-f9e7d760b389 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:12.213967 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.331197 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.384122 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.389354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0769e11a-ac42-44c3-be51-bc4ed4a29ccb None None] Provisioning complete for port a7628671-c6a2-45c3-9425-cef812bc0134 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:12.389645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0769e11a-ac42-44c3-be51-bc4ed4a29ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.441344 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.469212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:12.484578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:12.492639 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:12.494816 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0769e11a-ac42-44c3-be51-bc4ed4a29ccb None None] Port a7628671-c6a2-45c3-9425-cef812bc0134 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:12.519826 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Pushing event updated for resources: {'Port': ['ID=e7014d89-bbec-4802-b1d7-9dd16cec174b,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:12.599314 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Attempting to bind port e7014d89-bbec-4802-b1d7-9dd16cec174b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:12.599681 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Attempting to bind port e7014d89-bbec-4802-b1d7-9dd16cec174b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:12.600041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Attempting to bind port e7014d89-bbec-4802-b1d7-9dd16cec174b on network 2f36cd74-a33a-41d4-83b3-e53edf056920 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:12.613137 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:12.613508 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Checking segment: {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:12.614169 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.614578 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Bound using segment: {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:12.615042 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Bound port: e7014d89-bbec-4802-b1d7-9dd16cec174b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:12.615421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.638905 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.725540 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] For port e7014d89-bbec-4802-b1d7-9dd16cec174b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:12.728348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.730726 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] For port e7014d89-bbec-4802-b1d7-9dd16cec174b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7014d89-bbec-4802-b1d7-9dd16cec174b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:12.736586 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.745462 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.765332 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Router 1e32f34d-c710-467e-a30f-ba039ebe5b3d is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 21:52:12.811535 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e0762-02f7-472a-8349-47e0ece25529 None None] Pushing event updated for resources: {'Port': ['ID=e7014d89-bbec-4802-b1d7-9dd16cec174b,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:12.908566 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5f04-24ec-46fc-813a-85cd08a91878 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:12.910971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Attempting to bind port b3fbf606-8a5b-429a-8320-00237a8e3524 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:12.911341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Attempting to bind port b3fbf606-8a5b-429a-8320-00237a8e3524 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:12.911706 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Attempting to bind port b3fbf606-8a5b-429a-8320-00237a8e3524 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:12.919203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:12.919586 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:12.920104 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:12.920395 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Bound using segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:12.920886 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Bound port: b3fbf606-8a5b-429a-8320-00237a8e3524, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:12.921274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.003948 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] For port b3fbf606-8a5b-429a-8320-00237a8e3524, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:13.008271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] For port b3fbf606-8a5b-429a-8320-00237a8e3524, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fbf606-8a5b-429a-8320-00237a8e3524,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:13.015866 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.118892 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b5f04-24ec-46fc-813a-85cd08a91878 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:13.124396 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:13.125258 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:13.296068 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:13.311086 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Sync routers for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:13.331550 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:13.332269 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:51:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:13.337721 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.350715 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-f1d49d48-ed56-4db2-ad8b-9e2a27a7574d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9097352
Dec 11 21:52:13.353319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32940) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:13.361203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e7014d89-bbec-4802-b1d7-9dd16cec174b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:13.445560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] Provisioning complete for port b3fbf606-8a5b-429a-8320-00237a8e3524 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:13.445926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.521036 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:13.638874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-033159c3-7338-4a26-b139-ce06b6210ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.647380 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e7014d89-bbec-4802-b1d7-9dd16cec174b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:13.647635 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.664682 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:13.870170 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.878227 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e39a0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:12Z', 'revision_number': 3, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:13.881556 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.908807 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Checking router: 1e32f34d-c710-467e-a30f-ba039ebe5b3d for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:13.909463 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Updating router 1e32f34d-c710-467e-a30f-ba039ebe5b3d port a7628671-c6a2-45c3-9425-cef812bc0134 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:52:13.927639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.931104 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] For port b3fbf606-8a5b-429a-8320-00237a8e3524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fbf606-8a5b-429a-8320-00237a8e3524,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:13.939066 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:13.986645 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.032383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port e7014d89-bbec-4802-b1d7-9dd16cec174b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7014d89-bbec-4802-b1d7-9dd16cec174b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:14.044583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.070011 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c283587-036f-4b12-ab51-fff5965e4e91 None None] Pushing event updated for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.115709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Allocated IP 172.20.0.1 (2f36cd74-a33a-41d4-83b3-e53edf056920/e25c3723-d451-4ed9-8e25-f399801cb92a/f63d2547-e846-4527-be40-78aec641949b) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:14.121367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76bb0370>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:12Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:14.164219 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba08c84-6351-4718-ac57-ae9371350e9e None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:12Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:14.182818 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf4148-a2d0-41a9-a7aa-56c73211c1b0 None None] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 21:52:14.191630 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-22a0d2d0-1dbf-4638-8078-ede07a15af50 None None] Provisioning complete for port b3fbf606-8a5b-429a-8320-00237a8e3524 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:14.191987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-22a0d2d0-1dbf-4638-8078-ede07a15af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.237707 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=e7014d89-bbec-4802-b1d7-9dd16cec174b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.264965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.289380 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.297191 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.327197 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.375117 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:14.375817 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Pushing event updated for resources: {'Port': ['ID=a7628671-c6a2-45c3-9425-cef812bc0134,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.381196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:14.384866 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:14.390903 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.391259 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.391613 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.391992 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.392332 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.392664 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.392992 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.393323 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.394243 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.394579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3264226a-577a-4e4a-837d-140273365623 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:14.395060 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.395821 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.396165 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.396496 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:52:14.400045 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Attempting to bind port a7628671-c6a2-45c3-9425-cef812bc0134 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:14.400483 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Attempting to bind port a7628671-c6a2-45c3-9425-cef812bc0134 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:14.401386 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Attempting to bind port a7628671-c6a2-45c3-9425-cef812bc0134 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:14.408350 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:14.408693 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:14.409102 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.409496 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:14.409973 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Bound port: a7628671-c6a2-45c3-9425-cef812bc0134, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:14.410357 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.427677 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Pushing event updated for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.440661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.476006 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] For port a7628671-c6a2-45c3-9425-cef812bc0134, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:14.480551 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] For port a7628671-c6a2-45c3-9425-cef812bc0134, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7628671-c6a2-45c3-9425-cef812bc0134,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:14.490412 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.556411 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078e2ed-2d33-47cb-b08b-6cdb4df35ae3 None None] Pushing event updated for resources: {'Port': ['ID=a7628671-c6a2-45c3-9425-cef812bc0134,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.578243 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:14.579587 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d842e39a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:52:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:14.599068 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.678362 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d79288-c4d4-4d65-99f3-c8cb67b12617 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 21:52:14.712379 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:14.813210 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Provisioning complete for port e7014d89-bbec-4802-b1d7-9dd16cec174b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:14.813578 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.822567 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.833737 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.961307 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Pushing event updated for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:14.962383 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Provisioning complete for port a7628671-c6a2-45c3-9425-cef812bc0134 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:14.962826 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:14.965095 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.003366 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d842e39a0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f63d2547-e846-4527-be40-78aec641949b', 'name': '', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'mac_address': 'fa:16:3e:fd:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:13Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 1, 'project_id': '717b416034be4801a65864eb72c938c5', 'subnets': [{'id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:15.050831 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0d9938-a2dc-4584-af1f-d065b63832ee None None] The sync data for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 is: [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f63d2547-e846-4527-be40-78aec641949b', 'name': '', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'mac_address': 'fa:16:3e:fd:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:13Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 1, 'project_id': '717b416034be4801a65864eb72c938c5', 'subnets': [{'id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:15.113457 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:15.115237 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:15.131276 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.166322 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.168191 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] For port a7628671-c6a2-45c3-9425-cef812bc0134, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7628671-c6a2-45c3-9425-cef812bc0134,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:15.175281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.266138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaab23-1747-4c18-8932-b2b655aecd06 None None] Pushing event updated for resources: {'Port': ['ID=a7628671-c6a2-45c3-9425-cef812bc0134,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:15.303499 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-edc13cf8-2365-4162-a039-0dacfae34c8a None None] Provisioning complete for port e7014d89-bbec-4802-b1d7-9dd16cec174b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:15.305909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-edc13cf8-2365-4162-a039-0dacfae34c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.365777 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Router 1e32f34d-c710-467e-a30f-ba039ebe5b3d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:52:15.443136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e7014d89-bbec-4802-b1d7-9dd16cec174b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:15.500067 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-edc13cf8-2365-4162-a039-0dacfae34c8a None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:15.502722 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-edc13cf8-2365-4162-a039-0dacfae34c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.563842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-edc13cf8-2365-4162-a039-0dacfae34c8a None None] Port f63d2547-e846-4527-be40-78aec641949b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:15.567464 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:15.570049 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e7014d89-bbec-4802-b1d7-9dd16cec174b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:15.570427 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.587272 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a635e350-5531-4b0f-be02-0954ce9aa34e admin admin] 10.222.0.18 "PUT /v2.0/routers/1e32f34d-c710-467e-a30f-ba039ebe5b3d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2237401
Dec 11 21:52:15.710844 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3fbf606-8a5b-429a-8320-00237a8e3524 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:15.739936 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-50b26412-6edf-45b4-95b2-4a470be4a631 None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:15.740314 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-50b26412-6edf-45b4-95b2-4a470be4a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:15.791276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-50b26412-6edf-45b4-95b2-4a470be4a631 None None] Port f63d2547-e846-4527-be40-78aec641949b cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:15.802092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port b3fbf606-8a5b-429a-8320-00237a8e3524 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:15.802617 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.106749 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32948) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:16.111402 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074766281', 'description': 'tempest-secgroup-smoke-2074766281 description', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:16.135941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.201824 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.205409 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.233125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f6c38f-dcf2-4cb5-9817-e5d22a386ade,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:16.237166 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.239347 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-13407ab0-ec86-4975-8ea6-0601c29d67a5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1306312
Dec 11 21:52:16.241772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32950) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:16.246065 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:16.272148 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.327777 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.331302 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.349023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c4cec7-ad08-40c5-b166-e82883a46c88,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:16.351066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:52:16.353551 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.354766 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-e93a0b71-dd16-4b07-ab9e-546b37552458 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1120474
Dec 11 21:52:16.358224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32952) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:16.362510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:16.383724 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.391990 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.495188 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.797550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.800965 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.819023 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e475ce7-1365-4857-b689-5b78dd0c6cfd,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:16.828481 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.829780 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6ff8cebf-026d-4a79-af32-fd73d5c0736e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4706097
Dec 11 21:52:16.832700 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 32954) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:16.838067 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:16.868118 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.931020 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.936115 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.955130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9900db4-1086-40a6-9e0c-0855baf91ca3,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:16.963887 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:16.968273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-dacd9002-1c21-497c-afb7-77648c7d88b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1313581
Dec 11 21:52:16.969182 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32956) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:16.975257 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:17.012156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.074071 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.077903 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.097547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a499f1b8-2a01-433f-ae49-58f54ac95cf3,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:17.107622 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.108953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b1b51ad7-8ab8-41db-ac70-a51a4822ae4b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1377738
Dec 11 21:52:17.111566 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32958) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:17.116377 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:17.140273 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Project 9b98a2ac1da54946bf45bf34c7530a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:52:17.145668 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.216789 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.221257 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.236101 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a7628671-c6a2-45c3-9425-cef812bc0134 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:17.240978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c60c09-68d2-4272-9671-778d69094c5e,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:17.259810 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.263254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f5317770-1ebd-4808-b7e3-d969bf90140b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1505699
Dec 11 21:52:17.264351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 32960) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:17.269031 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '75f6c38f-dcf2-4cb5-9817-e5d22a386ade', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:17.299112 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Project 9b98a2ac1da54946bf45bf34c7530a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:52:17.307775 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.309786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.320850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port a7628671-c6a2-45c3-9425-cef812bc0134 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:17.321240 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.381387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.388154 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.403643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262c5495-4969-47ad-970f-3ff203e21b91,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:17.419580 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:17.420819 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dcad6b44-0f32-4e19-b016-c5e0ff168aa4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1555059
Dec 11 21:52:17.574106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-76d1f2a9-dd6d-4f6e-a05f-e5c33cc0d0df tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074766281&fields=id&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 267 time: 0.0434289
Dec 11 21:52:17.680391 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-5a88108f-1b3f-49c5-b545-c940937ec41c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:17.681900 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-5a88108f-1b3f-49c5-b545-c940937ec41c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 809 time: 0.1004548
Dec 11 21:52:17.698153 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-74a99e29-2088-4fd0-8e6a-65eac31e3a4c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/quotas/9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 375 time: 0.0092118
Dec 11 21:52:17.752503 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-3670af1d-3ffe-4f82-a774-952d41bc1ddf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0484023
Dec 11 21:52:17.847246 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-2804b574-a4a9-4665-8ef2-bdb36a4789ff service neutron] 10.222.0.18 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813990
Dec 11 21:52:17.944442 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-28100217-2435-4bd3-ba0a-08dda1b01b7e service neutron] 10.222.0.18 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910144
Dec 11 21:52:18.117632 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9d6d7bbc-a59e-488f-b0c9-d632ce3527b1 req-fd2a3b22-f84f-4a8c-b811-36300d2675a3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0268381
Dec 11 21:52:18.207359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Sync routers for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:18.218510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:18.219129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7723cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:52:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:18.325869 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:18.516330 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7723cfd0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f63d2547-e846-4527-be40-78aec641949b', 'name': '', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'mac_address': 'fa:16:3e:fd:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:13Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 2, 'project_id': '717b416034be4801a65864eb72c938c5', 'subnets': [{'id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:18.545376 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Checking router: 1e32f34d-c710-467e-a30f-ba039ebe5b3d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:18.545730 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Updating router 1e32f34d-c710-467e-a30f-ba039ebe5b3d port f63d2547-e846-4527-be40-78aec641949b binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 21:52:18.569411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:18.816203 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:18.821294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:18.872369 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eeef4-48e2-49b2-8c0f-d995b63cc02d None None] Pushing event updated for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:18.923637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Attempting to bind port f63d2547-e846-4527-be40-78aec641949b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:18.924009 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Attempting to bind port f63d2547-e846-4527-be40-78aec641949b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:18.924373 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Attempting to bind port f63d2547-e846-4527-be40-78aec641949b on network 2f36cd74-a33a-41d4-83b3-e53edf056920 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:18.929606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:18.929981 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Checking segment: {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:18.930389 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:18.930808 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Bound using segment: {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:18.931302 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Bound port: f63d2547-e846-4527-be40-78aec641949b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f62583-c26f-4696-ac19-87229dd54de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:18.931662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:18.996174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] For port f63d2547-e846-4527-be40-78aec641949b, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:19.000419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] For port f63d2547-e846-4527-be40-78aec641949b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63d2547-e846-4527-be40-78aec641949b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:19.003987 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:19.063567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:19.064189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7723cfd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:52:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:19.068975 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0eeef4-48e2-49b2-8c0f-d995b63cc02d None None] Pushing event updated for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:19.185728 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:19.186093 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:19.204766 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:19.232445 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9e7c86b4-5857-4762-8e56-f76ad43f1881 req-37e3bae6-eac8-4ab8-a1d0-9e38bb67e724 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0426831
Dec 11 21:52:19.263493 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f63d2547-e846-4527-be40-78aec641949b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:19.460595 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:19.460960 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:19.491320 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:19.565237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] For port f63d2547-e846-4527-be40-78aec641949b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63d2547-e846-4527-be40-78aec641949b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:19.573226 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:19.664012 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7723cfd0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f63d2547-e846-4527-be40-78aec641949b', 'name': '', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'mac_address': 'fa:16:3e:fd:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:13Z', 'updated_at': '2021-12-11T21:52:18Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'subnets': [{'id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:19.665852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b7736-9176-4535-8b0d-db57757c5dd4 None None] Pushing event updated for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:19.702327 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49582e3b-a76d-42b9-9c5f-f73272ee5f7b None None] The sync data for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 is: [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:14Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f63d2547-e846-4527-be40-78aec641949b', 'name': '', 'network_id': '2f36cd74-a33a-41d4-83b3-e53edf056920', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'mac_address': 'fa:16:3e:fd:52:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:13Z', 'updated_at': '2021-12-11T21:52:18Z', 'revision_number': 4, 'project_id': '717b416034be4801a65864eb72c938c5', 'subnets': [{'id': 'e25c3723-d451-4ed9-8e25-f399801cb92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:19.713557 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-eaf06dee-9743-405b-ad03-069758b68e94 None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:19.713938 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-eaf06dee-9743-405b-ad03-069758b68e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:20.303895 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-52a566a0-acef-4477-a833-c139def887f7 req-1fffb6e2-f7f5-4f62-8b0c-697a33633bbf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0262036
Dec 11 21:52:21.196612 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f63d2547-e846-4527-be40-78aec641949b up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:21.243410 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f63d2547-e846-4527-be40-78aec641949b triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:21.243781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:21.381766 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f1f9c0cc-3ca2-4aac-b3b0-a20c80b11967 req-6f4ebdf1-8850-4d16-b61a-9891b883716d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0279756
Dec 11 21:52:21.666887 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:22.472182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd03475e-4679-4052-9bf6-e0fff4b339bd req-0ea15764-065a-45b4-86ef-3e5d45dfe8be tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0251422
Dec 11 21:52:23.342227 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-74e0e147-e47d-4445-bae5-91d5c6f36ac0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:23.343861 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-74e0e147-e47d-4445-bae5-91d5c6f36ac0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 809 time: 0.1088903
Dec 11 21:52:23.408393 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-32aae9d1-5022-453f-9f0e-c79b4a56cd53 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 380 time: 0.0556500
Dec 11 21:52:23.417563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'port': {'device_id': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'admin_state_up': True, 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'security_groups': ['75f6c38f-dcf2-4cb5-9817-e5d22a386ade']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:23.524050 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Made reservation on behalf of 9b98a2ac1da54946bf45bf34c7530a67 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:52:23.528157 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:23.579659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e3bec908-dda0-4f07-9010-b6fbede2fd75 req-d15a1096-c1ff-4e3b-982a-74c53a43df70 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 210 time: 0.0378046
Dec 11 21:52:23.678819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Allocated IP 172.20.0.13 (50c2041f-4375-4538-9976-9163a4169a7f/772c5203-b58d-4c98-b046-618e34067f01/5488070d-92fe-4a5f-9f28-dc4070a77e36) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:23.817670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:23.850671 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:23.896363 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Network 50c2041f-4375-4538-9976-9163a4169a7f is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:23.899536 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:23.903023 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:23.926580 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:23.956110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:23.956733 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:23.974124 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-46e8360d-a082-4414-8c20-3740555621d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5600748
Dec 11 21:52:23.986633 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Request body: {'port': {'device_id': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:24.047058 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.107616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-fa07d09a-d75a-429b-b3ff-104ef840f1cf None None] Provisioning complete for port 5488070d-92fe-4a5f-9f28-dc4070a77e36 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:24.108165 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fa07d09a-d75a-429b-b3ff-104ef840f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.141879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-fa07d09a-d75a-429b-b3ff-104ef840f1cf None None] Port 5488070d-92fe-4a5f-9f28-dc4070a77e36 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:52:24.310230 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:52:24.317782 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.329732 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Transition to ACTIVE for port object 5488070d-92fe-4a5f-9f28-dc4070a77e36 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:52:24.334110 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.386839 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:24.460072 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Attempting to bind port 5488070d-92fe-4a5f-9f28-dc4070a77e36 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:52:24.460509 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Attempting to bind port 5488070d-92fe-4a5f-9f28-dc4070a77e36 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:52:24.460845 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Attempting to bind port 5488070d-92fe-4a5f-9f28-dc4070a77e36 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:24.466056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Port 5488070d-92fe-4a5f-9f28-dc4070a77e36 on network 50c2041f-4375-4538-9976-9163a4169a7f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:52:24.466381 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Attempting to bind port 5488070d-92fe-4a5f-9f28-dc4070a77e36 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:52:24.471625 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:52:24.471964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:52:24.472349 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Bound using segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:52:24.472777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Bound port: 5488070d-92fe-4a5f-9f28-dc4070a77e36, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:52:24.473133 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.538753 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:52:24.541535 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:52:24.547148 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.583240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:24.583860 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:24.585240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] 10.222.0.16 "PUT /v2.0/ports/5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1092 time: 0.6029930
Dec 11 21:52:24.585701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:52:24.587994 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d50759-f8f1-47ce-84f4-666fe1291a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:52:24.610951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0e61-a54f-4804-a1d8-61d4b9377814 service neutron] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:24.677976 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627f3516-834d-450a-a61e-79c02bd1bfda x-openstack-request-id: req-627f3516-834d-450a-a61e-79c02bd1bfda {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:52:24.678257 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:52:24.678621 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-627f3516-834d-450a-a61e-79c02bd1bfda {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:52:24.678949 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'status': 'completed', 'code': 200}
Dec 11 21:52:24.722631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-7ba37f31-0be7-46a2-adb6-9e6df0cf094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:24.724165 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-7ba37f31-0be7-46a2-adb6-9e6df0cf094c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1095 time: 0.0842216
Dec 11 21:52:24.746240 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2c061-64f1-4579-9887-7c2483c46c36 req-68922642-a360-4f7b-a375-0a962e8b7fef tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:24.747813 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ced2c061-64f1-4579-9887-7c2483c46c36 req-68922642-a360-4f7b-a375-0a962e8b7fef tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0719430
Dec 11 21:52:24.784064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-3654c64e-e5e9-45d2-bdff-a18f8eb3372e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 217 time: 0.0521054
Dec 11 21:52:24.857034 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ced2c061-64f1-4579-9887-7c2483c46c36 req-cf6a3c7b-d36d-4cc2-badf-8e7f80955c1d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804782
Dec 11 21:52:24.862110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-474cfcd2-e767-4f12-ad91-4b74b732171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:24.863528 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-474cfcd2-e767-4f12-ad91-4b74b732171b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0694094
Dec 11 21:52:24.910622 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-b62323da-7f6d-426f-b256-100207da0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:24.912103 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-b62323da-7f6d-426f-b256-100207da0cde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0411706
Dec 11 21:52:24.999199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-c7800da4-05a3-483d-9280-774c62bbbca1 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0797904
Dec 11 21:52:25.088897 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e897fd46-fb34-42a2-8fca-85dba87c02fb req-12c70d18-ebb5-4859-9563-a873629f2a8e service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831039
Dec 11 21:52:25.178425 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-f9667a9a-7481-4472-b349-e931aca40705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:25.179966 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-f9667a9a-7481-4472-b349-e931aca40705 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1095 time: 0.0413983
Dec 11 21:52:25.272234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-826a295c-d09f-4694-8792-53e7cb21798a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:25.273770 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-826a295c-d09f-4694-8792-53e7cb21798a service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0866704
Dec 11 21:52:25.316953 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-23cd528e-43a9-4d55-9bee-ec8756b381bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 217 time: 0.0358462
Dec 11 21:52:25.367971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-130164d0-21a6-4d1e-8979-a82a1b646f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:25.369820 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-130164d0-21a6-4d1e-8979-a82a1b646f51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0441005
Dec 11 21:52:25.419730 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-fb38adb8-0744-4e0f-9150-6e747311a11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:25.421197 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-fb38adb8-0744-4e0f-9150-6e747311a11b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439124
Dec 11 21:52:25.511106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-9350cec7-21c9-45cd-b7dc-061ef27e4d3c service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0801535
Dec 11 21:52:25.609862 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-28d50759-f8f1-47ce-84f4-666fe1291a1b req-6e9a4386-b0e1-47ad-b8e0-4c8a80100c19 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905962
Dec 11 21:52:25.972766 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85db2f-9bf3-4813-a32d-ed705d2a97c4 req-da0570d2-b97e-4fdb-aaea-1dd40204e12c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:25.974225 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c85db2f-9bf3-4813-a32d-ed705d2a97c4 req-da0570d2-b97e-4fdb-aaea-1dd40204e12c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0481904
Dec 11 21:52:26.029219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7c85db2f-9bf3-4813-a32d-ed705d2a97c4 req-b275a198-d1a4-4d85-8561-44c50187d6c0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489657
Dec 11 21:52:27.145087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486b486-6cd3-4627-9e49-785ac53a1f8e req-b35de646-c711-4e16-886c-6885804ecc49 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:27.146617 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c486b486-6cd3-4627-9e49-785ac53a1f8e req-b35de646-c711-4e16-886c-6885804ecc49 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0503054
Dec 11 21:52:27.195588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c486b486-6cd3-4627-9e49-785ac53a1f8e req-820cb7b2-9909-4058-a665-59e103645cee tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429697
Dec 11 21:52:28.309962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae4861-2319-4381-a1c3-fe41b311aca6 req-0423f023-6202-42e9-8876-c31a388fe1b0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:28.311507 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41ae4861-2319-4381-a1c3-fe41b311aca6 req-0423f023-6202-42e9-8876-c31a388fe1b0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0505261
Dec 11 21:52:28.362187 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-41ae4861-2319-4381-a1c3-fe41b311aca6 req-88ffdd34-7e48-4bd3-9740-68aed91101b4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447326
Dec 11 21:52:28.919848 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:52:29.009873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:29.021054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:52:29.060772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:29.073347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:52:29.092129 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:29.095906 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:29.143698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:29.296601 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['5488070d-92fe-4a5f-9f28-dc4070a77e36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:52:29.483372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b468cc-e6b0-43f4-95ef-1072e8d66be4 req-08533d5a-acbe-4f62-8467-79ca5d856a32 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:29.484986 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8b468cc-e6b0-43f4-95ef-1072e8d66be4 req-08533d5a-acbe-4f62-8467-79ca5d856a32 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 945 time: 0.0489349
Dec 11 21:52:29.534963 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8b468cc-e6b0-43f4-95ef-1072e8d66be4 req-154f0da5-3275-4445-bb16-70d25856f36c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433486
Dec 11 21:52:30.648347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112faa7-86f5-45e6-965d-94bd21c5a8a1 req-26caf979-b83e-4270-9be7-f4bf2eecce3e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:30.649862 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5112faa7-86f5-45e6-965d-94bd21c5a8a1 req-26caf979-b83e-4270-9be7-f4bf2eecce3e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 945 time: 0.0489442
Dec 11 21:52:30.699142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5112faa7-86f5-45e6-965d-94bd21c5a8a1 req-f31d3a17-b08e-4246-864a-199c4f212275 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425537
Dec 11 21:52:30.929670 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:52:30.978145 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 5488070d-92fe-4a5f-9f28-dc4070a77e36 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:52:30.982715 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 5488070d-92fe-4a5f-9f28-dc4070a77e36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:52:30.983086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:31.060927 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:31.086791 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:52:31.089036 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4c87f5-0cdd-4f7b-a853-a89ef733880b" -d '{"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:52:31.102185 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:52:31.106443 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:31.161026 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:31.189827 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e79a93-bffa-4128-afa5-1a2019f2f396 x-openstack-request-id: req-68e79a93-bffa-4128-afa5-1a2019f2f396 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:52:31.190126 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:52:31.190389 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68e79a93-bffa-4128-afa5-1a2019f2f396 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:52:31.190813 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'code': 200}
Dec 11 21:52:31.292053 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14b4bc-c6af-465c-afaf-72cd2f82e565 req-681ec7d6-cf7e-4d97-b443-b2fa12399bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:31.294172 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f14b4bc-c6af-465c-afaf-72cd2f82e565 req-681ec7d6-cf7e-4d97-b443-b2fa12399bd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1097 time: 0.0449750
Dec 11 21:52:31.338395 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3f14b4bc-c6af-465c-afaf-72cd2f82e565 req-7860b85a-5825-41df-b80e-d8e558d720cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376608
Dec 11 21:52:31.820801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb00f8-3f01-444e-b8b4-e5d2e3930c59 req-8290299b-28b0-45d4-8f19-f8453e915055 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:31.822258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbdb00f8-3f01-444e-b8b4-e5d2e3930c59 req-8290299b-28b0-45d4-8f19-f8453e915055 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0516989
Dec 11 21:52:31.869943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-dbdb00f8-3f01-444e-b8b4-e5d2e3930c59 req-517080b9-fcf3-4410-8ba4-767e14fa3e2d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409608
Dec 11 21:52:32.990722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ca86-a691-44ac-b8c5-14f63088c1ec req-6ddd28cd-7878-4015-ae1e-3d6bd7041865 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:32.992233 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde8ca86-a691-44ac-b8c5-14f63088c1ec req-6ddd28cd-7878-4015-ae1e-3d6bd7041865 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0537128
Dec 11 21:52:33.040475 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-fde8ca86-a691-44ac-b8c5-14f63088c1ec req-85c0dcc4-ebff-46a6-83e9-3379670f5951 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416620
Dec 11 21:52:33.156287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0beac-7004-4c11-b1d0-e9c9c02feda5 req-1abe1140-999f-4dce-9cbe-978297b58939 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:33.157789 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3c0beac-7004-4c11-b1d0-e9c9c02feda5 req-1abe1140-999f-4dce-9cbe-978297b58939 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0486245
Dec 11 21:52:33.207254 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3c0beac-7004-4c11-b1d0-e9c9c02feda5 req-78f3fb9d-0a1f-486c-a42a-2d5bfc0904d8 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434799
Dec 11 21:52:33.228503 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33036) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:33.359411 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7dcdd-ae22-4cb3-8ec3-dd2f2975bc01 tempest-TestShelveInstance-614564562 tempest-TestShelveInstance-614564562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:33.360960 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-4bd7dcdd-ae22-4cb3-8ec3-dd2f2975bc01 tempest-TestShelveInstance-614564562 tempest-TestShelveInstance-614564562-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1092 time: 0.1315038
Dec 11 21:52:33.365120 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33040) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:52:33.369352 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:52:33.390955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:33.488621 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:33.591475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Allocated IP 172.35.1.219 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/60157766-a6a5-4ba3-a953-0ff81185539f) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:52:33.689470 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:33.723437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:33.764653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:52:33.769403 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:52:33.771971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:52:33.796432 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=60157766-a6a5-4ba3-a953-0ff81185539f,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:34.120688 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.189680 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.342170 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.346734 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.418612 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=60157766-a6a5-4ba3-a953-0ff81185539f,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:52:34.427183 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.527103 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Floating IP fdb82656-0b15-497c-9464-2efddb3769f1 associated. External IP: 172.35.1.219, port: 5488070d-92fe-4a5f-9f28-dc4070a77e36.
Dec 11 21:52:34.731486 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:52:34.836708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:52:34.850066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:52:34.856091 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:34.861722 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:34.862332 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d85047880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:52:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:34.882744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3a51ff52-d58d-44e6-8b3b-7de8d1a0bf59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5165932
Dec 11 21:52:34.883333 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:52:34.885675 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30752c07-9de7-4470-8a7d-17365ec21c35" -d '{"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:52:34.922374 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21644eb9-c54f-414a-b8d6-f3e9cdf224ad x-openstack-request-id: req-21644eb9-c54f-414a-b8d6-f3e9cdf224ad {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:52:34.922704 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:52:34.922970 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21644eb9-c54f-414a-b8d6-f3e9cdf224ad {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:52:34.923407 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'status': 'completed', 'code': 200}
Dec 11 21:52:34.971824 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:34.987971 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-9cafe4d2-28a7-4fb6-a1a6-1e1b87cf1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:34.989840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-9cafe4d2-28a7-4fb6-a1a6-1e1b87cf1b6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1097 time: 0.0452688
Dec 11 21:52:35.084547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-f822151b-8a4b-4d7a-afaf-25f0f5334fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:35.086024 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-f822151b-8a4b-4d7a-afaf-25f0f5334fc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0886915
Dec 11 21:52:35.157611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-1926c38f-bee8-4310-86dd-5d01b37bbcdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1000 time: 0.0646884
Dec 11 21:52:35.194884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d85047880>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fdb82656-0b15-497c-9464-2efddb3769f1', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:52:33Z', 'updated_at': '2021-12-11T21:52:33Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:35.206654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-7c7a17d8-5388-4a8b-9de3-fcc7ac22301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:35.208107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-7c7a17d8-5388-4a8b-9de3-fcc7ac22301e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0424161
Dec 11 21:52:35.221259 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:52:35.229722 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:52:35.230316 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d85047880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:52:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:35.255315 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-8ee472f5-2d5d-4f3b-9f06-85966716c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:52:35.256832 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-8ee472f5-2d5d-4f3b-9f06-85966716c02f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0419586
Dec 11 21:52:35.336325 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:52:35.352077 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-54c989cd-bbe8-4984-b69b-62877b7fd6b9 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0886075
Dec 11 21:52:35.443304 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-30752c07-9de7-4470-8a7d-17365ec21c35 req-ce4271f1-b79b-4dca-a0ff-c54dc3d99e00 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843232
Dec 11 21:52:35.641171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d85047880>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fdb82656-0b15-497c-9464-2efddb3769f1', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:52:33Z', 'updated_at': '2021-12-11T21:52:33Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:52:35.666825 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8c22d5-a0a6-4e20-8d52-28d6a07b7be7 None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fdb82656-0b15-497c-9464-2efddb3769f1', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.219', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:52:33Z', 'updated_at': '2021-12-11T21:52:33Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:52:35.859006 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06053200-1463-4f12-8d9b-d12356367ff2 None None] New status for floating IP fdb82656-0b15-497c-9464-2efddb3769f1: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:52:41.085522 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc323-e56b-4089-89f7-c920ce2d9ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:43.561381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0a10d0f1-aace-48ea-8cb2-47e3ac410dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:45.127486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:46.395661 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:46.494531 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:47.293551 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:51.664060 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:52:53.350001 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:53:11.088654 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9062ce66-d129-4684-8961-8f786f53fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:13.562327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cbfb25ee-bfe2-44bf-a42a-d464dfbf4d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:15.130286 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:16.394416 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:16.497658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:17.294800 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:21.667702 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:25.833060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-7aad73e3-c181-4f90-8800-be336c7b6c5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407186
Dec 11 21:53:25.917043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-bab0e816-4fbb-4dc4-b3ab-489956586d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:53:25.919177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-bab0e816-4fbb-4dc4-b3ab-489956586d5a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1097 time: 0.0447483
Dec 11 21:53:26.018928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-e1a979c5-5ef0-4e4b-b339-776d565f5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:53:26.020421 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-e1a979c5-5ef0-4e4b-b339-776d565f5c1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0816278
Dec 11 21:53:26.095898 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-9460b15b-c107-4810-9453-f874e9e7f84f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1002 time: 0.0606437
Dec 11 21:53:26.143327 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-abc12e51-345f-4a82-b00c-3359c41ec50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:53:26.144716 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-abc12e51-345f-4a82-b00c-3359c41ec50b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0421958
Dec 11 21:53:26.188341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-08c5a6f8-07f7-44c8-9862-e9b34f47a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:53:26.189777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-08c5a6f8-07f7-44c8-9862-e9b34f47a07f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0383794
Dec 11 21:53:26.279831 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-49d2cb52-a805-47a3-991f-4940fda265d5 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832307
Dec 11 21:53:26.370107 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6d03ce5a-bcc3-417b-8fca-779af46c0423 req-83d56a6e-9bee-41cf-b1f2-0cc6bff9ba6f service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831387
Dec 11 21:53:30.348531 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:53:41.091488 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8793146e-1639-404e-9c94-32aba7e1a337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:43.563072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-65dc37eb-86ff-4699-ba8b-c6de5fa6a66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:45.133224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:46.393485 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:46.503208 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:47.297727 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:53:51.666683 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:07.347143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:54:11.093265 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad528075-b192-4cf9-85ba-b93e7500943d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:13.573478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6a8e87a0-9cd1-4141-9cee-bf20bf236128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:15.135589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:16.411324 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:16.502361 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:17.301236 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:21.660282 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:26.831306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-c887bfe1-a330-40fd-bd15-262e44db0e95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412743
Dec 11 21:54:26.914794 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-0245a861-f686-4a09-8194-5d07cc965285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:26.916267 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-0245a861-f686-4a09-8194-5d07cc965285 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1097 time: 0.0432165
Dec 11 21:54:27.016090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-b1cd9fc4-3267-41c9-aa07-33380af52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:27.017577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-b1cd9fc4-3267-41c9-aa07-33380af52a5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0819912
Dec 11 21:54:27.085352 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-c6784fab-b9b8-4ff3-b5a9-fb17597e3966 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1002 time: 0.0605886
Dec 11 21:54:27.133605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-46830f43-4996-4253-9a66-a7779baf7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:27.135060 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-46830f43-4996-4253-9a66-a7779baf7027 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0434780
Dec 11 21:54:27.183567 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-43ad5ce2-aaf2-4d36-8884-b5c1258a6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:27.185102 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-43ad5ce2-aaf2-4d36-8884-b5c1258a6578 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0425639
Dec 11 21:54:27.277477 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-a301b0df-d0d6-44a6-ad06-1f10bbfb4ac6 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850446
Dec 11 21:54:27.368218 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-4d83bc55-bccd-4779-99ee-36cb4ade8069 req-bcfd9a90-afec-4047-ad3c-780860f0a43f service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833995
Dec 11 21:54:30.809588 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9ce2-4921-439e-9f4d-1eaa432072b5 req-1fa753ea-b688-4a10-9cc5-3cdc5d297658 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:30.810969 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09fe9ce2-4921-439e-9f4d-1eaa432072b5 req-1fa753ea-b688-4a10-9cc5-3cdc5d297658 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0489337
Dec 11 21:54:30.859988 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-09fe9ce2-4921-439e-9f4d-1eaa432072b5 req-ad9fc073-81ee-4b77-af75-b1d9e6a5220b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430818
Dec 11 21:54:31.978827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7158b-801b-4e10-aea5-2aed36ce428a req-fb41a5ab-a408-4829-9ccf-b43a4f27c37a tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:31.980331 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cc7158b-801b-4e10-aea5-2aed36ce428a req-fb41a5ab-a408-4829-9ccf-b43a4f27c37a tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0496716
Dec 11 21:54:32.029503 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0cc7158b-801b-4e10-aea5-2aed36ce428a req-8b685d16-b7d9-4d4f-bb59-7eaa560efd28 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426457
Dec 11 21:54:33.170590 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e415-c198-4fa5-8b20-90106780ce6b req-2ef2f60c-94e5-4aaf-8661-e2d1d6991e25 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:33.172339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa16e415-c198-4fa5-8b20-90106780ce6b req-2ef2f60c-94e5-4aaf-8661-e2d1d6991e25 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0531912
Dec 11 21:54:33.222840 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-aa16e415-c198-4fa5-8b20-90106780ce6b req-1a8e5f71-c7ce-4ffb-9bf2-f0b042bc4e22 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443492
Dec 11 21:54:34.355302 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa4288-bb91-4e91-9365-76359abd7c38 req-3be1570a-9a03-4c79-91f0-875419e72ddc tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:34.359143 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75aa4288-bb91-4e91-9365-76359abd7c38 req-3be1570a-9a03-4c79-91f0-875419e72ddc tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0554345
Dec 11 21:54:34.408075 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-75aa4288-bb91-4e91-9365-76359abd7c38 req-1922751d-0b23-4c9f-9924-099f521e063a tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427315
Dec 11 21:54:35.528007 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313d9be-383d-4407-8b1b-8d026e5f6907 req-f958fb5d-60b0-491f-9dd7-109a6f8879f9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:35.529469 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1313d9be-383d-4407-8b1b-8d026e5f6907 req-f958fb5d-60b0-491f-9dd7-109a6f8879f9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0492442
Dec 11 21:54:35.577441 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1313d9be-383d-4407-8b1b-8d026e5f6907 req-115f70f9-33e9-4922-b259-454de458ee2b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420878
Dec 11 21:54:36.691546 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85537fc3-312b-439a-a72f-b42043e5de23 req-993c7613-1136-40eb-9ded-fa980ac81468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:36.693030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85537fc3-312b-439a-a72f-b42043e5de23 req-993c7613-1136-40eb-9ded-fa980ac81468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0488648
Dec 11 21:54:36.742548 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85537fc3-312b-439a-a72f-b42043e5de23 req-2e22b227-c4ed-47c6-b9a5-673e3b17c988 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435724
Dec 11 21:54:37.861861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ed991-efd4-47fa-bb3b-e9b1b947e248 req-ddbd3259-4f9e-4b8c-9bd2-198bbbebb53d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:37.863335 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac0ed991-efd4-47fa-bb3b-e9b1b947e248 req-ddbd3259-4f9e-4b8c-9bd2-198bbbebb53d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0509315
Dec 11 21:54:37.911131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ac0ed991-efd4-47fa-bb3b-e9b1b947e248 req-d7d21e5c-de05-4afb-8c2a-27c6a903987a tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417171
Dec 11 21:54:39.026653 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce8d2-2c65-4950-a5c1-40469ad94c75 req-3cd9d21e-8763-4e79-9b3b-1034737f0e65 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:39.028100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6cce8d2-2c65-4950-a5c1-40469ad94c75 req-3cd9d21e-8763-4e79-9b3b-1034737f0e65 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0477848
Dec 11 21:54:39.079513 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e6cce8d2-2c65-4950-a5c1-40469ad94c75 req-7fcde4b3-b9e7-4d87-89ad-b57661fcb596 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455494
Dec 11 21:54:40.193518 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea6246-52b0-4b28-a0a5-e72af118e81f req-21b0851f-ff26-448e-b25a-ef388443e368 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:40.195021 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdea6246-52b0-4b28-a0a5-e72af118e81f req-21b0851f-ff26-448e-b25a-ef388443e368 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0478694
Dec 11 21:54:40.243258 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bdea6246-52b0-4b28-a0a5-e72af118e81f req-399b28d0-4fed-4ef9-a825-d8d63108286c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417650
Dec 11 21:54:41.095808 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0d4dfbc8-3e6e-4e4e-bbec-a488c1ebefb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:41.359721 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a1a93-8421-4a64-832d-bb75664f32ae req-71f6a21f-c99b-4a35-bd15-98ec85ae2632 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:41.361205 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f3a1a93-8421-4a64-832d-bb75664f32ae req-71f6a21f-c99b-4a35-bd15-98ec85ae2632 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0504007
Dec 11 21:54:41.410412 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-6f3a1a93-8421-4a64-832d-bb75664f32ae req-a10c23ed-a2a7-4929-b4ed-779f71f474e5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429280
Dec 11 21:54:42.524148 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9484e59-1a5d-40f4-af02-d5c6520edf18 req-67540f5d-fbd0-47af-9d7e-17ecd3de1085 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:42.525505 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9484e59-1a5d-40f4-af02-d5c6520edf18 req-67540f5d-fbd0-47af-9d7e-17ecd3de1085 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0481970
Dec 11 21:54:42.577431 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d9484e59-1a5d-40f4-af02-d5c6520edf18 req-8a309643-d1fb-40d9-b0cd-eb43dad0d4f3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448134
Dec 11 21:54:43.551247 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:54:43.603690 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66e60299-af95-4391-878b-46b34c9f46c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:43.708147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:54:43.721677 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:54:43.722399 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71bcd7-4a3c-45db-b06d-a7f2b4668e58 req-a448c127-adf1-4164-9b83-2c16873343b4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:43.729857 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d71bcd7-4a3c-45db-b06d-a7f2b4668e58 req-a448c127-adf1-4164-9b83-2c16873343b4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0633404
Dec 11 21:54:43.766367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:43.783147 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:54:43.787599 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1d71bcd7-4a3c-45db-b06d-a7f2b4668e58 req-8243f697-8ce3-4b73-9a81-68e7513999db tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565233
Dec 11 21:54:43.823814 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:54:43.828935 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:43.894027 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:54:43.903569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.903982 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.904919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.905239 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.906001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.906534 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.907057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.907576 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.907910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.908240 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.908569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.908896 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.909222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:54:43.914509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['5488070d-92fe-4a5f-9f28-dc4070a77e36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:54:44.347230 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:54:44.924861 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ec088-98b3-4207-abf8-7d30136df696 req-6f4dfa1d-8a75-47fa-aa97-e51109298a45 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:44.926371 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e89ec088-98b3-4207-abf8-7d30136df696 req-6f4dfa1d-8a75-47fa-aa97-e51109298a45 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 945 time: 0.0567262
Dec 11 21:54:44.982958 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e89ec088-98b3-4207-abf8-7d30136df696 req-672b34be-95ce-47a0-8685-f9fd3d82ad3c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495763
Dec 11 21:54:45.141442 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:45.551341 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:54:45.612904 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 5488070d-92fe-4a5f-9f28-dc4070a77e36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:54:45.613534 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:45.703872 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:45.731399 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:54:45.734320 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04df186-9cd1-4fda-9daa-943ba8421b92" -d '{"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:54:45.750409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:54:45.757579 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:45.781264 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e67ef-b9d9-4e14-a814-274875d145e1 x-openstack-request-id: req-3b1e67ef-b9d9-4e14-a814-274875d145e1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:54:45.781556 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:54:45.781807 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b1e67ef-b9d9-4e14-a814-274875d145e1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:54:45.782196 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'code': 200}
Dec 11 21:54:45.809682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:54:46.099549 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ccd4-3994-41f7-b63c-1f9cf8a0cc8b req-04886add-3a56-4d10-a8cb-17ac421db0fe tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:46.101063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e44ccd4-3994-41f7-b63c-1f9cf8a0cc8b req-04886add-3a56-4d10-a8cb-17ac421db0fe tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0492918
Dec 11 21:54:46.153226 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2e44ccd4-3994-41f7-b63c-1f9cf8a0cc8b req-ecdb8102-785a-4d19-814d-2d89f83b7f0d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455494
Dec 11 21:54:46.412924 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:46.508316 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:47.294533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3829cc-f6cc-4895-9047-75683fcbae8d req-b6eddee3-e4d3-4d9e-96ec-eb18bfbc751b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:47.297585 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b3829cc-f6cc-4895-9047-75683fcbae8d req-b6eddee3-e4d3-4d9e-96ec-eb18bfbc751b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0676298
Dec 11 21:54:47.313583 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:47.355228 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5b3829cc-f6cc-4895-9047-75683fcbae8d req-aecf0e9b-c5d4-46c9-8c3a-be2a1909b143 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511436
Dec 11 21:54:48.490183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55553bf-00d7-437c-9108-b128b68ee7b5 req-cf8d8c91-c146-4956-8f58-744ecf3a7968 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:48.491868 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e55553bf-00d7-437c-9108-b128b68ee7b5 req-cf8d8c91-c146-4956-8f58-744ecf3a7968 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0603893
Dec 11 21:54:48.551600 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e55553bf-00d7-437c-9108-b128b68ee7b5 req-68a60faf-397d-4265-bbcf-c1e9ba4d11c1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525985
Dec 11 21:54:49.682563 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698cde-6562-45df-bd5b-f003737ba36d req-f6e316e0-3a6f-4a5c-9140-ffbcfdc1b22c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:49.684936 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4698cde-6562-45df-bd5b-f003737ba36d req-f6e316e0-3a6f-4a5c-9140-ffbcfdc1b22c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0548100
Dec 11 21:54:49.741493 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a4698cde-6562-45df-bd5b-f003737ba36d req-e328cfb3-81ab-4f30-b0f5-ec215dbe2e00 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500278
Dec 11 21:54:50.888417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d8823-36ea-4fbb-a61a-8b8661ac949a req-163f9356-3dc6-41c7-a70d-22b86e50628c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:50.890712 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e76d8823-36ea-4fbb-a61a-8b8661ac949a req-163f9356-3dc6-41c7-a70d-22b86e50628c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0588059
Dec 11 21:54:50.947087 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e76d8823-36ea-4fbb-a61a-8b8661ac949a req-128a5207-4b9c-4789-9ce7-0578fe178422 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498323
Dec 11 21:54:51.671877 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:52.084499 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf8451-3238-4256-b626-bb0cbd3299f5 req-68ae779c-9942-49ca-87b4-2e60ce7d9eda tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:52.086021 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2faf8451-3238-4256-b626-bb0cbd3299f5 req-68ae779c-9942-49ca-87b4-2e60ce7d9eda tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0537362
Dec 11 21:54:52.141218 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2faf8451-3238-4256-b626-bb0cbd3299f5 req-b3db8411-f61a-46ba-90b2-882fb13993c3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492260
Dec 11 21:54:52.703112 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-08ab623a-5a4e-47fc-843f-ad5c3d09a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:52.704501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-08ab623a-5a4e-47fc-843f-ad5c3d09a143 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1097 time: 0.0409155
Dec 11 21:54:52.793326 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-75d75356-6c95-49fe-8aab-c6d42e254e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:52.794844 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-75d75356-6c95-49fe-8aab-c6d42e254e63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0835776
Dec 11 21:54:52.857205 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-90f9dfdf-968e-4000-9fe1-1f55508a55fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1002 time: 0.0559053
Dec 11 21:54:52.913910 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-fbbaa22f-91c2-40e1-b8a4-c7e4c3f31e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:52.915396 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-fbbaa22f-91c2-40e1-b8a4-c7e4c3f31e9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0514638
Dec 11 21:54:52.962185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-1e3f186c-76c5-447e-ab09-c7764ccad70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:52.963747 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-1e3f186c-76c5-447e-ab09-c7764ccad70d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0407283
Dec 11 21:54:53.049901 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-571b2968-5eb9-4bb5-82c0-1ac8ef804e01 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786467
Dec 11 21:54:53.141141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-bb0f315b-cf70-4d95-bf17-6badb00b2107 req-e52bb287-73ea-4451-befa-06d69025aaca service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845981
Dec 11 21:54:53.257679 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c500-f5fd-47b3-9ec2-f28fabca06d2 req-a0b6893f-339c-4be9-b930-edaf8ac499cb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:53.259184 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5819c500-f5fd-47b3-9ec2-f28fabca06d2 req-a0b6893f-339c-4be9-b930-edaf8ac499cb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0489392
Dec 11 21:54:53.307763 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5819c500-f5fd-47b3-9ec2-f28fabca06d2 req-3ac0d80b-00bc-4ec7-9112-1a365091a1c3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426648
Dec 11 21:54:54.425853 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db3e07-b54d-48a5-b13d-5c966f9b1a08 req-b68449c9-4e59-4dad-a977-d375157c68b4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:54.427373 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66db3e07-b54d-48a5-b13d-5c966f9b1a08 req-b68449c9-4e59-4dad-a977-d375157c68b4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0485711
Dec 11 21:54:54.475763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-66db3e07-b54d-48a5-b13d-5c966f9b1a08 req-e5b7f67e-8c8b-46b5-ac50-2128dc880132 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425439
Dec 11 21:54:55.594563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575530b2-d7ce-431e-ad34-6441c5e4e045 req-a2ec596c-094a-4436-8026-2947eae6d47f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:55.596045 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-575530b2-d7ce-431e-ad34-6441c5e4e045 req-a2ec596c-094a-4436-8026-2947eae6d47f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 946 time: 0.0524867
Dec 11 21:54:55.612864 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:54:55.646245 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-575530b2-d7ce-431e-ad34-6441c5e4e045 req-c999867b-c1df-4570-8e04-2d73a5b76020 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443006
Dec 11 21:54:55.687828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:55.710345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:54:55.712599 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650b654a-35b2-4ce9-a692-8ba351dabb3f" -d '{"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:54:55.725204 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:54:55.730709 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:54:55.757741 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 11 Dec 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239c303-6296-4082-b47d-e8d4d003b9c3 x-openstack-request-id: req-3239c303-6296-4082-b47d-e8d4d003b9c3 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:54:55.757970 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-unplugged", "status": "failed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "code": 422}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:54:55.758224 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3239c303-6296-4082-b47d-e8d4d003b9c3 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:54:55.758635 ncdv-master-1 neutron-server[125989]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'code': 422} returned with failed status
Dec 11 21:54:55.765046 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-7f202978-f33e-4190-b89c-16be476eaca3 req-6775ecfe-5b02-463b-a414-01e5d76d9b81 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:54:55.766252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-7f202978-f33e-4190-b89c-16be476eaca3 req-6775ecfe-5b02-463b-a414-01e5d76d9b81 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0545630
Dec 11 21:54:55.783695 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:54:55.931777 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965c82-4186-4ba6-9e9b-42be692ddcb5 req-cba9508f-5142-4dba-b5d5-311ee3f36846 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:55.933333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0965c82-4186-4ba6-9e9b-42be692ddcb5 req-cba9508f-5142-4dba-b5d5-311ee3f36846 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0595491
Dec 11 21:54:55.984546 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d0965c82-4186-4ba6-9e9b-42be692ddcb5 req-3d34960e-ec08-4ff9-ae18-5fcc3bf12dee tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432622
Dec 11 21:54:56.199586 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-77582940-f246-4bc6-9cfa-8e212d96923d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0749583
Dec 11 21:54:56.954454 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-079f8c0a-3e72-4aff-934d-2eb38dc68762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:56.955873 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-079f8c0a-3e72-4aff-934d-2eb38dc68762 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 1095 time: 0.0432124
Dec 11 21:54:57.017547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-02453390-f73a-4491-85ce-dea048642d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:57.019135 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-02453390-f73a-4491-85ce-dea048642d7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1095 time: 0.0398951
Dec 11 21:54:57.102709 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec42f31-2d86-4433-b0be-9da4ab0afbf2 req-bbc8ce55-1598-42c7-8405-866aaf480d6e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:57.104252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aec42f31-2d86-4433-b0be-9da4ab0afbf2 req-bbc8ce55-1598-42c7-8405-866aaf480d6e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0504503
Dec 11 21:54:57.108826 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-e184aaef-a5cb-4d68-87a0-47dc4bfc69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:57.110398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-e184aaef-a5cb-4d68-87a0-47dc4bfc69a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0849857
Dec 11 21:54:57.158285 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-aec42f31-2d86-4433-b0be-9da4ab0afbf2 req-f2b13516-8827-4e94-aacc-d8fb34c75529 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478375
Dec 11 21:54:57.180569 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-8c230ae7-49df-4cab-8bff-5c1658fc485b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1000 time: 0.0632856
Dec 11 21:54:57.228925 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-d32656e7-094d-49de-8bd2-fee9d5af1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:57.230333 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-d32656e7-094d-49de-8bd2-fee9d5af1f35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0418789
Dec 11 21:54:57.275830 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-1b993ba6-c22c-4219-a0f4-a5ee511ea1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:57.277284 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-1b993ba6-c22c-4219-a0f4-a5ee511ea1f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394528
Dec 11 21:54:57.367593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-a5ed0120-4f0f-4a08-a146-b054bb371e1f service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826452
Dec 11 21:54:57.453623 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c97bd9b8-7c4a-4722-b9f7-eaa67a18d837 req-fe0bdf4f-035c-47f7-87aa-5fe4048f74f5 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0787516
Dec 11 21:54:58.284662 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf784-8736-420e-8c1c-f6d2f834247f req-42b52ece-4209-4b63-9925-f67acbdc8b7b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:58.286193 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-359bf784-8736-420e-8c1c-f6d2f834247f req-42b52ece-4209-4b63-9925-f67acbdc8b7b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0579374
Dec 11 21:54:58.337256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-359bf784-8736-420e-8c1c-f6d2f834247f req-acbe1c23-386b-4ce1-8cae-620ee3196b83 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435915
Dec 11 21:54:59.460024 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66ba47-2287-4d3c-89bd-f2308c562676 req-6ff216ea-3de4-4fdd-a679-cdd7af5ae789 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:54:59.461595 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b66ba47-2287-4d3c-89bd-f2308c562676 req-6ff216ea-3de4-4fdd-a679-cdd7af5ae789 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0519247
Dec 11 21:54:59.513629 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2b66ba47-2287-4d3c-89bd-f2308c562676 req-7c46a3ff-1066-427e-88dd-d14afe092222 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459282
Dec 11 21:55:00.636213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43bead-0e15-4f37-bf71-d98936cc78a2 req-de3f47b0-4abd-4cff-a365-732e7f326439 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:00.637769 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f43bead-0e15-4f37-bf71-d98936cc78a2 req-de3f47b0-4abd-4cff-a365-732e7f326439 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0504940
Dec 11 21:55:00.689548 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f43bead-0e15-4f37-bf71-d98936cc78a2 req-5d6d0cff-f27f-4b46-add6-7cd7d597df11 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455508
Dec 11 21:55:01.810844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fb476-ecdc-4066-a259-1b8d8acbf964 req-9d562b8f-3680-4295-8098-9cf6a5625cf3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:01.812364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca2fb476-ecdc-4066-a259-1b8d8acbf964 req-9d562b8f-3680-4295-8098-9cf6a5625cf3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0515265
Dec 11 21:55:01.863557 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ca2fb476-ecdc-4066-a259-1b8d8acbf964 req-e49bb2ea-ecb2-4561-b4a7-1cf9c9c9fbec tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452304
Dec 11 21:55:02.994921 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7a47-ec61-4190-ab67-34712b5214af req-5d871714-8c0e-48e6-8eee-79281d80bf69 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:02.996470 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e47d7a47-ec61-4190-ab67-34712b5214af req-5d871714-8c0e-48e6-8eee-79281d80bf69 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0571513
Dec 11 21:55:03.050306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e47d7a47-ec61-4190-ab67-34712b5214af req-188c4794-de02-4072-9beb-785a490f82bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459695
Dec 11 21:55:04.176186 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1e873-6c26-4201-8add-800643afde74 req-52f8a736-eda0-44df-9e37-fe82b8540dea tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:04.177832 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0b1e873-6c26-4201-8add-800643afde74 req-52f8a736-eda0-44df-9e37-fe82b8540dea tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0556412
Dec 11 21:55:04.233884 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0b1e873-6c26-4201-8add-800643afde74 req-235a63a0-5df9-4c94-a966-0c6dd396bf7e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492191
Dec 11 21:55:05.361675 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad4154-4fab-4e5d-a889-2bf6d850d72d req-b1f19df2-4e40-47ca-b6dd-f8fc8148790c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:05.363240 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44ad4154-4fab-4e5d-a889-2bf6d850d72d req-b1f19df2-4e40-47ca-b6dd-f8fc8148790c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0586214
Dec 11 21:55:05.421490 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-44ad4154-4fab-4e5d-a889-2bf6d850d72d req-1fac1ad6-49a2-449c-96b8-204b9bb770eb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520401
Dec 11 21:55:06.536867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c5a92-e290-4984-a218-916747ea695d req-def59966-5b53-45ab-a60d-3cd27527974e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:06.538571 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c77c5a92-e290-4984-a218-916747ea695d req-def59966-5b53-45ab-a60d-3cd27527974e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0504911
Dec 11 21:55:06.599594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c77c5a92-e290-4984-a218-916747ea695d req-afb1e79a-686d-47a8-b574-56bf9f0e4c72 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463617
Dec 11 21:55:07.709091 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1b626-fd12-4299-bf2d-b2c80138152c req-a60186c8-0cc6-4d01-8510-f98c17792447 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:07.710579 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01e1b626-fd12-4299-bf2d-b2c80138152c req-a60186c8-0cc6-4d01-8510-f98c17792447 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0482378
Dec 11 21:55:07.761795 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-01e1b626-fd12-4299-bf2d-b2c80138152c req-cf7da0be-e548-4710-8238-cc66f6718976 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452604
Dec 11 21:55:08.875124 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b96a7-5818-4f1e-b57d-7ab2d4f5453b req-15801eea-8142-4bcc-8ff0-0c22883f1306 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:08.876659 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e71b96a7-5818-4f1e-b57d-7ab2d4f5453b req-15801eea-8142-4bcc-8ff0-0c22883f1306 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0473859
Dec 11 21:55:08.928782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e71b96a7-5818-4f1e-b57d-7ab2d4f5453b req-9d9275b1-ed3a-4f79-ae3e-6d8db870626f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461464
Dec 11 21:55:10.353575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9932bf8-5db6-409b-a173-a410ffa08139 req-7d030584-afc9-4d9a-9d97-49e2bcc0d57c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:10.355430 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9932bf8-5db6-409b-a173-a410ffa08139 req-7d030584-afc9-4d9a-9d97-49e2bcc0d57c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.3589084
Dec 11 21:55:10.402829 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-e9932bf8-5db6-409b-a173-a410ffa08139 req-15b9f601-43ba-4f65-8a48-08df4a57df4c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417068
Dec 11 21:55:11.097125 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2e5410ba-6a11-4e0c-be98-df7d404e44f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:11.517416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854aac26-3804-4118-b77d-c20e4e13fbdd req-141d4fc6-55b3-4048-accb-d394446e70c9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:11.518929 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-854aac26-3804-4118-b77d-c20e4e13fbdd req-141d4fc6-55b3-4048-accb-d394446e70c9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 944 time: 0.0486419
Dec 11 21:55:11.567763 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-854aac26-3804-4118-b77d-c20e4e13fbdd req-a8226e7c-650d-49d5-a2f6-a51bbeba1ebd tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424376
Dec 11 21:55:11.673922 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:55:11.768222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:55:11.779158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'port_id': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'mac_address': 'fa:16:3e:67:ac:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:55:11.814738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:11.826850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:55:11.851453 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:55:11.855394 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:11.899748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:55:12.074567 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['5488070d-92fe-4a5f-9f28-dc4070a77e36'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:55:12.681988 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef71e24-20ed-46d2-8a9a-3378599d5ecf req-e1af9ca3-b691-4c85-b968-a697c4225a3f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:12.683707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef71e24-20ed-46d2-8a9a-3378599d5ecf req-e1af9ca3-b691-4c85-b968-a697c4225a3f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 945 time: 0.0485096
Dec 11 21:55:12.731870 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cef71e24-20ed-46d2-8a9a-3378599d5ecf req-464b8b1d-7b80-4e60-b484-bbffd65baa9e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425105
Dec 11 21:55:13.566271 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5b06e2cc-25c7-40e0-ae1f-53960286692f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:13.674537 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:55:13.721019 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 5488070d-92fe-4a5f-9f28-dc4070a77e36 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:55:13.721390 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:13.798620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:13.820910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:55:13.823092 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63213f20-f5e9-41a1-aee2-165217420dd1" -d '{"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:55:13.836762 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:55:13.841888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:13.848008 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e2dd5-9db4-4560-9518-83ad635b63af req-62e4ddc1-45e7-4ca9-b0a3-df23d0764083 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:13.849542 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-142e2dd5-9db4-4560-9518-83ad635b63af req-62e4ddc1-45e7-4ca9-b0a3-df23d0764083 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 945 time: 0.0487292
Dec 11 21:55:13.866262 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aac91b-91b5-470d-8585-6dcdcbe5fa89 x-openstack-request-id: req-72aac91b-91b5-470d-8585-6dcdcbe5fa89 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:55:13.866578 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:55:13.866835 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72aac91b-91b5-470d-8585-6dcdcbe5fa89 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:55:13.867225 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'code': 200}
Dec 11 21:55:13.893568 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=10']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:55:13.902696 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-142e2dd5-9db4-4560-9518-83ad635b63af req-adc1b93b-d057-4b65-8aab-fcce79a56585 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462649
Dec 11 21:55:14.025547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8456e9e-b4e5-4507-a706-7bd29ae3e034 req-2926fd71-d9c5-4fa4-8f3a-4367226fed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:14.027028 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8456e9e-b4e5-4507-a706-7bd29ae3e034 req-2926fd71-d9c5-4fa4-8f3a-4367226fed94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0425196
Dec 11 21:55:14.071557 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b8456e9e-b4e5-4507-a706-7bd29ae3e034 req-65fffb39-7c8c-4049-9e52-f364325dff30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367098
Dec 11 21:55:15.042081 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f9e01-d854-46b2-b53f-c7f550feac2b req-a8440d00-dfdc-4bbd-bfe7-b9394122b331 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:15.043394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-611f9e01-d854-46b2-b53f-c7f550feac2b req-a8440d00-dfdc-4bbd-bfe7-b9394122b331 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 947 time: 0.0652361
Dec 11 21:55:15.096158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-611f9e01-d854-46b2-b53f-c7f550feac2b req-c5459413-0d35-42ce-85c5-2bb2d20c222c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458703
Dec 11 21:55:15.141893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:16.215764 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afe00d-9dea-4305-be64-feb791a812fe req-1541e87a-2995-45e0-9324-6e0f5913412f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:16.217242 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1afe00d-9dea-4305-be64-feb791a812fe req-1541e87a-2995-45e0-9324-6e0f5913412f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 947 time: 0.0516396
Dec 11 21:55:16.266570 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a1afe00d-9dea-4305-be64-feb791a812fe req-c7f213f3-bf69-43c0-9c03-600f0c54ed66 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426993
Dec 11 21:55:16.421856 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:16.508145 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:17.308764 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:21.347867 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:55:21.662597 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:27.826869 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-9701258e-247a-4b4f-bf56-3a0e048d55f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0383821
Dec 11 21:55:27.910980 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-48088b8b-70a0-49b3-8daa-e46cf49ab5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:27.912482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-48088b8b-70a0-49b3-8daa-e46cf49ab5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1098 time: 0.0427940
Dec 11 21:55:28.012459 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-b96d7fc0-01e5-41e6-afe4-ee9e92250f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:28.013945 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-b96d7fc0-01e5-41e6-afe4-ee9e92250f14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0826106
Dec 11 21:55:28.081859 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-35aed22d-4e21-4ea9-872e-e0516740c663 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 1002 time: 0.0600257
Dec 11 21:55:28.129960 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-1fa2683f-143f-441c-ac61-fef8377824bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:28.131416 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-1fa2683f-143f-441c-ac61-fef8377824bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0428426
Dec 11 21:55:28.177903 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-e1fc3c29-7bb5-4e8f-9b09-d535a24f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:55:28.179433 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-e1fc3c29-7bb5-4e8f-9b09-d535a24f69df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0400317
Dec 11 21:55:28.273515 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-edcce004-76e0-4f3d-b3ca-ca3f469952af service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842988
Dec 11 21:55:28.362889 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-08884597-61b6-4c7f-99b3-97dc4b8d4c84 req-f4d97ef0-1df9-499c-8d69-fadf78299416 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805769
Dec 11 21:55:40.046951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-12f3b170-2caa-48b0-a60f-f4584f32fe9d req-3a42aa66-892f-432d-9042-b581f0586f7c service neutron] (125987) timed out ('10.222.0.18', 57066) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 21:55:41.102411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1e7f7370-370e-4733-ba24-d5adc12d2fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:43.567536 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-16d5afdc-a04c-4d9b-8329-18843ea329b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:45.144345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:46.433253 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:46.510112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:47.309781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:51.677450 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:55:58.346894 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:56:11.106428 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4d3a0bf-dca9-48b2-ad7f-af9b6b7115aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:13.568834 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-370e19d1-dc22-4680-9047-c5336d935211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:15.147367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:16.434863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:16.513908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:17.311239 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:21.691713 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.028324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33414) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:26.181702 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Deleting port 60157766-a6a5-4ba3-a953-0ff81185539f {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:56:26.182037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.258040 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.258458 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.270416 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Calling delete_port for 60157766-a6a5-4ba3-a953-0ff81185539f owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:56:26.413800 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.448115 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'Port': ['ID=60157766-a6a5-4ba3-a953-0ff81185539f,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:26.471264 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.471618 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.471968 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.472310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.472650 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.472987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.473318 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.473651 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.473980 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.474312 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.474672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.474998 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.475319 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:26.516216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.516556 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Floating IP fdb82656-0b15-497c-9464-2efddb3769f1 disassociated (deleted). External IP: 172.35.1.219, port: 5488070d-92fe-4a5f-9f28-dc4070a77e36.
Dec 11 21:56:26.719485 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:56:26.826915 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:56:26.831418 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:26.837542 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:56:26.847863 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:56:26.848455 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:56:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:26.857813 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d1b9ac7b-9fa9-43d5-b4be-3a626dc8e887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "DELETE /v2.0/floatingips/fdb82656-0b15-497c-9464-2efddb3769f1 HTTP/1.1" status: 204  len: 168 time: 0.8284197
Dec 11 21:56:26.858550 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:56:26.861322 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950" -d '{"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:56:26.956633 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e667c0c-113e-4ba9-8eba-ef52ce14b9d6 x-openstack-request-id: req-1e667c0c-113e-4ba9-8eba-ef52ce14b9d6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:56:26.956929 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:56:26.957356 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e667c0c-113e-4ba9-8eba-ef52ce14b9d6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:56:26.957753 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'status': 'completed', 'code': 200}
Dec 11 21:56:26.960472 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:56:27.084167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-acfd3e71-0332-4c12-acce-f94e263b82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:27.085982 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-acfd3e71-0332-4c12-acce-f94e263b82ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 1098 time: 0.1029930
Dec 11 21:56:27.146370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92132af-c297-4797-b8bb-352039e75a85 req-845f9382-c8d9-4850-9d26-552be370d7d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:27.148012 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c92132af-c297-4797-b8bb-352039e75a85 req-845f9382-c8d9-4850-9d26-552be370d7d9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 947 time: 0.1048546
Dec 11 21:56:27.177077 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473df70>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:27.195710 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-fe287620-b12a-4b8e-9af4-e1541e6c7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:27.197608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-fe287620-b12a-4b8e-9af4-e1541e6c7734 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.1029389
Dec 11 21:56:27.202219 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c92132af-c297-4797-b8bb-352039e75a85 req-793886d6-13a4-436c-a360-fda2bae71844 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468206
Dec 11 21:56:27.208096 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:56:27.220938 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:56:27.221589 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8473df70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:56:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:27.245041 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-ac67d6bc-6013-465f-9683-bfa57dce0145 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 200  len: 217 time: 0.0372186
Dec 11 21:56:27.310923 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-6de072bb-cb74-4d17-91de-720652648c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:27.312725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-6de072bb-cb74-4d17-91de-720652648c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0575054
Dec 11 21:56:27.345150 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:56:27.361812 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-2d528f2a-5435-48ab-99ef-b3b125d72d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:27.363383 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-2d528f2a-5435-48ab-99ef-b3b125d72d49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437999
Dec 11 21:56:27.454611 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-c3e00934-a660-431b-9429-07025739c532 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829980
Dec 11 21:56:27.549680 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8a9e7a5c-2ef7-403a-9dda-b5e2a42fc950 req-1673d937-e034-411a-8af8-048a17920a05 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870183
Dec 11 21:56:27.558134 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8473df70>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:27.584787 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3b9cf-67e1-4b86-9e22-517319334f1c None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:56:27.809354 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69143e95-2094-4618-8b7f-e9163c41844c None None] New status for floating IP fdb82656-0b15-497c-9464-2efddb3769f1: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:56:28.364167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-3e0c3d62-bb30-42c0-85fb-759571c80004 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:28.365876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-3e0c3d62-bb30-42c0-85fb-759571c80004 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 947 time: 0.0751314
Dec 11 21:56:28.411336 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563dfcf-c8ff-40f5-8da1-79bb6fe945d9 req-ef3b6442-d588-4037-9237-8ca381cf43cd tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:28.412777 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b563dfcf-c8ff-40f5-8da1-79bb6fe945d9 req-ef3b6442-d588-4037-9237-8ca381cf43cd tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=af7bfacb-2f6d-4b17-bcda-611198f75ea6 HTTP/1.1" status: 200  len: 947 time: 0.1384478
Dec 11 21:56:28.493547 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b563dfcf-c8ff-40f5-8da1-79bb6fe945d9 req-6879a990-806f-4853-b388-55a227ede4f4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=75f6c38f-dcf2-4cb5-9817-e5d22a386ade&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737507
Dec 11 21:56:28.505872 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Deleting port 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 21:56:28.506212 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:28.599006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] For port 5488070d-92fe-4a5f-9f28-dc4070a77e36, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5488070d-92fe-4a5f-9f28-dc4070a77e36,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:56:28.599366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:28.613666 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Calling delete_port for 5488070d-92fe-4a5f-9f28-dc4070a77e36 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 21:56:28.739218 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:28.769295 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'Port': ['ID=5488070d-92fe-4a5f-9f28-dc4070a77e36,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:28.779234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.779587 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.779928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.780265 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.780612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.780929 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.781255 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.781583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.782390 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.783246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.783246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.783460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.783708 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:28.823767 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] No DVR routers for this DVR port 5488070d-92fe-4a5f-9f28-dc4070a77e36 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:56:28.826342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:28.830194 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b3f2d431-c49e-4c23-b439-07f52750c444 req-4d7ceab2-1ff7-414f-960c-9d543d19ebce tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "DELETE /v2.0/ports/5488070d-92fe-4a5f-9f28-dc4070a77e36 HTTP/1.1" status: 204  len: 173 time: 0.4566095
Dec 11 21:56:28.830656 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-deleted', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:56:28.832917 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb91682-ff09-428e-9b6b-5dbb711689f8" -d '{"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-deleted", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:56:28.929559 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c36ffd-49f2-457d-90c6-074f499aff3f x-openstack-request-id: req-08c36ffd-49f2-457d-90c6-074f499aff3f {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:56:28.929857 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7bfacb-2f6d-4b17-bcda-611198f75ea6", "name": "network-vif-deleted", "tag": "5488070d-92fe-4a5f-9f28-dc4070a77e36", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:56:28.930121 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08c36ffd-49f2-457d-90c6-074f499aff3f {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:56:28.930543 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7bfacb-2f6d-4b17-bcda-611198f75ea6', 'name': 'network-vif-deleted', 'tag': '5488070d-92fe-4a5f-9f28-dc4070a77e36', 'status': 'completed', 'code': 200}
Dec 11 21:56:29.549076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33446) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:29.604187 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:29.629901 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:29.690269 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:29.692904 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:29.694049 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "DELETE /v2.0/security-groups/75f6c38f-dcf2-4cb5-9817-e5d22a386ade HTTP/1.1" status: 204  len: 168 time: 0.1440005
Dec 11 21:56:29.703052 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdea63f-527a-4434-8bbc-489317017d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f6c38f-dcf2-4cb5-9817-e5d22a386ade,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.015226 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33452) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.019919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428955098', 'description': 'tempest-secgroup-smoke-428955098 description', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.042496 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.109737 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.114171 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.146247 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.147482 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1312401
Dec 11 21:56:30.149301 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a744c-e1d4-454b-bbf5-40c06a8c82cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.150542 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33454) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.155234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.183518 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.243519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.246865 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.268196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57df2f80-2e1b-4653-a9bc-63ef41f18596,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.273484 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.274707 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9caeacfa-513e-43b0-942d-0b7ef1145646 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1230631
Dec 11 21:56:30.277334 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33456) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.281572 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.308132 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.362024 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.365929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.385930 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd08dc1-b119-4c13-9ac5-cec69f6f9296,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.391945 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.393134 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d0324c10-0b0c-48ba-bdb8-f5135b513f10 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1148820
Dec 11 21:56:30.395897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33458) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.400229 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.426550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.482836 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.487006 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.505978 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b374b405-7d8b-45ea-9dee-ca2eac3e0f3d,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.513766 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.515000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-dd8cd497-9ddd-4f10-a7d4-e62774aae124 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1181395
Dec 11 21:56:30.518155 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33460) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.522428 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.548240 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.604502 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.608039 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.629126 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e0325b-0f21-45b5-aa20-4e92ab7aff94,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.637060 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.638252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-d24db8e2-e972-45a9-9124-5f2821d35354 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1191399
Dec 11 21:56:30.640962 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33462) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.645659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.667009 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Project 9b98a2ac1da54946bf45bf34c7530a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:56:30.671681 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.728643 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.732374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.748701 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49caafce-5e7d-4078-a59a-305dfa73f1ec,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.759929 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.761066 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1dac4e2f-dc70-4aa1-afff-80bad71a5149 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1187103
Dec 11 21:56:30.763854 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33464) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:30.768145 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'security_group_rule': {'security_group_id': '3f05c04f-b451-4a27-b11e-a5e8d3b23dd4', 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:30.790087 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Project 9b98a2ac1da54946bf45bf34c7530a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 21:56:30.794988 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.852792 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.856241 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.873747 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec54807-2464-4cd0-be2a-0021db49a220,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:30.881364 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:30.882615 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-a667d614-96d8-4773-b5ab-e149478f74e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1178081
Dec 11 21:56:32.155927 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:56:32.177127 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 5488070d-92fe-4a5f-9f28-dc4070a77e36 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 21:56:32.177456 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 5488070d-92fe-4a5f-9f28-dc4070a77e36 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:56:33.539050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-5cc65a5d-6fdc-4817-921d-6998677d81e2 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428955098&fields=id&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 267 time: 0.0434549
Dec 11 21:56:33.649292 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-0c3c654b-b9f7-45c8-b1d8-016b10ba10b5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:33.650810 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-0c3c654b-b9f7-45c8-b1d8-016b10ba10b5 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 809 time: 0.1053178
Dec 11 21:56:33.666060 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-75ae75aa-4bcc-49e3-a9fd-0b00c3e15fec tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/quotas/9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 375 time: 0.0095751
Dec 11 21:56:33.716195 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-a4131108-63a2-4787-9203-3a396a337675 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449815
Dec 11 21:56:33.730769 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-dc66cfea-0517-45e8-b372-37894870af67 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:56:33.731718 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-dc66cfea-0517-45e8-b372-37894870af67 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0048735
Dec 11 21:56:33.822917 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8c6c5cfd-bc01-4013-9adc-e1937f188d29 service neutron] 10.222.0.18 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855451
Dec 11 21:56:34.219948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-97c1a1ef-9c0b-4594-957c-439b3f00672d service neutron] 10.222.0.18 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3909705
Dec 11 21:56:34.504453 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1847ddee-8a2d-4d7f-a0fb-0f083e0da740 req-a3770252-3c22-473b-bd19-0276c4606b28 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0268555
Dec 11 21:56:35.346630 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:56:35.581310 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5cf6e0ef-4921-4a7c-8080-6b7327808542 req-61419092-9b35-4673-8051-f75995c497e9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0262477
Dec 11 21:56:36.658930 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-cc883006-9199-491c-b267-bba45e570891 req-c4e3ab6a-d438-41ce-9824-21c645815b00 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0270028
Dec 11 21:56:37.737497 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-bedc3836-a8f5-410b-b748-2d7bfc02ad32 req-d1264c11-1d9b-4007-9437-f562c6a02842 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0260377
Dec 11 21:56:38.829920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-d7ff7974-1577-490e-b373-f38cf8802aa9 req-890522ef-c23e-4edb-9d59-330ecbed082e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0260351
Dec 11 21:56:39.485230 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-ac4d74b4-080e-4927-be6c-1408dd10e4db tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:39.486713 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-ac4d74b4-080e-4927-be6c-1408dd10e4db tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 809 time: 0.1115134
Dec 11 21:56:39.550611 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-563efd8a-76bd-4ee5-82c1-4bb8b2d77430 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 379 time: 0.0548694
Dec 11 21:56:39.560105 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'port': {'device_id': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'admin_state_up': True, 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'security_groups': ['3f05c04f-b451-4a27-b11e-a5e8d3b23dd4']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:39.684178 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Made reservation on behalf of 9b98a2ac1da54946bf45bf34c7530a67 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 21:56:39.688437 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:39.813881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Allocated IP 172.20.0.11 (50c2041f-4375-4538-9976-9163a4169a7f/772c5203-b58d-4c98-b046-618e34067f01/ce870259-b9cb-43fa-a6b8-abc488c9fab7) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:56:39.939414 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e0adbe99-0561-41b7-b675-a5a4ff253cef req-1e871ac8-12fb-4889-a407-b2037c71e1dd tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0311832
Dec 11 21:56:39.994449 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.028716 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.077061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Network 50c2041f-4375-4538-9976-9163a4169a7f is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:56:40.080357 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:56:40.083884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:56:40.106922 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:40.136745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:40.137389 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.155694 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-45e10342-f346-4a1b-8837-782fcbad0623 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5994880
Dec 11 21:56:40.166610 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-2166cb0e-bb9c-464b-af90-b3dff31a7196 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125988) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:56:40.167609 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-2166cb0e-bb9c-464b-af90-b3dff31a7196 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0055196
Dec 11 21:56:40.244370 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Request body: {'port': {'device_id': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:40.305480 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.353199 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-701df4c3-bc2d-4252-85c7-8ceb9866b803 None None] Provisioning complete for port ce870259-b9cb-43fa-a6b8-abc488c9fab7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:56:40.353806 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-701df4c3-bc2d-4252-85c7-8ceb9866b803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.393205 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-701df4c3-bc2d-4252-85c7-8ceb9866b803 None None] Port ce870259-b9cb-43fa-a6b8-abc488c9fab7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 21:56:40.585521 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce870259-b9cb-43fa-a6b8-abc488c9fab7 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:56:40.593365 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.605635 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Transition to ACTIVE for port object ce870259-b9cb-43fa-a6b8-abc488c9fab7 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:56:40.611030 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.661149 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:40.728971 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:56:40.729510 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:56:40.729658 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:56:40.733997 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:56:40.734310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:56:40.740304 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:56:40.740642 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:56:40.741019 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Bound using segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:56:40.741445 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Bound port: ce870259-b9cb-43fa-a6b8-abc488c9fab7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:56:40.741803 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.810898 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:56:40.814136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:56:40.818328 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.855077 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:40.855694 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:40.857103 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1092 time: 0.6806359
Dec 11 21:56:40.857547 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:56:40.859838 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:56:40.888958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291807d-0fa5-4972-91f1-0a43f69fe576 service neutron] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:40.909242 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4013f891-1cbc-4dc8-b6bf-79c618152036 x-openstack-request-id: req-4013f891-1cbc-4dc8-b6bf-79c618152036 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:56:40.909242 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:56:40.909685 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4013f891-1cbc-4dc8-b6bf-79c618152036 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:56:40.910355 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'status': 'completed', 'code': 200}
Dec 11 21:56:40.973408 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-cfc4f9bf-5368-44da-8f01-a154a6163f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:40.974982 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-cfc4f9bf-5368-44da-8f01-a154a6163f09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1095 time: 0.0496554
Dec 11 21:56:41.026362 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-540d81e8-270b-4ff0-86db-3a99bfa54180 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 217 time: 0.0434182
Dec 11 21:56:41.102251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-ab298916-c2d5-4433-899c-3ab7e4522eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.103885 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-ab298916-c2d5-4433-899c-3ab7e4522eef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0685287
Dec 11 21:56:41.108738 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e413c5bd-bd43-4a23-a73c-8266253c401f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:41.113315 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0ae2c-303b-4048-be4b-a7817f499e53 req-04f49b6e-4341-4ef6-b1f6-d36f2c80b59b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.115003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddc0ae2c-303b-4048-be4b-a7817f499e53 req-04f49b6e-4341-4ef6-b1f6-d36f2c80b59b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0911672
Dec 11 21:56:41.193323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cedce-1b2a-418c-a735-c384ba726744 req-2f3d0b3c-186a-46c0-82c5-125ee683a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.194870 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-2f3d0b3c-186a-46c0-82c5-125ee683a9e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0790031
Dec 11 21:56:41.198701 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ddc0ae2c-303b-4048-be4b-a7817f499e53 req-05ddcc7f-5bcf-401e-a29b-57689a3ca3a7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753508
Dec 11 21:56:41.287682 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-07248bf1-18de-4d6e-9172-e969c5f2dcfc service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855472
Dec 11 21:56:41.382572 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a60cedce-1b2a-418c-a735-c384ba726744 req-d81237ae-7e56-4990-a241-7cfdcef2f744 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875990
Dec 11 21:56:41.466258 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-c4bacdaa-0234-4564-bc3f-630bfe989598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.467753 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-c4bacdaa-0234-4564-bc3f-630bfe989598 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1095 time: 0.0407987
Dec 11 21:56:41.556475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-32deac5f-f84c-4ec7-bec9-b0ba9cc666ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.557932 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-32deac5f-f84c-4ec7-bec9-b0ba9cc666ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0827880
Dec 11 21:56:41.602950 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-a142dff4-f991-48d1-b396-b251beeb45d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 217 time: 0.0368953
Dec 11 21:56:41.651351 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-710ab8e7-aa79-4d17-af03-e9ed193a16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.652679 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-710ab8e7-aa79-4d17-af03-e9ed193a16e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0419354
Dec 11 21:56:41.697838 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-88bd43c4-8632-447e-b4c8-346dd77dc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:41.699305 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-88bd43c4-8632-447e-b4c8-346dd77dc928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390267
Dec 11 21:56:41.792294 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-31d7c084-cee4-4d1e-a53c-7185b3bd9853 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843256
Dec 11 21:56:41.885424 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a9d41923-ac4f-43e5-85d7-6ff3b19a3ab6 req-5eaa4c0d-2ae6-4128-b2bc-b3d4a1d3b0b2 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847802
Dec 11 21:56:42.330059 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d7e5b-85f5-4b94-82be-22ac57abdb12 req-fcef419c-94f1-479d-84c3-b7178b7b5c24 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:42.331576 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f62d7e5b-85f5-4b94-82be-22ac57abdb12 req-fcef419c-94f1-479d-84c3-b7178b7b5c24 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0501888
Dec 11 21:56:42.384130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f62d7e5b-85f5-4b94-82be-22ac57abdb12 req-b448f6b1-6730-4eb3-8ade-00324efdccbc tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465670
Dec 11 21:56:43.505624 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa8e9-49e1-4f5d-8084-88f777a37f4f req-5fe31854-017d-4e2c-8715-567d61cc68a7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:43.507147 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e58aa8e9-49e1-4f5d-8084-88f777a37f4f req-5fe31854-017d-4e2c-8715-567d61cc68a7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0543234
Dec 11 21:56:43.555726 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e58aa8e9-49e1-4f5d-8084-88f777a37f4f req-bf0f639f-04d0-48b6-adba-7aff0833da6d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425014
Dec 11 21:56:43.570860 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b2678bad-d137-46ac-b6d0-07e52793b60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:44.673276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e22848-1880-454f-83de-6dc1fa0f9190 req-33f54e8c-ccba-4dab-802d-8d4f54e06359 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:44.674772 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7e22848-1880-454f-83de-6dc1fa0f9190 req-33f54e8c-ccba-4dab-802d-8d4f54e06359 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0495722
Dec 11 21:56:44.723151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-a7e22848-1880-454f-83de-6dc1fa0f9190 req-e81d356c-13e6-4755-b253-c2192d15430c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424902
Dec 11 21:56:45.150818 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:45.838459 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e902317-b9f2-467d-aef0-8fe69275e213 req-2fb3c8db-c527-4c8e-b961-c75320724c59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:45.839957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e902317-b9f2-467d-aef0-8fe69275e213 req-2fb3c8db-c527-4c8e-b961-c75320724c59 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0488074
Dec 11 21:56:45.887873 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2e902317-b9f2-467d-aef0-8fe69275e213 req-063aec2b-1f8f-485d-ab2e-0afc2e4efce7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420344
Dec 11 21:56:46.440726 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:46.514693 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:47.000417 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9dd06-a302-46e6-9dfa-c72a4ccdea26 req-7ba7d655-ba9e-482e-8882-10d9299727d7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:47.001887 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72e9dd06-a302-46e6-9dfa-c72a4ccdea26 req-7ba7d655-ba9e-482e-8882-10d9299727d7 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0477097
Dec 11 21:56:47.049744 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-72e9dd06-a302-46e6-9dfa-c72a4ccdea26 req-baa1623e-a852-4cfc-92a3-87c3b2124cac tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419478
Dec 11 21:56:47.313944 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:47.426520 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:56:47.519477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:56:47.530581 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'mac_address': 'fa:16:3e:ff:b9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:56:47.569863 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:47.582345 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce870259-b9cb-43fa-a6b8-abc488c9fab7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:56:47.600666 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:56:47.603599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:47.649245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:47.656267 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.656613 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.656950 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.657281 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.657606 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.657929 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.658250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.658597 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.658913 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.659233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.659546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.659868 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.660184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:56:47.951641 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['ce870259-b9cb-43fa-a6b8-abc488c9fab7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:56:48.164106 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117bbd-c256-4bac-b3b8-755bfebd7533 req-ad8f48a7-c6cd-46e3-a765-cbf5f821c777 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:48.165588 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09117bbd-c256-4bac-b3b8-755bfebd7533 req-ad8f48a7-c6cd-46e3-a765-cbf5f821c777 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 945 time: 0.0473099
Dec 11 21:56:48.218415 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-09117bbd-c256-4bac-b3b8-755bfebd7533 req-0cc1fc2c-6ab9-4e0c-9389-b2b33707c87a tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462339
Dec 11 21:56:49.342241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48167f-5e39-4577-b44b-a9934d99fa58 req-0c6eadc3-9c28-4ff5-954f-785297ed1336 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:49.343755 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f48167f-5e39-4577-b44b-a9934d99fa58 req-0c6eadc3-9c28-4ff5-954f-785297ed1336 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 945 time: 0.0575442
Dec 11 21:56:49.394817 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5f48167f-5e39-4577-b44b-a9934d99fa58 req-129110db-1f72-469a-93c0-ab7b95824efc tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448933
Dec 11 21:56:49.443674 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:56:49.491121 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port ce870259-b9cb-43fa-a6b8-abc488c9fab7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:56:49.495117 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port ce870259-b9cb-43fa-a6b8-abc488c9fab7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:56:49.495489 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:49.573348 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:49.595772 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:56:49.598045 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565173a8-e464-480e-839e-0505849a9358" -d '{"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-plugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:56:49.610357 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:56:49.614133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:49.638201 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147da99-f2c7-4f9f-8a3a-83928ead0629 x-openstack-request-id: req-d147da99-f2c7-4f9f-8a3a-83928ead0629 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:56:49.638523 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-plugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:56:49.638786 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d147da99-f2c7-4f9f-8a3a-83928ead0629 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:56:49.639179 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'code': 200}
Dec 11 21:56:49.665224 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:49.733306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d3845-cb62-4507-81f5-5529456df177 req-080fdf75-1d95-4a55-aa84-a8d9b8806d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:49.734815 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d7d3845-cb62-4507-81f5-5529456df177 req-080fdf75-1d95-4a55-aa84-a8d9b8806d5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0396099
Dec 11 21:56:49.781539 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2d7d3845-cb62-4507-81f5-5529456df177 req-920e653b-27e9-49c1-8094-9addac525355 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394340
Dec 11 21:56:50.511356 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de5c17-5171-4183-b71b-ef07961eb33a req-50a13c1d-f852-46a0-a3a7-0126350f4d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:50.512790 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98de5c17-5171-4183-b71b-ef07961eb33a req-50a13c1d-f852-46a0-a3a7-0126350f4d60 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0517731
Dec 11 21:56:50.561540 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-98de5c17-5171-4183-b71b-ef07961eb33a req-49ca4468-1844-4cc6-acb9-a3fc63383db3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428150
Dec 11 21:56:51.680418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491d268-cdcd-4791-88f4-0baea421cb1d req-ab1956a1-2354-43e5-bebc-438d349678f4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:51.681949 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9491d268-cdcd-4791-88f4-0baea421cb1d req-ab1956a1-2354-43e5-bebc-438d349678f4 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0485256
Dec 11 21:56:51.713740 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:51.734142 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9491d268-cdcd-4791-88f4-0baea421cb1d req-8b8da99c-8dc3-4196-b301-1404882be130 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455062
Dec 11 21:56:51.850130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e4443-6336-43f4-9d67-15a0482ed974 req-4094137f-2e10-48a7-8372-05ef647ef6f0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:51.851549 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-532e4443-6336-43f4-9d67-15a0482ed974 req-4094137f-2e10-48a7-8372-05ef647ef6f0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0480332
Dec 11 21:56:51.908682 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-532e4443-6336-43f4-9d67-15a0482ed974 req-7e8c2b3d-885a-4131-b40f-0e773b3b4c27 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509307
Dec 11 21:56:51.932062 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33624) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:51.975478 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce653c62-5c2d-4116-803d-8eaa0a064eb1 tempest-TestShelveInstance-614564562 tempest-TestShelveInstance-614564562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:51.977003 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-ce653c62-5c2d-4116-803d-8eaa0a064eb1 tempest-TestShelveInstance-614564562 tempest-TestShelveInstance-614564562-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1092 time: 0.0439372
Dec 11 21:56:51.979859 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33626) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 21:56:51.984850 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address': '172.20.0.11'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:56:52.007233 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.103661 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.214451 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Allocated IP 172.35.1.40 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/cc4845f5-921c-4a07-a1cd-389e559fc802) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 21:56:52.327010 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.361858 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.404987 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 21:56:52.410214 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 21:56:52.413704 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 21:56:52.419061 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=cc4845f5-921c-4a07-a1cd-389e559fc802,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:52.768715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.837620 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.983964 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:52.988906 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:53.057578 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event updated for resources: {'Port': ['ID=cc4845f5-921c-4a07-a1cd-389e559fc802,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:56:53.065941 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:53.164909 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Floating IP 5ce01037-feed-49f4-a680-fddd5eaf3785 associated. External IP: 172.35.1.40, port: ce870259-b9cb-43fa-a6b8-abc488c9fab7.
Dec 11 21:56:53.370667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 21:56:53.477030 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 21:56:53.487764 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 21:56:53.495790 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:56:53.501328 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:56:53.501936 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:56:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:53.522586 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b6e103fe-a6ee-417a-84b2-61ba7e26f4bb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5416536
Dec 11 21:56:53.523166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:56:53.525446 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61809305-17c3-4421-bc83-0f80cc1e1d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:56:53.561629 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54aea07-8ce0-4b3b-a546-82b9f5923295 x-openstack-request-id: req-e54aea07-8ce0-4b3b-a546-82b9f5923295 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:56:53.561929 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:56:53.562193 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e54aea07-8ce0-4b3b-a546-82b9f5923295 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:56:53.562677 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'status': 'completed', 'code': 200}
Dec 11 21:56:53.627417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-f753e9b8-c362-4cef-91cc-5f954dcd3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:53.628975 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-f753e9b8-c362-4cef-91cc-5f954dcd3c38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0433874
Dec 11 21:56:53.702816 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:56:53.728043 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-5e721be7-b1f6-4790-b140-3aa1a13176cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:53.729565 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-5e721be7-b1f6-4790-b140-3aa1a13176cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0934110
Dec 11 21:56:53.795375 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-a265b649-d69d-443f-b49e-972bdd167d84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 999 time: 0.0580242
Dec 11 21:56:53.844857 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-b79384f7-5f12-4ea2-8934-101e749f2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:53.846313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-b79384f7-5f12-4ea2-8934-101e749f2c1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0433459
Dec 11 21:56:53.895844 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-f7259e97-9f39-4278-9ce3-e30484c42de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:56:53.897257 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-f7259e97-9f39-4278-9ce3-e30484c42de7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0433700
Dec 11 21:56:53.921199 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b4f0>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ce01037-feed-49f4-a680-fddd5eaf3785', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.40', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:ff:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:56:52Z', 'updated_at': '2021-12-11T21:56:52Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:53.947100 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 21:56:53.956139 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 21:56:53.956742 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T21:56:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:53.987601 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-bec0a8d0-4f87-4b5d-8a71-1de4ecb12e86 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829506
Dec 11 21:56:54.061547 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 21:56:54.081741 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-61809305-17c3-4421-bc83-0f80cc1e1d0e req-515f4795-31fb-4c58-b666-127cba77c78d service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868077
Dec 11 21:56:54.290864 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8434b4f0>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ce01037-feed-49f4-a680-fddd5eaf3785', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.40', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:ff:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:56:52Z', 'updated_at': '2021-12-11T21:56:52Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 21:56:54.317171 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e273cd2d-3548-4c9a-81e1-2f87f9537c53 None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ce01037-feed-49f4-a680-fddd5eaf3785', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'floating_ip_address': '172.35.1.40', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'mac_address': 'fa:16:3e:ff:b9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T21:56:52Z', 'updated_at': '2021-12-11T21:56:52Z', 'revision_number': 0, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 21:56:54.506617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecab48d-8887-4538-b2dd-c6b294bca5e1 None None] New status for floating IP 5ce01037-feed-49f4-a680-fddd5eaf3785: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 21:57:11.111118 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8abca1f5-2d5e-402d-a02c-636e5d0ec92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:12.346464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:57:13.572669 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c856a7d-be58-4c8d-a636-658e25f0a7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:15.154371 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:16.437069 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:16.517953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:17.318361 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:21.713186 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:26.398030 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-b561a607-01b2-41c8-b6a5-92dbae543b51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0451260
Dec 11 21:57:26.482621 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-8213806f-0403-403c-aaa6-0f1566d76850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:57:26.484101 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-8213806f-0403-403c-aaa6-0f1566d76850 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0402369
Dec 11 21:57:26.601386 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-582a8532-8a1c-42b4-96bf-15e4ae66f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:57:26.602816 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-582a8532-8a1c-42b4-96bf-15e4ae66f86c service neutron] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0988312
Dec 11 21:57:26.676596 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-b9b89bdc-c237-445c-9b45-6d986059cc7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1001 time: 0.0657756
Dec 11 21:57:26.732196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-ca3d9f05-0633-441d-98df-290e35a2b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:57:26.733666 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-ca3d9f05-0633-441d-98df-290e35a2b05a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0502846
Dec 11 21:57:26.785767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-8ebef974-e88e-4332-9329-d9cfbfbbdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:57:26.787325 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-8ebef974-e88e-4332-9329-d9cfbfbbdc8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0467477
Dec 11 21:57:26.885157 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-6e975378-f6e2-4f2f-b90a-e898b09a50c5 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902963
Dec 11 21:57:26.987882 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-3c79f962-dc57-41c3-a760-aec0d2da810c req-e04a87df-d335-4c7a-af92-9b7cd310cf3c service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955894
Dec 11 21:57:41.112152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4819a068-9033-47fc-afcb-e3d7f66b26e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:43.573096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d3f264ea-f956-4468-b8ea-fa3ac3f0bebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:45.157627 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:46.431527 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:46.520243 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:47.319666 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:57:49.344982 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:57:51.720353 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:11.113832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6c0b33dd-6213-40c8-b578-017d44c6aee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:13.574159 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5b9-e37d-4fc6-a082-f6d8bc02c525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:15.162352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:16.431074 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:16.522563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:17.322070 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:21.721954 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:26.344118 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:58:27.395094 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-a0122d94-6f3d-4e03-84fa-9e904738dc25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412254
Dec 11 21:58:27.488795 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-f24ea182-02af-437e-bb98-282b38beed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:58:27.490616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-f24ea182-02af-437e-bb98-282b38beed8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0483563
Dec 11 21:58:27.596070 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-e346ebe2-089f-456b-99d8-6a1b2eac016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:58:27.597426 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-e346ebe2-089f-456b-99d8-6a1b2eac016b service neutron] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0875216
Dec 11 21:58:27.661722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-8580ba2e-bc3d-4db5-b783-08ad8d2f33e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1001 time: 0.0575809
Dec 11 21:58:27.711347 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-cf9da920-c649-4672-8f73-5ec949de1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:58:27.712782 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-cf9da920-c649-4672-8f73-5ec949de1532 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0446956
Dec 11 21:58:27.762234 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-aace42f1-73a7-4412-9ba0-8f1f53dc1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:58:27.763767 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-aace42f1-73a7-4412-9ba0-8f1f53dc1697 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0439315
Dec 11 21:58:27.854050 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-516631c5-382b-4467-99a7-8f02b884397f service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818801
Dec 11 21:58:27.946961 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9fb8877a-3ea6-4f79-ab75-c7b84e0c2fbe req-f74b6061-b3d0-44bd-b07f-6031e0e114af service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857925
Dec 11 21:58:41.116028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9de22573-23d2-4501-aa89-3f27e4066ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:43.575057 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0c92920c-c692-4b17-83d3-c30dbac71aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:45.162421 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:46.437330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:46.524731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:47.324382 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:51.737621 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:58:58.834038 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0644cd2-dfbc-4d97-9de2-e0df5a664c90 req-17c744ef-86a2-4abf-9953-c336427c9ee0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:58:58.835496 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0644cd2-dfbc-4d97-9de2-e0df5a664c90 req-17c744ef-86a2-4abf-9953-c336427c9ee0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0497682
Dec 11 21:58:58.887216 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a0644cd2-dfbc-4d97-9de2-e0df5a664c90 req-83fbfa66-56ef-4612-b574-edc7a9212396 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457151
Dec 11 21:59:00.033661 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c1028-1575-4042-9648-24bfdd95ee89 req-ed770ad7-064e-4b3b-a617-95fbad6e28ab tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:00.035177 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-463c1028-1575-4042-9648-24bfdd95ee89 req-ed770ad7-064e-4b3b-a617-95fbad6e28ab tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0520844
Dec 11 21:59:00.084273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-463c1028-1575-4042-9648-24bfdd95ee89 req-a1f461d9-5083-4360-9ed4-3d586f26babf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431273
Dec 11 21:59:01.221202 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2e7a3-078f-423e-93a3-7c0ec966dec9 req-72325df8-fb26-48ca-9ca0-6408ad459d01 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:01.222762 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-faf2e7a3-078f-423e-93a3-7c0ec966dec9 req-72325df8-fb26-48ca-9ca0-6408ad459d01 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0487921
Dec 11 21:59:01.277618 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-faf2e7a3-078f-423e-93a3-7c0ec966dec9 req-f404b22e-d629-4802-9d42-f05f63489290 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484998
Dec 11 21:59:02.393534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf22062-8053-433b-9315-429aae10299e req-42d219e0-d880-415f-bf0c-8ae6584421d3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:02.395029 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cf22062-8053-433b-9315-429aae10299e req-42d219e0-d880-415f-bf0c-8ae6584421d3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0479317
Dec 11 21:59:02.448203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-1cf22062-8053-433b-9315-429aae10299e req-20f13e8c-3f6e-4856-9e34-49d3a01d9653 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470669
Dec 11 21:59:03.343431 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:59:03.564516 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b7c62-8bbf-4bde-8d92-a295589893b5 req-f0630414-5569-4bc8-9105-0a7d75ce6762 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:03.565927 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-907b7c62-8bbf-4bde-8d92-a295589893b5 req-f0630414-5569-4bc8-9105-0a7d75ce6762 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0490987
Dec 11 21:59:03.614594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-907b7c62-8bbf-4bde-8d92-a295589893b5 req-cbc386ec-1b33-4491-8529-a83b170a9aa3 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425849
Dec 11 21:59:04.729089 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe755-d037-478c-9c27-b7ac6beef8c6 req-6ae6a5f2-02f3-417e-b841-6d429c9e66eb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:04.730593 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eccbe755-d037-478c-9c27-b7ac6beef8c6 req-6ae6a5f2-02f3-417e-b841-6d429c9e66eb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0491230
Dec 11 21:59:04.779360 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eccbe755-d037-478c-9c27-b7ac6beef8c6 req-3b2c960c-3a2f-47a5-96c4-cb47bb006e25 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422399
Dec 11 21:59:05.898287 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be36f31-1fb2-437c-9009-6d2f762a09f5 req-90921c49-a7f4-4be8-9d56-aa63de5076f0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:05.899776 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5be36f31-1fb2-437c-9009-6d2f762a09f5 req-90921c49-a7f4-4be8-9d56-aa63de5076f0 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0488708
Dec 11 21:59:05.948100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5be36f31-1fb2-437c-9009-6d2f762a09f5 req-b5a07753-e52d-4f9c-abb6-606f95a1abd9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423782
Dec 11 21:59:07.061756 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f00198-67ef-4830-92c3-d52f95a18479 req-c14045f0-4dd9-41cd-9df8-5356977929f2 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:07.063238 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5f00198-67ef-4830-92c3-d52f95a18479 req-c14045f0-4dd9-41cd-9df8-5356977929f2 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0477877
Dec 11 21:59:07.111570 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b5f00198-67ef-4830-92c3-d52f95a18479 req-44f0a394-6447-4db7-99e1-35c004a2f8ab tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419512
Dec 11 21:59:08.230798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335f70-4148-4408-b9ec-7f62694daa52 req-9fe5376c-5653-4fc7-b2b0-7dcf9563f464 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:08.232276 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73335f70-4148-4408-b9ec-7f62694daa52 req-9fe5376c-5653-4fc7-b2b0-7dcf9563f464 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0527608
Dec 11 21:59:08.280267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73335f70-4148-4408-b9ec-7f62694daa52 req-79c51756-d513-4d44-bbad-98c037ee8591 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421076
Dec 11 21:59:08.968157 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216252dc-d65f-461c-a214-32f2b5a3074e req-65119af1-aed9-4a89-aef4-4d4723d33a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:08.969625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-65119af1-aed9-4a89-aef4-4d4723d33a00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0399947
Dec 11 21:59:09.058228 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216252dc-d65f-461c-a214-32f2b5a3074e req-35c53d43-9685-47ba-b8ee-0e80232cc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:09.059684 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-35c53d43-9685-47ba-b8ee-0e80232cc50c service neutron] 10.222.0.30 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0833280
Dec 11 21:59:09.403403 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555664b-efd0-4f0a-b6ef-b945e7542fb9 req-374b3386-8eb3-4bc2-a639-d726a12552ba tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:09.404904 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f555664b-efd0-4f0a-b6ef-b945e7542fb9 req-374b3386-8eb3-4bc2-a639-d726a12552ba tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0548666
Dec 11 21:59:09.438446 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-e4709096-bc75-48eb-b10b-6f28db42c84d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1001 time: 0.3696089
Dec 11 21:59:09.454195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f555664b-efd0-4f0a-b6ef-b945e7542fb9 req-a126d88a-673c-4b98-816d-bd2ea6c80a64 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426457
Dec 11 21:59:09.487551 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216252dc-d65f-461c-a214-32f2b5a3074e req-0e5157b4-4473-479b-9416-24273874a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:09.489042 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-0e5157b4-4473-479b-9416-24273874a1e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0439780
Dec 11 21:59:09.536112 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216252dc-d65f-461c-a214-32f2b5a3074e req-84b9def7-abd9-48a6-bea0-a4cf2d502ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:09.537498 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-84b9def7-abd9-48a6-bea0-a4cf2d502ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417471
Dec 11 21:59:09.625364 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-28b64a4b-7906-4535-b97e-0c086520d1d8 service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804994
Dec 11 21:59:09.733912 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-216252dc-d65f-461c-a214-32f2b5a3074e req-54c632a1-d4e3-4b61-9f8b-5ecb1e9b81cc service neutron] 10.222.0.30 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013739
Dec 11 21:59:10.572261 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df004e-e5c4-44fb-ad7d-e9c73d00db20 req-fb87dc52-0be1-46de-9ec9-4f9323da8dc8 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:10.573653 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81df004e-e5c4-44fb-ad7d-e9c73d00db20 req-fb87dc52-0be1-46de-9ec9-4f9323da8dc8 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0504932
Dec 11 21:59:10.623954 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-81df004e-e5c4-44fb-ad7d-e9c73d00db20 req-a07f5a4c-3cb5-477c-a3c2-e403ed26a915 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436475
Dec 11 21:59:11.118101 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-17110096-6c0c-4874-a4bb-d0598748869f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:11.745654 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba2b4a-c3d4-4043-94ee-e25ba41f46ef req-520a15c6-04a8-433d-9922-1fba28a89e16 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:11.747199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dba2b4a-c3d4-4043-94ee-e25ba41f46ef req-520a15c6-04a8-433d-9922-1fba28a89e16 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0562778
Dec 11 21:59:11.798608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2dba2b4a-c3d4-4043-94ee-e25ba41f46ef req-68c60886-f04f-4a79-b0fb-745e6b20e800 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441465
Dec 11 21:59:12.024724 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-163bd3c1-6189-4d24-8bdf-f85a8f9bbff3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0726869
Dec 11 21:59:12.032804 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e9fa0-7a10-4caf-8ba7-a7d19318d11e req-b352a7c0-bc75-466b-8f1e-0861b5610450 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:12.034134 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b67e9fa0-7a10-4caf-8ba7-a7d19318d11e req-b352a7c0-bc75-466b-8f1e-0861b5610450 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0733385
Dec 11 21:59:12.038821 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-1c69746c-fbbf-4cfc-b8a2-2f0016f7b889 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:59:12.039760 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-1c69746c-fbbf-4cfc-b8a2-2f0016f7b889 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0047777
Dec 11 21:59:12.086369 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b67e9fa0-7a10-4caf-8ba7-a7d19318d11e req-5da3bc71-d3cb-4190-ac81-d3b3a5111191 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457108
Dec 11 21:59:13.203706 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31382fc3-3964-4939-b985-940c2fbcfb89 req-260ebd8b-5cd4-4be9-a6e3-b3b0377fa911 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:13.205267 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31382fc3-3964-4939-b985-940c2fbcfb89 req-260ebd8b-5cd4-4be9-a6e3-b3b0377fa911 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0506051
Dec 11 21:59:13.260860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-31382fc3-3964-4939-b985-940c2fbcfb89 req-52e4609c-f5d1-4113-9dec-26e9739e40c9 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495121
Dec 11 21:59:13.575977 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3b2f970b-5ad4-4bfa-ab54-d1d19b295c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:13.825214 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-42053740-523e-4eef-a85a-042025fe25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:13.826735 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-42053740-523e-4eef-a85a-042025fe25dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&tenant_id=9b98a2ac1da54946bf45bf34c7530a67 HTTP/1.1" status: 200  len: 1097 time: 0.0410087
Dec 11 21:59:13.838405 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 21:59:13.894991 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.094300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:59:14.128597 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch2-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:59:14.167337 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:59:14.169857 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d658a9-6e2a-4cce-afd6-0dc0ada43900" -d '{"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-unplugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:59:14.174468 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.187261 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Transition to ACTIVE for port object ce870259-b9cb-43fa-a6b8-abc488c9fab7 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 21:59:14.192032 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.218801 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c13a3-26d4-44cf-84c0-c215902c61bf x-openstack-request-id: req-d79c13a3-26d4-44cf-84c0-c215902c61bf {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:59:14.219100 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-unplugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:59:14.219363 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d79c13a3-26d4-44cf-84c0-c215902c61bf {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:59:14.219760 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'code': 200}
Dec 11 21:59:14.285475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=6']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:59:14.297798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.298726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.299076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.299443 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.299819 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.300073 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.300406 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.300736 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.301074 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.301385 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.301713 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.302043 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.302371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:14.334600 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] No DVR routers for this DVR port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on host nch2-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 21:59:14.395343 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490e6f-d956-4bbc-b6bd-735807b3e115 req-5f094a49-b0b7-48ca-af94-9ebf46da168e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.397029 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f490e6f-d956-4bbc-b6bd-735807b3e115 req-5f094a49-b0b7-48ca-af94-9ebf46da168e tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0589411
Dec 11 21:59:14.450520 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-2f490e6f-d956-4bbc-b6bd-735807b3e115 req-459c7a72-3092-4883-93ab-241574d51875 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471730
Dec 11 21:59:14.477044 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 21:59:14.477442 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 21:59:14.477704 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:59:14.482266 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 21:59:14.482614 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Attempting to bind port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on network 50c2041f-4375-4538-9976-9163a4169a7f {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 21:59:14.488071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 21, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 21:59:14.488411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Checking segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 21:59:14.488790 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Bound using segment: {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 21:59:14.489213 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Bound port: ce870259-b9cb-43fa-a6b8-abc488c9fab7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 21:59:14.489609 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.551955 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 21:59:14.554932 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 21:59:14.559433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.599586 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.600156 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:14.601533 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1092 time: 0.7670274
Dec 11 21:59:14.618552 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f5cd3-2ada-41eb-bfba-e7067e0849a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=7']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:59:14.666674 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-b5e707bd-b6c1-419d-aa23-64d9a98952c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.668207 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-b5e707bd-b6c1-419d-aa23-64d9a98952c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1095 time: 0.0431893
Dec 11 21:59:14.760727 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-b508f563-d791-4794-8364-0b8c77ea5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.762225 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-b508f563-d791-4794-8364-0b8c77ea5f21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0866764
Dec 11 21:59:14.833903 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-b604582f-2a9e-49bf-a033-3a3090ca9f61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 999 time: 0.0647228
Dec 11 21:59:14.882364 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-3041f095-7c96-44b1-8e77-4c9f10068eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.883707 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-3041f095-7c96-44b1-8e77-4c9f10068eac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0428717
Dec 11 21:59:14.929274 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-0663c439-7c82-404d-8c4c-64f931d793f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:14.930773 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-0663c439-7c82-404d-8c4c-64f931d793f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0394976
Dec 11 21:59:15.023699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-5d29963e-ad64-46e6-8d4e-d52e5a69d593 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854466
Dec 11 21:59:15.112602 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-a8b16dff-2071-4237-bc86-b3ce65e505d0 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817811
Dec 11 21:59:15.164782 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:15.566981 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e4bf7-8a13-400b-88b3-64dd83ea4898 req-4bceba4e-3e9e-40de-ad2b-ee87ae476b44 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:15.568460 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c1e4bf7-8a13-400b-88b3-64dd83ea4898 req-4bceba4e-3e9e-40de-ad2b-ee87ae476b44 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0489061
Dec 11 21:59:15.620370 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5c1e4bf7-8a13-400b-88b3-64dd83ea4898 req-bbcaaa4e-9e05-4483-958a-9ceecb6ec8b1 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460317
Dec 11 21:59:16.221128 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:59:16.223552 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 21:59:16.223993 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:59:16.259987 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bf9e8c-c9f4-4a99-9647-32ec9240b513 x-openstack-request-id: req-a8bf9e8c-c9f4-4a99-9647-32ec9240b513 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:59:16.260287 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:59:16.260546 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8bf9e8c-c9f4-4a99-9647-32ec9240b513 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:59:16.260942 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'status': 'completed', 'code': 200}
Dec 11 21:59:16.266680 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 21:59:16.323335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-a6bf8b6e-3269-47b7-b126-43a1d79b376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:16.324865 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-a6bf8b6e-3269-47b7-b126-43a1d79b376b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1095 time: 0.0406873
Dec 11 21:59:16.416726 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-7794adde-9035-4228-a23c-ea5d1f74af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:16.418342 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-7794adde-9035-4228-a23c-ea5d1f74af99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0845692
Dec 11 21:59:16.462629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:16.487588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-04a24d14-35ce-4328-a9c2-e979f62bd4ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 999 time: 0.0623858
Dec 11 21:59:16.528275 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:16.538411 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-b884baa4-48dc-40ba-a52e-af258c321269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:16.539896 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-b884baa4-48dc-40ba-a52e-af258c321269 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0440545
Dec 11 21:59:16.583837 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-d20c6749-fd22-4ab2-b9ed-dcc82d4c5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:16.585316 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-d20c6749-fd22-4ab2-b9ed-dcc82d4c5627 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0386696
Dec 11 21:59:16.678138 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-9f218ab2-5c8c-4635-8c49-3d37135bf72e service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0860724
Dec 11 21:59:16.792087 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39f6f1-855a-4b8c-97ac-0ad023385bdc req-0f03a8c4-a6b6-4cf9-b94a-f366ffabf2cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:16.793582 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d39f6f1-855a-4b8c-97ac-0ad023385bdc req-0f03a8c4-a6b6-4cf9-b94a-f366ffabf2cf tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.1009340
Dec 11 21:59:16.820339 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0707e3cd-b824-4be1-afd0-a3d8b9c8d8c1 req-2def9391-ae48-46ac-bf0c-8b737cb517c4 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351750
Dec 11 21:59:16.851093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-7d39f6f1-855a-4b8c-97ac-0ad023385bdc req-053b61c8-588d-4477-9b39-7e2f2ad9649c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515440
Dec 11 21:59:17.327003 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:17.971323 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83d514-1421-4c45-a504-cb4b0a002ae1 req-1d3d436e-3c82-4098-9a96-b7f68432ac7c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:17.972824 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e83d514-1421-4c45-a504-cb4b0a002ae1 req-1d3d436e-3c82-4098-9a96-b7f68432ac7c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0484540
Dec 11 21:59:18.020743 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9e83d514-1421-4c45-a504-cb4b0a002ae1 req-18d04201-ed91-4b35-9626-588f3520b2fb tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421560
Dec 11 21:59:18.947335 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 21:59:19.040852 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:59:19.053548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'port_id': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'mac_address': 'fa:16:3e:ff:b9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 21:59:19.089375 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:19.102622 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce870259-b9cb-43fa-a6b8-abc488c9fab7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 21:59:19.122203 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:59:19.126274 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:19.135201 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d91bcf-adf2-4cba-8e7f-fdeb70b1f952 req-6f076fc5-0215-40af-a99c-0bcf764df99b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:19.136699 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07d91bcf-adf2-4cba-8e7f-fdeb70b1f952 req-6f076fc5-0215-40af-a99c-0bcf764df99b tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 944 time: 0.0491297
Dec 11 21:59:19.173332 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:59:19.180488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.180835 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.181174 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.181503 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.181827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.182153 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.182491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.182820 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.183164 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.183486 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.183806 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.184135 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.184768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 21:59:19.186608 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-07d91bcf-adf2-4cba-8e7f-fdeb70b1f952 req-178b30eb-ba07-461c-96be-f89bbb5ac714 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436859
Dec 11 21:59:19.359633 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['ce870259-b9cb-43fa-a6b8-abc488c9fab7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 21:59:20.305815 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4b649-59ae-4dbb-89a6-582ade251eed req-cd0eb220-6297-40c3-a09f-120e8dc2471d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:20.307348 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e4b649-59ae-4dbb-89a6-582ade251eed req-cd0eb220-6297-40c3-a09f-120e8dc2471d tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 945 time: 0.0531278
Dec 11 21:59:20.355953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-00e4b649-59ae-4dbb-89a6-582ade251eed req-c154d1ab-78f8-4f51-af8a-a6aac56c0956 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426183
Dec 11 21:59:20.962873 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 21:59:21.013492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port ce870259-b9cb-43fa-a6b8-abc488c9fab7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 21:59:21.017412 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port ce870259-b9cb-43fa-a6b8-abc488c9fab7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 21:59:21.017772 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:21.091094 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:21.113212 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 21:59:21.115746 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e5c4a-964e-4b0b-a79e-9c3d7e02301e" -d '{"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-plugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 21:59:21.128885 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 21:59:21.132719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:21.179435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=9']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 21:59:21.230921 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56e599e-fa51-478d-bcd5-a6f947a25695 x-openstack-request-id: req-f56e599e-fa51-478d-bcd5-a6f947a25695 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 21:59:21.231219 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-plugged", "status": "completed", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 21:59:21.231477 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f56e599e-fa51-478d-bcd5-a6f947a25695 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 21:59:21.231871 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'code': 200}
Dec 11 21:59:21.382056 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1daecb-4515-43b4-8deb-1ea4571336ef req-8fde9669-800b-4894-9951-39cf58dd6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:21.383575 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba1daecb-4515-43b4-8deb-1ea4571336ef req-8fde9669-800b-4894-9951-39cf58dd6c57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0453534
Dec 11 21:59:21.429478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-ba1daecb-4515-43b4-8deb-1ea4571336ef req-806fd415-c3ba-4c8e-88a3-ef4afbcf0e9c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388918
Dec 11 21:59:21.469698 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaad99-4133-4fe3-8246-02f1a3860767 req-070748a3-e264-44d8-acc3-83b558f5e970 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:21.471687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85eaad99-4133-4fe3-8246-02f1a3860767 req-070748a3-e264-44d8-acc3-83b558f5e970 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0484726
Dec 11 21:59:21.520183 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-85eaad99-4133-4fe3-8246-02f1a3860767 req-c3f6c071-69f9-4ba2-bf54-709299e5670c tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422871
Dec 11 21:59:21.741607 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:22.638236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87fb1-20bf-42c7-95dc-e9df5333256f req-5b8f74a5-f10c-4c95-801f-084ba0751887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:22.642012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94f87fb1-20bf-42c7-95dc-e9df5333256f req-5b8f74a5-f10c-4c95-801f-084ba0751887 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0493922
Dec 11 21:59:22.688012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-94f87fb1-20bf-42c7-95dc-e9df5333256f req-a8c32762-0aea-49ab-954a-089649f3962f tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430534
Dec 11 21:59:32.824344 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-3bf80e73-9109-466d-9013-6877263eab68 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0396314
Dec 11 21:59:32.911566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-bdc7f773-a5a1-4bb4-b035-b25df732ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:32.913050 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-bdc7f773-a5a1-4bb4-b035-b25df732ef93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0437810
Dec 11 21:59:33.019212 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-0b3b3dab-c434-4302-bdeb-123f223650d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:33.020673 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-0b3b3dab-c434-4302-bdeb-123f223650d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0854106
Dec 11 21:59:33.091243 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-76bb4d32-fa97-4f83-bdc3-ef7528ecaa11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1001 time: 0.0614667
Dec 11 21:59:33.143528 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-400867f9-d231-4fa0-b31b-3a4ba617d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:33.145012 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-400867f9-d231-4fa0-b31b-3a4ba617d5d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0451236
Dec 11 21:59:33.193000 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-4d9ef89c-dc25-468c-ad79-7440e1261d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 21:59:33.194545 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-4d9ef89c-dc25-468c-ad79-7440e1261d5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0404422
Dec 11 21:59:33.207185 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-7cdbb641-d3f0-46a6-89cc-8ee1c87eccc8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 21:59:33.208110 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-7cdbb641-d3f0-46a6-89cc-8ee1c87eccc8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0054591
Dec 11 21:59:33.305967 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-f8f35e44-a716-4a58-8512-0b28f202be72 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0892303
Dec 11 21:59:33.399311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-15f61fb1-1c16-45c7-9de3-e49bcfb4429c req-b5782df8-7ce8-4ad3-ab62-56b8a1f99778 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855002
Dec 11 21:59:40.342704 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 21:59:41.119335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d93bcbcc-bd9c-4298-99fb-c31298f3ef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:43.577259 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1df6-9747-425e-b27e-13d3f307ef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:45.167398 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:46.477088 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:46.531478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:47.329208 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 21:59:51.723574 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:11.121506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2df8fedf-2bde-462a-ad60-03496c11a21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:13.578414 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1163eaf9-519d-4b7f-bf7f-6d65440601f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:15.170671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:16.475282 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:16.533291 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:17.332369 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:17.341309 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:00:21.728283 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:33.234123 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-bd397902-43c3-4b1c-af9a-9176d4ec9bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0412254
Dec 11 22:00:33.320475 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-d1742ecd-ade6-4f47-95fe-04835aa32fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:33.321965 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-d1742ecd-ade6-4f47-95fe-04835aa32fad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0447176
Dec 11 22:00:33.423641 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-9938a59a-e4cc-49b3-96a3-61c980e3d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:33.425166 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-9938a59a-e4cc-49b3-96a3-61c980e3d011 service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.0838563
Dec 11 22:00:33.493054 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-c6aed741-6119-4ea0-967e-ab5ac034a93f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 1001 time: 0.0609989
Dec 11 22:00:33.542293 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-7e473509-5b63-4ebf-b673-88e77c6d2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:33.543736 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-7e473509-5b63-4ebf-b673-88e77c6d2936 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0434484
Dec 11 22:00:33.588140 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-1e761013-f1b7-4c71-a12e-6798a11a7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:33.589629 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-1e761013-f1b7-4c71-a12e-6798a11a7be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0390100
Dec 11 22:00:33.678803 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-018ef3e5-8aff-4b8c-b186-3012746e6e38 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821061
Dec 11 22:00:34.075506 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eaff3df0-4c24-4900-96be-aa3878150c63 req-a50f4171-a473-4601-8ff2-4147198b51ec service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3896685
Dec 11 22:00:41.124838 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-cf0a7055-e1ed-4b21-b66e-84326e977c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:41.692789 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33844) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:41.849988 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Deleting port cc4845f5-921c-4a07-a1cd-389e559fc802 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:41.850352 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:41.926185 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:41.926548 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:41.937790 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Calling delete_port for cc4845f5-921c-4a07-a1cd-389e559fc802 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:42.088627 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:42.116827 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'Port': ['ID=cc4845f5-921c-4a07-a1cd-389e559fc802,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:42.141429 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.141776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.142114 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.142450 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.142810 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.143143 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.143469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.143796 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.144127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.144452 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.144776 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.145101 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.145424 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:42.184522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:42.184867 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Floating IP 5ce01037-feed-49f4-a680-fddd5eaf3785 disassociated (deleted). External IP: 172.35.1.40, port: ce870259-b9cb-43fa-a6b8-abc488c9fab7.
Dec 11 22:00:42.394626 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:00:42.501232 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:00:42.506114 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:42.511143 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:00:42.520406 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:42.521000 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84214430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:42.531635 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7f3fd872-2ca9-4d71-a0f8-b91249153468 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "DELETE /v2.0/floatingips/5ce01037-feed-49f4-a680-fddd5eaf3785 HTTP/1.1" status: 204  len: 168 time: 0.8377662
Dec 11 22:00:42.532220 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:00:42.535055 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:00:42.575375 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4545a26-b755-48e9-9281-f7afc17efd2e x-openstack-request-id: req-d4545a26-b755-48e9-9281-f7afc17efd2e {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:00:42.575674 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:00:42.575935 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4545a26-b755-48e9-9281-f7afc17efd2e {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:00:42.576350 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'status': 'completed', 'code': 200}
Dec 11 22:00:42.633871 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:42.643210 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-3f57d524-c0f6-4ea4-a804-2fe58c6db09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:42.644752 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-3f57d524-c0f6-4ea4-a804-2fe58c6db09d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 1097 time: 0.0436637
Dec 11 22:00:42.785874 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-dd1e79d1-d6c9-40ee-a147-c2159eb6325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:42.787378 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-dd1e79d1-d6c9-40ee-a147-c2159eb6325d service neutron] 10.222.0.16 "GET /v2.0/networks?id=50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 200  len: 910 time: 0.1289988
Dec 11 22:00:42.794571 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc515f9-5add-4b00-926b-0241a44297e3 req-b97e2c27-f7f7-42c2-a033-66ae677556b8 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:42.795976 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fc515f9-5add-4b00-926b-0241a44297e3 req-b97e2c27-f7f7-42c2-a033-66ae677556b8 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0702202
Dec 11 22:00:42.840059 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-32379113-31dc-4169-a767-d1368fa761e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 200  len: 217 time: 0.0431640
Dec 11 22:00:42.853945 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84214430>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:42.912472 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3fc515f9-5add-4b00-926b-0241a44297e3 req-5231fad0-c419-4309-9cc3-5d6d21b26cfc tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084204
Dec 11 22:00:42.918583 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-bd3d2bcc-fcf1-4c3a-afb9-938385e245dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:42.920306 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-bd3d2bcc-fcf1-4c3a-afb9-938385e245dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 200  len: 848 time: 0.0717454
Dec 11 22:00:42.974433 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-0ca89537-3cb7-48e5-a7d7-d03e085f6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:42.976017 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-0ca89537-3cb7-48e5-a7d7-d03e085f6080 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=50c2041f-4375-4538-9976-9163a4169a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0482907
Dec 11 22:00:42.983744 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:00:42.992749 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:42.993352 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84214430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:43.069417 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-9593a100-1f09-4acf-9de7-04f8251391bf service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855334
Dec 11 22:00:43.100521 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:43.164011 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-93c05a0a-ffe2-4e9f-bec6-69047fddbbdd req-8e5ed9e3-f982-4fe3-ba6e-8335b58bb621 service neutron] 10.222.0.16 "GET /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853388
Dec 11 22:00:43.306653 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84214430>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:43.333226 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048566de-5c5e-4766-84bc-5ed9aa40250d None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b3fbf606-8a5b-429a-8320-00237a8e3524', 'name': '', 'network_id': '50c2041f-4375-4538-9976-9163a4169a7f', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'mac_address': 'fa:16:3e:7e:84:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '772c5203-b58d-4c98-b046-618e34067f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:08Z', 'updated_at': '2021-12-11T21:52:13Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'subnets': [{'id': '772c5203-b58d-4c98-b046-618e34067f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:00:43.560554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef96619-0a6b-4abd-9ec8-d1bf501b724e None None] New status for floating IP 5ce01037-feed-49f4-a680-fddd5eaf3785: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 22:00:43.635066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-47b36359-cdaf-4d65-8ce9-9ac07ea82551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:44.037646 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90aa92-1c2b-41b9-b835-36c7f8714ea0 req-4af56350-c358-420c-9707-cc06731ff376 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:44.039168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd90aa92-1c2b-41b9-b835-36c7f8714ea0 req-4af56350-c358-420c-9707-cc06731ff376 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0506635
Dec 11 22:00:44.090499 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-fd90aa92-1c2b-41b9-b835-36c7f8714ea0 req-631f330f-b5e3-46c7-8d93-51a16991f505 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/security-groups?id=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452724
Dec 11 22:00:44.250398 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-e63cae42-ceb9-4b3f-acd5-7a19f411f296 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:44.251920 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-e63cae42-ceb9-4b3f-acd5-7a19f411f296 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 946 time: 0.0525832
Dec 11 22:00:44.341090 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Deleting port ce870259-b9cb-43fa-a6b8-abc488c9fab7 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:44.341429 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:44.429855 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] For port ce870259-b9cb-43fa-a6b8-abc488c9fab7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ce870259-b9cb-43fa-a6b8-abc488c9fab7,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:44.430215 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:44.443126 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Calling delete_port for ce870259-b9cb-43fa-a6b8-abc488c9fab7 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:44.564293 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:44.593773 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'Port': ['ID=ce870259-b9cb-43fa-a6b8-abc488c9fab7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:44.607506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.607865 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.608215 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.608546 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.608885 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.609221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.609550 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.609882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.610209 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.610564 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.610892 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.611216 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.611540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:44.646117 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] No DVR routers for this DVR port ce870259-b9cb-43fa-a6b8-abc488c9fab7 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:00:44.648689 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:44.652064 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-5a464727-3575-4b11-856a-1a1cc68b62b5 req-dc7734ad-9e44-4743-84b4-87e88d096572 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.16 "DELETE /v2.0/ports/ce870259-b9cb-43fa-a6b8-abc488c9fab7 HTTP/1.1" status: 204  len: 173 time: 0.3936670
Dec 11 22:00:44.652540 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-deleted', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:00:44.654924 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db70d2d-4cd4-4d32-adfb-7dd6a4635aa8" -d '{"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-deleted", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:00:44.697278 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc48c1be-10d8-4afc-bd32-cfacffb003cd x-openstack-request-id: req-bc48c1be-10d8-4afc-bd32-cfacffb003cd {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:00:44.697572 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cddd37-2cc3-43e9-a402-a27d2f0ba653", "name": "network-vif-deleted", "tag": "ce870259-b9cb-43fa-a6b8-abc488c9fab7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:00:44.697832 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc48c1be-10d8-4afc-bd32-cfacffb003cd {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:00:44.698237 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cddd37-2cc3-43e9-a402-a27d2f0ba653', 'name': 'network-vif-deleted', 'tag': 'ce870259-b9cb-43fa-a6b8-abc488c9fab7', 'status': 'completed', 'code': 200}
Dec 11 22:00:45.190561 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:45.223971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05a6df82-d5b5-4fb0-ba7d-db8305acce00 req-ed290aba-e844-491c-8dd3-01eb3f1e4419 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "GET /v2.0/ports?device_id=77cddd37-2cc3-43e9-a402-a27d2f0ba653 HTTP/1.1" status: 200  len: 210 time: 0.0345666
Dec 11 22:00:46.287249 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33880) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:46.352325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.380329 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.447553 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.450511 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.451676 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f05c04f-b451-4a27-b11e-a5e8d3b23dd4 HTTP/1.1" status: 204  len: 168 time: 0.1634243
Dec 11 22:00:46.461129 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b105f-670e-4b15-90cc-fda3ca8c2167 tempest-TestShelveInstance-505849774 tempest-TestShelveInstance-505849774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05c04f-b451-4a27-b11e-a5e8d3b23dd4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:46.496098 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.506104 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33898) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:46.547593 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:46.968785 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.214125 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Deleting port b3fbf606-8a5b-429a-8320-00237a8e3524 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:47.214457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.292164 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] For port b3fbf606-8a5b-429a-8320-00237a8e3524, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fbf606-8a5b-429a-8320-00237a8e3524,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:47.292769 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.306223 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Calling delete_port for b3fbf606-8a5b-429a-8320-00237a8e3524 owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:47.335844 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.483074 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.510314 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fbf606-8a5b-429a-8320-00237a8e3524,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:47.676491 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:47.887820 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Router 8933db41-7102-48e1-b949-1d62b79aafdd has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:00:47.990951 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:00:47.995987 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-07bf895b-e13c-4cad-8d79-2ac5d53b3b1d admin admin] 10.222.0.18 "PUT /v2.0/routers/8933db41-7102-48e1-b949-1d62b79aafdd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4916365
Dec 11 22:00:47.998517 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33904) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:48.001166 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Sync routers for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:00:48.011586 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:48.012251 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:48.108137 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.119390 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:48.203858 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.259021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Deleting port cb5b60ca-b821-491e-b1b7-e3587e3d91b6 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:48.259365 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.294986 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c760>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246'}], 'enable_snat': True}, 'gw_port_id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T22:00:47Z', 'revision_number': 5, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port': {'id': 'cb5b60ca-b821-491e-b1b7-e3587e3d91b6', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:92:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:07Z', 'updated_at': '2021-12-11T21:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:48.322066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Checking router: 8933db41-7102-48e1-b949-1d62b79aafdd for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:00:48.330174 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Routers {'8933db41-7102-48e1-b949-1d62b79aafdd'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:48.331282 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['8933db41-7102-48e1-b949-1d62b79aafdd'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:48.341304 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] For port cb5b60ca-b821-491e-b1b7-e3587e3d91b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:48.341670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.355477 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Calling delete_port for cb5b60ca-b821-491e-b1b7-e3587e3d91b6 owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:48.416325 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] Set router 8933db41-7102-48e1-b949-1d62b79aafdd gateway port host: None {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:48.469660 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d8509c760>, [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T22:00:48Z', 'revision_number': 6, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:48.496572 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f7e016-7030-42ed-b32a-57845f82e786 None None] The sync data for ids ['8933db41-7102-48e1-b949-1d62b79aafdd'] in ncdv-master-1 is: [{'id': '8933db41-7102-48e1-b949-1d62b79aafdd', 'name': 'tempest-TestShelveInstance-1224938645-router', 'tenant_id': '9b98a2ac1da54946bf45bf34c7530a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:06Z', 'updated_at': '2021-12-11T22:00:48Z', 'revision_number': 6, 'project_id': '9b98a2ac1da54946bf45bf34c7530a67', 'gw_port_host': None}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:00:48.520634 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.547566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5b60ca-b821-491e-b1b7-e3587e3d91b6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:48.558971 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8bf07-3450-49d1-b778-219279cf0cb0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:48.609977 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.698385 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.700597 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.743622 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.744335 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8933db41-7102-48e1-b949-1d62b79aafdd {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 22:00:48.748741 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.749917 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-6af670ad-56b0-4600-b1fa-1dc71b1d377c admin admin] 10.222.0.18 "DELETE /v2.0/routers/8933db41-7102-48e1-b949-1d62b79aafdd HTTP/1.1" status: 204  len: 168 time: 0.7505071
Dec 11 22:00:48.753130 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33906) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:48.800373 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Deleting subnet 772c5203-b58d-4c98-b046-618e34067f01 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 22:00:48.803347 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.838304 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.919623 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:48.971875 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.004055 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.009768 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/772c5203-b58d-4c98-b046-618e34067f01 HTTP/1.1" status: 204  len: 168 time: 0.2532969
Dec 11 22:00:49.009768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dca404-f9d0-4db3-bf35-932dbaa42e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772c5203-b58d-4c98-b046-618e34067f01,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:49.010061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33908) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:49.012743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54553b2-ec69-46d7-838f-f932e41b608a None None] Network 50c2041f-4375-4538-9976-9163a4169a7f requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:00:49.081662 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.150563 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Deleting port 05328ad2-510b-40e6-842e-dd16563ad90a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:49.150911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.242719 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] DHCP port deletion for 50c2041f-4375-4538-9976-9163a4169a7f request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:49.293976 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Deleting port 05328ad2-510b-40e6-842e-dd16563ad90a {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:49.294350 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.365056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] For port 05328ad2-510b-40e6-842e-dd16563ad90a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05328ad2-510b-40e6-842e-dd16563ad90a,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:49.365571 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.378878 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Calling delete_port for 05328ad2-510b-40e6-842e-dd16563ad90a owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:49.427469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:49.454507 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: ce870259-b9cb-43fa-a6b8-abc488c9fab7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:49.454768 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device ce870259-b9cb-43fa-a6b8-abc488c9fab7 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:49.488952 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.517250 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Pushing event deleted for resources: {'Port': ['ID=05328ad2-510b-40e6-842e-dd16563ad90a,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:49.528678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] No DVR routers for this DVR port 05328ad2-510b-40e6-842e-dd16563ad90a on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:00:49.533159 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.536080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.543103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.543103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.543103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.543103 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10f402a-d266-445f-b457-dd0d58f70d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:49.564167 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] For port 05328ad2-510b-40e6-842e-dd16563ad90a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05328ad2-510b-40e6-842e-dd16563ad90a,segment=NetworkSegment(737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a),segment_id=737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:49.565280 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.578239 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Calling delete_port for 05328ad2-510b-40e6-842e-dd16563ad90a owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:49.597276 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cb5b60ca-b821-491e-b1b7-e3587e3d91b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:49.618260 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: cb5b60ca-b821-491e-b1b7-e3587e3d91b6 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:49.618636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cb5b60ca-b821-491e-b1b7-e3587e3d91b6 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:49.619057 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3fbf606-8a5b-429a-8320-00237a8e3524 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:49.641141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: b3fbf606-8a5b-429a-8320-00237a8e3524 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:49.641485 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device b3fbf606-8a5b-429a-8320-00237a8e3524 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:49.641898 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 05328ad2-510b-40e6-842e-dd16563ad90a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:49.656414 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.662114 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 05328ad2-510b-40e6-842e-dd16563ad90a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:49.662462 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 05328ad2-510b-40e6-842e-dd16563ad90a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:49.682276 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=05328ad2-510b-40e6-842e-dd16563ad90a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:49.686005 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] No DVR routers for this DVR port 05328ad2-510b-40e6-842e-dd16563ad90a on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:00:49.758543 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.778110 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cd9a0>,) {'filters': {'network_id': ['50c2041f-4375-4538-9976-9163a4169a7f']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:49.787129 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cd9a0>, '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:49.787383 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f1cd9a0>, '737ef7c0-c1ee-4e22-bed3-1f21a0f52a1a') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:49.796553 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.809890 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.816221 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 22:00:49.816600 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   self.session.flush()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 22:00:49.818253 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 22:00:49.872938 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.879660 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:49.882762 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/50c2041f-4375-4538-9976-9163a4169a7f HTTP/1.1" status: 204  len: 168 time: 0.8719239
Dec 11 22:00:49.885900 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33910) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:49.892114 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149e570-4db2-414e-a8d6-a48fb577fb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=50c2041f-4375-4538-9976-9163a4169a7f,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:50.232406 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:50.481504 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Deleting port f63d2547-e846-4527-be40-78aec641949b {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:50.481838 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:50.557328 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] For port f63d2547-e846-4527-be40-78aec641949b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f63d2547-e846-4527-be40-78aec641949b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:50.557682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:50.571798 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Calling delete_port for f63d2547-e846-4527-be40-78aec641949b owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:50.753343 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:50.778267 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63d2547-e846-4527-be40-78aec641949b,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:50.951007 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.161161 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Router 1e32f34d-c710-467e-a30f-ba039ebe5b3d has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:00:51.267276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:00:51.272544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-7adb6d60-c567-43a8-93bf-5b12c37c1f62 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e32f34d-c710-467e-a30f-ba039ebe5b3d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3855550
Dec 11 22:00:51.275080 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33912) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:51.277579 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Sync routers for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:00:51.289404 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:51.290130 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7748adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:51.380063 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.396183 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:51.482310 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.537290 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Deleting port a7628671-c6a2-45c3-9425-cef812bc0134 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:51.537736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.576496 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7748adf0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T22:00:50Z', 'revision_number': 5, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port': {'id': 'a7628671-c6a2-45c3-9425-cef812bc0134', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T21:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:51.607097 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Checking router: 1e32f34d-c710-467e-a30f-ba039ebe5b3d for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:00:51.615716 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Routers {'1e32f34d-c710-467e-a30f-ba039ebe5b3d'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:51.616324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7748adf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:51.622520 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] For port a7628671-c6a2-45c3-9425-cef812bc0134, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7628671-c6a2-45c3-9425-cef812bc0134,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:51.622893 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.634940 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Calling delete_port for a7628671-c6a2-45c3-9425-cef812bc0134 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:51.700086 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] Set router 1e32f34d-c710-467e-a30f-ba039ebe5b3d gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:51.755678 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7748adf0>, [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T22:00:51Z', 'revision_number': 6, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:51.789360 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfeb5b-c8a9-47f1-8423-30cf9ae6b81f None None] The sync data for ids ['1e32f34d-c710-467e-a30f-ba039ebe5b3d'] in ncdv-master-1 is: [{'id': '1e32f34d-c710-467e-a30f-ba039ebe5b3d', 'name': 'tempest-TestShelveInstance-1396869640-router', 'tenant_id': '717b416034be4801a65864eb72c938c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T21:52:11Z', 'updated_at': '2021-12-11T22:00:51Z', 'revision_number': 6, 'project_id': '717b416034be4801a65864eb72c938c5', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:00:51.799404 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.801037 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:51.828255 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a7628671-c6a2-45c3-9425-cef812bc0134,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:51.845775 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718850e-a5a9-4e5b-b173-2bf2754d1615 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:51.893269 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.297331 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.300100 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.342445 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.343091 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e32f34d-c710-467e-a30f-ba039ebe5b3d {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 22:00:52.348089 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.349214 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1e631f71-4b68-49d2-ab29-d448b63646ac admin admin] 10.222.0.18 "DELETE /v2.0/routers/1e32f34d-c710-467e-a30f-ba039ebe5b3d HTTP/1.1" status: 204  len: 168 time: 1.0731852
Dec 11 22:00:52.352204 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33914) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:52.396276 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Deleting subnet e25c3723-d451-4ed9-8e25-f399801cb92a {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 22:00:52.399332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.435181 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.509104 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.562963 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.590018 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25c3723-d451-4ed9-8e25-f399801cb92a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:52.594646 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.598463 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-5b4b6cbe-b5d6-4919-b4de-8154012a41f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e25c3723-d451-4ed9-8e25-f399801cb92a HTTP/1.1" status: 204  len: 168 time: 0.2448401
Dec 11 22:00:52.599309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120086e-15c3-44b5-9331-0f788bb5c59f None None] Network 2f36cd74-a33a-41d4-83b3-e53edf056920 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:00:52.600701 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33916) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:52.670976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.727972 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Deleting port e7014d89-bbec-4802-b1d7-9dd16cec174b {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:52.728313 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.762967 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] DHCP port deletion for 2f36cd74-a33a-41d4-83b3-e53edf056920 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:52.802573 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] For port e7014d89-bbec-4802-b1d7-9dd16cec174b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7014d89-bbec-4802-b1d7-9dd16cec174b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:52.802749 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.816738 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Calling delete_port for e7014d89-bbec-4802-b1d7-9dd16cec174b owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:52.819378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Deleting port e7014d89-bbec-4802-b1d7-9dd16cec174b {{(pid=125989) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:00:52.819710 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.885774 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] For port e7014d89-bbec-4802-b1d7-9dd16cec174b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7014d89-bbec-4802-b1d7-9dd16cec174b,segment=NetworkSegment(80f62583-c26f-4696-ac19-87229dd54de1),segment_id=80f62583-c26f-4696-ac19-87229dd54de1)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:52.886272 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.897512 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:52.899962 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Calling delete_port for e7014d89-bbec-4802-b1d7-9dd16cec174b owned by network:dhcp {{(pid=125989) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:00:52.927870 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7014d89-bbec-4802-b1d7-9dd16cec174b,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:52.930250 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] No DVR routers for this DVR port e7014d89-bbec-4802-b1d7-9dd16cec174b on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:00:52.981302 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005'] for port, after_delete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.005052 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.006115 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] Pushing event deleted for resources: {'Port': ['ID=e7014d89-bbec-4802-b1d7-9dd16cec174b,revision_number=None']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:53.010572 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87e13ae-2c57-4d85-9c0a-e068d60c5eda None None] No DVR routers for this DVR port e7014d89-bbec-4802-b1d7-9dd16cec174b on host ncdv-master-1 {{(pid=125989) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:00:53.032374 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7f668940>,) {'filters': {'network_id': ['2f36cd74-a33a-41d4-83b3-e53edf056920']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:53.041489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f668940>, '80f62583-c26f-4696-ac19-87229dd54de1') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:53.041788 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7f668940>, '80f62583-c26f-4696-ac19-87229dd54de1') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:53.051136 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.063855 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.070241 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 22:00:53.070657 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 22:00:53.072398 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 22:00:53.129709 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.135242 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.138656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f36cd74-a33a-41d4-83b3-e53edf056920 HTTP/1.1" status: 204  len: 168 time: 0.5369194
Dec 11 22:00:53.150061 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00b7fa-16d4-4ca7-b04d-7385682fea00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f36cd74-a33a-41d4-83b3-e53edf056920,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:53.251737 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33922) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:53.293033 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5ff4c0a4-d668-4dde-8850-62375f3883be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b98a2ac1da54946bf45bf34c7530a67&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0394959
Dec 11 22:00:53.295396 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33924) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:53.341792 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.363647 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.409441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.412329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.413473 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb8bc434-e320-48ee-b880-662808b38878 HTTP/1.1" status: 204  len: 168 time: 0.1171930
Dec 11 22:00:53.421172 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6a697-849a-4eb8-97da-717985a8f740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8bc434-e320-48ee-b880-662808b38878,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:53.575742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a7628671-c6a2-45c3-9425-cef812bc0134 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:53.597094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: a7628671-c6a2-45c3-9425-cef812bc0134 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:53.597435 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device a7628671-c6a2-45c3-9425-cef812bc0134 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:53.597857 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e7014d89-bbec-4802-b1d7-9dd16cec174b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:53.619324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e7014d89-bbec-4802-b1d7-9dd16cec174b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:53.619952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e7014d89-bbec-4802-b1d7-9dd16cec174b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:53.620069 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f63d2547-e846-4527-be40-78aec641949b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:00:53.638388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f63d2547-e846-4527-be40-78aec641949b {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:00:53.638755 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f63d2547-e846-4527-be40-78aec641949b not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:00:53.742352 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33930) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:53.785394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-17e3d942-a6f9-430e-852b-1fe4b9ab2a38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=717b416034be4801a65864eb72c938c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0417461
Dec 11 22:00:53.787912 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33932) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:53.834023 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.854438 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.900841 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.903602 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:53.904723 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20c5e582-79fd-40ea-bb1c-60b4fd218cb5 HTTP/1.1" status: 204  len: 168 time: 0.1159372
Dec 11 22:00:53.913372 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57f0b1-66fa-47b3-80e1-53264c1f0d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c5e582-79fd-40ea-bb1c-60b4fd218cb5,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:54.339861 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:00:54.572718 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33954) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:54.681090 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-331079398-network', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:54.701233 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Made reservation on behalf of b1d150e8f48c4de1967202c0010de3e3 for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:00:54.703501 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.715749 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.791267 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.795072 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.820285 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 22:00:54.828944 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33780dd5-21f0-46ab-907f-11dae2a84971,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:54.836840 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.837241 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Added segment 035dc720-6144-470a-a116-9f4f74d75400 of type vlan for network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1
Dec 11 22:00:54.878211 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.902363 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.903306 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:54.903885 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:54.954998 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3811517
Dec 11 22:00:54.958432 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33958) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:54.963440 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Request body: {'subnet': {'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-331079398-subnet', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:54.968136 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ebc8e-371b-4ac5-8f63-d332677448c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9f6371-0dfd-40d4-89c8-033fa98bdac1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:54.979427 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 22:00:54.985429 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Made reservation on behalf of b1d150e8f48c4de1967202c0010de3e3 for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:00:54.987899 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.153838 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.203628 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a7ebc6-6bd1-4942-a751-465738c53180,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:55.218942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Checking segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:00:55.219311 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Network hostable DHCP agents. Network: 4a9f6371-0dfd-40d4-89c8-033fa98bdac1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 22:00:55.235469 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 22:00:55.244063 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a9f6371-0dfd-40d4-89c8-033fa98bdac1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:55.248798 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:55.249829 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.254197 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a2af63-6e71-4cc6-97f7-6d81a69444ca None None] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:00:55.266434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-3d8b4b78-2b2a-4f64-9f3b-dd8384341aae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3068502
Dec 11 22:00:55.269802 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33960) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:55.274065 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:55.295845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.296869 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.355511 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.361436 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 22:00:55.362329 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.500783 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Allocated IP 172.20.0.2 (4a9f6371-0dfd-40d4-89c8-033fa98bdac1/65a7ebc6-6bd1-4942-a751-465738c53180/ca1e27a2-b480-45f3-88b2-d2b55031a55d) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:00:55.501091 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.645112 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.651453 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.692827 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:00:55.695615 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:55.697937 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:00:55.704565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Pushing event updated for resources: {'Port': ['ID=ca1e27a2-b480-45f3-88b2-d2b55031a55d,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:55.707593 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.728094 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.756128 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Attempting to bind port ca1e27a2-b480-45f3-88b2-d2b55031a55d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:00:55.756416 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Attempting to bind port ca1e27a2-b480-45f3-88b2-d2b55031a55d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:00:55.756781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Attempting to bind port ca1e27a2-b480-45f3-88b2-d2b55031a55d on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:00:55.761623 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:00:55.762025 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Checking segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:00:55.762419 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.762842 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Bound using segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:00:55.763307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Bound port: ca1e27a2-b480-45f3-88b2-d2b55031a55d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:00:55.763682 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.828119 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] For port ca1e27a2-b480-45f3-88b2-d2b55031a55d, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:00:55.831650 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] For port ca1e27a2-b480-45f3-88b2-d2b55031a55d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1e27a2-b480-45f3-88b2-d2b55031a55d,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:00:55.835183 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Allocated IP 172.35.1.150 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/72d274ce-e19a-4c26-9e9b-e2564b7d0816) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:00:55.836832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:55.900242 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e721f-e4de-4107-96d1-63860e3d6147 None None] Pushing event updated for resources: {'Port': ['ID=ca1e27a2-b480-45f3-88b2-d2b55031a55d,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:55.972282 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.012650 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.062534 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:00:56.067771 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:56.070441 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:00:56.076134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Pushing event updated for resources: {'Port': ['ID=72d274ce-e19a-4c26-9e9b-e2564b7d0816,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:56.089765 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500aba3-f3f1-49b4-98f7-177608698216 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:56.183966 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-00d74791-a7b2-4517-88f5-7c7ea35386a6 None None] Provisioning complete for port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:56.184333 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-00d74791-a7b2-4517-88f5-7c7ea35386a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.221015 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-00d74791-a7b2-4517-88f5-7c7ea35386a6 None None] Port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:00:56.364245 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.559591 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.692006 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 22:00:56.801844 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:00:56.811025 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:00:56.820616 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:56.823369 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:56.824089 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84333610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:56.825120 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-debf8aaa-1c4c-4ed6-8aef-ebd7ec5bbea8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5543227
Dec 11 22:00:56.825251 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33980) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:56.886560 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c583bb-effa-4dda-9842-a3d1f423cf8f None None] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:00:56.940856 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:56.963043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] Provisioning complete for port ca1e27a2-b480-45f3-88b2-d2b55031a55d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:56.963516 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.131498 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84333610>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:56Z', 'revision_number': 3, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:57.159464 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:00:57.160077 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Updating router 618c42d5-cb81-441e-b88c-893d2f40ae17 port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 22:00:57.193047 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.249147 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.293222 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] For port ca1e27a2-b480-45f3-88b2-d2b55031a55d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1e27a2-b480-45f3-88b2-d2b55031a55d,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:57.310325 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.320689 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.366255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ea436-a0e1-4e59-9768-1f9b2b9ea2e6 None None] Pushing event updated for resources: {'Port': ['ID=ca1e27a2-b480-45f3-88b2-d2b55031a55d,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:57.431646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bb8b1c3e-0bfa-4684-81f3-3906528c0a46 None None] Provisioning complete for port ca1e27a2-b480-45f3-88b2-d2b55031a55d triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:57.432468 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1c3e-0bfa-4684-81f3-3906528c0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.491884 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Allocated IP 172.20.0.1 (4a9f6371-0dfd-40d4-89c8-033fa98bdac1/65a7ebc6-6bd1-4942-a751-465738c53180/711411b7-0924-4af3-a212-22ac30dc7d50) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:00:57.554848 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.562088 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.602781 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.632459 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Attempting to bind port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:00:57.633011 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Attempting to bind port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:00:57.633530 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Attempting to bind port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:00:57.635491 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ca1e27a2-b480-45f3-88b2-d2b55031a55d up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:00:57.638796 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Pushing event updated for resources: {'Port': ['ID=72d274ce-e19a-4c26-9e9b-e2564b7d0816,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:57.643616 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.646451 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.646830 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.647173 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.647516 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.647847 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.648352 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.648836 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.649317 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.649797 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.650274 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.650781 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.651328 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.651874 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125990) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:00:57.655337 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:00:57.656334 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:00:57.656648 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.657247 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:00:57.657956 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Bound port: 72d274ce-e19a-4c26-9e9b-e2564b7d0816, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:00:57.659125 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.667001 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b7336e-9247-42fd-ba1a-4e33b535ed5a None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:57.690536 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:00:57.693724 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:57.697531 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:00:57.699018 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port ca1e27a2-b480-45f3-88b2-d2b55031a55d triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:57.699602 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.732554 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] For port 72d274ce-e19a-4c26-9e9b-e2564b7d0816, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:00:57.737667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Pushing event updated for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:57.741311 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] For port 72d274ce-e19a-4c26-9e9b-e2564b7d0816, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d274ce-e19a-4c26-9e9b-e2564b7d0816,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:00:57.744940 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.748170 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.762417 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] Provisioning complete for port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:57.762807 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.807690 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:57.808314 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84333610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:57.834047 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f935e04-bc5d-4d77-9bd0-8531430eeea0 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:00:57.911130 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.922012 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633448-72ee-4592-aad4-9493a069577d None None] Pushing event updated for resources: {'Port': ['ID=72d274ce-e19a-4c26-9e9b-e2564b7d0816,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:57.936151 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:57.945268 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:00:57.965590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] For port 72d274ce-e19a-4c26-9e9b-e2564b7d0816, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d274ce-e19a-4c26-9e9b-e2564b7d0816,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:00:57.973223 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.046460 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5480e-4c97-49f7-afdf-e89250af8fd3 None None] Pushing event updated for resources: {'Port': ['ID=72d274ce-e19a-4c26-9e9b-e2564b7d0816,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:58.095271 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-736bfa6f-b49e-40a4-8008-381b095b49eb None None] Provisioning complete for port 711411b7-0924-4af3-a212-22ac30dc7d50 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:58.096410 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-736bfa6f-b49e-40a4-8008-381b095b49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.099715 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.104381 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.133378 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-736bfa6f-b49e-40a4-8008-381b095b49eb None None] Port 711411b7-0924-4af3-a212-22ac30dc7d50 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:00:58.145279 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-736bfa6f-b49e-40a4-8008-381b095b49eb None None] Provisioning complete for port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:58.145730 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-736bfa6f-b49e-40a4-8008-381b095b49eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.173666 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84333610>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:56Z', 'revision_number': 3, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:00:58.174355 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Pushing event updated for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:58.177014 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.203848 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cf06d-6847-4a75-a1e2-bbfe6057299a None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:56Z', 'revision_number': 3, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:00:58.278505 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:00:58.280016 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:58.406836 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:00:58.555764 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-aa12d7ad-bf3a-46b7-8bee-1628c3d2654d None None] Provisioning complete for port 711411b7-0924-4af3-a212-22ac30dc7d50 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:58.556262 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:00:58.556869 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-aa12d7ad-bf3a-46b7-8bee-1628c3d2654d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:58.561378 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-16881044-18a5-498f-aa16-086e35096911 admin admin] 10.222.0.18 "PUT /v2.0/routers/618c42d5-cb81-441e-b88c-893d2f40ae17/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7350111
Dec 11 22:00:58.600628 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-aa12d7ad-bf3a-46b7-8bee-1628c3d2654d None None] Port 711411b7-0924-4af3-a212-22ac30dc7d50 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:00:59.049865 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 33996) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:59.055331 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-184284129-network', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:59.077329 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Made reservation on behalf of ef11ea20c9ed4ce995f87debfd79711b for: {'network': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:00:59.079983 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for network, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.089690 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.162842 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.166385 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.190580 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'}  {{(pid=125988) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 11 22:00:59.200085 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d265e24c-5f84-4b21-9804-3e87f3eac1f6,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:59.204814 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.205710 ncdv-master-1 neutron-server[125988]: INFO neutron.db.segments_db [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Added segment 5ca183a0-4129-43b9-a1a7-e7f0869259fd of type vlan for network 232fd8e9-a914-4077-ac90-4ec63f0c60f1
Dec 11 22:00:59.244254 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731004220483'] for network, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.271429 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176'] for network, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.272581 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:59.273162 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.326751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2756763
Dec 11 22:00:59.329684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 33998) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:59.335208 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Request body: {'subnet': {'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-184284129-subnet', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'ip_version': 4}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:59.339892 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c830730-fde2-4829-a642-b489d4c9b38e admin admin] Pushing event updated for resources: {'Network': ['ID=232fd8e9-a914-4077-ac90-4ec63f0c60f1,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:59.351094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=125989) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Dec 11 22:00:59.356324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Made reservation on behalf of ef11ea20c9ed4ce995f87debfd79711b for: {'subnet': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:00:59.358758 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260297533'] for subnet, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.528670 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261462884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260297551'] for subnet, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.589300 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c058e36f-9271-4c49-993a-0939a2796653,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:00:59.599757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Checking segment: {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:00:59.600189 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Network hostable DHCP agents. Network: 232fd8e9-a914-4077-ac90-4ec63f0c60f1, hostable agents: ['fcdce11b-df57-4b49-bf6a-3c674757c5a3'], hosted agents: [] {{(pid=125987) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 11 22:00:59.607064 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 72d274ce-e19a-4c26-9e9b-e2564b7d0816 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:00:59.618814 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 is scheduled to be hosted by DHCP agent fcdce11b-df57-4b49-bf6a-3c674757c5a3 with binding_index 1 {{(pid=125987) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 11 22:00:59.630248 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 232fd8e9-a914-4077-ac90-4ec63f0c60f1) {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:00:59.640480 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb0479-800a-4f06-b3cf-0828fe9bd355 None None] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:00:59.643807 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:00:59.644445 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.660684 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-19cba367-ebdf-4f7d-b501-fe37c6e8d953 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3293445
Dec 11 22:00:59.663358 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34000) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:00:59.667797 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:00:59.690123 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10360'] for router, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.691342 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-517189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-520118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-490229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10355'] for router, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.728273 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:00:59.728662 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.747225 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.789629 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'fixed_ips': [{'subnet_id': 'c058e36f-9271-4c49-993a-0939a2796653'}]}} from ncdv-master-1. {{(pid=125989) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Dec 11 22:00:59.790653 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.885900 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:00:59.892750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:00:59.921469 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:00:59.922116 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:00.045455 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.db_base_plugin_common [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Allocated IP 172.20.0.2 (232fd8e9-a914-4077-ac90-4ec63f0c60f1/c058e36f-9271-4c49-993a-0939a2796653/cad8a0bc-7b3e-4e42-9268-cb845e27892a) {{(pid=125989) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:01:00.084138 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:00.085208 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.104366 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.214684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Allocated IP 172.35.1.99 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/f1fcefbf-d9d7-4db9-a986-846a6478e6cf) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:01:00.318065 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.334194 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks [] for port, precommit_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.356893 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.359287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996'] for port, after_create {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.399776 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:00.404170 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:00.407547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:01:00.409118 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 is already hosted by enough agents. {{(pid=125989) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:00.412953 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:00.413748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.scheduler.base_scheduler [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Resources bound (agent type, host, resource id):  {{(pid=125989) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:00.416675 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Received port after_create {{(pid=125989) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:01:00.418494 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Pushing event updated for resources: {'Port': ['ID=cad8a0bc-7b3e-4e42-9268-cb845e27892a,revision_number=1']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:00.424336 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fffdb20-1646-447d-9cb3-1a57f6066ceb None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:01:00.481422 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767c4d30>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 2, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:00.514821 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:01:00.515182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Updating router 618c42d5-cb81-441e-b88c-893d2f40ae17 port 711411b7-0924-4af3-a212-22ac30dc7d50 binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 22:01:00.517370 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Attempting to bind port cad8a0bc-7b3e-4e42-9268-cb845e27892a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:01:00.517780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Attempting to bind port cad8a0bc-7b3e-4e42-9268-cb845e27892a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:01:00.518149 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Attempting to bind port cad8a0bc-7b3e-4e42-9268-cb845e27892a on network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:00.543255 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:01:00.543637 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Checking segment: {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:01:00.544049 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.544450 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Bound using segment: {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:01:00.544942 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Bound port: cad8a0bc-7b3e-4e42-9268-cb845e27892a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:01:00.545327 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.572478 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.591500 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-f74250e7-43b7-4295-9088-0d58cefce80f None None] Provisioning complete for port f1fcefbf-d9d7-4db9-a986-846a6478e6cf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:00.591867 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f74250e7-43b7-4295-9088-0d58cefce80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.699952 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-f74250e7-43b7-4295-9088-0d58cefce80f None None] Port f1fcefbf-d9d7-4db9-a986-846a6478e6cf cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:01:00.756780 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] For port cad8a0bc-7b3e-4e42-9268-cb845e27892a, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:01:00.778033 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] For port cad8a0bc-7b3e-4e42-9268-cb845e27892a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8a0bc-7b3e-4e42-9268-cb845e27892a,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:01:00.785620 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:00.986880 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.096932 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b07a59-dfdb-4fa7-b7ed-42591d2d47bc None None] Pushing event updated for resources: {'Port': ['ID=cad8a0bc-7b3e-4e42-9268-cb845e27892a,revision_number=2']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:01.198153 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.204418 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.227324 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-520131'] for router, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.275919 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35862-97f6-49a0-a1b2-a166d6f6111c None None] Pushing event updated for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:01.308994 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Attempting to bind port 711411b7-0924-4af3-a212-22ac30dc7d50 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:01:01.309366 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Attempting to bind port 711411b7-0924-4af3-a212-22ac30dc7d50 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:01:01.309748 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Attempting to bind port 711411b7-0924-4af3-a212-22ac30dc7d50 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:01.315550 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:01:01.315931 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Checking segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:01:01.316357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.316754 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Bound using segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:01:01.317356 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Bound port: 711411b7-0924-4af3-a212-22ac30dc7d50, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:01:01.317888 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.394371 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] For port 711411b7-0924-4af3-a212-22ac30dc7d50, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:01:01.402318 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] For port 711411b7-0924-4af3-a212-22ac30dc7d50, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711411b7-0924-4af3-a212-22ac30dc7d50,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:01:01.406413 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Router 5f00a543-fa8c-40df-8c53-97655005bda6 is scheduled to L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 with binding_index 1 {{(pid=125987) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 11 22:01:01.409402 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.490136 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:01.490916 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d767c4d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:01.532671 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:01:01.542877 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Sync routers for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:01:01.558193 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:01.559103 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863fbdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:01.564028 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35862-97f6-49a0-a1b2-a166d6f6111c None None] Pushing event updated for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:01.570613 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.573565 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-627025e4-d20a-434d-86f8-1224f9c7ab32 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9076691
Dec 11 22:01:01.574974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34002) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:01.634972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] Provisioning complete for port 711411b7-0924-4af3-a212-22ac30dc7d50 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:01.635346 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:01.705355 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:01.755037 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:01.759189 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cad8a0bc-7b3e-4e42-9268-cb845e27892a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:01.961422 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.004454 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port cad8a0bc-7b3e-4e42-9268-cb845e27892a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:02.004976 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.010132 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863fbdc0>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:00Z', 'revision_number': 3, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:02.043528 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Checking router: 5f00a543-fa8c-40df-8c53-97655005bda6 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:01:02.043885 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Updating router 5f00a543-fa8c-40df-8c53-97655005bda6 port f1fcefbf-d9d7-4db9-a986-846a6478e6cf binding host ncdv-master-1 {{(pid=125990) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 22:01:02.077337 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.079492 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] For port 711411b7-0924-4af3-a212-22ac30dc7d50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711411b7-0924-4af3-a212-22ac30dc7d50,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:02.103133 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.139652 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2648df-3cc2-494b-9dff-6135545466dd None None] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:01:02.157758 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.261268 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5415df3-fcfe-45ff-aed2-64407ea0c2fd None None] Pushing event updated for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:02.302365 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.333845 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b701b2a2-2c67-4c8f-8ca0-1d13a1f3d7c5 None None] Provisioning complete for port cad8a0bc-7b3e-4e42-9268-cb845e27892a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:02.334360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b701b2a2-2c67-4c8f-8ca0-1d13a1f3d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.343131 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d767c4d30>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:01Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:02.344362 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Allocated IP 172.20.0.1 (232fd8e9-a914-4077-ac90-4ec63f0c60f1/c058e36f-9271-4c49-993a-0939a2796653/e119f1fb-22ad-4076-a80e-915f68b3256c) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:01:02.370982 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks [] for port, precommit_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.376815 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.403598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea9e1a0-9a70-4c3a-b4c6-ced524a26d06 None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:01Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:01:02.422377 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Attempting to bind port f1fcefbf-d9d7-4db9-a986-846a6478e6cf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:01:02.422785 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Attempting to bind port f1fcefbf-d9d7-4db9-a986-846a6478e6cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:01:02.424304 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Attempting to bind port f1fcefbf-d9d7-4db9-a986-846a6478e6cf on network 574122d1-febc-4103-b29b-8c97d1bffd7a {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:02.438407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] For port cad8a0bc-7b3e-4e42-9268-cb845e27892a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8a0bc-7b3e-4e42-9268-cb845e27892a,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:02.441047 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:01:02.441700 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Checking segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125990) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:01:02.442116 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.442649 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Bound using segment: {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'} {{(pid=125990) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:01:02.443270 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.managers [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Bound port: f1fcefbf-d9d7-4db9-a986-846a6478e6cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c33a2ae-78d4-4e0e-a574-7ca902ed5c54', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a'}}] {{(pid=125990) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:01:02.443477 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9620b9-e780-4728-a778-427eb2829e04 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:01:02.444161 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.452852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.515955 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.532234 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639b57-d2b3-451e-9b22-7ae624a6af8b None None] Pushing event updated for resources: {'Port': ['ID=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,revision_number=2']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:02.579023 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Pushing event updated for resources: {'Port': ['ID=cad8a0bc-7b3e-4e42-9268-cb845e27892a,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:02.585751 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.596884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] For port f1fcefbf-d9d7-4db9-a986-846a6478e6cf, host ncdv-master-1, cleared binding levels {{(pid=125990) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:01:02.600789 ncdv-master-1 neutron-server[125990]: DEBUG neutron.plugins.ml2.db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] For port f1fcefbf-d9d7-4db9-a986-846a6478e6cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125990) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:01:02.607426 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b701b2a2-2c67-4c8f-8ca0-1d13a1f3d7c5 None None] Provisioning complete for port 711411b7-0924-4af3-a212-22ac30dc7d50 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:02.607786 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b701b2a2-2c67-4c8f-8ca0-1d13a1f3d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.610429 ncdv-master-1 neutron-server[125990]: DEBUG neutron_lib.callbacks.manager [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.649166 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Pushing event updated for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:02.666755 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:02.666972 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a554ac3-e07c-49df-a92a-4f6799f0fa1e None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:01:02.668872 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:02.671733 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:01:02.706641 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:02.707676 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d863fbdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:02.725318 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516790'] for router_interface, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.765342 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639b57-d2b3-451e-9b22-7ae624a6af8b None None] Pushing event updated for resources: {'Port': ['ID=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,revision_number=3']} {{(pid=125990) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:02.878723 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:02.887599 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:02.935087 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Provisioning complete for port cad8a0bc-7b3e-4e42-9268-cb845e27892a triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:02.935658 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.068895 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Provisioning complete for port f1fcefbf-d9d7-4db9-a986-846a6478e6cf triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:03.069270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.128923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.138446 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.197024 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.220589 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] For port f1fcefbf-d9d7-4db9-a986-846a6478e6cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:03.228121 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516358'] for router_interface, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.229051 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.238974 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Pushing event updated for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:03.247629 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-86208049-53a8-419a-8867-708d65a0a096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d863fbdc0>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:00Z', 'revision_number': 3, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:03.283966 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208049-53a8-419a-8867-708d65a0a096 None None] The sync data for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 is: [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:00Z', 'revision_number': 3, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:01:03.312536 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66544831-4b09-4f9b-87ce-0e701e15afd4 None None] Pushing event updated for resources: {'Port': ['ID=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:03.347211 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:03.348983 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:03.371377 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-67be42fa-0dba-4728-9139-bcddfdbdb15d None None] Provisioning complete for port e119f1fb-22ad-4076-a80e-915f68b3256c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:03.371756 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-67be42fa-0dba-4728-9139-bcddfdbdb15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.418594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-67be42fa-0dba-4728-9139-bcddfdbdb15d None None] Port e119f1fb-22ad-4076-a80e-915f68b3256c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:01:03.488322 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Router 5f00a543-fa8c-40df-8c53-97655005bda6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:01:03.645093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:01:03.652905 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9e406fc0-9df2-4161-8ef7-c587515dbbbc admin admin] 10.222.0.18 "PUT /v2.0/routers/5f00a543-fa8c-40df-8c53-97655005bda6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0760922
Dec 11 22:01:03.747999 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 711411b7-0924-4af3-a212-22ac30dc7d50 up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:03.753269 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-b4e7e407-579f-4634-8985-8bb0e7e1edc6 None None] Provisioning complete for port e119f1fb-22ad-4076-a80e-915f68b3256c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:03.753642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e407-579f-4634-8985-8bb0e7e1edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.823559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-b4e7e407-579f-4634-8985-8bb0e7e1edc6 None None] Port e119f1fb-22ad-4076-a80e-915f68b3256c cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:01:03.840891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port 711411b7-0924-4af3-a212-22ac30dc7d50 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:03.841076 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:03.928880 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cad8a0bc-7b3e-4e42-9268-cb845e27892a up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:03.981487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port cad8a0bc-7b3e-4e42-9268-cb845e27892a triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:03.982695 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.219801 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34010) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.225022 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866890156', 'description': 'tempest-secgroup-smoke-1866890156 description', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.247354 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.318727 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.322657 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.354686 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.355957 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1346495
Dec 11 22:01:04.358134 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71410c2-7c86-470d-8186-e6e637f04b52 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7117cdcc-ec11-454e-9861-a63f0c0c083a,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.359064 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34012) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.364407 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.392084 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.450533 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.454361 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.472937 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2121e04a-e092-460d-8a0c-8ef0603254e7,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.481213 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.482452 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-a9cb0d4c-d203-4c55-95e8-bdb70b2af535 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1223695
Dec 11 22:01:04.485194 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34014) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.490608 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.518286 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.573911 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.577433 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.595028 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f386a144-7661-42a2-9216-8e13d966f572,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.602383 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.603595 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-07e54d13-e4c7-4f31-92c3-964deaf1f368 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1174316
Dec 11 22:01:04.606234 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34016) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.610468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.636135 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.691854 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.695203 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.715224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dd8519-62d1-4a1b-96b8-75d6744e3fe2,revision_number=0']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.725130 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.728158 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-5d98108f-a660-4bfd-8fb5-81ee58666c3f tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1195915
Dec 11 22:01:04.730271 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34018) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.736280 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.762519 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.818198 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.821793 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.839044 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb0c4b4-8bf4-45a7-a88f-421a94d288d1,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.847379 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.848577 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-9f03efbb-8c8b-4313-9865-4d721d0971f1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1169293
Dec 11 22:01:04.851327 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34020) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.855670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.876074 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Project b1d150e8f48c4de1967202c0010de3e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 22:01:04.880808 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.937733 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.941423 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.958826 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b775f74d-511b-42ef-aef6-31c85bf71a36,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:04.966976 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:04.968171 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1de86bc3-d842-46c3-a731-578dcf2bd0d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1159232
Dec 11 22:01:04.971456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34022) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:04.975751 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'security_group_rule': {'security_group_id': '7117cdcc-ec11-454e-9861-a63f0c0c083a', 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:04.996143 ncdv-master-1 neutron-server[125988]: INFO neutron.db.securitygroups_db [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Project b1d150e8f48c4de1967202c0010de3e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 11 22:01:05.000920 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:05.383256 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:05.387001 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435430'] for security_group_rule, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:05.404708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7094a7d8-d396-4870-8477-5a8aab3e261f,revision_number=0']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:05.412765 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:05.413971 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1f2cf09a-217f-41dc-bf4e-59aca6191394 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4415727
Dec 11 22:01:05.604830 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f1fcefbf-d9d7-4db9-a986-846a6478e6cf up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:05.632247 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-c9d6effe-0548-465f-b101-bfe7e07fa295 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866890156&fields=id&tenant_id=b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 267 time: 0.0444894
Dec 11 22:01:05.651559 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port f1fcefbf-d9d7-4db9-a986-846a6478e6cf triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:05.651926 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:05.745170 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f1f690ed-f5a2-4658-812e-983f40991daa tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:05.746651 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f1f690ed-f5a2-4658-812e-983f40991daa tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 809 time: 0.1073756
Dec 11 22:01:05.763072 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-8ee39852-947b-45ff-9842-88c738292a00 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/quotas/b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 375 time: 0.0100088
Dec 11 22:01:05.820861 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-ca90a0e5-d54d-4eae-8a7b-b9d4747fb441 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0494812
Dec 11 22:01:05.976983 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Sync routers for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:01:05.986510 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:05.987182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7795b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:06.017388 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-88632aa7-63d9-452a-a010-87a1d86a41f7 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837103
Dec 11 22:01:06.096050 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:06.115204 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f70092da-9ea6-4216-bf4a-57245cb4d35b service neutron] 10.222.0.18 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905623
Dec 11 22:01:06.286620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-26bca0c7-77ec-499e-b0e3-3ef63b1ca86e req-be43934e-0d0d-4511-b130-add5819cc7a8 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 210 time: 0.0300908
Dec 11 22:01:06.479367 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7795b550>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 4, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e119f1fb-22ad-4076-a80e-915f68b3256c', 'name': '', 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'mac_address': 'fa:16:3e:9b:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c058e36f-9271-4c49-993a-0939a2796653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:02Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 2, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'subnets': [{'id': 'c058e36f-9271-4c49-993a-0939a2796653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:06.506216 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Checking router: 5f00a543-fa8c-40df-8c53-97655005bda6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:01:06.506636 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Updating router 5f00a543-fa8c-40df-8c53-97655005bda6 port e119f1fb-22ad-4076-a80e-915f68b3256c binding host ncdv-master-1 {{(pid=125989) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 11 22:01:06.531815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:06.805742 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks [] for port, precommit_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:06.812080 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:06.864233 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd7df-0c24-45de-9d64-e85bc42c179c None None] Pushing event updated for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=3']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:06.920089 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Attempting to bind port e119f1fb-22ad-4076-a80e-915f68b3256c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:01:06.920621 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Attempting to bind port e119f1fb-22ad-4076-a80e-915f68b3256c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:01:06.920841 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Attempting to bind port e119f1fb-22ad-4076-a80e-915f68b3256c on network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:06.929310 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Checking agent: {'id': '2b457350-81c1-4411-8be7-3132c83367ad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 37, 47), 'started_at': datetime.datetime(2021, 12, 11, 20, 38, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:01:06.929693 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Checking segment: {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125989) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:01:06.930115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:06.930533 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Bound using segment: {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'} {{(pid=125989) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:01:06.930998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.managers [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Bound port: e119f1fb-22ad-4076-a80e-915f68b3256c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca183a0-4129-43b9-a1a7-e7f0869259fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1'}}] {{(pid=125989) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:01:06.931379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.004742 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] For port e119f1fb-22ad-4076-a80e-915f68b3256c, host ncdv-master-1, cleared binding levels {{(pid=125989) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:01:07.008066 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] For port e119f1fb-22ad-4076-a80e-915f68b3256c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e119f1fb-22ad-4076-a80e-915f68b3256c,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125989) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:01:07.012799 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.081546 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:07.082182 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d7795b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:00:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:07.086158 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd7df-0c24-45de-9d64-e85bc42c179c None None] Pushing event updated for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:07.132850 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] Provisioning complete for port e119f1fb-22ad-4076-a80e-915f68b3256c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:07.133221 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.233092 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:07.355166 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.409338 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9f987b05-5353-4d77-8b42-7ca8522093c5 req-ce638ee7-cfb3-4cb6-ad13-7afa11c2d716 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 210 time: 0.0419624
Dec 11 22:01:07.427811 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] For port e119f1fb-22ad-4076-a80e-915f68b3256c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e119f1fb-22ad-4076-a80e-915f68b3256c,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:07.437028 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-4441ec0e-8d55-4aa8-9ae4-cfb277243879 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:07.438516 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-4441ec0e-8d55-4aa8-9ae4-cfb277243879 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 809 time: 0.1648443
Dec 11 22:01:07.444064 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.503974 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-07b257e3-18c4-483c-98bc-d3638e5542c4 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 380 time: 0.0560651
Dec 11 22:01:07.514244 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'port': {'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'admin_state_up': True, 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'security_groups': ['7117cdcc-ec11-454e-9861-a63f0c0c083a']}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:07.527423 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb442220-0be9-4386-a419-8bd70491d115 None None] Pushing event updated for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:07.549056 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d7795b550>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 4, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e119f1fb-22ad-4076-a80e-915f68b3256c', 'name': '', 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'mac_address': 'fa:16:3e:9b:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c058e36f-9271-4c49-993a-0939a2796653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:02Z', 'updated_at': '2021-12-11T22:01:07Z', 'revision_number': 4, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'subnets': [{'id': 'c058e36f-9271-4c49-993a-0939a2796653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:07.581125 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d6593-47a5-4602-934a-080b1a62e19a None None] The sync data for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 is: [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 4, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e119f1fb-22ad-4076-a80e-915f68b3256c', 'name': '', 'network_id': '232fd8e9-a914-4077-ac90-4ec63f0c60f1', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'mac_address': 'fa:16:3e:9b:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c058e36f-9271-4c49-993a-0939a2796653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:02Z', 'updated_at': '2021-12-11T22:01:07Z', 'revision_number': 4, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'subnets': [{'id': 'c058e36f-9271-4c49-993a-0939a2796653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:01:07.595682 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-8c21c46a-e0a8-463e-b7bd-7f438a4acb5f None None] Provisioning complete for port e119f1fb-22ad-4076-a80e-915f68b3256c triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:07.596048 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8c21c46a-e0a8-463e-b7bd-7f438a4acb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.655713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Made reservation on behalf of b1d150e8f48c4de1967202c0010de3e3 for: {'port': 1} {{(pid=125988) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:01:07.662462 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.797995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_common [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Allocated IP 172.20.0.3 (4a9f6371-0dfd-40d4-89c8-033fa98bdac1/65a7ebc6-6bd1-4942-a751-465738c53180/df423721-41d1-4847-8bc6-0bb322145920) {{(pid=125988) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:01:07.948306 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:07.984216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_create {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.032734 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is already hosted by enough agents. {{(pid=125988) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:08.035695 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.base_scheduler [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Resources bound (agent type, host, resource id):  {{(pid=125988) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:08.040187 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Received port after_create {{(pid=125988) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:01:08.044296 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=1']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:08.096870 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:08.097526 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.115059 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-e6f5b0cb-b397-40ab-a575-adda8dd98ae3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6041594
Dec 11 22:01:08.127905 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.v2.base [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Request body: {'port': {'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=125988) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:08.191147 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.329289 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4275e7e0-836c-4dca-862a-530e69cdf92e None None] Provisioning complete for port df423721-41d1-4847-8bc6-0bb322145920 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:08.330438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4275e7e0-836c-4dca-862a-530e69cdf92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.367094 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4275e7e0-836c-4dca-862a-530e69cdf92e None None] Port df423721-41d1-4847-8bc6-0bb322145920 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:01:08.466897 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df423721-41d1-4847-8bc6-0bb322145920 {{(pid=125988) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:01:08.474456 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.487310 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.provisioning_blocks [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Transition to ACTIVE for port object df423721-41d1-4847-8bc6-0bb322145920 will not be triggered until provisioned by entity L2. {{(pid=125988) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 22:01:08.491160 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.538964 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13a72f-4203-4bfc-ae9b-ba5de33d6a2d req-ea751e31-8552-4799-a34d-01aa777015d9 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:08.541801 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b13a72f-4203-4bfc-ae9b-ba5de33d6a2d req-ea751e31-8552-4799-a34d-01aa777015d9 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0512581
Dec 11 22:01:08.542417 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=2']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:08.603273 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9b13a72f-4203-4bfc-ae9b-ba5de33d6a2d req-c10615f2-a506-437f-a59a-c45295fc3bf7 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496004
Dec 11 22:01:08.620130 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Attempting to bind port df423721-41d1-4847-8bc6-0bb322145920 on host nch2-master-1 for vnic_type normal with profile  {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:01:08.620476 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Attempting to bind port df423721-41d1-4847-8bc6-0bb322145920 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:01:08.620809 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Attempting to bind port df423721-41d1-4847-8bc6-0bb322145920 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:08.625447 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Port df423721-41d1-4847-8bc6-0bb322145920 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 22:01:08.625774 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Attempting to bind port df423721-41d1-4847-8bc6-0bb322145920 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:01:08.631294 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Checking agent: {'id': 'c3fbb244-c44b-4c8f-b9b7-c3fd88bc6099', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:01:08.631579 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Checking segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:01:08.631965 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Bound using segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} {{(pid=125988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:01:08.632395 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.managers [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Bound port: df423721-41d1-4847-8bc6-0bb322145920, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}}] {{(pid=125988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:01:08.632754 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.699083 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, cleared binding levels {{(pid=125988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:01:08.702291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:01:08.707216 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260262096'] for port, after_update {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.746265 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:08.746912 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:08.748278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] 10.222.0.30 "PUT /v2.0/ports/df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 1091 time: 0.6254270
Dec 11 22:01:08.748713 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:01:08.751000 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08149a-024f-41e8-8637-27111ce5e133" -d '{"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:01:08.770867 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7af3b-6bf3-4965-bac4-a782ebc3abe3 service neutron] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=3']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:08.803074 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d3538-d540-4a23-ab64-24c24388c54c x-openstack-request-id: req-f56d3538-d540-4a23-ab64-24c24388c54c {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:01:08.803505 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:01:08.803878 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f56d3538-d540-4a23-ab64-24c24388c54c {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:01:08.804476 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'status': 'completed', 'code': 200}
Dec 11 22:01:08.850110 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-ea22148e-b9ff-46ae-802d-0d245a9d6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:08.851687 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-ea22148e-b9ff-46ae-802d-0d245a9d6584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1094 time: 0.0459042
Dec 11 22:01:08.897704 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-da7fa8ea-d0ca-45e2-9ef1-932d0bf7abd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 217 time: 0.0369635
Dec 11 22:01:08.948995 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-3d246351-e09a-451e-a7d5-add7f76ec5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:08.950532 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-3d246351-e09a-451e-a7d5-add7f76ec5cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0463617
Dec 11 22:01:08.998716 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-afb63b31-b5dd-4548-a9fc-df8d8479ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.000185 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-afb63b31-b5dd-4548-a9fc-df8d8479ac64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426550
Dec 11 22:01:09.089953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-228c55b3-ee27-4dd0-972c-c1eafa3bb578 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822253
Dec 11 22:01:09.185608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-5c062d73-ddf5-4f25-8d92-27f622fea97c req-49798ec0-4a1d-4e06-9030-435b4a3d7584 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882335
Dec 11 22:01:09.271493 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08149a-024f-41e8-8637-27111ce5e133 req-df48d387-867d-4935-9150-cc7accc2a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.273018 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-df48d387-867d-4935-9150-cc7accc2a240 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1094 time: 0.0440090
Dec 11 22:01:09.364052 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08149a-024f-41e8-8637-27111ce5e133 req-7b369071-8a5d-4b41-ba4f-f311aa758f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.365804 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-7b369071-8a5d-4b41-ba4f-f311aa758f3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0847316
Dec 11 22:01:09.412100 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-14f3f353-903e-4c9c-937c-fd17261c865a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 217 time: 0.0392301
Dec 11 22:01:09.464469 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08149a-024f-41e8-8637-27111ce5e133 req-c9dbbff3-cbd3-4b0e-bc2c-a6eccdfdf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.466010 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-c9dbbff3-cbd3-4b0e-bc2c-a6eccdfdf541 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0468915
Dec 11 22:01:09.514291 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08149a-024f-41e8-8637-27111ce5e133 req-6c7a7fff-1750-4224-8353-e0df58af78af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.515863 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-6c7a7fff-1750-4224-8353-e0df58af78af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0417824
Dec 11 22:01:09.603727 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e119f1fb-22ad-4076-a80e-915f68b3256c up at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:09.621649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-d88287dd-e0e4-4e46-be1e-25bf2e401209 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982285
Dec 11 22:01:09.653986 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Provisioning complete for port e119f1fb-22ad-4076-a80e-915f68b3256c triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:09.654705 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:09.738301 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-ef08149a-024f-41e8-8637-27111ce5e133 req-832f0ddf-39d9-4ac5-9d81-7e0c3d5e7342 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027954
Dec 11 22:01:09.738555 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859b4f0-715d-4d0c-8dec-144a48eca4d8 req-af4003a0-7d00-4c3a-8221-b640c55b18ee tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:09.740195 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9859b4f0-715d-4d0c-8dec-144a48eca4d8 req-af4003a0-7d00-4c3a-8221-b640c55b18ee tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0581357
Dec 11 22:01:09.797886 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-9859b4f0-715d-4d0c-8dec-144a48eca4d8 req-c3f7e895-04d0-4cad-b96e-88370b768616 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485396
Dec 11 22:01:10.915456 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd3a8-8791-4daf-a2b3-25af00e305e1 req-56a04fe4-660d-4bb1-a45b-429103537c54 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:10.916948 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a2cd3a8-8791-4daf-a2b3-25af00e305e1 req-56a04fe4-660d-4bb1-a45b-429103537c54 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0494092
Dec 11 22:01:10.972149 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-0a2cd3a8-8791-4daf-a2b3-25af00e305e1 req-de4ed743-c0ba-4592-b9c7-d5ef0d4dc9b5 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492098
Dec 11 22:01:11.127404 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-3733653a-9a8e-49d2-9686-e1f472514ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:12.091880 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1dffb-af8a-4906-9d99-82b1415188cb req-16089298-43f4-4ad2-88fc-31e77e755eea tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:12.093356 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80e1dffb-af8a-4906-9d99-82b1415188cb req-16089298-43f4-4ad2-88fc-31e77e755eea tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0523238
Dec 11 22:01:12.141725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-80e1dffb-af8a-4906-9d99-82b1415188cb req-d76186a6-071f-4026-95e8-bf23e563317c tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423737
Dec 11 22:01:12.769924 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 22:01:12.865532 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:12.876879 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'df423721-41d1-4847-8bc6-0bb322145920', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 22:01:12.913745 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:12.925925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df423721-41d1-4847-8bc6-0bb322145920 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:01:12.945021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:12.949650 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:12.995188 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:13.257488 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202102d3-4a83-4211-a1f8-5a1216041791 req-7d552fd9-c6ec-48b5-bf14-eae75dfd2e69 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:13.259028 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-202102d3-4a83-4211-a1f8-5a1216041791 req-7d552fd9-c6ec-48b5-bf14-eae75dfd2e69 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 944 time: 0.0494313
Dec 11 22:01:13.305616 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['df423721-41d1-4847-8bc6-0bb322145920'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 22:01:13.310273 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-202102d3-4a83-4211-a1f8-5a1216041791 req-a7859505-f885-485b-af83-31b216f7f6f7 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452094
Dec 11 22:01:13.574752 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ca34d71b-db51-41eb-b3ac-a6bc4938a52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:14.424558 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b976ef-a61f-4d28-a20a-0921ba9e0b5a req-13a6de0b-69c5-4a60-9341-df8a117ae133 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:14.426157 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99b976ef-a61f-4d28-a20a-0921ba9e0b5a req-13a6de0b-69c5-4a60-9341-df8a117ae133 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 944 time: 0.0478687
Dec 11 22:01:14.473984 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-99b976ef-a61f-4d28-a20a-0921ba9e0b5a req-ba98c4ba-db62-4c00-96b4-1ff3e16fc58b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419126
Dec 11 22:01:14.770236 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:01:14.820790 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning for port df423721-41d1-4847-8bc6-0bb322145920 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 22:01:14.824374 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port df423721-41d1-4847-8bc6-0bb322145920 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:01:14.824758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:14.898878 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:14.921488 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:01:14.924478 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c19ec-7d5e-4a4f-943f-3a5e86ab5d0a" -d '{"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-plugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:01:14.937141 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:01:14.941749 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:14.967214 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d647229-c3ab-44ef-b686-6e99a730d687 x-openstack-request-id: req-1d647229-c3ab-44ef-b686-6e99a730d687 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:01:14.967511 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-plugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:01:14.967767 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d647229-c3ab-44ef-b686-6e99a730d687 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:01:14.968151 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'code': 200}
Dec 11 22:01:14.994506 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:15.060360 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9e792-007c-4e17-b3f0-d1b63f078721 req-408e7d0d-83b3-4f3c-899a-2f421cac5c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:15.061785 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2d9e792-007c-4e17-b3f0-d1b63f078721 req-408e7d0d-83b3-4f3c-899a-2f421cac5c1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1096 time: 0.0397768
Dec 11 22:01:15.109495 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a2d9e792-007c-4e17-b3f0-d1b63f078721 req-813b44f7-d1ed-4e27-9a00-949cab63666c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399358
Dec 11 22:01:15.177335 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:15.595719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9d1ac-ba99-448a-8f1b-9e6600c0129c req-ce2afe8f-6c24-4928-97ea-8c12b0770814 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:15.597190 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3a9d1ac-ba99-448a-8f1b-9e6600c0129c req-ce2afe8f-6c24-4928-97ea-8c12b0770814 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 945 time: 0.0522854
Dec 11 22:01:15.646100 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f3a9d1ac-ba99-448a-8f1b-9e6600c0129c req-b4f12517-ee12-4d94-aaf6-509d91288b39 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429504
Dec 11 22:01:16.489068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:16.539326 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:16.764421 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100a98d-c99d-4320-9fbd-2e6c50d08f6f req-9cdf4f55-7ee1-4142-a2a1-6bb5a780eab9 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:16.765909 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1100a98d-c99d-4320-9fbd-2e6c50d08f6f req-9cdf4f55-7ee1-4142-a2a1-6bb5a780eab9 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 945 time: 0.0519555
Dec 11 22:01:16.818453 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-1100a98d-c99d-4320-9fbd-2e6c50d08f6f req-1b797243-f3ea-439c-bd6a-c18ced7e7a28 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459132
Dec 11 22:01:16.931848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bddbc-945a-41d8-a023-6e5212e8b3e3 req-f4050087-59ed-4bda-8668-383d16d1fe69 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:16.933325 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c49bddbc-945a-41d8-a023-6e5212e8b3e3 req-f4050087-59ed-4bda-8668-383d16d1fe69 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 945 time: 0.0484254
Dec 11 22:01:16.981670 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c49bddbc-945a-41d8-a023-6e5212e8b3e3 req-3a66ce33-3add-4654-8262-a09e2d7c7e9d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424478
Dec 11 22:01:17.003619 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34078) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:17.100620 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da1db0-f2bb-41d6-8040-1c7077b3bc20 tempest-TestSnapshotPattern-2104927359 tempest-TestSnapshotPattern-2104927359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:17.102068 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-85da1db0-f2bb-41d6-8040-1c7077b3bc20 tempest-TestSnapshotPattern-2104927359 tempest-TestSnapshotPattern-2104927359-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1091 time: 0.0975075
Dec 11 22:01:17.105083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34082) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:01:17.109484 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:01:17.131848 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.228562 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.335895 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Allocated IP 172.35.1.39 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/4c357bdf-c814-4a70-a745-7283c83d26a4) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:01:17.338438 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.444488 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.477794 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.515799 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:01:17.518719 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:01:17.521195 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:01:17.554235 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=4c357bdf-c814-4a70-a745-7283c83d26a4,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:17.886027 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:17.954833 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:18.105051 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:18.109477 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:18.178460 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=4c357bdf-c814-4a70-a745-7283c83d26a4,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:01:18.189745 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:18.290240 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Floating IP cd96efd3-5fa8-4506-950a-9062c0b4d894 associated. External IP: 172.35.1.39, port: df423721-41d1-4847-8bc6-0bb322145920.
Dec 11 22:01:18.494437 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:01:18.602752 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:01:18.613183 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:01:18.620418 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:18.623684 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:18.624367 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84258e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:01:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:18.661677 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b8462dcd-5240-46b8-a38d-5c867986f165 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5420096
Dec 11 22:01:18.661677 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:01:18.661677 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddcf46-b49c-475d-8d36-290676864827" -d '{"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:01:18.686664 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2249560-0638-48ae-95d1-83de24b771ff x-openstack-request-id: req-e2249560-0638-48ae-95d1-83de24b771ff {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:01:18.686953 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:01:18.687208 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2249560-0638-48ae-95d1-83de24b771ff {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:01:18.687635 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'status': 'completed', 'code': 200}
Dec 11 22:01:18.733049 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:18.748283 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcf46-b49c-475d-8d36-290676864827 req-34f6fc72-6e99-4ac5-aa37-b56b69d00f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:18.749751 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-34f6fc72-6e99-4ac5-aa37-b56b69d00f4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1096 time: 0.0404105
Dec 11 22:01:18.841936 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcf46-b49c-475d-8d36-290676864827 req-96601fe4-e487-4b54-a734-5415ced7c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:18.843434 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-96601fe4-e487-4b54-a734-5415ced7c750 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0868673
Dec 11 22:01:18.908438 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-c4c0c394-7637-474e-9577-6d6a82903f81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 998 time: 0.0578218
Dec 11 22:01:18.951907 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84258e50>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:17Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:18.957303 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcf46-b49c-475d-8d36-290676864827 req-c0fa149f-3c20-428c-9c68-cb234e82cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:18.958890 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-c0fa149f-3c20-428c-9c68-cb234e82cfcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0441508
Dec 11 22:01:18.976972 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:01:18.985496 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:01:18.986102 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84258e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:01:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:19.008911 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddcf46-b49c-475d-8d36-290676864827 req-21167eb8-5f0e-45c1-b9fd-addf3decaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:19.010337 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-21167eb8-5f0e-45c1-b9fd-addf3decaf2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0447903
Dec 11 22:01:19.091477 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:01:19.099969 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-60d0b864-cd47-44e4-9b57-ff5217bb00ca service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816846
Dec 11 22:01:19.194600 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c4ddcf46-b49c-475d-8d36-290676864827 req-c98b7715-6856-4204-8375-b34a205efb10 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875282
Dec 11 22:01:19.315066 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84258e50>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:17Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:01:19.340537 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334abe3-47fa-4df6-b653-2c7ae5349786 None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:17Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:01:19.530839 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b8512-f2a5-4135-ac6a-772660c8cea4 None None] New status for floating IP cd96efd3-5fa8-4506-950a-9062c0b4d894: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 22:01:21.749066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:30.384772 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-62193e02-ec01-48eb-83ef-f5b1c3926014 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0415685
Dec 11 22:01:30.511708 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-214ae5fa-36c3-4004-ba10-8982fc497781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:30.513088 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-214ae5fa-36c3-4004-ba10-8982fc497781 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1096 time: 0.0400865
Dec 11 22:01:30.617324 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-9ccb4796-de2a-48f9-91d9-1553ef6ad9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:30.618840 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-9ccb4796-de2a-48f9-91d9-1553ef6ad9b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0868430
Dec 11 22:01:30.685019 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-518c907f-bbc6-4a97-b52c-0baebd7287ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 1000 time: 0.0580735
Dec 11 22:01:30.733528 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-a631decd-4ac8-43d6-86b2-c3bee23a54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:30.734943 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-a631decd-4ac8-43d6-86b2-c3bee23a54f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0417278
Dec 11 22:01:30.782442 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-6244b697-4594-4732-8357-1e4f01c65873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:01:30.784419 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-6244b697-4594-4732-8357-1e4f01c65873 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0426815
Dec 11 22:01:30.870953 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-4c62cb58-b4c8-406c-a2bd-4204e5c5eb48 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0795674
Dec 11 22:01:30.963381 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e7ffba8c-90f9-483b-b723-ebda4a614dd6 req-be41d5e6-8607-493e-8871-ab767a7006a7 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848179
Dec 11 22:01:31.339002 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:01:41.132068 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a727b66c-92cf-4ec2-a301-b1599fcdee0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:43.576269 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-519a0f64-fb8c-4c37-ae74-4b44294eb85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:45.179638 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:46.487582 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:46.541072 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:47.339997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:01:51.742974 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:08.338312 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:02:11.133917 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1a7e25ee-79c6-4ff0-b6b5-8e95d26a943d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:13.577532 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9d70b08f-6854-4c58-853f-7ef5ac279571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:15.183015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:16.503377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:16.543823 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:17.342323 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:21.740304 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:30.439045 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-ff089e2b-4449-4196-b4e4-788a7c7fcc89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0880783
Dec 11 22:02:30.521308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-9d281a4a-8cf7-4b59-bf22-1c8fcf572559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:02:30.522320 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-9d281a4a-8cf7-4b59-bf22-1c8fcf572559 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1096 time: 0.0400963
Dec 11 22:02:30.627888 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-2a028081-3037-4556-9c11-18a9063e54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:02:30.629360 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-2a028081-3037-4556-9c11-18a9063e54ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0870845
Dec 11 22:02:30.697086 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-f64ffe3c-a14a-4cf9-a154-e7486fd8a0cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 1000 time: 0.0599463
Dec 11 22:02:30.745907 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-c201b9be-e3c3-48a2-8cda-3726596df9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:02:30.747409 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-c201b9be-e3c3-48a2-8cda-3726596df9cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0428782
Dec 11 22:02:30.801196 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-599d5a01-4b9a-4f51-87f5-80d9d9238d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:02:30.802683 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-599d5a01-4b9a-4f51-87f5-80d9d9238d3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0484939
Dec 11 22:02:30.888544 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-c1cc6d8a-b655-4f4a-b816-7d920780784e service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0786812
Dec 11 22:02:30.981423 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-699c14b5-62fd-4552-b4fc-9f1e6afa7bc6 req-cc7f13a1-fd98-453a-85c4-4ab93041bcec service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843546
Dec 11 22:02:41.134701 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5e176481-61ab-4e91-adad-6ff38f430776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:43.581792 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-26b6016e-afb2-41fc-9fc5-2cb2487a7bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:45.184345 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:45.339680 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:02:46.503189 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:46.545575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:47.345912 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:02:51.755980 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:11.135950 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-6aa4a41c-e6c1-4a78-93e2-f6bf86a7912a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:13.582874 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9ba86513-641b-4344-95fc-8ecd732825b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:15.188202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:16.522097 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:16.547589 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:17.349367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:21.755731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:22.339149 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:03:30.379768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-e29e1b4d-2d44-48a6-8735-3a0f17c307d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0393970
Dec 11 22:03:30.459881 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-4f133933-898f-49cb-823e-968303c43b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:03:30.461367 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-4f133933-898f-49cb-823e-968303c43b59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1096 time: 0.0395339
Dec 11 22:03:30.566880 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-09f8ffff-2d21-49e5-82ea-700c469707f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:03:30.568264 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-09f8ffff-2d21-49e5-82ea-700c469707f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0860307
Dec 11 22:03:30.635845 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-a1bd2b8a-becf-4fa9-9a4c-fb3d7174e89b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 1000 time: 0.0573754
Dec 11 22:03:30.688667 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-dcd63e49-8791-4d75-8d85-c29a7eacdb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:03:30.690252 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-dcd63e49-8791-4d75-8d85-c29a7eacdb1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0463598
Dec 11 22:03:30.741414 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-3fc777fc-56e4-4c37-a919-6d29c8d5fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:03:30.743208 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-3fc777fc-56e4-4c37-a919-6d29c8d5fac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0456097
Dec 11 22:03:30.830735 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-203dc57e-679a-40b6-bddd-5a7dcc0bde70 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800807
Dec 11 22:03:30.921783 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b8445f42-7fc0-46fd-9737-30b85a7aba86 req-72e91af7-4ba4-412d-89d4-7eff2ca590e8 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843310
Dec 11 22:03:41.138784 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-94fabb48-b6a8-4348-b0df-149225f729d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:43.584781 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1f9bed2f-b3a4-4d92-8793-be8dde6d9c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:45.191671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:46.517855 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:46.551456 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:47.352943 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:51.657894 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 22:03:51.758054 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:03:51.771609 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:51.772487 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Returning: {'device': 'df423721-41d1-4847-8bc6-0bb322145920', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 22:03:51.812628 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:51.825041 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df423721-41d1-4847-8bc6-0bb322145920 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:03:51.849000 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:03:51.853474 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:51.901954 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:03:51.909947 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.910300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.910668 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.911013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.911407 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.911750 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.912080 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.912409 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.912739 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.913548 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.913877 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.914237 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.914594 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:03:51.921549 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] get_ports_and_sgs() called for port_ids ['df423721-41d1-4847-8bc6-0bb322145920'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 22:03:53.659998 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 up at agent hyperv_nch2-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:03:53.705925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Provisioning complete for port df423721-41d1-4847-8bc6-0bb322145920 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:03:53.706287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:53.781871 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:53.804167 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:03:53.806426 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cefaeb-25bf-481a-9fbb-1a83f21dcf1a" -d '{"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-plugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:03:53.818307 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:03:53.822684 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:03:53.869283 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:03:54.882373 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0731aae-5314-4cf2-9263-e7141d1f65e1 x-openstack-request-id: req-f0731aae-5314-4cf2-9263-e7141d1f65e1 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:03:54.883033 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-plugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:03:54.883033 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0731aae-5314-4cf2-9263-e7141d1f65e1 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:03:54.883356 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'code': 200}
Dec 11 22:03:59.339974 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:04:06.019176 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcb129da-3fc9-4e2c-b34c-7252fe68a4e2 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866890156&fields=id&tenant_id=b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 267 time: 0.0469959
Dec 11 22:04:06.125706 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-2b4a5bf3-d50b-49b9-a5a9-2bf39f50fbb1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:06.127106 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-2b4a5bf3-d50b-49b9-a5a9-2bf39f50fbb1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 809 time: 0.1006210
Dec 11 22:04:06.142656 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-1469d915-2c3e-4c3f-832b-abd8e457253e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/quotas/b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 375 time: 0.0091710
Dec 11 22:04:06.195063 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-f5030b99-ccc5-4eaa-bc34-1e00f4ddbcbd tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0464005
Dec 11 22:04:06.251898 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-cee48e93-6f6c-4bdc-b6fc-3647cf3c7840 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=125987) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 11 22:04:06.252926 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-cee48e93-6f6c-4bdc-b6fc-3647cf3c7840 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0466459
Dec 11 22:04:06.341280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-fedf1c08-1862-497a-a7b4-ee09f0731422 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815320
Dec 11 22:04:06.432457 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-93e0522e-7317-457d-aadd-c25287aaa088 service neutron] 10.222.0.18 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850389
Dec 11 22:04:07.664023 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-e951b49a-1555-48f7-a961-e46ed4f9c08b req-b9fc23cc-3665-4a9c-996f-c586cfd02e92 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0775516
Dec 11 22:04:08.741496 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-51260a7a-0916-4a31-9bc1-997e77e6fa08 req-554b3453-b0fd-4174-a98a-73f9f4375386 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0274265
Dec 11 22:04:09.760184 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:04:09.823483 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9b34dfce-ee86-455a-bb8f-0946c6af87d3 req-b595cee8-f481-448a-8fa7-cf7b79920be1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0298343
Dec 11 22:04:09.841069 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:09.867590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:04:09.870021 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ba2805-4ee4-41c7-9740-17777a2e21df" -d '{"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-unplugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:04:09.882288 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:04:09.886086 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:09.910144 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 11 Dec 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb04ea4-e476-4ab6-9d13-10a3dead2ecf x-openstack-request-id: req-ebb04ea4-e476-4ab6-9d13-10a3dead2ecf {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:04:09.910432 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-unplugged", "status": "completed", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:04:09.910709 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebb04ea4-e476-4ab6-9d13-10a3dead2ecf {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:04:09.911091 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'code': 200}
Dec 11 22:04:09.936257 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Pushing event updated for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=8']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:10.903860 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-f1a0c648-9111-4e25-8fdd-66b6ce624818 req-3871444f-3a51-44c9-b8bb-6830f604378c tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0279560
Dec 11 22:04:11.139998 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-7d76d813-a43e-4285-83f6-a5a42aa87d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:12.004655 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-102297f8-a0c3-4cee-b481-6b62bbe22014 req-55603d4e-ace7-4cb8-87b3-b63896d881f6 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0302866
Dec 11 22:04:12.958415 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-3964355e-c291-4ce9-915f-50f4b0946474 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:12.960649 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-3964355e-c291-4ce9-915f-50f4b0946474 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 809 time: 0.4634686
Dec 11 22:04:13.108278 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-140a1d6a-7de5-4a84-bed2-b89011590c8a req-bb60484e-382a-4ed3-946d-cc81de411721 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0279698
Dec 11 22:04:13.588911 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f992b76a-c91c-4b1d-9e6e-df4b3c8d795a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:14.215130 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-eb673504-a6ea-4b3e-a767-0b528a3b4731 req-4eabfde5-b15e-4a40-8255-6ebe3d6e08c5 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0282862
Dec 11 22:04:15.198367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:15.324561 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-73a878ed-fc22-4ae8-b77c-5465c557fdeb req-8b272684-3f21-4db1-a410-87f7592bafa6 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0326927
Dec 11 22:04:16.444434 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-f33f04a2-5089-441c-a158-a610dbffa3be req-e575fe6c-992f-4074-b749-30bb717673b1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0426080
Dec 11 22:04:16.546053 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:16.564015 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:17.357501 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:17.544744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-c609bcb2-52e2-40a8-ad8e-c810460da771 req-5684fbc7-30d0-42e4-b9af-729f2480e4e0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0275352
Dec 11 22:04:18.642000 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6418326f-9570-41e9-8d0a-bd364214986b req-0bb9d361-f036-460a-bf69-0b61dc9b1d10 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0263314
Dec 11 22:04:19.744673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b3b2c765-4e50-48e5-a824-a51832591e04 req-9690752d-2c49-4885-bd97-c62b8ca3db72 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0279682
Dec 11 22:04:20.840954 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b7fb28f6-a2b5-4f40-b1d3-9fd40d6df8aa req-cfd1e59f-72f2-4a4f-9d55-780b4fef803d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0277228
Dec 11 22:04:21.761629 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:21.960259 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9be4c35e-c5b7-49d4-8d1f-6c1571e797b7 req-8b16e3dc-f97f-4cad-8817-3b746e145267 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0260851
Dec 11 22:04:23.058503 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-165b99a3-927b-4887-91fb-ce550bcd29dd req-f6ca8052-7b6a-4ffc-a4a1-816ba7b1822c tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0292718
Dec 11 22:04:23.158093 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-16565cc5-e697-4ed9-8ba5-d9c7579514f9 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d150e8f48c4de1967202c0010de3e3 HTTP/1.1" status: 200  len: 380 time: 0.0543771
Dec 11 22:04:23.169313 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'port': {'device_id': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'admin_state_up': True, 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'security_groups': ['7117cdcc-ec11-454e-9861-a63f0c0c083a']}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:04:23.273082 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Made reservation on behalf of b1d150e8f48c4de1967202c0010de3e3 for: {'port': 1} {{(pid=125987) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 11 22:04:23.277307 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.401639 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Allocated IP 172.20.0.5 (4a9f6371-0dfd-40d4-89c8-033fa98bdac1/65a7ebc6-6bd1-4942-a751-465738c53180/6c86e3d9-3b56-4d78-a128-a66eed0cf4a7) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:04:23.539441 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.573396 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.614994 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:04:23.618547 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:04:23.622682 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:04:23.650538 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:23.666728 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.667080 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.667424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.667768 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.668111 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.668453 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.668784 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.669123 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.669448 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.669778 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.670106 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.670439 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.670791 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:04:23.689593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:23.690223 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.707596 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-bcfde459-bda3-40df-83db-27164ba0707b tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5418394
Dec 11 22:04:23.766543 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Request body: {'port': {'device_id': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:04:23.824233 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.878320 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-4c446933-8798-43fe-9be2-c772e21fd545 None None] Provisioning complete for port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 triggered by entity DHCP. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:04:23.878951 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4c446933-8798-43fe-9be2-c772e21fd545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:23.912272 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-4c446933-8798-43fe-9be2-c772e21fd545 None None] Port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 cannot update to ACTIVE because it is not bound. {{(pid=125989) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Dec 11 22:04:24.075858 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 {{(pid=125987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:04:24.083575 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:24.095420 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.provisioning_blocks [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Transition to ACTIVE for port object 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 will not be triggered until provisioned by entity L2. {{(pid=125987) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 11 22:04:24.099695 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:24.150393 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:24.186743 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee3665-d7da-4b9f-856f-1846f2e32f61 req-9f87a22c-a2d9-4a52-bb6e-2f936d63a4fa tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.188416 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0ee3665-d7da-4b9f-856f-1846f2e32f61 req-9f87a22c-a2d9-4a52-bb6e-2f936d63a4fa tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 943 time: 0.0614316
Dec 11 22:04:24.226141 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Attempting to bind port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 11 22:04:24.226504 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Attempting to bind port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Dec 11 22:04:24.226848 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Attempting to bind port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:04:24.232575 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Dec 11 22:04:24.232908 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Attempting to bind port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 on network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Dec 11 22:04:24.238896 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Checking agent: {'id': 'bb935001-9c98-45bb-bbad-3cfdfacb41b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'started_at': datetime.datetime(2021, 12, 11, 20, 45, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 11, 22, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Dec 11 22:04:24.239246 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Checking segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=125987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Dec 11 22:04:24.239638 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Bound using segment: {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'} {{(pid=125987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Dec 11 22:04:24.240097 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.managers [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Bound port: 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035dc720-6144-470a-a116-9f4f74d75400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1'}}] {{(pid=125987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Dec 11 22:04:24.240463 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:24.240835 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d0ee3665-d7da-4b9f-856f-1846f2e32f61 req-e9928890-8c0d-45dd-962f-3ec149160ddb tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458093
Dec 11 22:04:24.317489 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, cleared binding levels {{(pid=125987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 11 22:04:24.320913 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 11 22:04:24.325659 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:24.361928 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.362572 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:24.363952 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] 10.222.0.16 "PUT /v2.0/ports/6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 1091 time: 0.6473057
Dec 11 22:04:24.366175 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:04:24.368585 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:04:24.393684 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a568bd6-3dc6-4231-a4dc-5b0d78cde13d service neutron] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=3']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:24.449635 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-332878af-ee6e-4da2-84f0-808163860c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.451504 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-332878af-ee6e-4da2-84f0-808163860c96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1094 time: 0.0462246
Dec 11 22:04:24.501439 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee22e1b-a9f5-41f1-87e4-376afe572091 x-openstack-request-id: req-cee22e1b-a9f5-41f1-87e4-376afe572091 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:04:24.501732 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:04:24.501986 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cee22e1b-a9f5-41f1-87e4-376afe572091 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:04:24.502386 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'status': 'completed', 'code': 200}
Dec 11 22:04:24.504058 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-3be6bb6a-336f-4590-9668-16a5c604ae10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 217 time: 0.0439689
Dec 11 22:04:24.555574 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-b91b568d-e71c-4eb7-b0da-92fdd77d3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.557047 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-b91b568d-e71c-4eb7-b0da-92fdd77d3ea8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0451648
Dec 11 22:04:24.604690 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-d8a4e248-f0a4-4dcd-b4a1-8f0c0daaef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.606199 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-d8a4e248-f0a4-4dcd-b4a1-8f0c0daaef0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406632
Dec 11 22:04:24.700729 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-444ebc56-71e0-4cfa-a29f-ca6c1c0c029b service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868745
Dec 11 22:04:24.788201 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-6978d839-e893-48d4-8d4f-f74a834c20fc req-b81c06aa-8007-496e-9f7e-5b2296ed4017 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801983
Dec 11 22:04:24.882395 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-88bae6c9-9ad8-4c87-af53-919fee40f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.884394 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-88bae6c9-9ad8-4c87-af53-919fee40f174 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1094 time: 0.0465243
Dec 11 22:04:24.973482 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-4a15ffd4-14e0-4e37-8009-b07540405967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:24.974981 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-4a15ffd4-14e0-4e37-8009-b07540405967 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0836594
Dec 11 22:04:25.021427 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-89c5c519-6436-45f7-8487-fdd57b6fc0f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 217 time: 0.0389411
Dec 11 22:04:25.069134 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-4240e160-e8aa-45f5-bdd9-ad3a10fd0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:25.070531 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-4240e160-e8aa-45f5-bdd9-ad3a10fd0cc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0412996
Dec 11 22:04:25.115211 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-5176ae83-4a75-485a-bbe7-f30462694b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:25.116641 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-5176ae83-4a75-485a-bbe7-f30462694b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0379057
Dec 11 22:04:25.209834 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-133e5ce9-a37f-4667-b5ef-c771f35348f2 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855944
Dec 11 22:04:25.301151 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0cc1bff-bfe9-40aa-bbd3-76a0c0920f2c req-7570982e-b568-4ac5-a976-696c5f5f20d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837662
Dec 11 22:04:25.362748 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3ee9e-0873-42c7-81fc-d39e6edf5546 req-dadfa9e5-bf7b-4489-ac58-64105512494e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:25.364217 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-70f3ee9e-0873-42c7-81fc-d39e6edf5546 req-dadfa9e5-bf7b-4489-ac58-64105512494e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 943 time: 0.0517461
Dec 11 22:04:25.412744 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-70f3ee9e-0873-42c7-81fc-d39e6edf5546 req-ee1e6b81-1066-4367-9250-4ed30f41b024 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417595
Dec 11 22:04:26.469854 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 22:04:26.533346 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74a5c-ca28-40fd-a04e-448bfe8aa567 req-aea2f0c1-918e-469f-8bb4-700c535b665e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:26.534799 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d74a5c-ca28-40fd-a04e-448bfe8aa567 req-aea2f0c1-918e-469f-8bb4-700c535b665e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 943 time: 0.0493822
Dec 11 22:04:26.563697 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:04:26.576347 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'mac_address': 'fa:16:3e:7c:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 22:04:26.584244 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-43d74a5c-ca28-40fd-a04e-448bfe8aa567 req-4b5ca3e7-4d8e-4d5d-b876-17ff8f84d3d6 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432479
Dec 11 22:04:26.612096 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:26.629021 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:04:26.647724 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:04:26.651622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:26.696415 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=4']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:26.892079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 22:04:27.699533 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c98caf-e18f-469c-b81c-d8f14a5caa12 req-98fda2bc-4749-46fc-b2dc-fb62b5074c06 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:27.701091 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0c98caf-e18f-469c-b81c-d8f14a5caa12 req-98fda2bc-4749-46fc-b2dc-fb62b5074c06 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 944 time: 0.0486288
Dec 11 22:04:27.749076 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b0c98caf-e18f-469c-b81c-d8f14a5caa12 req-b6154674-ec52-4121-a9cf-43faf97da1e5 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420980
Dec 11 22:04:28.462590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:04:28.510166 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning for port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 completed by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 11 22:04:28.513993 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:04:28.514360 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:28.590876 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:28.612698 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:04:28.615010 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4ffeff-2f73-4d21-a6cc-f2f632775a26" -d '{"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:04:28.628781 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:04:28.633719 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:28.682689 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=5']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:28.707723 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e048c434-6993-4018-8d1a-59b86620bcd9 x-openstack-request-id: req-e048c434-6993-4018-8d1a-59b86620bcd9 {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:04:28.708013 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:04:28.708266 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e048c434-6993-4018-8d1a-59b86620bcd9 {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:04:28.708659 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'code': 200}
Dec 11 22:04:28.809506 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef426d1-a2ae-495d-86d8-35d0a1597c16 req-067d853f-e1d3-4275-9880-3c857efe3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:28.811035 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ef426d1-a2ae-495d-86d8-35d0a1597c16 req-067d853f-e1d3-4275-9880-3c857efe3f66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1096 time: 0.0449500
Dec 11 22:04:28.857876 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-3ef426d1-a2ae-495d-86d8-35d0a1597c16 req-00c0bb82-3075-45b0-bacb-18794fa4cd1e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392351
Dec 11 22:04:28.868308 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77147ae-031e-40f4-a72e-33abc8c21ba8 req-d7e9f7b5-ee09-4504-8377-1139019f97fb tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:28.870037 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a77147ae-031e-40f4-a72e-33abc8c21ba8 req-d7e9f7b5-ee09-4504-8377-1139019f97fb tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0521314
Dec 11 22:04:28.918139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-a77147ae-031e-40f4-a72e-33abc8c21ba8 req-bac09b1c-2d87-4e75-889d-94786bd06ea0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421731
Dec 11 22:04:30.034560 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bd33d-db3e-4f99-8fa8-12ffe729f254 req-1a0250ff-729b-4760-a129-b7d9958461f5 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:30.036025 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-947bd33d-db3e-4f99-8fa8-12ffe729f254 req-1a0250ff-729b-4760-a129-b7d9958461f5 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0481482
Dec 11 22:04:30.084075 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-947bd33d-db3e-4f99-8fa8-12ffe729f254 req-b04697ca-0d85-4a89-8afe-466d3c8c7487 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416274
Dec 11 22:04:30.196871 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfca00-6177-432f-96bd-1fb877d7cae4 req-84099cee-036d-43a0-a950-50b178c735d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:30.198383 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdfca00-6177-432f-96bd-1fb877d7cae4 req-84099cee-036d-43a0-a950-50b178c735d0 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0474501
Dec 11 22:04:30.246643 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-9cdfca00-6177-432f-96bd-1fb877d7cae4 req-5a86a937-be06-43c9-a502-6aa3a7141596 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424504
Dec 11 22:04:30.267849 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34474) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:04:30.311423 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddbc599-f111-4398-8e65-f80220fdbb03 tempest-TestSnapshotPattern-2104927359 tempest-TestSnapshotPattern-2104927359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:30.312949 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-0ddbc599-f111-4398-8e65-f80220fdbb03 tempest-TestSnapshotPattern-2104927359 tempest-TestSnapshotPattern-2104927359-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1091 time: 0.0440059
Dec 11 22:04:30.315722 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34476) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:04:30.319948 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.v2.base [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Request body: {'floatingip': {'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=125987) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 11 22:04:30.342255 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:30.436455 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:30.542135 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_common [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Allocated IP 172.35.1.206 (574122d1-febc-4103-b29b-8c97d1bffd7a/b38deba9-22fb-4e5b-bec5-5075935dab58/10950467-8bbb-49fe-b22d-d9977b5088d7) {{(pid=125987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 11 22:04:30.640375 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:30.674007 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731004235996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:30.718207 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Network 574122d1-febc-4103-b29b-8c97d1bffd7a is already hosted by enough agents. {{(pid=125987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 11 22:04:30.722631 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.base_scheduler [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Resources bound (agent type, host, resource id):  {{(pid=125987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 11 22:04:30.727581 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Received port after_create {{(pid=125987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 11 22:04:30.729514 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=10950467-8bbb-49fe-b22d-d9977b5088d7,revision_number=1']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:31.076502 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.146804 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.301289 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for port, precommit_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.306501 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261463533'] for port, after_update {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.376203 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event updated for resources: {'Port': ['ID=10950467-8bbb-49fe-b22d-d9977b5088d7,revision_number=2']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:04:31.384474 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516641'] for floatingip, after_create {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.483307 ncdv-master-1 neutron-server[125987]: INFO neutron.db.l3_db [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Floating IP eb22c3f5-30bf-4c44-bfe3-abea2ce68194 associated. External IP: 172.35.1.206, port: 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7.
Dec 11 22:04:31.688936 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:04:31.793034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:04:31.803011 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:04:31.810740 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:31.814194 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:04:31.814832 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86259f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:04:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:04:31.837478 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-934b6a69-341e-4407-86c1-5bd51490b87d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5207629
Dec 11 22:04:31.838071 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:04:31.840340 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830cbf58-9b2e-48ea-b894-be404efd236d" -d '{"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:04:31.877705 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51993b9-e8c6-465c-b77a-44903c63344d x-openstack-request-id: req-a51993b9-e8c6-465c-b77a-44903c63344d {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:04:31.877942 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:04:31.878194 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a51993b9-e8c6-465c-b77a-44903c63344d {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:04:31.878623 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'status': 'completed', 'code': 200}
Dec 11 22:04:31.924839 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:04:31.938729 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cbf58-9b2e-48ea-b894-be404efd236d req-8693e356-a32c-4f54-ad35-14632969eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:31.940256 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-8693e356-a32c-4f54-ad35-14632969eb62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1096 time: 0.0401015
Dec 11 22:04:32.032468 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cbf58-9b2e-48ea-b894-be404efd236d req-6d591bb6-0ef8-4c45-bfc8-396e50e5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.033936 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-6d591bb6-0ef8-4c45-bfc8-396e50e5ab96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0872166
Dec 11 22:04:32.097928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-b60474ed-0572-47d0-904f-5529585caf1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 999 time: 0.0569394
Dec 11 22:04:32.145324 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cbf58-9b2e-48ea-b894-be404efd236d req-4144b3a1-20f7-4bff-b396-952284052d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.146291 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86259f10>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}, {'id': 'eb22c3f5-30bf-4c44-bfe3-abea2ce68194', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:7c:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:04:30Z', 'updated_at': '2021-12-11T22:04:30Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:04:32.146722 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-4144b3a1-20f7-4bff-b396-952284052d91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0420697
Dec 11 22:04:32.172898 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:04:32.181284 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:04:32.181884 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d86259f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:04:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:04:32.195279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cbf58-9b2e-48ea-b894-be404efd236d req-5bb8a591-d790-4f12-91e8-e19bac03d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.197292 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-5bb8a591-d790-4f12-91e8-e19bac03d5af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0436888
Dec 11 22:04:32.288232 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:04:32.289743 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-bbfda603-1ac2-4dd7-a5ce-17af04e7fc80 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840101
Dec 11 22:04:32.387438 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-830cbf58-9b2e-48ea-b894-be404efd236d req-b85c45ee-2e38-4f94-83f0-02501ca3da0c service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899870
Dec 11 22:04:32.414621 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-af674713-6c13-4c36-b708-1080df5f42ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0402625
Dec 11 22:04:32.497604 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-759ba1e8-2bdb-4cea-ae05-6a7acf179650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.499139 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-759ba1e8-2bdb-4cea-ae05-6a7acf179650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1094 time: 0.0444198
Dec 11 22:04:32.521325 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d86259f10>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}, {'id': 'eb22c3f5-30bf-4c44-bfe3-abea2ce68194', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:7c:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:04:30Z', 'updated_at': '2021-12-11T22:04:30Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:04:32.547930 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85211c-f847-4280-ae30-42e9407165eb None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}, {'id': 'eb22c3f5-30bf-4c44-bfe3-abea2ce68194', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.206', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:7c:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:04:30Z', 'updated_at': '2021-12-11T22:04:30Z', 'revision_number': 0, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:04:32.602125 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-7bdac279-b88d-48f4-94fb-b342c0c22cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.603673 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-7bdac279-b88d-48f4-94fb-b342c0c22cfb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0859385
Dec 11 22:04:32.677270 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-6ccca480-93ac-44ef-876c-1079522b6f11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 998 time: 0.0633042
Dec 11 22:04:32.729093 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-4ac7fce6-7fe2-4ebf-bbd8-11e1147af827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.730649 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-4ac7fce6-7fe2-4ebf-bbd8-11e1147af827 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0459988
Dec 11 22:04:32.750565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca385884-c48b-427e-a501-72bacdda9a99 None None] New status for floating IP eb22c3f5-30bf-4c44-bfe3-abea2ce68194: ACTIVE {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 22:04:32.777643 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-9b9096d8-551c-4716-b295-4bfa47462f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:32.779191 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-9b9096d8-551c-4716-b295-4bfa47462f8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0416541
Dec 11 22:04:33.193182 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-ad170bee-4e81-4a37-99d5-92927693e04f service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4063363
Dec 11 22:04:33.281211 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-4b2c6668-9347-4b8c-8fd8-ab02a32a584d req-527108ff-02db-49dc-870c-4f2558f7b5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0801580
Dec 11 22:04:35.819620 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-2055df5a-3687-4e46-8200-5f01157d7d09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0440166
Dec 11 22:04:35.903083 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-77c20ab0-d9dd-4140-83f6-b7b9461e8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:35.904749 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-77c20ab0-d9dd-4140-83f6-b7b9461e8520 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1096 time: 0.0444582
Dec 11 22:04:36.010076 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-6499c03b-b383-4a93-85b9-39b522aa2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:36.011577 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-6499c03b-b383-4a93-85b9-39b522aa2b44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0872476
Dec 11 22:04:36.076065 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-27bae355-b3e6-48a2-a720-82d4c856aeef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 1001 time: 0.0577719
Dec 11 22:04:36.123566 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-09d28c1e-4401-4fc7-9249-5687ac4ce9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:36.124961 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-09d28c1e-4401-4fc7-9249-5687ac4ce9d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0426192
Dec 11 22:04:36.173388 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-1725be27-6c19-4d94-903f-e0af778ce35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:04:36.174928 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-1725be27-6c19-4d94-903f-e0af778ce35c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0431111
Dec 11 22:04:36.264691 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-9cfc85eb-9431-4d53-9360-d9a8635a0d4b service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826588
Dec 11 22:04:36.341782 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:04:36.356285 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c0b2bfce-ad4f-4ea3-9c48-aeba5c6599c6 req-3c651b1f-dfe0-4064-8f69-4b5091c32ba8 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848036
Dec 11 22:04:41.142009 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9f79d078-eb12-421d-8939-f98dff4c6210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:43.590747 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-84364387-1fde-45cd-80ad-7136284f4809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:45.189183 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:46.550788 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:46.560066 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:47.350928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:04:51.757909 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:11.144725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-88eb08ce-e794-4e42-b25e-0fc81a92d7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:13.341004 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:05:13.591766 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-52d57faf-6ed6-4407-a381-51fe6fdd7f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:15.192671 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:16.531449 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:16.559591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:17.353833 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:21.783739 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:33.394636 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-d87c60bc-1465-4edf-9cfc-f39ee4fb063a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0416346
Dec 11 22:05:33.480174 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-09eea84d-d8db-445d-a2dd-a46eb5af0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:33.481634 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-09eea84d-d8db-445d-a2dd-a46eb5af0a29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1094 time: 0.0429986
Dec 11 22:05:33.582622 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-22025cb7-46bd-4610-ba98-7add765cfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:33.584073 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-22025cb7-46bd-4610-ba98-7add765cfcd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0839067
Dec 11 22:05:33.651768 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-692b6a6b-b3ce-4f48-bb27-661a2049260d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 998 time: 0.0607290
Dec 11 22:05:33.700253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-b0ec86ff-0b3f-4bdb-8171-32db1fec8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:33.701708 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-b0ec86ff-0b3f-4bdb-8171-32db1fec8c60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0433123
Dec 11 22:05:33.746958 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-c198840d-0113-47d3-aeae-8b966a518f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:33.749000 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-c198840d-0113-47d3-aeae-8b966a518f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0396783
Dec 11 22:05:33.839697 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-90cefd92-97e8-454c-abd1-63a857b9fc13 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0829608
Dec 11 22:05:33.927318 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-88395c1b-c46c-4a7c-9529-a4feb0a12012 req-2bd7f610-9b01-4f69-9a73-b608a3d508e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809932
Dec 11 22:05:35.799066 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-39cb2ea8-1e75-4f3a-8b42-2d4880344492 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0397785
Dec 11 22:05:35.878177 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-86f16bf9-4e7d-4714-b6c6-dff564e772a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:35.879588 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-86f16bf9-4e7d-4714-b6c6-dff564e772a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1096 time: 0.0401678
Dec 11 22:05:35.982287 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-75925ae1-2cdb-4f13-9139-006a24500632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:35.983805 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-75925ae1-2cdb-4f13-9139-006a24500632 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0858784
Dec 11 22:05:36.058946 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-65d53af3-cce6-438f-819c-ce11a199a7d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 1001 time: 0.0679984
Dec 11 22:05:36.108224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-a5d64bbe-fb87-4fdb-b4e7-54c4a1aa76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:36.109676 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-a5d64bbe-fb87-4fdb-b4e7-54c4a1aa76d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0430739
Dec 11 22:05:36.158882 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-8ec2b253-8a43-4530-91de-fa3059d00fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:05:36.160278 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-8ec2b253-8a43-4530-91de-fa3059d00fde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0437348
Dec 11 22:05:36.248774 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-a1a64863-ae62-48f8-af13-4a1304e09198 service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0813959
Dec 11 22:05:36.339923 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-c48417bb-2bbb-45d2-8736-ac83adccaa76 req-a26314fd-4997-4da5-abee-c65ccf3d21cd service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847645
Dec 11 22:05:41.149761 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-defa5324-17d2-484b-9344-300a469b4abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:43.593830 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ac18bb4b-7c73-402d-b452-d36a4ea1d44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:45.195027 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:46.547809 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:46.562450 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:47.357351 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:05:50.339960 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:05:51.803281 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:02.940989 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=125989) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Dec 11 22:06:03.049350 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:03.061165 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Returning: {'device': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'port_id': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'mac_address': 'fa:16:3e:7c:5a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=125989) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Dec 11 22:06:03.102908 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:03.119970 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 {{(pid=125989) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 11 22:06:03.143569 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:03.176486 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:03.239084 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=6']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:03.254359 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] get_ports_and_sgs() called for port_ids ['6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'] {{(pid=125989) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Dec 11 22:06:03.260883 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.261245 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.261598 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.261940 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.262286 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.262642 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.262977 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.263309 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.263638 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.263968 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.264297 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.264686 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:03.265013 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125989) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:04.952992 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 up at agent hyperv_nch1-master-1 {{(pid=125989) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Dec 11 22:06:05.170443 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.provisioning_blocks [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Provisioning complete for port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 triggered by entity L2. {{(pid=125989) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 11 22:06:05.170993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1504966'] for port, provisioning_complete {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:05.257995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615193'] for port, before_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:05.286365 ncdv-master-1 neutron-server[125989]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125989) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:06:05.288718 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9b1c9196f54f89129dd9ca15bdf314923b10df8456eb5fffdfc6a211c842d53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e5522a-cb09-4327-853d-5a0b0ef2df94" -d '{"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125989) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:06:05.302528 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.db [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125989) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:05.310381 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731004737500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731004236014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731004238084'] for port, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:05.366570 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815e07a-5813-4b85-8e13-8a429653317d x-openstack-request-id: req-6815e07a-5813-4b85-8e13-8a429653317d {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:06:05.366870 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-plugged", "status": "completed", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "code": 200}]} {{(pid=125989) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:06:05.367126 ncdv-master-1 neutron-server[125989]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6815e07a-5813-4b85-8e13-8a429653317d {{(pid=125989) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:06:05.367540 ncdv-master-1 neutron-server[125989]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'code': 200}
Dec 11 22:06:05.387805 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Pushing event updated for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=7']} {{(pid=125989) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:11.154537 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-170a22ce-821f-48f7-b5b4-40e96e2cbd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.237950 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34710) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:12.396714 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Deleting port 10950467-8bbb-49fe-b22d-d9977b5088d7 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:12.397050 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.472881 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.473120 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.484407 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Calling delete_port for 10950467-8bbb-49fe-b22d-d9977b5088d7 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:12.628287 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.654014 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event deleted for resources: {'Port': ['ID=10950467-8bbb-49fe-b22d-d9977b5088d7,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:12.682286 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.682659 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.683005 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.683350 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.683687 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.684026 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.684363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.684692 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.685020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.685346 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.685672 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.686003 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.686904 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:12.724656 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:12.724909 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Floating IP eb22c3f5-30bf-4c44-bfe3-abea2ce68194 disassociated (deleted). External IP: 172.35.1.206, port: 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7.
Dec 11 22:06:12.929817 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:06:13.035342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:06:13.040168 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:13.044685 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:06:13.054216 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:13.054840 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84087d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:05:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:13.067933 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-bfdb639c-c023-4038-baf4-8cc8ad008f38 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "DELETE /v2.0/floatingips/eb22c3f5-30bf-4c44-bfe3-abea2ce68194 HTTP/1.1" status: 204  len: 168 time: 0.8288140
Dec 11 22:06:13.068529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:06:13.070826 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e02a96-eec7-4f07-a5de-f42b815d74a5" -d '{"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:06:13.169345 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:13.212787 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb0e0a7-8d62-4b0c-a288-89c23ef599a5 x-openstack-request-id: req-5cb0e0a7-8d62-4b0c-a288-89c23ef599a5 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:06:13.213159 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:06:13.213490 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cb0e0a7-8d62-4b0c-a288-89c23ef599a5 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:06:13.214972 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'status': 'completed', 'code': 200}
Dec 11 22:06:13.277376 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-12efd004-9572-4d8d-b447-bbbfed5a27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:13.281016 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-12efd004-9572-4d8d-b447-bbbfed5a27ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 1096 time: 0.0440407
Dec 11 22:06:13.318123 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be1c8b-1578-4619-a931-a2ceab145ecc req-891d44f7-aa00-4415-ad65-4be2a01e8d7a tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:13.319608 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3be1c8b-1578-4619-a931-a2ceab145ecc req-891d44f7-aa00-4415-ad65-4be2a01e8d7a tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0574090
Dec 11 22:06:13.377979 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-e89adae6-5fd4-41ae-904f-e0d4ba2d305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:13.379168 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-d3be1c8b-1578-4619-a931-a2ceab145ecc req-0f140c8d-5e8f-46e8-b6eb-80b8dde4b86e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534120
Dec 11 22:06:13.379833 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-e89adae6-5fd4-41ae-904f-e0d4ba2d305d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.0921593
Dec 11 22:06:13.424754 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84087d60>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:13.454917 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:06:13.463885 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:13.464505 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d84087d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:05:44Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:13.597011 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-947bfbc4-6a33-4721-ae02-cb192d322c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:13.668663 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:13.746659 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-c5907e03-504f-4d2e-bf5f-e6f9aa2f7fe8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 200  len: 217 time: 0.3547287
Dec 11 22:06:13.796757 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-92abd0c4-41df-4455-8fd6-9e77ac463198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:13.798222 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-92abd0c4-41df-4455-8fd6-9e77ac463198 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0435827
Dec 11 22:06:13.844886 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-0894a9af-f9bc-4312-9988-54218a63d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:13.846554 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-0894a9af-f9bc-4312-9988-54218a63d5c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0406461
Dec 11 22:06:13.902266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d84087d60>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:13.929123 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c3246-91a7-4a80-b35f-36e0c88db099 None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cd96efd3-5fa8-4506-950a-9062c0b4d894', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'floating_ip_address': '172.35.1.39', 'floating_network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'router_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'port_id': 'df423721-41d1-4847-8bc6-0bb322145920', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'mac_address': 'fa:16:3e:fc:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-11T22:01:17Z', 'updated_at': '2021-12-11T22:01:19Z', 'revision_number': 1, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:06:13.942398 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-2e75825c-9c6b-4b99-9fe5-246a85d1239f service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876760
Dec 11 22:06:14.039808 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-b0e02a96-eec7-4f07-a5de-f42b815d74a5 req-3be2ebd4-17f6-466e-bad3-c2f17e52873b service neutron] 10.222.0.16 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0890570
Dec 11 22:06:14.158624 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb8766-2d6a-483a-962e-e2302a80017e None None] New status for floating IP eb22c3f5-30bf-4c44-bfe3-abea2ce68194: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 22:06:14.491021 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1676d3-714e-4b1e-93d0-2370e0516c5c req-b26aa615-5b6e-4d67-ac77-2ec022ff2bf3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:14.492501 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d1676d3-714e-4b1e-93d0-2370e0516c5c req-b26aa615-5b6e-4d67-ac77-2ec022ff2bf3 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0497432
Dec 11 22:06:14.540311 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-0d1676d3-714e-4b1e-93d0-2370e0516c5c req-6e3ce696-1ff8-47fd-b8e7-3cbe029cd375 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416822
Dec 11 22:06:14.799284 ncdv-master-1 neutron-server[125987]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-c0f4f3c5-3014-4e5a-b5d3-b825a23a09d1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125987) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:14.800720 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-c0f4f3c5-3014-4e5a-b5d3-b825a23a09d1 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.16 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 945 time: 0.0473256
Dec 11 22:06:14.890024 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Deleting port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:14.890357 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:14.974279 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] For port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:14.974665 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:14.987834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Calling delete_port for 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 owned by compute:nova {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:15.116024 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:15.145092 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event deleted for resources: {'Port': ['ID=6c86e3d9-3b56-4d78-a128-a66eed0cf4a7,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:15.173220 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.173565 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.173905 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.174245 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.174605 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.174959 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.175291 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.175630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.175942 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.176267 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.176593 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.176919 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.177244 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=125987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 11 22:06:15.199576 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] No DVR routers for this DVR port 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 on host nch1-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:06:15.200976 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:15.202687 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:15.206141 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-8cf3ce8d-3f03-457c-b343-959010c9fc48 req-952988cd-fc2b-4524-9fdc-ee189a860b02 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.16 "DELETE /v2.0/ports/6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 HTTP/1.1" status: 204  len: 173 time: 0.3990853
Dec 11 22:06:15.206612 ncdv-master-1 neutron-server[125987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-deleted', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7'}] {{(pid=125987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:06:15.208862 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ce642359aeb09b6b08a9371629e78c0db9be882c48fda67f1293c6ddd5190aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f102ce34-18ed-49e8-84b7-9da565e388b7" -d '{"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-deleted", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7"}]}' {{(pid=125987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:06:15.249007 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233f24b-8836-4b9d-bff2-99cfd361fef3 x-openstack-request-id: req-3233f24b-8836-4b9d-bff2-99cfd361fef3 {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:06:15.249311 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056decaa-9abf-4480-82b6-e775c6d6f9e5", "name": "network-vif-deleted", "tag": "6c86e3d9-3b56-4d78-a128-a66eed0cf4a7", "status": "completed", "code": 200}]} {{(pid=125987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:06:15.249566 ncdv-master-1 neutron-server[125987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3233f24b-8836-4b9d-bff2-99cfd361fef3 {{(pid=125987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:06:15.249969 ncdv-master-1 neutron-server[125987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056decaa-9abf-4480-82b6-e775c6d6f9e5', 'name': 'network-vif-deleted', 'tag': '6c86e3d9-3b56-4d78-a128-a66eed0cf4a7', 'status': 'completed', 'code': 200}
Dec 11 22:06:15.682319 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-2cd4e01e-63c2-4486-8cc3-4c7fea1e6d3c req-417ae2da-116f-49ff-b3f0-cca467881cf4 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=056decaa-9abf-4480-82b6-e775c6d6f9e5 HTTP/1.1" status: 200  len: 210 time: 0.0294311
Dec 11 22:06:16.547041 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:16.566028 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.029043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 no longer exists at agent hyperv_nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:17.055324 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] No Port match for: 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:17.056039 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Device 6c86e3d9-3b56-4d78-a128-a66eed0cf4a7 not bound to the agent host nch1-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:17.274728 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34768) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:17.361100 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.445765 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Deleting port 4c357bdf-c814-4a70-a745-7283c83d26a4 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:17.446108 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.521736 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.521984 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.534770 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Calling delete_port for 4c357bdf-c814-4a70-a745-7283c83d26a4 owned by network:floatingip {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:17.684349 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.709639 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event deleted for resources: {'Port': ['ID=4c357bdf-c814-4a70-a745-7283c83d26a4,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:17.773325 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for floatingip, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:17.773577 ncdv-master-1 neutron-server[125988]: INFO neutron.db.l3_db [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Floating IP cd96efd3-5fa8-4506-950a-9062c0b4d894 disassociated (deleted). External IP: 172.35.1.39, port: df423721-41d1-4847-8bc6-0bb322145920.
Dec 11 22:06:17.975335 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:06:18.081647 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:06:18.086137 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for floatingip, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:18.094359 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:06:18.104319 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:18.104919 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:18.112625 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-39bedc15-3abc-47ec-a127-cae6ba1b8a85 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "DELETE /v2.0/floatingips/cd96efd3-5fa8-4506-950a-9062c0b4d894 HTTP/1.1" status: 204  len: 168 time: 0.8367715
Dec 11 22:06:18.113224 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:06:18.115537 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:06:18.155739 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 11 Dec 2021 22:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e7998-def2-4e6b-82d2-74510c41a3a6 x-openstack-request-id: req-8b6e7998-def2-4e6b-82d2-74510c41a3a6 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:06:18.156126 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:06:18.156450 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b6e7998-def2-4e6b-82d2-74510c41a3a6 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:06:18.156911 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'status': 'completed', 'code': 200}
Dec 11 22:06:18.216336 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:18.224600 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-f7fdb3d0-8622-426d-86fa-6255f29d6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:18.226313 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-f7fdb3d0-8622-426d-86fa-6255f29d6e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1d150e8f48c4de1967202c0010de3e3&device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 1094 time: 0.0479634
Dec 11 22:06:18.387154 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d870be-b03e-44b9-8d72-085450549dfe req-968f9000-8817-434a-9415-18b6097bf445 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:18.388553 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68d870be-b03e-44b9-8d72-085450549dfe req-968f9000-8817-434a-9415-18b6097bf445 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0771101
Dec 11 22:06:18.391418 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-617b5c1e-64ff-45f7-b4a6-a5376f8ae468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:18.392821 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-617b5c1e-64ff-45f7-b4a6-a5376f8ae468 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 200  len: 910 time: 0.1428320
Dec 11 22:06:18.435784 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7340>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:18.450258 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-c46576c8-64b1-493f-a839-46f8eb98e390 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 200  len: 217 time: 0.0485084
Dec 11 22:06:18.461855 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:06:18.470825 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:18.471437 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:18.506723 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-68d870be-b03e-44b9-8d72-085450549dfe req-5b104ff2-7031-422c-bc42-01cc4628b683 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/security-groups?id=7117cdcc-ec11-454e-9861-a63f0c0c083a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117263
Dec 11 22:06:18.518071 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-d484efee-b3e6-45b2-b999-059d40f5a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:18.519594 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-d484efee-b3e6-45b2-b999-059d40f5a81b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 200  len: 848 time: 0.0599720
Dec 11 22:06:18.571311 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-6fccd1e5-e27b-49a5-9103-b0d78b7846dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:18.572827 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-6fccd1e5-e27b-49a5-9103-b0d78b7846dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a9f6371-0dfd-40d4-89c8-033fa98bdac1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1164 time: 0.0442858
Dec 11 22:06:18.579266 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:18.662660 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-e296ecaf-6c96-4082-946e-b04f18c326c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819523
Dec 11 22:06:18.763628 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-05e1686d-9d79-4e7a-8b80-44305f3c0cb2 req-105eb05b-fd2c-4c05-8289-ba909e8227b8 service neutron] 10.222.0.30 "GET /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940168
Dec 11 22:06:18.774157 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7340>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:18.803687 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787fc9d-de66-405c-ab43-49a69b7b0023 None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '711411b7-0924-4af3-a212-22ac30dc7d50', 'name': '', 'network_id': '4a9f6371-0dfd-40d4-89c8-033fa98bdac1', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'mac_address': 'fa:16:3e:32:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:57Z', 'updated_at': '2021-12-11T22:01:02Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'subnets': [{'id': '65a7ebc6-6bd1-4942-a751-465738c53180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:06:19.029617 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec860b-c188-48da-91a8-56fb91add24d None None] New status for floating IP cd96efd3-5fa8-4506-950a-9062c0b4d894: DOWN {{(pid=125989) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 11 22:06:19.202529 ncdv-master-1 neutron-server[125988]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-db52c9a0-c98d-4356-95da-6c56d1912d8e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=125988) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 11 22:06:19.203898 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-db52c9a0-c98d-4356-95da-6c56d1912d8e tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.30 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 943 time: 0.0505223
Dec 11 22:06:19.292807 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Deleting port df423721-41d1-4847-8bc6-0bb322145920 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:19.293144 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:19.384549 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] For port df423721-41d1-4847-8bc6-0bb322145920, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df423721-41d1-4847-8bc6-0bb322145920,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:19.384938 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:19.397670 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Calling delete_port for df423721-41d1-4847-8bc6-0bb322145920 owned by compute:nova {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:19.525874 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:19.562951 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event deleted for resources: {'Port': ['ID=df423721-41d1-4847-8bc6-0bb322145920,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:19.594731 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] No DVR routers for this DVR port df423721-41d1-4847-8bc6-0bb322145920 on host nch2-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:06:19.597550 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151118'] for port, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:19.600976 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [req-b25f6ad5-8359-4742-ac34-7d985d309216 req-74ed273e-d5e0-49ca-bd3f-fe195a0c603d tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.30 "DELETE /v2.0/ports/df423721-41d1-4847-8bc6-0bb322145920 HTTP/1.1" status: 204  len: 173 time: 0.3896596
Dec 11 22:06:19.606272 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [req-02606539-00b4-4f9a-9d93-3b08403c8ef2 req-eea7a023-ccab-427c-9150-12d204e40bdb tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51bf5ec-7c83-45ac-a4f7-bd866dadbc36 HTTP/1.1" status: 200  len: 210 time: 0.0255759
Dec 11 22:06:20.158715 ncdv-master-1 neutron-server[125988]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-deleted', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920'}] {{(pid=125988) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 11 22:06:20.161019 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0085c9f6b4df49e2920b4a98f36d0a7e80615e9030782b1c0af04b59af538eeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569048fe-72a6-45d9-a6df-ba477c56e046" -d '{"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-deleted", "tag": "df423721-41d1-4847-8bc6-0bb322145920"}]}' {{(pid=125988) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Dec 11 22:06:20.198887 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 11 Dec 2021 22:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292cec38-af9d-44d2-bcca-ddf2e7037a39 x-openstack-request-id: req-292cec38-af9d-44d2-bcca-ddf2e7037a39 {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Dec 11 22:06:20.199381 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51bf5ec-7c83-45ac-a4f7-bd866dadbc36", "name": "network-vif-deleted", "tag": "df423721-41d1-4847-8bc6-0bb322145920", "status": "completed", "code": 200}]} {{(pid=125988) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Dec 11 22:06:20.199642 ncdv-master-1 neutron-server[125988]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-292cec38-af9d-44d2-bcca-ddf2e7037a39 {{(pid=125988) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Dec 11 22:06:20.200050 ncdv-master-1 neutron-server[125988]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51bf5ec-7c83-45ac-a4f7-bd866dadbc36', 'name': 'network-vif-deleted', 'tag': 'df423721-41d1-4847-8bc6-0bb322145920', 'status': 'completed', 'code': 200}
Dec 11 22:06:20.664767 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34782) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:20.726156 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:20.751020 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:20.807615 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:20.810374 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Publish callbacks [] for security_group, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:20.812163 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] 10.222.0.18 "DELETE /v2.0/security-groups/7117cdcc-ec11-454e-9861-a63f0c0c083a HTTP/1.1" status: 204  len: 168 time: 0.1464140
Dec 11 22:06:20.821020 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a068716-399a-4c0e-9ece-a82c5b52d558 tempest-TestSnapshotPattern-2025040088 tempest-TestSnapshotPattern-2025040088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7117cdcc-ec11-454e-9861-a63f0c0c083a,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:20.863640 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34786) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:21.307868 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:21.551253 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Deleting port 711411b7-0924-4af3-a212-22ac30dc7d50 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:21.551510 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:21.630147 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] For port 711411b7-0924-4af3-a212-22ac30dc7d50, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=711411b7-0924-4af3-a212-22ac30dc7d50,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:21.630522 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:21.643254 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Calling delete_port for 711411b7-0924-4af3-a212-22ac30dc7d50 owned by network:router_interface {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:21.818351 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:21.828006 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:21.841444 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=711411b7-0924-4af3-a212-22ac30dc7d50,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:22.007447 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:22.221127 ncdv-master-1 neutron-server[125988]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Router 618c42d5-cb81-441e-b88c-893d2f40ae17 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125988) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:06:22.331152 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125988) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:06:22.336192 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6f1ad6a6-994b-437a-aab1-c01ae9898eb9 admin admin] 10.222.0.18 "PUT /v2.0/routers/618c42d5-cb81-441e-b88c-893d2f40ae17/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4715219
Dec 11 22:06:22.338753 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34790) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:22.339558 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Sync routers for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:06:22.349465 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:22.350067 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:22.423951 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 no longer exists at agent hyperv_nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:22.445200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] No Port match for: df423721-41d1-4847-8bc6-0bb322145920 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:22.445554 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Device df423721-41d1-4847-8bc6-0bb322145920 not bound to the agent host nch2-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:22.458518 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:22.642432 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7ac0>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:06:21Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:22.669320 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Checking router: 618c42d5-cb81-441e-b88c-893d2f40ae17 for host: ncdv-master-1 {{(pid=125990) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:06:22.678520 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Routers {'618c42d5-cb81-441e-b88c-893d2f40ae17'} bound to L3 agent in host ncdv-master-1 {{(pid=125990) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:22.679126 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['618c42d5-cb81-441e-b88c-893d2f40ae17'], 'active': True} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:22.764821 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks [] for router, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:22.867057 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:22.875571 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_dvr_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] Set router 618c42d5-cb81-441e-b88c-893d2f40ae17 gateway port host: ncdv-master-1 {{(pid=125990) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:22.918745 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Deleting port 72d274ce-e19a-4c26-9e9b-e2564b7d0816 {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:22.918923 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.000475 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] For port 72d274ce-e19a-4c26-9e9b-e2564b7d0816, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72d274ce-e19a-4c26-9e9b-e2564b7d0816,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:23.000843 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.012270 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Calling delete_port for 72d274ce-e19a-4c26-9e9b-e2564b7d0816 owned by network:router_gateway {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:23.051329 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.l3_hamode_db [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d843d7ac0>, [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:06:21Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:23.077447 ncdv-master-1 neutron-server[125990]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f500d4-5681-438d-a62b-cca2ac0749f4 None None] The sync data for ids ['618c42d5-cb81-441e-b88c-893d2f40ae17'] in ncdv-master-1 is: [{'id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'name': 'tempest-TestSnapshotPattern-331079398-router', 'tenant_id': 'b1d150e8f48c4de1967202c0010de3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150'}], 'enable_snat': True}, 'gw_port_id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:06:21Z', 'revision_number': 5, 'project_id': 'b1d150e8f48c4de1967202c0010de3e3', 'gw_port': {'id': '72d274ce-e19a-4c26-9e9b-e2564b7d0816', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618c42d5-cb81-441e-b88c-893d2f40ae17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:00:55Z', 'updated_at': '2021-12-11T22:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=125990) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:06:23.184778 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.212356 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d274ce-e19a-4c26-9e9b-e2564b7d0816,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:23.222708 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ddbeb-0e8c-41ff-8789-00ebacf84bd5 None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:06:23.273252 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.365061 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.367098 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.411387 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.412363 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618c42d5-cb81-441e-b88c-893d2f40ae17 {{(pid=125988) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 22:06:23.417682 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] Publish callbacks [] for router, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.419616 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-6118f0f7-f04c-44be-a450-0dc3af06b039 admin admin] 10.222.0.18 "DELETE /v2.0/routers/618c42d5-cb81-441e-b88c-893d2f40ae17 HTTP/1.1" status: 204  len: 168 time: 1.0799396
Dec 11 22:06:23.422772 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34792) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:23.471517 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.db_base_plugin_v2 [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Deleting subnet 65a7ebc6-6bd1-4942-a751-465738c53180 {{(pid=125988) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 22:06:23.475005 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.511668 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260263669'] for subnet, precommit_delete_associations {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.595086 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.648332 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260262042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260267554'] for subnet, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.675959 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a7ebc6-6bd1-4942-a751-465738c53180,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:23.679454 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.682722 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-837dd706-dfe7-4d1f-9d78-4350e10e47a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65a7ebc6-6bd1-4942-a751-465738c53180 HTTP/1.1" status: 204  len: 168 time: 0.2589045
Dec 11 22:06:23.685217 ncdv-master-1 neutron-server[125988]: DEBUG neutron.wsgi [-] (125988) accepted ('10.222.0.18', 34794) {{(pid=125988) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:23.689300 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614abb7-56d7-48b5-8287-c1399626c387 None None] Network 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:06:23.773960 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.837342 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Deleting port ca1e27a2-b480-45f3-88b2-d2b55031a55d {{(pid=125988) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:23.837683 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.899535 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.db [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] For port ca1e27a2-b480-45f3-88b2-d2b55031a55d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca1e27a2-b480-45f3-88b2-d2b55031a55d,segment=NetworkSegment(035dc720-6144-470a-a116-9f4f74d75400),segment_id=035dc720-6144-470a-a116-9f4f74d75400)] {{(pid=125988) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:23.900200 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:23.912902 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.plugin [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Calling delete_port for ca1e27a2-b480-45f3-88b2-d2b55031a55d owned by network:dhcp {{(pid=125988) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:23.993670 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260262089'] for port, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.019027 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1e27a2-b480-45f3-88b2-d2b55031a55d,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:24.022723 ncdv-master-1 neutron-server[125988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] No DVR routers for this DVR port ca1e27a2-b480-45f3-88b2-d2b55031a55d on host ncdv-master-1 {{(pid=125988) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:06:24.099056 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.121666 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7d4dceb0>,) {'filters': {'network_id': ['4a9f6371-0dfd-40d4-89c8-033fa98bdac1']}} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:24.126046 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9d68f-6fc8-4ca7-b351-aea4240ce882 None None] DHCP port deletion for 4a9f6371-0dfd-40d4-89c8-033fa98bdac1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:06:24.132490 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d4dceb0>, '035dc720-6144-470a-a116-9f4f74d75400') {'for_net_delete': True} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:24.132791 ncdv-master-1 neutron-server[125988]: DEBUG neutron.services.segments.db [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7d4dceb0>, '035dc720-6144-470a-a116-9f4f74d75400') {} {{(pid=125988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:24.137910 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 711411b7-0924-4af3-a212-22ac30dc7d50 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:24.143384 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260263658'] for segment, before_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.157276 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.173986 ncdv-master-1 neutron-server[125988]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=125988) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 22:06:24.174543 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260262140'] for segment, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]: Traceback (most recent call last):
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     timer()
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     cb(*args, **kw)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     return func(*args, **kwargs)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     self._notify()
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     self.callback(batched_events)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     event.method(event)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     return f(self, *a, **k)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     return self._get(url).json()
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     return self.request(url, 'GET', **kwargs)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 22:06:24.176558 ncdv-master-1 neutron-server[125988]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 22:06:24.178744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 711411b7-0924-4af3-a212-22ac30dc7d50 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:24.178744 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 711411b7-0924-4af3-a212-22ac30dc7d50 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:24.231398 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.236794 ncdv-master-1 neutron-server[125988]: DEBUG neutron_lib.callbacks.manager [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Publish callbacks [] for network, before_response {{(pid=125988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.240002 ncdv-master-1 neutron-server[125988]: INFO neutron.wsgi [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4a9f6371-0dfd-40d4-89c8-033fa98bdac1 HTTP/1.1" status: 204  len: 168 time: 0.5537319
Dec 11 22:06:24.243034 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34796) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:24.254662 ncdv-master-1 neutron-server[125988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35261ab3-1bd7-4f69-ada5-db16c25b5946 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9f6371-0dfd-40d4-89c8-033fa98bdac1,revision_number=None']} {{(pid=125988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:24.595963 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.841990 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Deleting port e119f1fb-22ad-4076-a80e-915f68b3256c {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:24.842367 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.923341 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] For port e119f1fb-22ad-4076-a80e-915f68b3256c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e119f1fb-22ad-4076-a80e-915f68b3256c,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:24.923625 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:24.936010 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Calling delete_port for e119f1fb-22ad-4076-a80e-915f68b3256c owned by network:router_interface {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:25.112652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:25.145042 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Pushing event deleted for resources: {'Port': ['ID=e119f1fb-22ad-4076-a80e-915f68b3256c,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:25.320612 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516493'] for router_interface, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:25.536048 ncdv-master-1 neutron-server[125987]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Router 5f00a543-fa8c-40df-8c53-97655005bda6 has already been hosted by L3 agent 3728befc-a213-4063-8e3f-d60cd796f213 {{(pid=125987) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 11 22:06:25.635636 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=125987) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 11 22:06:25.641203 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-89705481-5528-4f6e-b80d-5a0212a47716 admin admin] 10.222.0.18 "PUT /v2.0/routers/5f00a543-fa8c-40df-8c53-97655005bda6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3971312
Dec 11 22:06:25.643818 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34798) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:25.646590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Sync routers for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 11 22:06:25.656200 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:25.656817 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cc6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:25.758652 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:25.778656 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: ncdv-master-1 {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:25.835714 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 72d274ce-e19a-4c26-9e9b-e2564b7d0816 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:25.860162 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:25.865072 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: 72d274ce-e19a-4c26-9e9b-e2564b7d0816 {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:25.865419 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device 72d274ce-e19a-4c26-9e9b-e2564b7d0816 not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:25.865851 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ca1e27a2-b480-45f3-88b2-d2b55031a55d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:25.912371 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Deleting port f1fcefbf-d9d7-4db9-a986-846a6478e6cf {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:25.912710 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:25.914195 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: ca1e27a2-b480-45f3-88b2-d2b55031a55d {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:25.914565 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device ca1e27a2-b480-45f3-88b2-d2b55031a55d not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:25.994424 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] For port f1fcefbf-d9d7-4db9-a986-846a6478e6cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,segment=NetworkSegment(2c33a2ae-78d4-4e0e-a574-7ca902ed5c54),segment_id=2c33a2ae-78d4-4e0e-a574-7ca902ed5c54)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:25.994812 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.002925 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cc6ca0>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'external_fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99'}], 'enable_snat': True}, 'gw_port_id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:06:25Z', 'revision_number': 5, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port': {'id': 'f1fcefbf-d9d7-4db9-a986-846a6478e6cf', 'name': '', 'network_id': '574122d1-febc-4103-b29b-8c97d1bffd7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'ip_address': '172.35.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-11T22:01:00Z', 'updated_at': '2021-12-11T22:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b38deba9-22fb-4e5b-bec5-5075935dab58', 'cidr': '172.35.1.0/24', 'gateway_ip': '172.35.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:26.007306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Calling delete_port for f1fcefbf-d9d7-4db9-a986-846a6478e6cf owned by network:router_gateway {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:26.029215 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Checking router: 5f00a543-fa8c-40df-8c53-97655005bda6 for host: ncdv-master-1 {{(pid=125989) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 11 22:06:26.037442 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Routers {'5f00a543-fa8c-40df-8c53-97655005bda6'} bound to L3 agent in host ncdv-master-1 {{(pid=125989) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 11 22:06:26.038043 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0d76cc6ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-11T20:37:43Z,description=<?>,heartbeat_timestamp=2021-12-11T22:06:14Z,host='ncdv-master-1',id=3728befc-a213-4063-8e3f-d60cd796f213,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-11T20:37:43Z,topic='l3_agent')) {'router_ids': ['5f00a543-fa8c-40df-8c53-97655005bda6'], 'active': True} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:26.122743 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_dvr_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] Set router 5f00a543-fa8c-40df-8c53-97655005bda6 gateway port host: None {{(pid=125989) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Dec 11 22:06:26.173992 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.176509 ncdv-master-1 neutron-server[125989]: DEBUG neutron.db.l3_hamode_db [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0d76cc6ca0>, [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:06:25Z', 'revision_number': 6, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=125989) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:26.199646 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fcefbf-d9d7-4db9-a986-846a6478e6cf,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:26.202388 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d33ce-1da5-4722-8dd5-bcd355bc9c8f None None] The sync data for ids ['5f00a543-fa8c-40df-8c53-97655005bda6'] in ncdv-master-1 is: [{'id': '5f00a543-fa8c-40df-8c53-97655005bda6', 'name': 'tempest-TestSnapshotPattern-184284129-router', 'tenant_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-11T22:00:59Z', 'updated_at': '2021-12-11T22:06:25Z', 'revision_number': 6, 'project_id': 'ef11ea20c9ed4ce995f87debfd79711b', 'gw_port_host': None}] {{(pid=125989) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 11 22:06:26.215747 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41648ed3-e167-424b-8abd-e1f7baac6c1f None None] DHCP port deletion for 574122d1-febc-4103-b29b-8c97d1bffd7a request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:06:26.268544 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-520167'] for router_gateway, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.357633 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-517275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10250'] for router, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.360331 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.403114 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517252'] for router, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.403630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f00a543-fa8c-40df-8c53-97655005bda6 {{(pid=125987) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 11 22:06:26.409545 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] Publish callbacks [] for router, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.410725 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-d8c160de-1287-4af0-95b8-746f0bb477a8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5f00a543-fa8c-40df-8c53-97655005bda6 HTTP/1.1" status: 204  len: 168 time: 0.7659874
Dec 11 22:06:26.413317 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34800) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:26.458834 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Deleting subnet c058e36f-9271-4c49-993a-0939a2796653 {{(pid=125987) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}}
Dec 11 22:06:26.461923 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.496000 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261935172'] for subnet, precommit_delete_associations {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.578221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1492404'] for subnet, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.632739 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1492411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261463463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260297558'] for subnet, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.657181 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c058e36f-9271-4c49-993a-0939a2796653,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:26.662845 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.666051 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-b4515dfd-bae2-41ef-b6bd-a3db431686f0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c058e36f-9271-4c49-993a-0939a2796653 HTTP/1.1" status: 204  len: 168 time: 0.2518299
Dec 11 22:06:26.668630 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34802) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:26.668866 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fba0f-aa57-4a9c-a602-7e532764afab None None] Network 232fd8e9-a914-4077-ac90-4ec63f0c60f1 requested from ncdv-master-1 {{(pid=125989) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Dec 11 22:06:26.739325 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-611048'] for network, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.793138 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Deleting port cad8a0bc-7b3e-4e42-9268-cb845e27892a {{(pid=125987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}}
Dec 11 22:06:26.793476 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731004728423'] for port, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.852759 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.db [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] For port cad8a0bc-7b3e-4e42-9268-cb845e27892a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cad8a0bc-7b3e-4e42-9268-cb845e27892a,segment=NetworkSegment(5ca183a0-4129-43b9-a1a7-e7f0869259fd),segment_id=5ca183a0-4129-43b9-a1a7-e7f0869259fd)] {{(pid=125987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 11 22:06:26.853112 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-523711'] for port, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.865306 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.plugin [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Calling delete_port for cad8a0bc-7b3e-4e42-9268-cb845e27892a owned by network:dhcp {{(pid=125987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}}
Dec 11 22:06:26.946651 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731004737482', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731004236005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261463540'] for port, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:26.958346 ncdv-master-1 neutron-server[125989]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cd573-c8ab-46cc-9865-7148e0123bfe None None] DHCP port deletion for 232fd8e9-a914-4077-ac90-4ec63f0c60f1 request from ncdv-master-1 {{(pid=125989) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Dec 11 22:06:26.979397 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cad8a0bc-7b3e-4e42-9268-cb845e27892a,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:26.981236 ncdv-master-1 neutron-server[125987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] No DVR routers for this DVR port cad8a0bc-7b3e-4e42-9268-cb845e27892a on host ncdv-master-1 {{(pid=125987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 11 22:06:27.054169 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1492047', 'neutron.services.segments.db._delete_segments_for_network-8731004690306'] for network, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.074278 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5776d0>,) {'filters': {'network_id': ['232fd8e9-a914-4077-ac90-4ec63f0c60f1']}} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:27.084321 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5776d0>, '5ca183a0-4129-43b9-a1a7-e7f0869259fd') {'for_net_delete': True} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:27.084618 ncdv-master-1 neutron-server[125987]: DEBUG neutron.services.segments.db [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0d7e5776d0>, '5ca183a0-4129-43b9-a1a7-e7f0869259fd') {} {{(pid=125987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 11 22:06:27.094457 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731004692363', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261935195'] for segment, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.107536 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887'] for segment, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.113502 ncdv-master-1 neutron-server[125987]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=125987) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 11 22:06:27.114022 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1495887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261463489'] for segment, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]: Traceback (most recent call last):
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     timer()
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     cb(*args, **kw)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     return func(*args, **kwargs)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     self._notify()
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     self.callback(batched_events)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     event.method(event)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     return f(self, *a, **k)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     return self._get(url).json()
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     return self.request(url, 'GET', **kwargs)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 11 22:06:27.116062 ncdv-master-1 neutron-server[125987]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 11 22:06:27.171807 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1492022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516623'] for network, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.178846 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Publish callbacks [] for network, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.182281 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] 10.222.0.18 "DELETE /v2.0/networks/232fd8e9-a914-4077-ac90-4ec63f0c60f1 HTTP/1.1" status: 204  len: 168 time: 0.5121951
Dec 11 22:06:27.196155 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7dc02-d449-495f-b3a3-a790c1df7a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=232fd8e9-a914-4077-ac90-4ec63f0c60f1,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:27.298224 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34806) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:27.338892 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:06:27.341558 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-1350c869-9c56-4f28-a56f-f08c423ba7a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1d150e8f48c4de1967202c0010de3e3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0420849
Dec 11 22:06:27.344002 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34808) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:27.407555 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.429221 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.474399 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.476984 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.478131 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33780dd5-21f0-46ab-907f-11dae2a84971 HTTP/1.1" status: 204  len: 168 time: 0.1331949
Dec 11 22:06:27.486681 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef668b04-f682-4847-a947-dc6fd67be989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33780dd5-21f0-46ab-907f-11dae2a84971,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:27.741605 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f1fcefbf-d9d7-4db9-a986-846a6478e6cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:27.762157 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: f1fcefbf-d9d7-4db9-a986-846a6478e6cf {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:27.762646 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device f1fcefbf-d9d7-4db9-a986-846a6478e6cf not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:27.763079 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e119f1fb-22ad-4076-a80e-915f68b3256c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:27.792891 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: e119f1fb-22ad-4076-a80e-915f68b3256c {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:27.793243 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device e119f1fb-22ad-4076-a80e-915f68b3256c not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:27.793661 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cad8a0bc-7b3e-4e42-9268-cb845e27892a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Dec 11 22:06:27.799764 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34814) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:27.813241 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.plugin [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] No Port match for: cad8a0bc-7b3e-4e42-9268-cb845e27892a {{(pid=125989) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}}
Dec 11 22:06:27.813590 ncdv-master-1 neutron-server[125989]: DEBUG neutron.plugins.ml2.rpc [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Device cad8a0bc-7b3e-4e42-9268-cb845e27892a not bound to the agent host ncdv-master-1 {{(pid=125989) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Dec 11 22:06:27.841164 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-9d1accaf-891e-48e7-8065-e07050574769 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef11ea20c9ed4ce995f87debfd79711b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0403059
Dec 11 22:06:27.844298 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [-] (125987) accepted ('10.222.0.18', 34816) {{(pid=125987) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Dec 11 22:06:27.890879 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.911448 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.956329 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-419814'] for security_group, after_delete {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.958976 ncdv-master-1 neutron-server[125987]: DEBUG neutron_lib.callbacks.manager [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=125987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:27.960280 ncdv-master-1 neutron-server[125987]: INFO neutron.wsgi [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d265e24c-5f84-4b21-9804-3e87f3eac1f6 HTTP/1.1" status: 204  len: 168 time: 0.1150329
Dec 11 22:06:27.968054 ncdv-master-1 neutron-server[125987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e49d1-4744-44f3-8c12-249d3f360afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d265e24c-5f84-4b21-9804-3e87f3eac1f6,revision_number=None']} {{(pid=125987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 11 22:06:41.156815 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8903aed5-3777-4570-9e0d-442c7e1f2216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:43.599408 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b6c2d20d-1e39-4c9b-8309-3eda47b09a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:45.201622 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:46.547599 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:46.568298 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:47.364110 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:06:51.836208 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:04.338454 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:07:11.159810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-1892f133-6aaf-4f94-8f66-8fd9342c86b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:13.600287 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d6c61777-2f92-4962-a73f-cf7991b6a4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:15.207403 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:16.546556 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:16.571813 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:17.366152 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:21.829213 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:41.161511 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-709db7a5-77ad-4a77-ab62-3ae69585b588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:41.336926 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:07:43.601809 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-d5ce84a8-acfc-4cf0-be81-fef1803ccb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:45.207953 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:46.565563 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:46.576283 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:47.367774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:07:51.831477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:11.163308 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8be79414-85d4-4358-b06b-fa1a9679fe9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:13.602737 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0620dd50-e5ef-4fcc-86c0-4bdc90eaf859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:15.210997 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:16.561318 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:16.575893 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:17.369923 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:18.336289 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:08:21.831725 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:41.166445 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b853a88b-bc10-40d3-83ab-a5a8a47d587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:43.606180 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-794869f8-f4fd-470e-9ee0-72d29a42407e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:45.213411 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:46.559058 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:46.580377 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:47.372506 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:51.838367 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:08:55.335071 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:09:11.168577 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0594c1df-d990-4024-b741-4b635b479287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:13.612204 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-5ede637e-88e7-4e56-a195-5ce3063d9a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:15.216032 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:16.581644 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:16.586642 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:17.374625 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:21.837993 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:32.333587 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:09:41.170540 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-92db9cd5-6330-46e4-9a00-ea6ce5aeac80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:43.602636 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f1592798-6711-43d0-8137-13ab21780bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:45.218174 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:46.595126 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:46.596216 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:47.377308 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:09:51.839828 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:09.331902 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:10:11.172774 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8f30bee8-0e06-4a70-9559-391a49149173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:13.603785 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-34f5a783-984e-419e-aea1-84587287d418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:15.222530 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:16.600541 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:16.601639 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:17.379270 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:21.854668 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:41.174915 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-de44f2dd-7246-4ab2-88df-b52f45a2dd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:43.604883 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ad485b00-a761-41a2-8eed-dc28575055ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:45.224352 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:46.331068 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:10:46.594512 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:46.605330 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:47.381903 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:10:51.854704 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:11.177588 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ae1d-71f7-4f27-9888-6d787ce2efb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:13.606224 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2623e844-d337-41e3-909d-44c54f52a232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:15.227349 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:16.601594 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:16.606202 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:17.384852 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:21.854526 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:23.330036 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:11:41.179564 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9fb759e1-d505-4ef1-9df2-32840f4f025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:43.606263 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-fd32c780-5ade-4894-8cb2-0378e0bba0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:45.229487 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:46.597296 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:46.617810 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:47.390074 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:11:51.880249 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:00.328877 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:12:11.180973 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-96f9d6bc-ba99-4e43-8349-85a308002fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:13.606731 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-990fc8a4-887b-48e5-9138-5dbc468cdaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:15.235975 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:16.598499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:16.632724 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:17.393046 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:21.895294 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:37.327807 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:12:41.182137 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ef1eb771-db77-41d3-a9be-090100f54ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:43.608379 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-8aac3dba-103a-4eae-991e-aeb5e314b7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:45.235432 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:46.602758 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:46.632822 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:47.395999 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:12:51.903115 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:11.183205 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-ae93994f-00d0-49a1-9082-f1ed99a17d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:13.610029 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-9e05d3d0-7ada-451e-8f27-e8a13bc33f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:14.326403 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:13:15.239198 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:16.605606 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:16.647434 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:17.399591 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:21.900034 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:41.185499 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-4058ec63-97d6-41c6-a0c2-b01f9f7a0b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:43.611741 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e00dbdab-b70e-4e14-a039-3e98a7b6c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:45.241995 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:46.608451 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:46.645543 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:47.402171 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:13:51.325468 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:13:51.926992 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:11.185812 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e9c028ac-c5a4-4e30-a679-47b013047ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:12.041268 ncdv-master-1 neutron-server[125987]: DEBUG neutron.wsgi [req-403b3d46-1be7-4806-b9c7-eb4889c030c6 req-1c69746c-fbbf-4cfc-b8a2-2f0016f7b889 service neutron] (125987) timed out ('10.222.0.18', 60472) {{(pid=125987) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Dec 11 22:14:13.613845 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-2c10f7c7-c70f-4c5a-8670-eada5bac611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:15.245196 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:16.611219 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:16.644861 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:17.405832 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:21.926575 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:28.323877 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:14:41.187475 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-82feb174-8563-40df-904e-9e00b0a8b6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:43.615149 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b18a9ac6-a8b3-4eb8-a4e0-fa0cd3004c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:45.248928 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-f6a83b3e-3f93-49b8-a779-1bfd02bcac55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:46.616347 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-c1575aa7-e293-47e5-98bd-5c0fc6320604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:46.660021 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-0f97233a-8987-4395-839f-a2d03deebcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:47.407448 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-a5925ccb-881a-4914-9881-588766eb1f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:14:51.928477 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-e60d34e3-ade8-475d-b03c-f5c5ee4af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:15:05.323412 ncdv-master-1 neutron-server[125990]: DEBUG neutron.db.agents_db [None req-f8b67ef6-4340-4fee-99e2-7605c9752af2 None None] Agent healthcheck: found 7 active agents {{(pid=125990) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Dec 11 22:15:11.189357 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-458c0031-a9c3-45eb-b317-b5f0d3534a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}
Dec 11 22:15:13.616623 ncdv-master-1 neutron-server[125989]: DEBUG neutron_lib.callbacks.manager [None req-b92a9f41-4d66-4402-aa25-9accef8a297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731004690261', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1504885'] for agent, after_update {{(pid=125989) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}